force_chunk_size

langchain-ai · Nov 23, 2023 · 6a992d3 · 6a992d3
1 parent 3177eff
commit 6a992d3
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/libs/langchain/langchain/text_splitter.py b/libs/langchain/langchain/text_splitter.py
@@ -903,7 +903,7 @@ def __init__(
         self,
         separators: Optional[List[str]] = None,
         keep_separator: bool = True,
-        is_separator_regex: bool = True,
+        is_separator_regex: bool = False,
         **kwargs: Any,
     ) -> None:
         """Create a new TextSplitter.
@@ -913,13 +913,16 @@ def __init__(
             keep_separator: Whether to keep the separator in the chunks
             is_separator_regex: Whether the separator is a regex
         """
+        if not separators:
+            separators = ["\s+"]
+            is_separator_regex = True
+
         super().__init__(
             separator="",
             is_separator_regex=is_separator_regex,
             keep_separator=keep_separator,
             **kwargs,
         )
-        separators = separators or ["\s+"]
 
         # If the separator is a regex, we don't need to escape it.
         if not self._is_separator_regex: