fix bug with length function (#1257)

langchain-ai · Feb 24, 2023 · 9381005 · 9381005
1 parent 10e73a3
commit 9381005
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/langchain/text_splitter.py b/langchain/text_splitter.py
@@ -250,7 +250,7 @@ def split_text(self, text: str) -> List[str]:
         # Now go merging things, recursively splitting longer texts.
         _good_splits = []
         for s in splits:
-            if len(s) < self._chunk_size:
+            if self._length_function(s) < self._chunk_size:
                 _good_splits.append(s)
             else:
                 if _good_splits: