Making it possible to determine the split location in long messages (#…

…852)
facebookresearch · Jun 14, 2018 · be7f6e3 · be7f6e3
1 parent 1f9a0ff
commit be7f6e3
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/parlai/messenger/core/message_sender.py b/parlai/messenger/core/message_sender.py
@@ -73,6 +73,11 @@ def _message(text_content, replies):
             )
         )
     for i in range(len(tokens)):
+        if tokens[i] == '[*SPLIT*]':
+            if ' '.join(tokens[cutoff:i-1]).strip() != '':
+                splits.append(_message(' '.join(tokens[cutoff:i-1]), None))
+                cutoff = i + 1
+                curr_length = 0
         if (curr_length + len(tokens[i]) > MAX_TEXT_CHARS):
             splits.append(_message(' '.join(tokens[cutoff:i]), None))
             cutoff = i + 1