fix write method requires byte-like object, not str

sys.stdout requires str while file with the flags 'wb' requires bytes
piskvorky · Dec 2, 2017 · 0268190 · 0268190
1 parent c462bd0
commit 0268190
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/gensim/scripts/segment_wiki.py b/gensim/scripts/segment_wiki.py
@@ -111,7 +111,7 @@ def segment_and_write_all_articles(file_path, output_file, min_article_character
     if output_file is None:
         outfile = sys.stdout
     else:
-        outfile = smart_open(output_file, 'wb')
+        outfile = smart_open(output_file, 'w')
 
     try:
         article_stream = segment_all_articles(file_path, min_article_character, workers=workers)
@@ -122,7 +122,7 @@ def segment_and_write_all_articles(file_path, output_file, min_article_character
                 output_data["section_texts"].append(section_content)
             if (idx + 1) % 100000 == 0:
                 logger.info("processed #%d articles (at %r now)", idx + 1, article_title)
-            outfile.write(json.dumps(output_data) + "\n")
+            outfile.write((json.dumps(output_data) + "\n").encode())
     finally:
         outfile.close()