fix: reduce export_text chunksize to 10000

engisalor · Jun 18, 2024 · caac056 · caac056
1 parent 60ca73b
commit caac056
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/corpusama/corpus/export.py b/corpusama/corpus/export.py
@@ -74,7 +74,7 @@ def export_text(
     lang: str,
     stem: str = "reliefweb",
     min_portion: float = 0.8,
-    chunksize: int = 25000,
+    chunksize: int = 10000,
     start_date: str = "1900-01-01",
     end_date: str = "2100-12-31",
     cores: int = 0,