From caac0560dcc3fef8daa214999c0295a940e93444 Mon Sep 17 00:00:00 2001 From: engisalor <50170623+engisalor@users.noreply.github.com> Date: Tue, 18 Jun 2024 13:13:32 +0200 Subject: [PATCH] fix: reduce export_text chunksize to 10000 --- corpusama/corpus/export.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/corpusama/corpus/export.py b/corpusama/corpus/export.py index c422d06..29597d0 100644 --- a/corpusama/corpus/export.py +++ b/corpusama/corpus/export.py @@ -74,7 +74,7 @@ def export_text( lang: str, stem: str = "reliefweb", min_portion: float = 0.8, - chunksize: int = 25000, + chunksize: int = 10000, start_date: str = "1900-01-01", end_date: str = "2100-12-31", cores: int = 0,