Remove chunk_size limit on WriteTable call, and unpin polars (#5495)

microsoft · Aug 2, 2023 · 288921a · 288921a
1 parent edda3bb
commit 288921a
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/tests/perf-system/submitter/submit.cpp b/tests/perf-system/submitter/submit.cpp
@@ -202,7 +202,7 @@ void store_parquet_results(ArgumentParser args, ParquetData data_handler)
     PARQUET_ASSIGN_OR_THROW(
       outfile, arrow::io::FileOutputStream::Open(args.send_filepath));
     PARQUET_THROW_NOT_OK(parquet::arrow::WriteTable(
-      *table, arrow::default_memory_pool(), outfile, 1));
+      *table, arrow::default_memory_pool(), outfile));
   }
 
   // Write Response Parquet
@@ -236,7 +236,7 @@ void store_parquet_results(ArgumentParser args, ParquetData data_handler)
     PARQUET_ASSIGN_OR_THROW(
       outfile, arrow::io::FileOutputStream::Open(args.response_filepath));
     PARQUET_THROW_NOT_OK(parquet::arrow::WriteTable(
-      *table, arrow::default_memory_pool(), outfile, 1));
+      *table, arrow::default_memory_pool(), outfile));
   }
 
   LOG_INFO_FMT("Finished storing results");

diff --git a/tests/requirements.txt b/tests/requirements.txt
@@ -22,4 +22,4 @@ pycose
 # Piccolo dependencies
 fastparquet==2023.*
 prettytable==3.*
-polars==0.18.7
+polars