MINOR: ParquetRewriter must close opened reader/stream (#3002)

apache · Aug 31, 2024 · aec7bc6 · aec7bc6
1 parent fafd9b0
commit aec7bc6
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/rewrite/ParquetRewriter.java b/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/rewrite/ParquetRewriter.java
@@ -241,7 +241,7 @@ private void openInputFiles(List<InputFile> inputFiles, ParquetConfiguration con
   }
 
   // Routines to get reader of next input file and set up relevant states
-  private void initNextReader() {
+  private void initNextReader() throws IOException {
     if (reader != null) {
       LOG.info("Finish rewriting input file: {}", reader.getFile());
     }
@@ -252,7 +252,7 @@ private void initNextReader() {
       originalCreatedBy = null;
       return;
     }
-
+    if (reader != null) reader.close();
     reader = inputFiles.poll();
     meta = reader.getFooter();
     originalCreatedBy = meta.getFileMetaData().getCreatedBy();