fix ray sink error when there are no data to write

lancedb · Sep 26, 2024 · 254355e · 254355e
1 parent 51126ab
commit 254355e
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/python/python/lance/ray/sink.py b/python/python/lance/ray/sink.py
@@ -137,6 +137,10 @@ def on_write_complete(
                 fragment = pickle.loads(fragment_str)
                 fragments.append(fragment)
                 schema = pickle.loads(schema_str)
+        # Check weather writer has fragments or not.
+        # Skip commit when there are no fragments.
+        if not schema:
+            return
         if self.mode in set(["create", "overwrite"]):
             op = lance.LanceOperation.Overwrite(schema, fragments)
         elif self.mode == "append":