feat: implement read_delta for datafusion

ibis/backends/datafusion/__init__.py

@@ -243,6 +243,50 @@ def read_parquet(
         self._context.register_parquet(table_name, path, **kwargs)
         return self.table(table_name)
 
+    def read_delta(
+        self, source_table: str | Path, table_name: str | None = None, **kwargs: Any
+    ) -> ir.Table:
+        """Register a Delta Lake table as a table in the current database.
+
+        Parameters
+        ----------
+        source_table
+            The data source. Must be a directory
+            containing a Delta Lake table.
+        table_name
+            An optional name to use for the created table. This defaults to
+            a sequentially generated name.
+        **kwargs
+            Additional keyword arguments passed to deltalake.DeltaTable.
+
+        Returns
+        -------
+        ir.Table
+            The just-registered table
+        """
+        source_table = normalize_filename(source_table)
+
+        table_name = table_name or gen_name("read_delta")
+
+        # Our other backends support overwriting views / tables when reregistering
+        # TODO: datafusion doesn't natively support Delta Lake tables at this point,
+        # so we need to add this later?
+        # self._context.deregister_table(table_name)
+        # self._context.register_delta(table_name, source_table, **kwargs)
+
+        try:
+            from deltalake import DeltaTable
+        except ImportError:
+            raise ImportError(
+                "The deltalake extra is required to use the "
+                "read_delta method. You can install it using pip:\n\n"
+                "pip install ibis-framework[deltalake]\n"
+            )
+
+        delta_table = DeltaTable(source_table, **kwargs)
+
+        return self.register(delta_table.to_pyarrow_dataset(), table_name=table_name)
+
     def _get_frame(
         self,
         expr: ir.Expr,

ibis/backends/duckdb/__init__.py

@@ -489,8 +489,7 @@ def read_delta(
         table_name
             An optional name to use for the created table. This defaults to
             a sequentially generated name.
-        kwargs
-            Additional keyword arguments passed to DuckDB loading function.
+        **kwargs
             Additional keyword arguments passed to deltalake.DeltaTable.
 
         Returns

ibis/backends/tests/test_export.py

@@ -325,7 +325,6 @@ def test_to_pyarrow_decimal(backend, dtype, pyarrow_dtype):
     [
         "bigquery",
         "clickhouse",
-        "datafusion",
         "impala",
         "oracle",
         "postgres",