feat(iceberg): use native glue impl for iceberg source (#18106)

risingwavelabs · Aug 25, 2024 · 5c1af4c · 5c1af4c
1 parent d33623a
commit 5c1af4c
Show file tree

Hide file tree

Showing 4 changed files with 159 additions and 48 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -142,8 +142,9 @@ arrow-array-iceberg = { package = "arrow-array", version = "52" }
 arrow-schema-iceberg = { package = "arrow-schema", version = "52" }
 arrow-buffer-iceberg = { package = "arrow-buffer", version = "52" }
 arrow-cast-iceberg = { package = "arrow-cast", version = "52" }
-iceberg = { git = "https://github.com/apache/iceberg-rust.git", rev = "4440af69a354d9af56f239a6126a7f4b7945d58b" }
-iceberg-catalog-rest = { git = "https://github.com/apache/iceberg-rust.git", rev = "4440af69a354d9af56f239a6126a7f4b7945d58b" }
+iceberg = "0.3.0"
+iceberg-catalog-rest = "0.3.0"
+iceberg-catalog-glue = "0.3.0"
 opendal = "0.47"
 arrow-array = "50"
 arrow-arith = "50"

diff --git a/src/connector/Cargo.toml b/src/connector/Cargo.toml
@@ -67,6 +67,7 @@ google-cloud-googleapis = { version = "0.15", features = ["pubsub", "bigquery"]
 google-cloud-pubsub = "0.28"
 http = "0.2"
 iceberg = { workspace = true }
+iceberg-catalog-glue = { workspace = true }
 iceberg-catalog-rest = { workspace = true }
 icelake = { workspace = true }
 indexmap = { version = "2.2.6", features = ["serde"] }