chore: Upgrade ibis to 9.0 (feast-dev#4330)

upgrade ibis version Signed-off-by: tokoko <togurg14@freeuni.edu.ge>
sailpoint · Jul 23, 2024 · a4fe277 · a4fe277
1 parent e2f7631
commit a4fe277
Show file tree

Hide file tree

Showing 8 changed files with 80 additions and 572 deletions.
diff --git a/sdk/python/feast/infra/offline_stores/ibis.py b/sdk/python/feast/infra/offline_stores/ibis.py
@@ -335,11 +335,8 @@ def deduplicate(
     if created_timestamp_col:
         order_by_fields.append(ibis.desc(table[created_timestamp_col]))
 
-    table = (
-        table.group_by(by=group_by_cols)
-        .order_by(order_by_fields)
-        .mutate(rn=ibis.row_number())
-    )
+    window = ibis.window(group_by=group_by_cols, order_by=order_by_fields, following=0)
+    table = table.mutate(rn=ibis.row_number().over(window))
 
     return table.filter(table["rn"] == ibis.literal(0)).drop("rn")