chore: Upgrade ibis to 9.0 (#4330)

upgrade ibis version Signed-off-by: tokoko <[email protected]>
feast-dev · Jul 10, 2024 · 96613c1 · 96613c1
1 parent 71afd1c
commit 96613c1
Show file tree

Hide file tree

Showing 8 changed files with 80 additions and 572 deletions.
diff --git a/sdk/python/feast/infra/offline_stores/ibis.py b/sdk/python/feast/infra/offline_stores/ibis.py
@@ -335,11 +335,8 @@ def deduplicate(
     if created_timestamp_col:
         order_by_fields.append(ibis.desc(table[created_timestamp_col]))
 
-    table = (
-        table.group_by(by=group_by_cols)
-        .order_by(order_by_fields)
-        .mutate(rn=ibis.row_number())
-    )
+    window = ibis.window(group_by=group_by_cols, order_by=order_by_fields, following=0)
+    table = table.mutate(rn=ibis.row_number().over(window))
 
     return table.filter(table["rn"] == ibis.literal(0)).drop("rn")