Enable dask-expr for tpch queries (#1046)

coiled · Oct 5, 2023 · cbdb56c · cbdb56c
1 parent 99a8270
commit cbdb56c
Show file tree

Hide file tree

Showing 5 changed files with 7 additions and 2 deletions.
diff --git a/AB_environments/AB_baseline.conda.yaml b/AB_environments/AB_baseline.conda.yaml
@@ -13,6 +13,7 @@ dependencies:
   - pandas ==2.1.1
   - dask ==2023.9.2
   - distributed ==2023.9.2
+  - dask-expr
   - dask-labextension ==7.0.0
   - dask-ml ==2023.3.24
   - fsspec ==2023.9.1

diff --git a/AB_environments/AB_sample.conda.yaml b/AB_environments/AB_sample.conda.yaml
@@ -18,6 +18,7 @@ dependencies:
   - pandas ==2.1.1
   - dask ==2023.9.2
   - distributed ==2023.9.2
+  - dask-expr
   - dask-labextension ==7.0.0
   - dask-ml ==2023.3.24
   - fsspec ==2023.9.1
@@ -56,3 +57,4 @@ dependencies:
     # Read README.md for troubleshooting.
     - git+https://github.com/dask/dask@da256320ef0167992f7183c3a275d092f5727f62
     - git+https://github.com/dask/distributed@285893037fe9eac83f363611b4799168aabb3992
+    - git+https://github.com/dask-contrib/dask-expr
diff --git a/ci/environment-git-tip.yml b/ci/environment-git-tip.yml
@@ -6,3 +6,4 @@ dependencies:
     - git+https://github.com/dask/dask
     - git+https://github.com/dask/distributed
     - git+https://github.com/dask/zict
+    - git+https://github.com/dask-contrib/dask-expr
diff --git a/ci/environment.yml b/ci/environment.yml
@@ -8,6 +8,7 @@ dependencies:
   - pandas ==2.1.1
   - dask ==2023.9.2
   - distributed ==2023.9.2
+  - dask-expr
   - dask-labextension ==7.0.0
   - dask-ml ==2023.3.24
   - fsspec ==2023.9.1

diff --git a/tests/benchmarks/test_tpch.py b/tests/benchmarks/test_tpch.py
@@ -1,11 +1,11 @@
 import os
 from datetime import datetime
 
-import dask.dataframe as dd
+import dask_expr as dd
 
 DATASETS = {
     "scale 100": "s3://coiled-runtime-ci/tpch_scale_100/",
-    "scale 1000": "s3://coiled-runtime-ci/tpch_scale_1000/",
+    "scale 1000": "s3://coiled-runtime-ci/tpch-scale-1000/",
 }
 
 enabled_dataset = os.getenv("TPCH_SCALE")