use 8xlarge

coiled · Apr 17, 2024 · 0a1c8a9 · 0a1c8a9
1 parent 8cea348
commit 0a1c8a9
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/tests/tpch/test_pyspark.py b/tests/tpch/test_pyspark.py
@@ -29,10 +29,9 @@ def cluster_spec(cluster_spec, scale, shutdown_on_close):
     )
     if scale == 10000:
         return {
-            "worker_vm_types": ["m6i.xlarge"],
+            "worker_vm_types": ["m6i.8xlarge"],
             "account": "dask-engineering",
-            "n_workers": 32 * 10,
-            "worker_disk_size": 200,
+            "n_workers": 32,
             **everywhere,
         }
     else: