work around incident

coiled · Apr 17, 2024 · 10278e1 · 10278e1
1 parent a8da566
commit 10278e1
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 0 deletions.
diff --git a/tests/conftest.py b/tests/conftest.py
@@ -40,6 +40,9 @@
 except ImportError:  # dask <2023.6.0
     from contextlib import nullcontext as span_ctx
 
+# https://github.com/coiled/platform/issues/5329
+dask.config.set({"coiled.use_dashboard_https": False})
+
 
 logger = logging.getLogger("benchmarks")
 logger.setLevel(logging.INFO)

diff --git a/tests/tpch/conftest.py b/tests/tpch/conftest.py
@@ -24,6 +24,9 @@
 # Global Options #
 ##################
 
+# https://github.com/coiled/platform/issues/5329
+dask.config.set({"coiled.use_dashboard_https": False})
+
 
 def pytest_addoption(parser):
     parser.addoption("--local", action="store_true", default=False, help="")

diff --git a/tests/tpch/test_pyspark.py b/tests/tpch/test_pyspark.py
@@ -30,6 +30,7 @@ def cluster_spec(cluster_spec, scale, shutdown_on_close):
     if scale == 10000:
         return {
             "worker_vm_types": ["m6i.2xlarge"],
+            "account": "dask-engineering",
             "n_workers": 32 * 5,
             "worker_disk_size": 200,
             **everywhere,

diff --git a/tests/tpch/utils.py b/tests/tpch/utils.py
@@ -43,6 +43,7 @@ def get_cluster_spec(scale: int, shutdown_on_close: bool) -> dict[str, Any]:
     everywhere = dict(
         idle_timeout="24h",
         wait_for_workers=True,
+        account="dask-engineering",
         scheduler_vm_types=["m6i.2xlarge"],
         shutdown_on_close=shutdown_on_close,
     )