Skip to content

Commit

Permalink
Use spot + fallback + multizone for all clusters (#514)
Browse files Browse the repository at this point in the history
  • Loading branch information
ntabris authored Nov 16, 2022
1 parent ffc0fbf commit e9aa859
Show file tree
Hide file tree
Showing 3 changed files with 13 additions and 3 deletions.
6 changes: 5 additions & 1 deletion tests/benchmarks/test_parquet.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,11 @@ def parquet_cluster(dask_env_variables, gitlab_cluster_tags):
scheduler_vm_types=["m5.xlarge"],
package_sync=True,
environ=dask_env_variables,
backend_options={"send_prometheus_metrics": True},
backend_options={
"spot": True,
"spot_on_demand_fallback": True,
"multizone": True,
},
tags=gitlab_cluster_tags,
) as cluster:
yield cluster
Expand Down
4 changes: 3 additions & 1 deletion tests/stability/conftest.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,9 @@

def pytest_collection_modifyitems(config, items):
# Ensure stability tests use spot instances by default
marker = pytest.mark.backend_options(spot=True, spot_on_demand_fallback=True)
marker = pytest.mark.backend_options(
spot=True, spot_on_demand_fallback=True, multizone=True
)
for item in items:
# Add a module-level `spot=True` backend option marker if one doesn't already exist
module = item.parent
Expand Down
6 changes: 5 additions & 1 deletion tests/stability/test_spill.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,11 @@ def spill_cluster(dask_env_variables, gitlab_cluster_tags):
worker_vm_types=["m6i.large"],
scheduler_vm_types=["m6i.xlarge"],
wait_for_workers=True,
backend_options={"send_prometheus_metrics": True},
backend_options={
"spot": True,
"spot_on_demand_fallback": True,
"multizone": True,
},
environ=merge(
dask_env_variables,
{
Expand Down

0 comments on commit e9aa859

Please sign in to comment.