Skip to content

Commit cc677ff

Browse files
set dask scheduler from env variable (#55)
* set dask scheduler from env variable * fix default value
1 parent 5070277 commit cc677ff

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

cads_worker/worker.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
import datetime
2+
import dask.config
23
import distutils.util
34
import functools
45
import logging
@@ -10,6 +11,7 @@
1011
import cacholote
1112
import cads_adaptors
1213
import cads_broker.database
14+
import dask
1315
import distributed.worker
1416
import structlog
1517
from distributed import get_worker
@@ -204,6 +206,7 @@ def submit_workflow(
204206

205207
logger.info("Processing job", job_id=job_id)
206208
collection_id = config.get("collection_id")
209+
dask.config.set(scheduler=os.getenv("WORKER_SCHEDULER_TYPE", "processes"))
207210
cacholote.config.set(
208211
logger=LOGGER,
209212
cache_files_urlpath=cache_files_urlpath,

0 commit comments

Comments
 (0)