We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 5070277 commit cc677ffCopy full SHA for cc677ff
cads_worker/worker.py
@@ -1,4 +1,5 @@
1
import datetime
2
+import dask.config
3
import distutils.util
4
import functools
5
import logging
@@ -10,6 +11,7 @@
10
11
import cacholote
12
import cads_adaptors
13
import cads_broker.database
14
+import dask
15
import distributed.worker
16
import structlog
17
from distributed import get_worker
@@ -204,6 +206,7 @@ def submit_workflow(
204
206
205
207
logger.info("Processing job", job_id=job_id)
208
collection_id = config.get("collection_id")
209
+ dask.config.set(scheduler=os.getenv("WORKER_SCHEDULER_TYPE", "processes"))
210
cacholote.config.set(
211
logger=LOGGER,
212
cache_files_urlpath=cache_files_urlpath,
0 commit comments