add NUMBER_CONCURRENT_JOBS

openclimatefix · Jan 2, 2025 · c13ba38 · c13ba38 · devsjc · Jan 6, 2025
1 parent b733fae
commit c13ba38
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/nwp_consumer/internal/services/consumer_service.py b/src/nwp_consumer/internal/services/consumer_service.py
@@ -109,6 +109,8 @@ def _parallelize_generator[T](
         n_jobs: int = max(cpu_count() - 1, max_connections)
         if os.getenv("CONCURRENCY", "True").capitalize() == "False":
             n_jobs = 1
+        elif os.getenv("NUMBER_CONCURRENT_JOBS") is not None:
+            n_jobs = int(os.getenv("NUMBER_CONCURRENT_JOBS"))
         log.debug(f"Using {n_jobs} concurrent thread(s)")
 
         return Parallel(  # type: ignore