Skip to content

Commit

Permalink
Allow user to give number of processes
Browse files Browse the repository at this point in the history
  • Loading branch information
giuliabaldini committed Jul 22, 2024
1 parent 460fe6e commit 6c83c85
Show file tree
Hide file tree
Showing 2 changed files with 16 additions and 7 deletions.
1 change: 1 addition & 0 deletions config/default.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
ilp_version: v4

num_processes: 4
branch_priorities: true
replace_min: true
branching_ilp: true
Expand Down
22 changes: 15 additions & 7 deletions exact_kmeans/ilp.py
Original file line number Diff line number Diff line change
Expand Up @@ -60,13 +60,6 @@ def __init__(
self._k = self.k + self._v
self.kmeans_iterations = kmeans_iterations

self.num_processes = multiprocessing.cpu_count()

logger.info(
f"Using {self.num_processes} processes for "
f"multiprocessing out of {multiprocessing.cpu_count()} total processes."
)

self.changed_model_params = {}
self.changed_bound_model_params = {}
with Path(config_file).open("r") as f:
Expand Down Expand Up @@ -111,6 +104,21 @@ def __init__(
)
self.ilp_version += "-fill-sizes"

self.num_processes = self.config.get(
"num_processes", multiprocessing.cpu_count()
)
if isinstance(self.num_processes, int):
self.num_processes = min(self.num_processes, multiprocessing.cpu_count())
elif isinstance(self.num_processes, float):
self.num_processes = int(self.num_processes * multiprocessing.cpu_count())
else:
raise ValueError("num_processes must be an integer or a float.")

logger.info(
f"Using {self.num_processes} processes for "
f"multiprocessing out of {multiprocessing.cpu_count()} total processes."
)

self.cache_current_run_path = cache_current_run_path

if load_existing_run_path is not None and load_existing_run_path.exists():
Expand Down

0 comments on commit 6c83c85

Please sign in to comment.