diff --git a/src/anemoi/datasets/commands/create.py b/src/anemoi/datasets/commands/create.py index 4f4f4edb..08999da3 100644 --- a/src/anemoi/datasets/commands/create.py +++ b/src/anemoi/datasets/commands/create.py @@ -83,11 +83,12 @@ def serial_create(self, args): task("load", options) task("finalise", options) - task("patch", options) - task("init_additions", options) task("run_additions", options) task("finalise_additions", options) + + task("patch", options) + task("cleanup", options) task("verify", options) @@ -153,6 +154,7 @@ def parallel_create(self, args): with ExecutorClass(max_workers=1) as executor: executor.submit(task, "finalise-additions", options).result() + executor.submit(task, "patch", options).result() executor.submit(task, "cleanup", options).result() executor.submit(task, "verify", options).result() diff --git a/src/anemoi/datasets/create/__init__.py b/src/anemoi/datasets/create/__init__.py index d623ade2..bc35dcf5 100644 --- a/src/anemoi/datasets/create/__init__.py +++ b/src/anemoi/datasets/create/__init__.py @@ -740,6 +740,11 @@ def skip(self): if not self.delta.total_seconds() % frequency.total_seconds() == 0: LOG.debug(f"Delta {self.delta} is not a multiple of frequency {frequency}. Skipping.") return True + + if self.dataset.zarr_metadata.get("build", {}).get("additions", None) is False: + LOG.warning(f"Additions are disabled for {self.path} in the recipe.") + return True + return False @cached_property