fix tests

Author: b8raoult

.gitignore

@@ -188,3 +188,5 @@ _build/
 *.sync
 *.dot
 _dev/
+*.to_upload
+*.tmp

src/anemoi/datasets/create/loaders.py

@@ -906,6 +906,8 @@ def __init__(self, path, delta=None, **kwargs):
             )
         self.delta = delta
         idelta = delta.total_seconds() // frequency.total_seconds()
+        assert int(idelta) == idelta, idelta
+        idelta = int(idelta)
 
         super().__init__(path=path, **kwargs)
 
@@ -929,10 +931,7 @@ def final_storage_name(self, k):
 
     @classmethod
     def final_storage_name_from_delta(_, k, delta):
-        if isinstance(delta, int):
-            delta = str(delta)
-        if not delta.endswith("h"):
-            delta = delta + "h"
+        delta = frequency_to_string(delta)
         return f"statistics_tendencies_{delta}_{k}"
 
     def run(self, parts):

tests/create/test_create.py

@@ -22,7 +22,7 @@
 from anemoi.datasets.create import Creator
 from anemoi.datasets.data.stores import open_zarr
 
-TEST_DATA_ROOT = "https://object-store.os-api.cci1.ecmwf.int/ml-tests/test-data/anemoi-datasets/pytest/create"
+TEST_DATA_ROOT = "https://object-store.os-api.cci1.ecmwf.int/ml-tests/test-data/anemoi-datasets/create"
 
 
 HERE = os.path.dirname(__file__)
@@ -58,7 +58,7 @@ def get_data(self, args, kwargs, path):
         print()
         print("⚠️ To upload the test data, run this:")
         print()
-        print(f"{exe} {upload_path} anemoi-datasets/pytest/create/{os.path.basename(path)}")
+        print(f"{exe} {upload_path} anemoi-datasets/create/{os.path.basename(path)} --overwrite")
         print()
         exit(1)
         raise ValueError("Test data is missing")