add test

Author: b8raoult

src/anemoi/datasets/data/forwards.py

@@ -9,7 +9,6 @@
 from functools import cached_property
 
 import numpy as np
-from anemoi.utils.dates import frequency_to_timedelta
 
 from .dataset import Dataset
 from .debug import debug_indexing
@@ -124,10 +123,8 @@ def check_same_resolution(self, d1, d2):
             raise ValueError(f"Incompatible resolutions: {d1.resolution} and {d2.resolution} ({d1} {d2})")
 
     def check_same_frequency(self, d1, d2):
-        f1 = frequency_to_timedelta(d1.frequency)
-        f2 = frequency_to_timedelta(d2.frequency)
-        if f1 != f2:
-            raise ValueError(f"Incompatible frequencies: {d1.frequency} ({f1}) and {d2.frequency} ({f2}) ({d1} {d2})")
+        if d1.frequency != d2.frequency:
+            raise ValueError(f"Incompatible frequencies: {d1.frequency} and {d2.frequency} ({d1} {d2})")
 
     def check_same_grid(self, d1, d2):
         if (d1.latitudes != d2.latitudes).any() or (d1.longitudes != d2.longitudes).any():

src/anemoi/datasets/data/stores.py

@@ -13,6 +13,7 @@
 
 import numpy as np
 import zarr
+from anemoi.utils.dates import frequency_to_timedelta
 
 from . import MissingDateError
 from .dataset import Dataset
@@ -268,12 +269,11 @@ def field_shape(self):
     @property
     def frequency(self):
         try:
-            return self.z.attrs["frequency"]
+            return frequency_to_timedelta(self.z.attrs["frequency"])
         except KeyError:
             LOG.warning("No 'frequency' in %r, computing from 'dates'", self)
         dates = self.dates
-        delta = dates[1].astype(object) - dates[0].astype(object)
-        return int(delta.total_seconds() / 3600)
+        return dates[1].astype(object) - dates[0].astype(object)
 
     @property
     def name_to_index(self):

src/anemoi/datasets/data/subset.py

@@ -9,6 +9,7 @@
 from functools import cached_property
 
 import numpy as np
+from anemoi.utils.dates import frequency_to_timedelta
 
 from .debug import Node
 from .debug import Source
@@ -89,8 +90,7 @@ def dates(self):
     @cached_property
     def frequency(self):
         dates = self.dates
-        delta = dates[1].astype(object) - dates[0].astype(object)
-        return int(delta.total_seconds() / 3600)
+        return frequency_to_timedelta(dates[1].astype(object) - dates[0].astype(object))
 
     def source(self, index):
         return Source(self, index, self.forward.source(index))

tests/xarray/test_zarr.py

@@ -51,6 +51,21 @@ def test_weatherbench():
     assert fs[-1].metadata("valid_datetime") == "2021-01-10T12:00:00", fs[-1].metadata("valid_datetime")
 
 
+def test_inca_one_date():
+    url = "https://object-store.os-api.cci1.ecmwf.int/ml-tests/test-data/example-inca-one-date.zarr"
+
+    ds = xr.open_zarr(url)
+    fs = XarrayFieldList.from_xarray(ds)
+    vars = ["DD_10M", "SP_10M", "TD_2M", "TOT_PREC", "T_2M"]
+
+    for i, f in enumerate(fs):
+        print(f)
+        assert f.metadata("valid_datetime") == "2023-01-01T00:00:00"
+        assert f.metadata("step") == 0
+        assert f.metadata("number") == 0
+        assert f.metadata("variable") == vars[i]
+
+
 if __name__ == "__main__":
     for name, obj in list(globals().items()):
         if name.startswith("test_") and callable(obj):