Update devices and sites schema

airqo-platform · Dec 12, 2024 · 93fcf00 · 93fcf00
1 parent 2d11ffb
commit 93fcf00
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 5 deletions.
diff --git a/src/workflows/airqo_etl_utils/meta_data_utils.py b/src/workflows/airqo_etl_utils/meta_data_utils.py
@@ -14,7 +14,6 @@ def extract_devices_from_api(tenant: Tenant = Tenant.ALL) -> pd.DataFrame:
         dataframe = pd.json_normalize(devices)
         dataframe = dataframe[
             [
-                "tenant",
                 "network",
                 "latitude",
                 "longitude",
@@ -25,8 +24,6 @@ def extract_devices_from_api(tenant: Tenant = Tenant.ALL) -> pd.DataFrame:
                 "description",
                 "device_manufacturer",
                 "device_category",
-                "approximate_latitude",
-                "approximate_longitude",
             ]
         ]
 
@@ -124,7 +121,7 @@ def extract_sites_from_api(network: str = "all") -> pd.DataFrame:
         dataframe = pd.json_normalize(sites)
         dataframe = dataframe[
             [
-                "tenant",
+                "network",
                 "site_id",
                 "latitude",
                 "longitude",

diff --git a/src/workflows/airqo_etl_utils/schema/devices.json b/src/workflows/airqo_etl_utils/schema/devices.json
@@ -63,5 +63,10 @@
     "name": "device_category",
     "type": "STRING",
     "mode": "NULLABLE"
+  },
+  {
+    "name": "last_updated",
+    "type": "TIMESTAMP",
+    "mode": "NULLABLE"
   }
 ]
diff --git a/src/workflows/airqo_etl_utils/schema/sites.json b/src/workflows/airqo_etl_utils/schema/sites.json
@@ -4,6 +4,11 @@
     "type": "STRING",
     "mode": "REQUIRED"
   },
+  {
+    "name": "network",
+    "type": "STRING",
+    "mode": "REQUIRED"
+  },
   {
     "name": "id",
     "type": "STRING",
@@ -68,5 +73,10 @@
     "name": "city",
     "type": "STRING",
     "mode": "NULLABLE"
+  },
+  {
+    "name": "last_updated",
+    "type": "DATE",
+    "mode": "NULLABLE"
   }
-]
+]