Add open weather schema for data validation

airqo-platform · Feb 27, 2025 · 5078468 · 5078468
1 parent 17753de
commit 5078468
Show file tree

Hide file tree

Showing 2 changed files with 78 additions and 0 deletions.
diff --git a/src/workflows/airqo_etl_utils/config.py b/src/workflows/airqo_etl_utils/config.py
@@ -427,6 +427,7 @@ class Config:
         BIGQUERY_HOURLY_BAM_EVENTS_TABLE: "bam_measurements.json",
         BIGQUERY_RAW_BAM_DATA_TABLE: "bam_raw_measurements.json",
         BIGQUERY_DAILY_FORECAST_EVENTS_TABLE: "daily_24_hourly_forecasts.json",
+        BIGQUERY_OPENWEATHERMAP_TABLE: "openweathermap_hourly_data.json",
         "all": None,
     }
     DataSource = {

diff --git a/src/workflows/airqo_etl_utils/schema/openweathermap_hourly_data.json b/src/workflows/airqo_etl_utils/schema/openweathermap_hourly_data.json
@@ -0,0 +1,77 @@
+[
+  {
+    "mode": "NULLABLE",
+    "name": "timestamp",
+    "type": "STRING"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "latitude",
+    "type": "FLOAT"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "longitude",
+    "type": "FLOAT"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "temperature",
+    "type": "FLOAT"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "humidity",
+    "type": "INTEGER"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "pressure",
+    "type": "INTEGER"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "wind_speed",
+    "type": "FLOAT"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "wind_direction",
+    "type": "INTEGER"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "wind_gust",
+    "type": "FLOAT"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "weather_description",
+    "type": "STRING"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "sea_level",
+    "type": "INTEGER"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "ground_level",
+    "type": "INTEGER"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "visibility",
+    "type": "INTEGER"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "cloudiness",
+    "type": "INTEGER"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "rain",
+    "type": "FLOAT"
+  }
+]