add new assets to edxorg api data definition

mitodl · Jan 31, 2025 · 9811f39 · 9811f39
1 parent 90f1da0
commit 9811f39
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 4 deletions.
diff --git a/src/ol_orchestrate/assets/edxorg_api.py b/src/ol_orchestrate/assets/edxorg_api.py
@@ -237,6 +237,7 @@ def edxorg_mitx_course_metadata(
                         "max_effort": course_run["max_effort"],
                         "estimated_hours": course_run["estimated_hours"],
                         "modified": course_run["modified"],
+                        "retrieved_at": data_retrieval_timestamp,
                     }
                 )
 

diff --git a/src/ol_orchestrate/definitions/edx/edxorg_api_data_extract.py b/src/ol_orchestrate/definitions/edx/edxorg_api_data_extract.py
@@ -7,7 +7,10 @@
 )
 from dagster_aws.s3 import S3Resource
 
-from ol_orchestrate.assets.edxorg_api import edxorg_program_metadata
+from ol_orchestrate.assets.edxorg_api import (
+    edxorg_mitx_course_metadata,
+    edxorg_program_metadata,
+)
 from ol_orchestrate.io_managers.filepath import S3FileObjectIOManager
 from ol_orchestrate.lib.constants import DAGSTER_ENV, VAULT_ADDRESS
 from ol_orchestrate.lib.dagster_helpers import default_io_manager
@@ -40,12 +43,12 @@ def s3_uploads_bucket(
 
 edxorg_api_daily_schedule = ScheduleDefinition(
     name="edxorg_api_schedule",
-    target=AssetSelection.assets(edxorg_program_metadata),
+    target=AssetSelection.assets(edxorg_program_metadata, edxorg_mitx_course_metadata),
     cron_schedule="@daily",
     execution_timezone="Etc/UTC",
 )
 
-edxorg_program_metadata_extract = Definitions(
+edxorg_api_data = Definitions(
     resources={
         "io_manager": default_io_manager(DAGSTER_ENV),
         "s3file_io_manager": S3FileObjectIOManager(
@@ -56,6 +59,6 @@ def s3_uploads_bucket(
         "s3": S3Resource(),
         "edxorg_api": OpenEdxApiClientFactory(deployment="edxorg", vault=vault),
     },
-    assets=[edxorg_program_metadata],
+    assets=[edxorg_program_metadata, edxorg_mitx_course_metadata],
     schedules=[edxorg_api_daily_schedule],
 )