fix(ingest/glue): add info in report (#12470)

datahub-project · Jan 27, 2025 · 0c98cdc · 0c98cdc
1 parent 6ab2c70
commit 0c98cdc
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/aws/glue.py b/metadata-ingestion/src/datahub/ingestion/source/aws/glue.py
@@ -218,6 +218,7 @@ def platform_validator(cls, v: str) -> str:
 
 @dataclass
 class GlueSourceReport(StaleEntityRemovalSourceReport):
+    catalog_id: Optional[str] = None
     tables_scanned = 0
     filtered: List[str] = dataclass_field(default_factory=list)
     databases: EntityFilterReport = EntityFilterReport.field(type="database")
@@ -315,6 +316,7 @@ def __init__(self, config: GlueSourceConfig, ctx: PipelineContext):
         self.extract_owners = config.extract_owners
         self.source_config = config
         self.report = GlueSourceReport()
+        self.report.catalog_id = self.source_config.catalog_id
         self.glue_client = config.glue_client
         self.s3_client = config.s3_client
         self.extract_transforms = config.extract_transforms