fix(ingest/snowflake): order queries for queries_v2 (datahub-project#12551)

hsheth2 · ksrinath · commit 7c5922d88842 · 2025-02-14T17:55:15.000+05:30
diff --git a/metadata-ingestion/src/datahub/ingestion/source/snowflake/snowflake_queries.py b/metadata-ingestion/src/datahub/ingestion/source/snowflake/snowflake_queries.py
@@ -731,6 +731,9 @@ def _build_enriched_query_log_query(
     JOIN filtered_access_history a USING (query_id)
 )
 SELECT * FROM query_access_history
+-- Our query aggregator expects the queries to be added in chronological order.
+-- It's easier for us to push down the sorting to Snowflake/SQL instead of doing it in Python.
+ORDER BY QUERY_START_TIME ASC
 """
 
 

Original file line number	Diff line number	Diff line change
`@@ -731,6 +731,9 @@ def _build_enriched_query_log_query(`
`731`	`731`	`JOIN filtered_access_history a USING (query_id)`
`732`	`732`	`)`
`733`	`733`	`SELECT * FROM query_access_history`
	`734`	`+-- Our query aggregator expects the queries to be added in chronological order.`
	`735`	`+-- It's easier for us to push down the sorting to Snowflake/SQL instead of doing it in Python.`
	`736`	`+ORDER BY QUERY_START_TIME ASC`
`734`	`737`	`"""`
`735`	`738`
`736`	`739`