Skip to content

Commit 596449f

Browse files
committed
fix(sat-dag): Use latestonly operator
1 parent 1230a50 commit 596449f

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

src/airflow_dags/dags/uk/sat-dag.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@
1010

1111
from airflow.decorators import dag
1212
from airflow.operators.bash import BashOperator
13+
from airflow.operators.latest_only import LatestOnlyOperator
1314
from airflow.utils.trigger_rule import TriggerRule
1415

1516
from airflow_dags.plugins.callbacks.slack import slack_message_callback
@@ -69,6 +70,8 @@ def update_operator(cadence_mins: int) -> BashOperator:
6970
)
7071
def sat_consumer_dag() -> None:
7172
"""Dag to download and process satellite data from EUMETSAT."""
73+
latest_op = LatestOnlyOperator(task_id="determine_latest_run")
74+
7275
setup_op = sat_consumer.setup_operator()
7376

7477
consume_rss_op = sat_consumer.run_task_operator(
@@ -97,7 +100,7 @@ def sat_consumer_dag() -> None:
97100

98101
teardown_op = sat_consumer.teardown_operator()
99102

100-
setup_op >> consume_rss_op >> consume_odegree_op >> teardown_op
103+
latest_op >> setup_op >> consume_rss_op >> consume_odegree_op >> teardown_op
101104

102105
sat_consumer_dag()
103106

0 commit comments

Comments
 (0)