fix(ecsoperator): Use cluster-default log group (#14)

openclimatefix · Mar 4, 2025 · dc1f574 · dc1f574
1 parent 51bf46b
commit dc1f574
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/src/airflow_dags/plugins/operators/ecs_run_task_operator.py b/src/airflow_dags/plugins/operators/ecs_run_task_operator.py
@@ -91,7 +91,7 @@ def setup_operator(self) -> EcsRegisterTaskDefinitionOperator:
         the `secrets` key in the container definition to prevent exposure in
         the task definition.
         """
-        _, region = self.cluster_region_tuple
+        cluster, region = self.cluster_region_tuple
 
         return EcsRegisterTaskDefinitionOperator(
             family=self.name,
@@ -114,9 +114,9 @@ def setup_operator(self) -> EcsRegisterTaskDefinitionOperator:
                 "logConfiguration": {
                     "logDriver": "awslogs",
                     "options": {
-                        "awslogs-group": f"/aws/ecs/{self.name}",
+                        "awslogs-group": f"/aws/ecs/{cluster}",
                         "awslogs-region": region,
-                        "awslogs-stream-prefix": f"streaming/{self.name}",
+                        "awslogs-stream-prefix": f"airflow/{self.name}",
                     },
                 },
             }],
@@ -172,8 +172,8 @@ def run_task_operator(
             overrides={"containerOverrides": [overrides_dict]},
             launch_type="FARGATE",
             network_configuration=networks_dict,
-            awslogs_group=f"/aws/ecs/{self.name}",
-            awslogs_stream_prefix=f"streaming/{self.name}",
+            awslogs_group=f"/aws/ecs/{cluster}",
+            awslogs_stream_prefix=f"airflow/{self.name}",
             awslogs_region=region,
             trigger_rule=trigger_rule,
             on_failure_callback=on_failure_callback,