WIP.

digital-land · Jul 24, 2024 · 3188d74 · 3188d74
1 parent 38ac3ff
commit 3188d74
Showing 1 changed file with 8 additions and 6 deletions.
diff --git a/dags/dynamic_data_workflow_dag.py b/dags/dynamic_data_workflow_dag.py
@@ -10,6 +10,8 @@
 )
 
 cluster_name = "development-cluster"
+log_group = "airflow-development-mwaa-Task"
+log_region = "eu-west-1"
 
 collection_task = EcsRegisterTaskDefinitionOperator(
     task_id="collection-task",
@@ -24,9 +26,9 @@
             "logConfiguration": {
                 "logDriver": "awslogs",
                 "options": {
-                    "awslogs-group": "airflow-development-mwaa-Task",
-                    "awslogs-region": "eu-west-1",
-                    "awslogs-stream-prefix": "ecs",
+                    "awslogs-group": log_group,
+                    "awslogs-region": log_region,
+                    "awslogs-stream-prefix": "collector",
                 },
             },
         },
@@ -91,8 +93,8 @@
                     "assignPublicIp": "ENABLED",
                 }
             },
-            awslogs_group="airflow-development-mwaa-Task",
-            awslogs_region="eu-west-1",
-            awslogs_stream_prefix="ecs",
+            awslogs_group=log_group,
+            awslogs_region=log_region,
+            awslogs_stream_prefix="collector",
             # awslogs_fetch_interval=timedelta(seconds=5)
         )