dag_test

helxplatform · Dec 7, 2024 · f2403cd · f2403cd
1 parent cc876da
commit f2403cd
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/dags/roger/tasks.py b/dags/roger/tasks.py
@@ -390,14 +390,22 @@ def create_pipeline_taskgroup(
     name = pipeline_class.pipeline_name
     input_dataset_version = pipeline_class.input_version
 
+    def print_context(ds=None, **kwargs):
+        print(">>>All kwargs")
+        print(kwargs)
+        print(">>>All ds")
+        print(ds)
+
+    # run_this = PythonOperator(task_id="print_the_context", python_callable=print_context)
+
     with TaskGroup(group_id=f"{name}_dataset_pipeline_task_group") as tg:
         do_nothing = lambda *args: None
         with pipeline_class(config=configparam, **kwargs) as pipeline:
             pipeline: DugPipeline
             annotate_task = create_python_task(
                 dag,
                 f"annotate_{name}_files",
-                do_nothing,
+                print_context,
                 external_repos=[{
                     'name': getattr(pipeline_class, 'pipeline_name'),
                     'branch': input_dataset_version,