Skip to content

Commit

Permalink
adding referenced tables for upstream dependencies (#6347)
Browse files Browse the repository at this point in the history 
* adding referenced tables for upstream dependencies

* formatting yaml
  • Loading branch information
@chelseybeck
chelseybeck authored Oct 15, 2024
1 parent c3c5cad commit 68ed290
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 8 deletions.
7 changes: 3 additions & 4 deletions sql/moz-fx-data-shared-prod/telemetry_derived/newtab_merino_extract_to_gcs_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,7 @@ scheduling:
- --destination-bucket=merino-airflow-data-prodpy
- --destination-prefix=newtab-merino-exports/engagement
- --deletion-days-old=3
referenced_tables:
- ['moz-fx-data-shared-prod', 'telemetry_derived', 'newtab_merino_extract_v1']
bigquery: null
references:
query.sql:
- ..
- moz-fx-data-shared-prod.telemetry_derived.newtab_merino_extract_v1
references: {}
7 changes: 3 additions & 4 deletions sql/moz-fx-data-shared-prod/telemetry_derived/newtab_merino_priors_to_gcs_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -18,8 +18,7 @@ scheduling:
- --destination-bucket=merino-airflow-data-prodpy
- --destination-prefix=newtab-merino-exports/priors
- --deletion-days-old=3
referenced_tables:
- ['moz-fx-data-shared-prod', 'telemetry_derived', 'newtab_merino_priors_v1']
bigquery: null
references:
query.sql:
- ..
- moz-fx-data-shared-prod.telemetry_derived.newtab_merino_priors_v1
references: {}

1 comment on commit 68ed290

@dataops-ci-bot
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Integration report for "adding referenced tables for upstream dependencies (#6347)"

sql.diff

Click to expand! 
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_merino_newtab_extract_to_gcs.py /tmp/workspace/generated-sql/dags/bqetl_merino_newtab_extract_to_gcs.py
--- /tmp/workspace/main-generated-sql/dags/bqetl_merino_newtab_extract_to_gcs.py	2024-10-15 17:47:37.000000000 +0000
+++ /tmp/workspace/generated-sql/dags/bqetl_merino_newtab_extract_to_gcs.py	2024-10-15 17:50:20.000000000 +0000
@@ -99,3 +99,7 @@
     checks__fail_telemetry_derived__newtab_merino_extract__v1.set_upstream(
         telemetry_derived__newtab_merino_extract__v1
     )
+
+    telemetry_derived__newtab_merino_extract_to_gcs__v1.set_upstream(
+        checks__fail_telemetry_derived__newtab_merino_extract__v1
+    )
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_merino_newtab_priors_to_gcs.py /tmp/workspace/generated-sql/dags/bqetl_merino_newtab_priors_to_gcs.py
--- /tmp/workspace/main-generated-sql/dags/bqetl_merino_newtab_priors_to_gcs.py	2024-10-15 17:47:37.000000000 +0000
+++ /tmp/workspace/generated-sql/dags/bqetl_merino_newtab_priors_to_gcs.py	2024-10-15 17:50:20.000000000 +0000
@@ -115,3 +115,7 @@
     telemetry_derived__newtab_merino_priors__v1.set_upstream(
         wait_for_copy_deduplicate_all
     )
+
+    telemetry_derived__newtab_merino_priors_to_gcs__v1.set_upstream(
+        checks__fail_telemetry_derived__newtab_merino_priors__v1
+    )
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry_derived/newtab_merino_extract_to_gcs_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/telemetry_derived/newtab_merino_extract_to_gcs_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry_derived/newtab_merino_extract_to_gcs_v1/metadata.yaml	2024-10-15 17:44:17.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/telemetry_derived/newtab_merino_extract_to_gcs_v1/metadata.yaml	2024-10-15 17:44:36.000000000 +0000
@@ -18,12 +18,13 @@
   - --destination-bucket=merino-airflow-data-prodpy
   - --destination-prefix=newtab-merino-exports/engagement
   - --deletion-days-old=3
+  referenced_tables:
+  - - moz-fx-data-shared-prod
+    - telemetry_derived
+    - newtab_merino_extract_v1
 bigquery: null
 workgroup_access:
 - role: roles/bigquery.dataViewer
   members:
   - workgroup:mozilla-confidential
-references:
-  query.sql:
-  - ..
-  - moz-fx-data-shared-prod.telemetry_derived.newtab_merino_extract_v1
+references: {}
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry_derived/newtab_merino_priors_to_gcs_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/telemetry_derived/newtab_merino_priors_to_gcs_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry_derived/newtab_merino_priors_to_gcs_v1/metadata.yaml	2024-10-15 17:44:17.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/telemetry_derived/newtab_merino_priors_to_gcs_v1/metadata.yaml	2024-10-15 17:44:36.000000000 +0000
@@ -19,12 +19,13 @@
   - --destination-bucket=merino-airflow-data-prodpy
   - --destination-prefix=newtab-merino-exports/priors
   - --deletion-days-old=3
+  referenced_tables:
+  - - moz-fx-data-shared-prod
+    - telemetry_derived
+    - newtab_merino_priors_v1
 bigquery: null
 workgroup_access:
 - role: roles/bigquery.dataViewer
   members:
   - workgroup:mozilla-confidential
-references:
-  query.sql:
-  - ..
-  - moz-fx-data-shared-prod.telemetry_derived.newtab_merino_priors_v1
+references: {}

Link to full diff

Please sign in to comment.