get options outside of DoFn context

apache · Jul 25, 2023 · 30383c0 · 30383c0
1 parent 6cd6410
commit 30383c0
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/sdks/python/apache_beam/io/gcp/bigquery_read_internal.py b/sdks/python/apache_beam/io/gcp/bigquery_read_internal.py
@@ -144,14 +144,16 @@ def __init__(self, side_input=None):
     self.side_input = side_input
 
   def expand(self, input):
+    pipeline_options = input.pipeline.options
+
     class PassThrough(beam.DoFn):
       def process(self, element):
         yield element
 
     class CleanUpProjects(beam.DoFn):
       def process(self, unused_element, unused_signal, pipeline_details):
         bq = bigquery_tools.BigQueryWrapper.from_pipeline_options(
-            input.pipeline.options)
+            pipeline_options)
         pipeline_details = pipeline_details[0]
         if 'temp_table_ref' in pipeline_details.keys():
           temp_table_ref = pipeline_details['temp_table_ref']