From 6870283a56cd1dcbe1975459cfe22e34f0df83dc Mon Sep 17 00:00:00 2001 From: Robert Bradshaw Date: Fri, 15 Sep 2023 13:12:53 -0700 Subject: [PATCH] [BEAM-28399] Ensure dataflow experiments are always set when dataflow runner is used. --- sdks/python/apache_beam/runners/dataflow/dataflow_runner.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py b/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py index 11e2e1218659..3d612bd6ec0f 100644 --- a/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py +++ b/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py @@ -359,6 +359,8 @@ def run_pipeline(self, pipeline, options, pipeline_proto=None): 'Google Cloud Dataflow runner not available, ' 'please install apache_beam[gcp]') + _check_and_add_missing_options(options) + # Convert all side inputs into a form acceptable to Dataflow. if pipeline: pipeline.visit(self.combinefn_visitor())