EWT-370: Use python3 to launch the dataflow job. (apache#53)

rajatsri28 · Jul 6, 2020 · 4b5b977 · 4b5b977
1 parent b210dbf
commit 4b5b977
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/airflow/contrib/hooks/gcp_dataflow_hook.py b/airflow/contrib/hooks/gcp_dataflow_hook.py
@@ -242,7 +242,7 @@ def start_python_dataflow(self, job_name, variables, dataflow, py_options,
         def label_formatter(labels_dict):
             return ['--labels={}={}'.format(key, value)
                     for key, value in labels_dict.items()]
-        self._start_dataflow(variables, name, ["python2"] + py_options + [dataflow],
+        self._start_dataflow(variables, name, ["python3"] + py_options + [dataflow],
                              label_formatter)
 
     @staticmethod

diff --git a/airflow/version.py b/airflow/version.py
@@ -18,5 +18,5 @@
 # under the License.
 #
 
-version = '1.10.4+twtr12'
+version = '1.10.4+twtr13'
 
diff --git a/tests/contrib/hooks/test_gcp_dataflow_hook.py b/tests/contrib/hooks/test_gcp_dataflow_hook.py
@@ -102,7 +102,7 @@ def test_start_python_dataflow(self, mock_conn,
         self.dataflow_hook.start_python_dataflow(
             job_name=JOB_NAME, variables=DATAFLOW_OPTIONS_PY,
             dataflow=PY_FILE, py_options=PY_OPTIONS)
-        EXPECTED_CMD = ['python2', '-m', PY_FILE,
+        EXPECTED_CMD = ['python3', '-m', PY_FILE,
                         '--region=us-central1',
                         '--runner=DataflowRunner', '--project=test',
                         '--labels=foo=bar',