diff --git a/.github/trigger_files/beam_CloudML_Benchmarks_Dataflow.json b/.github/trigger_files/beam_CloudML_Benchmarks_Dataflow.json index b73af5e61a43..37dd25bf9029 100644 --- a/.github/trigger_files/beam_CloudML_Benchmarks_Dataflow.json +++ b/.github/trigger_files/beam_CloudML_Benchmarks_Dataflow.json @@ -1,4 +1,4 @@ { "comment": "Modify this file in a trivial way to cause this test suite to run.", - "modification": 1 + "modification": 3 } diff --git a/sdks/python/test-suites/dataflow/common.gradle b/sdks/python/test-suites/dataflow/common.gradle index 0e5d0b01ee14..27cf2869600c 100644 --- a/sdks/python/test-suites/dataflow/common.gradle +++ b/sdks/python/test-suites/dataflow/common.gradle @@ -571,7 +571,13 @@ task installTFTRequirements { exec { workingDir "$rootProject.projectDir/sdks/python/apache_beam/testing/benchmarks/cloudml/" executable 'sh' - args '-c', ". ${envdir}/bin/activate && pip install -r requirements.txt" + // installGcpTest already installed apache-beam[gcp]. tensorflow-transform also + // lists that dependency, so a plain pip install -r can re-resolve the GCP extra + // and hit ResolutionTooDeep. Install TFT with --no-deps instead. + args '-c', ". ${envdir}/bin/activate && " + + "grep -v '^tensorflow-transform' requirements.txt > /tmp/cloudml_tft_base_requirements.txt && " + + "pip install -r /tmp/cloudml_tft_base_requirements.txt && " + + "pip install --no-deps tensorflow-transform==1.16.0" } } }