[hotfix] Stabilize python tests

spotify · Feb 22, 2020 · 24c9f2b · 24c9f2b
1 parent aa048ae
commit 24c9f2b
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 4 deletions.
diff --git a/tools/azure-pipelines/jobs-template.yml b/tools/azure-pipelines/jobs-template.yml
@@ -98,10 +98,16 @@ jobs:
  path: $(CACHE_FLINK_DIR)
  artifact: FlinkCompileCacheDir-${{parameters.stage_name}}
 
- # recreate "build-target" symlink for python tests
- - script: |
- ln -snf $(CACHE_FLINK_DIR)/flink-dist/target/flink-*-SNAPSHOT-bin/flink-*-SNAPSHOT $(CACHE_FLINK_DIR)/build-target
- displayName: Recreate 'build-target' symlink
+ # only for the python stage (which runs a full mvn install), download the cache
+ - task: Cache@2
+ condition: eq(variables['module'], 'python')
+ inputs:
+ key: $(CACHE_KEY)
+ restoreKeys: $(CACHE_FALLBACK_KEY)
+ path: $(MAVEN_CACHE_FOLDER)
+ continueOnError: true # continue the build even if the cache fails.
+ displayName: Cache Maven local repo
+
  # Test
  - script: STAGE=test ${{parameters.environment}} ./tools/azure_controller.sh $(module)
  displayName: Test - $(module)

diff --git a/tools/azure_controller.sh b/tools/azure_controller.sh
@@ -172,6 +172,14 @@ elif [ $STAGE != "$STAGE_CLEANUP" ]; then
  PY_MVN="${MVN// clean/}"
  PY_MVN="$PY_MVN -Drat.skip=true"
  ${PY_MVN}
+
+ if [ $EXIT_CODE != 0 ]; then
+ echo "=============================================================================="
+ echo "Compile error for python stage preparation. Exit code: $EXIT_CODE. Failing build"
+ echo "=============================================================================="
+ exit $EXIT_CODE
+ fi
+
  echo "Done compiling ... "
  fi