Skip to content

Commit

Permalink
[FLINK-10821] E2E now uses externalized checkpoint
Browse files Browse the repository at this point in the history
This commit fixes the test_resume_externalized_checkpoints.sh script,
by providing the path to the externalized checkpoint taken.
  • Loading branch information
Igal Shilman authored and tillrohrmann committed Nov 12, 2018
1 parent 6115b05 commit 1ad17e0
Showing 1 changed file with 15 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -66,8 +66,9 @@ TEST_PROGRAM_JAR=${END_TO_END_DIR}/flink-datastream-allround-test/target/DataStr

function buildBaseJobCmd {
local dop=$1
local flink_args="$2"

echo "$FLINK_DIR/bin/flink run -d -p $dop $TEST_PROGRAM_JAR \
echo "$FLINK_DIR/bin/flink run -d ${flink_args} -p $dop $TEST_PROGRAM_JAR \
--test.semantics exactly-once \
--environment.parallelism $dop \
--environment.externalize_checkpoint true \
Expand Down Expand Up @@ -125,9 +126,20 @@ fi

echo "Restoring job with externalized checkpoint at $CHECKPOINT_PATH ..."

BASE_JOB_CMD=`buildBaseJobCmd $NEW_DOP`
BASE_JOB_CMD=`buildBaseJobCmd $NEW_DOP "-s file:https://${CHECKPOINT_PATH}"`
JOB_CMD=""
if [[ $SIMULATE_FAILURE == "true" ]]; then
JOB_CMD="$BASE_JOB_CMD \
--test.simulate_failure true \
--test.simulate_failure.num_records 0 \
--test.simulate_failure.num_checkpoints 0 \
--test.simulate_failure.max_failures 0 \
--environment.restart_strategy no_restart"
else
JOB_CMD=$BASE_JOB_CMD
fi

DATASTREAM_JOB=$($BASE_JOB_CMD | grep "Job has been submitted with JobID" | sed 's/.* //g')
DATASTREAM_JOB=$($JOB_CMD | grep "Job has been submitted with JobID" | sed 's/.* //g')

wait_job_running $DATASTREAM_JOB
wait_oper_metric_num_in_records SemanticsCheckMapper.0 200
Expand Down

0 comments on commit 1ad17e0

Please sign in to comment.