diff --git a/MaxText/configs/largest_job/128b.sh b/MaxText/configs/largest_job/128b.sh
index bb8e9f764..f1b01734d 100644
--- a/MaxText/configs/largest_job/128b.sh
+++ b/MaxText/configs/largest_job/128b.sh
@@ -2,6 +2,9 @@ echo "Running 128b.sh"
 # Example command to invoke this script
 # bash MaxText/configs/largest_job/128b.sh
 
+# Stop execution if any command exits with error
+set -e
+
 export OUTPUT_PATH="gs://maxtext-experiments-multipod"
 export DATASET_PATH="gs://maxtext-dataset/"
 
diff --git a/MaxText/configs/largest_job/32b.sh b/MaxText/configs/largest_job/32b.sh
index 54aac098e..00f5bb8bd 100644
--- a/MaxText/configs/largest_job/32b.sh
+++ b/MaxText/configs/largest_job/32b.sh
@@ -2,6 +2,9 @@ echo "Running 32b.sh"
 # Example command to invoke this script
 # bash MaxText/configs/largest_job/32b.sh
 
+# Stop execution if any command exits with error
+set -e
+
 export OUTPUT_PATH="gs://maxtext-experiments-multipod"
 export DATASET_PATH="gs://maxtext-dataset/"
 
diff --git a/MaxText/configs/largest_job/64b_big_batch.sh b/MaxText/configs/largest_job/64b_big_batch.sh
index dc80fad04..2612773fe 100644
--- a/MaxText/configs/largest_job/64b_big_batch.sh
+++ b/MaxText/configs/largest_job/64b_big_batch.sh
@@ -2,6 +2,9 @@ echo "Running 64b_big_batch.sh"
 # Example command to invoke this script
 # bash MaxText/configs/largest_job/64b_big_batch.sh 
 
+# Stop execution if any command exits with error
+set -e
+
 export OUTPUT_PATH="gs://maxtext-experiments-multipod"
 export DATASET_PATH="gs://maxtext-dataset/"
 
diff --git a/MaxText/configs/largest_job/64b_small_batch.sh b/MaxText/configs/largest_job/64b_small_batch.sh
index 33035b567..cb5173878 100644
--- a/MaxText/configs/largest_job/64b_small_batch.sh
+++ b/MaxText/configs/largest_job/64b_small_batch.sh
@@ -2,6 +2,9 @@ echo "Running 64b_small_batch.sh"
 # Example command to invoke this script
 # bash MaxText/configs/largest_job/64b_small_batch.sh
 
+# Stop execution if any command exits with error
+set -e
+
 export OUTPUT_PATH="gs://maxtext-experiments-multipod"
 export DATASET_PATH="gs://maxtext-dataset/"
 
diff --git a/gke_rto_setup.sh b/gke_rto_setup.sh
index 1240ca10b..1138f31b0 100644
--- a/gke_rto_setup.sh
+++ b/gke_rto_setup.sh
@@ -1,5 +1,8 @@
 echo "Running gke_rto_setup.sh..."
 
+# Stop execution if any command exits with error
+set -e
+
 echo "Adjust RTO and apply non cache copy"
 first_line_res=$(ip route show | head -n 1)
 if [[ "$(echo "$first_line_res" | grep "rto_min lock 5ms" | wc -l)" -eq 0 ]]; then
diff --git a/rto_setup.sh b/rto_setup.sh
index 4c13a4df9..9c21fc609 100644
--- a/rto_setup.sh
+++ b/rto_setup.sh
@@ -1,4 +1,8 @@
 echo "Running rto_setup.sh..."
+
+# Stop execution if any command exits with error
+set -e
+
 first_line_res=$(ip route show | head -n 1)
 sudo ip route change ${first_line_res} rto_min 5ms
 sudo ethtool -K ens9 tx-nocache-copy on