diff --git a/.kokoro/github/ubuntu/gpu/build.sh b/.kokoro/github/ubuntu/gpu/build.sh
index 8837a87c3..87cd20649 100644
--- a/.kokoro/github/ubuntu/gpu/build.sh
+++ b/.kokoro/github/ubuntu/gpu/build.sh
@@ -5,14 +5,16 @@ export KAGGLE_USERNAME="$(cat ${KOKORO_KEYSTORE_DIR}/73361_keras_kaggle_username
 
 if [[ -z "${KAGGLE_KEY}" ]]; then
    echo "KAGGLE_KEY is NOT set"
+   exit 1
 fi
 
-set -x
-
 if [[ -z "${KAGGLE_USERNAME}" ]]; then
    echo "KAGGLE_USERNAME is NOT set"
+   exit 1
 fi
 
+set -x
+
 cd "${KOKORO_ROOT}/"
 
 sudo update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.9 1