diff --git a/validation/test.sh b/validation/test.sh
index 0a6ba1f864..7de964312a 100755
--- a/validation/test.sh
+++ b/validation/test.sh
@@ -70,7 +70,7 @@ if [[ $TEST_MODE == 'test_aws' ]]; then
       echo "AWS batch tests"
       bash awsbatch.sh
     else
-      echo "Missing AWS_ACCESS_KEY_ID variable -- Skipping AWS Batch tests"
+      echo "::warning file=$0,line=$LINENO::Missing AWS_ACCESS_KEY_ID variable -- Skipping AWS Batch tests"
     fi
 fi
 
@@ -82,7 +82,7 @@ if [[ $TEST_MODE == 'test_azure' ]]; then
       echo "Azure batch tests"
       bash azure.sh
     else
-      echo "Missing AZURE_BATCH_ACCOUNT_KEY variable -- Skipping Azure Batch tests"
+      echo "::warning file=$0,line=$LINENO::Missing AZURE_BATCH_ACCOUNT_KEY variable -- Skipping Azure Batch tests"
     fi
 fi
 
@@ -94,7 +94,7 @@ if [[ $TEST_MODE == 'test_google' ]]; then
       echo "Google Batch tests"
       bash google.sh
     else
-      echo "Missing GOOGLE_SECRET variable -- Skipping Google Batch tests"
+      echo "::warning file=$0,line=$LINENO::Missing GOOGLE_SECRET variable -- Skipping Google Batch tests"
     fi
 fi
 
@@ -106,6 +106,6 @@ if [[ $TEST_MODE == 'test_wave' ]]; then
       echo "Wave tests"
       bash wave.sh
     else
-      echo "Missing TOWER_ACCESS_TOKEN variable -- Skipping Wave tests"
+      echo "::warning file=$0,line=$LINENO::Missing TOWER_ACCESS_TOKEN variable -- Skipping Wave tests"
     fi
 fi