Merge pull request #3 from ponchotitlan/NSO-00001

Updated pipeline for real test escaping based on status

Author: ponchotitlan

Makefile

@@ -17,7 +17,13 @@ prepare-test-network:
 
 run-tests:
 	@pipeline/scripts/install-testing-libraries.sh nso_node
-	@pipeline/scripts/run-robot-tests.sh nso_node
+	status=$$(pipeline/scripts/run-robot-tests.sh nso_node); \
+	if [ "$$status" = "failed" ]; then \
+		echo "🤖❌ At least one test failed!"; \
+		exit 1; \
+	else \
+		echo "🤖✅ All tests were successful!"; \
+	fi
 
 create-artifact-packages:
 	@pipeline/scripts/create-artifact-packages.sh nso_node

pipeline/scripts/run-robot-tests.sh

@@ -12,7 +12,16 @@ run_robot_test(){
     local container_name="$1"
     local service_name="$2"
 
-    docker exec -i $container_name bash -lc "cd /nso/run/packages/$service_name/tests && robot $service_name.robot"
+    local TOKEN_SUCCESS="0 failed"
+    local output=$(docker exec -i $container_name bash -lc "cd /nso/run/packages/$service_name/tests && robot $service_name.robot")
+
+    if echo "$output" | grep -q "$TOKEN_SUCCESS"; then
+        # This test passed!
+        echo 1
+    else
+        # This test didn't pass!
+        echo 0
+    fi
 }
 
 YAML_FILE_CONFIG="pipeline/setup/config.yaml"
@@ -25,8 +34,6 @@ if [ -z "$1" ]; then
     exit 1
 fi
 
-echo "##### [🤖] Executing Robot tests of each service.... #####"
-
 # Extract the name of the container and remove quotes
 CONTAINER_NAME_PATH=".services.$1.container_name"
 container_name=$(yq "$CONTAINER_NAME_PATH" "$YAML_FILE_DOCKER")
@@ -39,6 +46,7 @@ ned_packages=$(yq "$NEDS_PATH" "$YAML_FILE_CONFIG")
 all_packages=($(ls -d "$PACKAGES_DIR"/*/ | xargs -n 1 basename))
 
 # Iterate over each folder and check if it's in the excluded list
+all_tests_passed=1
 for package in "${all_packages[@]}"; do
 
     is_ned=0
@@ -51,8 +59,19 @@ for package in "${all_packages[@]}"; do
     done
 
     if [[ $is_ned == 0 ]]; then
-        run_robot_test $container_name $package
+        this_test_pass=$(run_robot_test $container_name $package)
+
+        # If at least one test didn't pass. This job is declared a failure
+        if [[ $this_test_pass == 0 ]]; then
+            all_tests_passed=0
+        fi
     fi
 done
 
-echo "[🤖] Robot test cases done!"
+if [[ $all_tests_passed == 0 ]]; then
+    # The job failed
+    echo "failed"
+else
+    # The job is successful
+    echo "pass"
+fi