test run

Author: philimon-reset

.github/workflows/l10n_smoke.yml

@@ -77,36 +77,38 @@ jobs:
           MANUAL_DOWNLOAD_LINK: ${{ inputs.mac_installer_link }}
         run:
           echo app_name=$(bash ./collect_executables.sh | xargs -0 ./parse_executables.sh) >> "$GITHUB_OUTPUT"
-      - name: Run L10N Tests in MacOS
-        if: steps.setup.conclusion == 'success'
+      - name: Run L10N Tests in MacOS (Headed)
+        if: steps.setup.conclusion == 'success' && always()
         env:
           FX_EXECUTABLE: /Volumes/${{ steps.setup.outputs.app_name }}/${{ steps.setup.outputs.app_name }}.app/Contents/MacOS/firefox
+          REPORTABLE: true
         run: |
-          "$FX_EXECUTABLE" --version
+          mv ./ci_pyproject_headed.toml ./pyproject.toml;
           echo "TEST_EXIT_CODE=0" >> $GITHUB_ENV
           echo "SCRIPT_EXIT_CODE=0" >> $GITHUB_ENV
           pipenv run python check_l10n_test_cases.py
           while IFS= read -r line; do
             echo "Running tests for: $line"
-            pipenv run python l10n_CM/run_l10n.py --fx-executable="$FX_EXECUTABLE" -n 4 $line || SCRIPT_EXIT_CODE=$?
+            pipenv run python l10n_CM/run_l10n.py --ci --fx-executable="$FX_EXECUTABLE" -n 4 $line || SCRIPT_EXIT_CODE=$?
           done < selected_l10n_mappings
           mv artifacts artifacts-mac || true
           if [ $TEST_EXIT_CODE != 0 ]; then
             exit $TEST_EXIT_CODE
           fi
           exit $SCRIPT_EXIT_CODE
-      - name: Run L10N Tests in MacOS (Headed)
-        if: steps.setup.conclusion == 'success' && always()
+      - name: Run L10N Tests in MacOS
+        if: steps.setup.conclusion == 'success'
         env:
           FX_EXECUTABLE: /Volumes/${{ steps.setup.outputs.app_name }}/${{ steps.setup.outputs.app_name }}.app/Contents/MacOS/firefox
+          REPORTABLE: true
         run: |
-          mv ./ci_pyproject_headed.toml ./pyproject.toml;
+          "$FX_EXECUTABLE" --version
           echo "TEST_EXIT_CODE=0" >> $GITHUB_ENV
           echo "SCRIPT_EXIT_CODE=0" >> $GITHUB_ENV
           pipenv run python check_l10n_test_cases.py
           while IFS= read -r line; do
             echo "Running tests for: $line"
-            pipenv run python l10n_CM/run_l10n.py --ci --fx-executable="$FX_EXECUTABLE" -n 4 $line || SCRIPT_EXIT_CODE=$?
+            pipenv run python l10n_CM/run_l10n.py --fx-executable="$FX_EXECUTABLE" -n 4 $line || SCRIPT_EXIT_CODE=$?
           done < selected_l10n_mappings
           mv artifacts artifacts-mac || true
           if [ $TEST_EXIT_CODE != 0 ]; then