test run

Author: philimon-reset

.github/workflows/l10n_smoke.yml

@@ -81,7 +81,6 @@ jobs:
         if: steps.setup.conclusion == 'success'
         env:
           FX_EXECUTABLE: /Volumes/${{ steps.setup.outputs.app_name }}/${{ steps.setup.outputs.app_name }}.app/Contents/MacOS/firefox
-          REPORTABLE: true
         run: |
           "$FX_EXECUTABLE" --version
           echo "TEST_EXIT_CODE=0" >> $GITHUB_ENV
@@ -102,15 +101,15 @@ jobs:
           FX_EXECUTABLE: /Volumes/${{ steps.setup.outputs.app_name }}/${{ steps.setup.outputs.app_name }}.app/Contents/MacOS/firefox
           REPORTABLE: true
         run: |
-          mv ./ci_pyproject_headed.toml ./pyproject.toml;
+          mv ./ci_l10n_pyproject_headed.toml ./pyproject.toml;
           echo "TEST_EXIT_CODE=0" >> $GITHUB_ENV
           echo "SCRIPT_EXIT_CODE=0" >> $GITHUB_ENV
           pipenv run python check_l10n_test_cases.py
           while IFS= read -r line; do
             echo "Running tests for: $line"
             pipenv run python l10n_CM/run_l10n.py --ci --fx-executable="$FX_EXECUTABLE" -n 4 $line || SCRIPT_EXIT_CODE=$?
           done < selected_l10n_mappings
-          mv artifacts artifacts-mac || true
+          mv -n artifacts/* artifacts-mac/ || true
           if [ $TEST_EXIT_CODE != 0 ]; then
             exit $TEST_EXIT_CODE
           fi

ci_l10n_pyproject_headed.toml

@@ -0,0 +1,23 @@
+[tool.pytest.ini_options]
+generate_report_on_test = true
+log_cli = true
+log_cli_level = "warn"
+markers = [
+    "audio: test is reliant on audio",
+    "headed: test must run in headed mode (e.g. uses pynput)",
+    "incident: incident smoke tests",
+    "unstable: temporary mark for unstable tests",
+    "slow: test is clocked at more than 30s on modern machines",
+    "ci: basic tests to run in ci",
+    "locale_de: tests run in DE locale versions",
+    "locale_fr: tests run in FR locale versions",
+    "locale_gb: tests run in GB locale versions",
+    "noxvfb: tests that should not run in xvfb sessions"
+]
+testpaths = [
+    "l10n_CM/Unified"
+]
+addopts = "-vs --ci --json-report --json-report-file artifacts/report_headed.json --reruns 3 --reruns-delay 2 -m 'not incident and not unstable and headed' --html=artifacts/report_headed.html"
+
+[tool.ruff]
+target-version = "py310"

ci_pyproject.toml

@@ -15,7 +15,8 @@ markers = [
     "noxvfb: tests that should not run in xvfb sessions"
 ]
 testpaths = [
-    "tests"
+    "tests",
+    "l10n_CM/Unified"
 ]
 addopts = "-vs --ci --run-headless --json-report --json-report-file artifacts/report.json --reruns 3 --reruns-delay 3 -m 'not incident and not unstable and not headed' --html=artifacts/report.html"