Merge branch 'develop' of https://github.com/open-edge-platform/training_extensions into feature/datumaro

AlbertvanHouten · AlbertvanHouten · commit 631815546df9 · 2025-12-17T13:41:25.000+01:00
Signed-off-by: Albert van Houten &lt;albert.van.houten@intel.com&gt;

# Conflicts:
#	library/uv.lock
diff --git a/.github/renovate.json5 b/.github/renovate.json5
@@ -22,9 +22,10 @@
     schedule: ["* * * * 0"], // weekly
   },
 
-  extends: ["config:base", ":gitSignOff", "helpers:pinGitHubActionDigests"],
+  extends: ["config:base", ":gitSignOff", "helpers:pinGitHubActionDigests", ":semanticCommits"],
   // https://docs.renovatebot.com/presets-default/#gitsignoff
   // https://docs.renovatebot.com/presets-helpers/#helperspingithubactiondigests
+  // https://docs.renovatebot.com/semantic-commits/
 
   // if necessary, add supported releases branches here
   // it is possible to enable/disable specific upgrades per branch with
diff --git a/.github/workflows/backend-lint-and-test.yaml b/.github/workflows/backend-lint-and-test.yaml
@@ -36,7 +36,7 @@ jobs:
 
       - name: Get all paths that should trigger the workflow
         id: changed-files-yaml
-        uses: tj-actions/changed-files@24d32ffd492484c1d75e0c0b894501ddb9d30d62 # v47.0.0
+        uses: tj-actions/changed-files@e0021407031f5be11a464abee9a0776171c79891 # v47.0.1
         with:
           files_yaml: |
             test:
@@ -67,7 +67,7 @@ jobs:
           persist-credentials: false
 
       - name: Install uv and set the Python version
-        uses: astral-sh/setup-uv@ed21f2f24f8dd64503750218de024bcf64c7250a # v7.1.5
+        uses: astral-sh/setup-uv@681c641aba71e4a1c380be3ab5e12ad51f415867 # v7.1.6
         with:
           version: "0.9.7"
           enable-cache: false
diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml
@@ -37,7 +37,7 @@ jobs:
 
       - name: Get all paths that should trigger the workflow
         id: changed-files-yaml
-        uses: tj-actions/changed-files@24d32ffd492484c1d75e0c0b894501ddb9d30d62 # v47.0.0
+        uses: tj-actions/changed-files@e0021407031f5be11a464abee9a0776171c79891 # v47.0.1
         with:
           files_yaml: |
             test:
@@ -72,12 +72,12 @@ jobs:
           persist-credentials: false
 
       - name: Initial cleanup
-        uses: open-edge-platform/geti-ci/actions/cleanup-runner@afe1729816efe6eb87b6b3a5643ad8aa44fba5ee
+        uses: open-edge-platform/geti-ci/actions/cleanup-runner@a79fb2f70857ef7d2b1b89fdb5632e03f40df0a1
         with:
           type: "initial"
 
       - name: Pre-build cleanup
-        uses: open-edge-platform/geti-ci/actions/cleanup-runner@afe1729816efe6eb87b6b3a5643ad8aa44fba5ee
+        uses: open-edge-platform/geti-ci/actions/cleanup-runner@a79fb2f70857ef7d2b1b89fdb5632e03f40df0a1
         with:
           type: "pre-build"
 
@@ -184,7 +184,7 @@ jobs:
 
       - name: Upload image sizes
         if: github.event_name == 'pull_request'
-        uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0
+        uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6.0.0
         with:
           name: image-sizes-${{ matrix.device }}
           path: application/docker/image-sizes/${{ matrix.device }}.md
@@ -219,7 +219,7 @@ jobs:
     continue-on-error: true
     steps:
       - name: Download all image size artifacts
-        uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0
+        uses: actions/download-artifact@37930b1c2abaa49bbe596cd826c3c89aef350131 # v7.0.0
         with:
           pattern: image-sizes-*
           merge-multiple: true
diff --git a/.github/workflows/codeql.yaml b/.github/workflows/codeql.yaml
@@ -32,7 +32,7 @@ jobs:
 
       - name: Get all paths that should trigger the workflow
         id: changed-files-yaml
-        uses: tj-actions/changed-files@24d32ffd492484c1d75e0c0b894501ddb9d30d62 # v47.0.0
+        uses: tj-actions/changed-files@e0021407031f5be11a464abee9a0776171c79891 # v47.0.1
         with:
           files_yaml: |
             python:
@@ -112,15 +112,15 @@ jobs:
 
       # Initializes the CodeQL tools for scanning.
       - name: Initialize CodeQL
-        uses: github/codeql-action/init@cf1bb45a277cb3c205638b2cd5c984db1c46a412 # v4.31.7
+        uses: github/codeql-action/init@1b168cd39490f61582a9beae412bb7057a6b2c4e # v4.31.8
         if: ${{ matrix.run == 'true' }}
         with:
           languages: ${{ matrix.language }}
           build-mode: ${{ matrix.build-mode }}
           queries: security-extended
 
       - name: Perform CodeQL Analysis
-        uses: github/codeql-action/analyze@cf1bb45a277cb3c205638b2cd5c984db1c46a412 # v4.31.7
+        uses: github/codeql-action/analyze@1b168cd39490f61582a9beae412bb7057a6b2c4e # v4.31.8
         if: ${{ matrix.run == 'true' }}
         with:
           category: "/language:${{matrix.language}}"
diff --git a/.github/workflows/docs.yaml b/.github/workflows/docs.yaml
@@ -15,7 +15,7 @@ jobs:
       contents: write # needed to commit docs
     steps:
       - name: Runner cleanup
-        uses: open-edge-platform/geti-ci/actions/cleanup-runner@afe1729816efe6eb87b6b3a5643ad8aa44fba5ee
+        uses: open-edge-platform/geti-ci/actions/cleanup-runner@a79fb2f70857ef7d2b1b89fdb5632e03f40df0a1
         with:
           type: "initial"
       - name: Checkout repository
diff --git a/.github/workflows/docs_stable.yaml b/.github/workflows/docs_stable.yaml
@@ -13,7 +13,7 @@ jobs:
       contents: write # needed to commit docs
     steps:
       - name: Runner cleanup
-        uses: open-edge-platform/geti-ci/actions/cleanup-runner@afe1729816efe6eb87b6b3a5643ad8aa44fba5ee
+        uses: open-edge-platform/geti-ci/actions/cleanup-runner@a79fb2f70857ef7d2b1b89fdb5632e03f40df0a1
         with:
           type: "initial"
       - name: Checkout repository
diff --git a/.github/workflows/labeler.yaml b/.github/workflows/labeler.yaml
@@ -17,4 +17,4 @@ jobs:
       pull-requests: write
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/labeler@634933edcd8ababfe52f92936142cc22ac488b1b # v6.1.0
+      - uses: actions/labeler@634933edcd8ababfe52f92936142cc22ac488b1b # v6.0.1
diff --git a/.github/workflows/lib-lint-and-test.yaml b/.github/workflows/lib-lint-and-test.yaml
@@ -37,7 +37,7 @@ jobs:
 
       - name: Get all paths that should trigger the workflow
         id: changed-files-yaml
-        uses: tj-actions/changed-files@24d32ffd492484c1d75e0c0b894501ddb9d30d62 # v47.0.0
+        uses: tj-actions/changed-files@e0021407031f5be11a464abee9a0776171c79891 # v47.0.1
         with:
           files_yaml: |
             test:
@@ -68,7 +68,7 @@ jobs:
           persist-credentials: false
 
       - name: Install uv and set the Python version
-        uses: astral-sh/setup-uv@ed21f2f24f8dd64503750218de024bcf64c7250a # v7.1.5
+        uses: astral-sh/setup-uv@681c641aba71e4a1c380be3ab5e12ad51f415867 # v7.1.6
         with:
           version: "0.9.7"
           enable-cache: false
@@ -123,7 +123,7 @@ jobs:
           toolchain: stable
 
       - name: Install uv and set the Python version
-        uses: astral-sh/setup-uv@ed21f2f24f8dd64503750218de024bcf64c7250a # v7.1.5
+        uses: astral-sh/setup-uv@681c641aba71e4a1c380be3ab5e12ad51f415867 # v7.1.6
         with:
           version: "0.9.7"
           enable-cache: false
@@ -150,7 +150,7 @@ jobs:
         run: uv run pytest tests/unit/backend/native/models --cov --cov-report=xml --cov-append --forked
 
       - name: Upload coverage reports to Codecov
-        uses: codecov/codecov-action@5a1091511ad55cbe89839c7260b706298ca349f7 # v5.5.1
+        uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de # v5.5.2
         with:
           directory: library
           flags: coverage_unit-tests_Python-${{ matrix.python-version }}
@@ -189,7 +189,7 @@ jobs:
           toolchain: stable
 
       - name: Install uv and set the Python version
-        uses: astral-sh/setup-uv@ed21f2f24f8dd64503750218de024bcf64c7250a # v7.1.5
+        uses: astral-sh/setup-uv@681c641aba71e4a1c380be3ab5e12ad51f415867 # v7.1.6
         with:
           version: "0.9.7"
           enable-cache: false
diff --git a/.github/workflows/pr-security-scan.yaml b/.github/workflows/pr-security-scan.yaml
@@ -23,7 +23,7 @@ jobs:
         with:
           persist-credentials: false
       - name: Run Zizmor scan
-        uses: open-edge-platform/geti-ci/actions/zizmor@afe1729816efe6eb87b6b3a5643ad8aa44fba5ee
+        uses: open-edge-platform/geti-ci/actions/zizmor@a79fb2f70857ef7d2b1b89fdb5632e03f40df0a1
         with:
           scan-scope: "changed"
           severity-level: "MEDIUM"
@@ -40,7 +40,7 @@ jobs:
         with:
           persist-credentials: false
       - name: Run Bandit scan
-        uses: open-edge-platform/geti-ci/actions/bandit@afe1729816efe6eb87b6b3a5643ad8aa44fba5ee
+        uses: open-edge-platform/geti-ci/actions/bandit@a79fb2f70857ef7d2b1b89fdb5632e03f40df0a1
         with:
           scan-scope: "changed"
           severity-level: "LOW"
diff --git a/.github/workflows/publish.yaml b/.github/workflows/publish.yaml
@@ -24,13 +24,13 @@ jobs:
         run: python -m pip install build
       - name: Build sdist
         run: python -m build --sdist library/
-      - uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0
+      - uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6.0.0
         with:
           name: artifact-sdist
           path: library/dist/*.tar.gz
       - name: Build wheel
         run: python -m build --wheel library/
-      - uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0
+      - uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6.0.0
         with:
           name: artifact-wheel
           path: library/dist/*.whl
@@ -45,7 +45,7 @@ jobs:
       id-token: write # required by trusted publisher
     steps:
       - name: Download artifacts
-        uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0
+        uses: actions/download-artifact@37930b1c2abaa49bbe596cd826c3c89aef350131 # v7.0.0
         with:
           path: library/dist
           pattern: artifact-*
diff --git a/.github/workflows/renovate.yml b/.github/workflows/renovate.yml
@@ -72,7 +72,7 @@ jobs:
           private-key: ${{ secrets.RENOVATE_APP_PEM }}
 
       - name: Self-hosted Renovate
-        uses: renovatebot/github-action@5712c6a41dea6cdf32c72d92a763bd417e6606aa # v44.0.5
+        uses: renovatebot/github-action@822441559e94f98b67b82d97ab89fe3003b0a247 # v44.2.0
         with:
           configurationFile: .github/renovate.json5
           token: "${{ steps.get-github-app-token.outputs.token }}"
diff --git a/.github/workflows/scorecard.yaml b/.github/workflows/scorecard.yaml
@@ -35,6 +35,6 @@ jobs:
 
       # Upload the results to GitHub's code scanning dashboard
       - name: Upload to code-scanning
-        uses: github/codeql-action/upload-sarif@cf1bb45a277cb3c205638b2cd5c984db1c46a412 # v4.31.7
+        uses: github/codeql-action/upload-sarif@1b168cd39490f61582a9beae412bb7057a6b2c4e # v4.31.8
         with:
           sarif_file: results.sarif
diff --git a/.github/workflows/security-scan.yaml b/.github/workflows/security-scan.yaml
@@ -24,7 +24,7 @@ jobs:
         with:
           persist-credentials: false
       - name: Run Zizmor scan
-        uses: open-edge-platform/geti-ci/actions/zizmor@afe1729816efe6eb87b6b3a5643ad8aa44fba5ee
+        uses: open-edge-platform/geti-ci/actions/zizmor@a79fb2f70857ef7d2b1b89fdb5632e03f40df0a1
         with:
           scan-scope: "all"
           severity-level: "LOW"
@@ -42,7 +42,7 @@ jobs:
         with:
           persist-credentials: false
       - name: Run Bandit scan
-        uses: open-edge-platform/geti-ci/actions/bandit@afe1729816efe6eb87b6b3a5643ad8aa44fba5ee
+        uses: open-edge-platform/geti-ci/actions/bandit@a79fb2f70857ef7d2b1b89fdb5632e03f40df0a1
         with:
           scan-scope: "all"
           severity-level: "LOW"
@@ -62,7 +62,7 @@ jobs:
           persist-credentials: false
       - name: Run Trivy scan
         id: trivy
-        uses: open-edge-platform/geti-ci/actions/trivy@afe1729816efe6eb87b6b3a5643ad8aa44fba5ee
+        uses: open-edge-platform/geti-ci/actions/trivy@a79fb2f70857ef7d2b1b89fdb5632e03f40df0a1
         with:
           scan_type: "fs"
           scan-scope: all
diff --git a/.github/workflows/ui-lint-and-test.yaml b/.github/workflows/ui-lint-and-test.yaml
@@ -37,7 +37,7 @@ jobs:
 
       - name: Get all paths that should trigger the workflow
         id: changed-files-yaml
-        uses: tj-actions/changed-files@24d32ffd492484c1d75e0c0b894501ddb9d30d62 # v47.0.0
+        uses: tj-actions/changed-files@e0021407031f5be11a464abee9a0776171c79891 # v47.0.1
         with:
           files_yaml: |
             test:
@@ -70,7 +70,7 @@ jobs:
           persist-credentials: false
 
       - name: Install uv and set the Python version
-        uses: astral-sh/setup-uv@ed21f2f24f8dd64503750218de024bcf64c7250a # v7.1.5
+        uses: astral-sh/setup-uv@681c641aba71e4a1c380be3ab5e12ad51f415867 # v7.1.6
         with:
           version: "0.9.7"
           enable-cache: false
@@ -93,7 +93,7 @@ jobs:
           export PYTHONPATH=.
           uv run app/cli.py gen-api --target-path openapi-spec.json
 
-      - uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0
+      - uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6.0.0
         with:
           name: openapi-spec
           path: application/backend/openapi-spec.json
@@ -129,7 +129,7 @@ jobs:
         working-directory: "application/ui"
         run: tar -czf dist.tar.gz dist
 
-      - uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0
+      - uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6.0.0
         with:
           name: ui-dist
           path: "application/ui/dist.tar.gz"
@@ -160,7 +160,7 @@ jobs:
         run: npm ci
 
       - name: Download OpenAPI spec artifact
-        uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0
+        uses: actions/download-artifact@37930b1c2abaa49bbe596cd826c3c89aef350131 # v7.0.0
         with:
           name: openapi-spec
           path: application/ui/src/api
@@ -212,7 +212,7 @@ jobs:
         run: npm ci
 
       - name: Download OpenAPI spec artifact
-        uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0
+        uses: actions/download-artifact@37930b1c2abaa49bbe596cd826c3c89aef350131 # v7.0.0
         with:
           name: openapi-spec
           path: application/ui/src/api
@@ -322,7 +322,7 @@ jobs:
         working-directory: "application/ui"
         run: npm ci
 
-      - uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0
+      - uses: actions/download-artifact@37930b1c2abaa49bbe596cd826c3c89aef350131 # v7.0.0
         with:
           name: ui-dist
           path: "application/ui"
@@ -332,7 +332,7 @@ jobs:
         run: tar -xzf dist.tar.gz
 
       - name: Download OpenAPI spec artifact
-        uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0
+        uses: actions/download-artifact@37930b1c2abaa49bbe596cd826c3c89aef350131 # v7.0.0
         with:
           name: openapi-spec
           path: application/ui/src/api
@@ -346,7 +346,7 @@ jobs:
         run: npm run test:component -- --project "component"
 
       - name: Upload blob report to GitHub Actions Artifacts
-        uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0
+        uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6.0.0
         if: always()
         with:
           name: playwright-report
diff --git a/application/backend/app/lifecycle.py b/application/backend/app/lifecycle.py
@@ -14,7 +14,7 @@
 from loguru import logger
 
 from app.core.jobs import JobController, JobQueue, ProcessRunnerFactory
-from app.core.logging import setup_logging, setup_uvicorn_logging
+from app.core.logging import LogConfig, setup_logging, setup_uvicorn_logging
 from app.core.run import Runnable, RunnableFactory
 from app.db import MigrationManager, get_db_session
 from app.scheduler import Scheduler
@@ -80,7 +80,7 @@ async def lifespan(app: FastAPI) -> AsyncGenerator[None]:
     logger.info("Starting {} application...", settings.app_name)
 
     # Setup logging
-    setup_logging()
+    setup_logging(config=LogConfig(level=settings.log_level))
     setup_uvicorn_logging(settings.log_level)
 
     # Initialize database
diff --git a/application/backend/app/services/event/event_bus.py b/application/backend/app/services/event/event_bus.py
@@ -6,6 +6,8 @@
 from multiprocessing.synchronize import Condition
 from threading import RLock
 
+from loguru import logger
+
 
 class EventType(StrEnum):
     SOURCE_CHANGED = "SOURCE_CHANGED"
@@ -37,8 +39,10 @@ def subscribe(self, event_types: Sequence[EventType], handler: Callable) -> None
         with self._lock:
             for event_type in event_types:
                 self._event_handlers[event_type].append(handler)
+                logger.debug(f"registered event handler for event '{event_type}'")
 
     def emit_event(self, event_type: EventType) -> None:
+        logger.debug(f"Emitting event '{event_type}' to {len(self._event_handlers[event_type])} handlers")
         with self._lock:
             for handler in self._event_handlers[event_type]:
                 handler()
diff --git a/application/backend/app/workers/base.py b/application/backend/app/workers/base.py
@@ -78,9 +78,11 @@ def setup(self) -> None:
         """Allocate resources. Called once in the child process."""
         from app.core.logging import setup_logging
 
+        settings = get_settings()
         log_config = LogConfig(
             log_file=f"{self.ROLE.lower()}.log",
-            log_folder=str(get_settings().worker_dir),
+            log_folder=str(settings.worker_dir),
+            level=settings.log_level,
         )
         setup_logging(log_config)
 
diff --git a/application/backend/uv.lock b/application/backend/uv.lock
diff --git a/application/docker/Dockerfile b/application/docker/Dockerfile
diff --git a/application/docker/docker-compose.yaml b/application/docker/docker-compose.yaml
diff --git a/application/ui/src-tauri/Cargo.lock b/application/ui/src-tauri/Cargo.lock
