Redistributed tests #951
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Auto-generated file. Do not edit manually! | |
| # | |
| # To alter these flows, edit: | |
| # | |
| # internal/venice-test-common/build.gradle | |
| # | |
| # To regenerate, run: | |
| # | |
| # ./gradlew generateGHCI | |
| name: E2ETests | |
| on: [push, pull_request, workflow_dispatch] | |
| jobs: | |
| IntegrationTests_1: | |
| name: IntegrationTests_1 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_1 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_1 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_2: | |
| name: IntegrationTests_2 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_2 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_2 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_3: | |
| name: IntegrationTests_3 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_3 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_3 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_4: | |
| name: IntegrationTests_4 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_4 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_4 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_5: | |
| name: IntegrationTests_5 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_5 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_5 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_6: | |
| name: IntegrationTests_6 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_6 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_6 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_7: | |
| name: IntegrationTests_7 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_7 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_7 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_8: | |
| name: IntegrationTests_8 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_8 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_8 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_9: | |
| name: IntegrationTests_9 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_9 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_9 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_10: | |
| name: IntegrationTests_10 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_10 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_10 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_11: | |
| name: IntegrationTests_11 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_11 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_11 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_12: | |
| name: IntegrationTests_12 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_12 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_12 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_13: | |
| name: IntegrationTests_13 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_13 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_13 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_14: | |
| name: IntegrationTests_14 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_14 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_14 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_15: | |
| name: IntegrationTests_15 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_15 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_15 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_16: | |
| name: IntegrationTests_16 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_16 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_16 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_17: | |
| name: IntegrationTests_17 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_17 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_17 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_18: | |
| name: IntegrationTests_18 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_18 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_18 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_19: | |
| name: IntegrationTests_19 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_19 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_19 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_20: | |
| name: IntegrationTests_20 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_20 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_20 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_21: | |
| name: IntegrationTests_21 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_21 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_21 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| IntegrationTests_22: | |
| name: IntegrationTests_22 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-IntegrationTests_22 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_22 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| integrationTests_99: | |
| name: integrationTests_99 | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| checks: write | |
| pull-requests: write | |
| issues: write | |
| timeout-minutes: 30 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-jdk17-integrationTests_99 | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 17 | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| with: | |
| add-job-summary: never | |
| - name: Free up disk space in the background | |
| run: | | |
| bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & | |
| - name: Run Integration Tests | |
| run: ./gradlew --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTests_99 | |
| - name: Package Build Artifacts | |
| if: always() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| echo "Repository owner: ${{ github.repository_owner }}" | |
| echo "Repository name: ${{ github.repository }}" | |
| echo "event name: ${{ github.event_name }}" | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| find . -type f \( -name 'core.*' -o -name 'hs_err_pid*.log' \) -exec xz -9 {} \; -exec echo "{}.xz" \; >> artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-jdk17-logs.tar.gz ${{ github.job }}-artifacts | |
| - name: Generate Fork Repo Test Reports | |
| if: ${{ (github.repository_owner != 'linkedin') && (success() || failure()) }} | |
| uses: dorny/[email protected] | |
| env: | |
| NODE_OPTIONS: --max-old-space-size=9182 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| name: ${{ github.job }} Test Reports # Name where it report the test results | |
| path: '**/TEST-*.xml' | |
| fail-on-error: 'false' | |
| max-annotations: '10' | |
| list-tests: 'all' | |
| list-suites: 'all' | |
| reporter: java-junit | |
| - name: Publish Test Report | |
| continue-on-error: true | |
| env: | |
| NODE_OPTIONS: "--max_old_space_size=8192" | |
| uses: mikepenz/action-junit-report@v5 | |
| if: always() | |
| with: | |
| check_name: ${{ github.job }}-jdk17 Report | |
| comment: false | |
| annotate_only: true | |
| flaky_summary: true | |
| commit: ${{github.event.workflow_run.head_sha}} | |
| detailed_summary: true | |
| report_paths: '**/build/test-results/test/TEST-*.xml' | |
| - name: Upload Build Artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-jdk17-logs.tar.gz | |
| retention-days: 30 | |
| - name: Upload test results to BuildPulse for flaky test detection | |
| if: ${{ !cancelled() }} | |
| uses: buildpulse/buildpulse-action@main | |
| with: | |
| account: 357098 | |
| repository: 349172057 | |
| path: | | |
| **/TEST-*.xml | |
| key: ${{ secrets.BUILDPULSE_ACCESS_KEY_ID }} | |
| secret: ${{ secrets.BUILDPULSE_SECRET_ACCESS_KEY }} | |
| # This workflow gets skipped if all upstream jobs succeeded, but it runs (and fails) if any upstream failed. | |
| # This is what we want since GitHub required actions do not block merging when skipped, but can block it when failed. | |
| E2ETestsFailureAlert: | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| needs: [IntegrationTests_1, IntegrationTests_2, IntegrationTests_3, IntegrationTests_4, IntegrationTests_5, IntegrationTests_6, IntegrationTests_7, IntegrationTests_8, IntegrationTests_9, IntegrationTests_10, IntegrationTests_11, IntegrationTests_12, IntegrationTests_13, IntegrationTests_14, IntegrationTests_15, IntegrationTests_16, IntegrationTests_17, IntegrationTests_18, IntegrationTests_19, IntegrationTests_20, IntegrationTests_21, IntegrationTests_22, integrationTests_99] | |
| timeout-minutes: 20 | |
| if: ${{ cancelled() || contains(needs.*.result, 'cancelled') || contains(needs.*.result, 'failure') }} | |
| steps: | |
| - name: NoGood | |
| shell: bash | |
| run: | | |
| echo "Some workflows have failed!" | |
| exit 1 |