extra-nightly-tests.yml

# This file is auto-generated. Do not edit it manually!
# Edit the enso_build::ci_gen module instead and run `cargo run --package enso-build-ci-gen`.

name: Extra Nightly Tests
on:
  schedule:
    - cron: 0 3 * * *
  workflow_dispatch:
    inputs:
      clean_build_required:
        description: Clean before and after the run.
        required: false
        type: boolean
        default: false
jobs:
  enso-build-ci-gen-job-build-engine-distribution-graal-vm-ce-linux-amd64:
    name: Build Engine Distribution (GraalVM CE) (native,test) (linux, amd64)
    runs-on:
      - self-hosted
      - Linux
    steps:
      - if: runner.os == 'Windows'
        name: Setup required bazel environment
        run: "\n\"BAZEL_SH=C:\\Program Files\\Git\\bin\\bash.exe\" >> $env:GITHUB_ENV\n\"BAZEL_VC=C:\\BuildTools\\VC\" >> $env:GITHUB_ENV\n        "
        shell: pwsh
      - name: Setup bazel environment
        uses: bazel-contrib/setup-bazel@0.15.0
        with:
          bazelisk-version: 1.x
          bazelrc: build --remote_cache=grpcs://${{ vars.ENSO_BAZEL_CACHE_URI }} --remote_cache_header="authorization=Basic ${{ secrets.ENSO_BAZEL_CACHE_TOKEN }}"
          output-base: ${{ runner.os == 'Windows' && 'c:/_bazel' || '' }}
      - name: Expose Artifact API and context information.
        uses: actions/github-script@v7
        with:
          script: "\n    core.exportVariable(\"ACTIONS_RUNTIME_TOKEN\", process.env[\"ACTIONS_RUNTIME_TOKEN\"])\n    core.exportVariable(\"ACTIONS_RUNTIME_URL\", process.env[\"ACTIONS_RUNTIME_URL\"])\n    core.exportVariable(\"GITHUB_RETENTION_DAYS\", process.env[\"GITHUB_RETENTION_DAYS\"])\n    console.log(context)\n    "
      - name: Checking out the repository
        uses: actions/checkout@v4
        with:
          clean: false
      - if: runner.os == 'macOS'
        name: Setup nodejs version
        uses: actions/setup-node@v4
        with:
          node-version-file: .node-version
      - if: runner.os != 'Linux'
        run: npm install -g corepack@0.31.0 && corepack --version
      - name: Build Script Setup
        run: ./run --help || (git clean -ffdx && ./run --help)
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      - if: "${{ (contains(github.event.pull_request.labels.*.name, 'CI: Clean build required') || (github.ref == 'refs/heads/develop') || inputs.clean_build_required) }}"
        name: Clean before
        run: corepack pnpm run git-clean --verbose --clean-bazel
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      - run: ./run backend ci-build-engine-distribution
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      - name: Archive Engine Distribution
        run: tar -cvf built-distribution.tar built-distribution test
      - name: Upload Engine Distribution
        uses: actions/upload-artifact@v4
        with:
          name: Engine Distribution (GraalVM CE) (native,test) (linux, amd64)
          path: built-distribution.tar
      - name: Cleanup Archive
        run: rm built-distribution.tar
      - if: "${{ (always()) && (contains(github.event.pull_request.labels.*.name, 'CI: Clean build required') || (github.ref == 'refs/heads/develop') || inputs.clean_build_required) }}"
        name: Clean after
        run: corepack pnpm run git-clean --verbose --clean-bazel
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
    env:
      ENSO_LAUNCHER: native,test
      GRAAL_EDITION: GraalVM CE
  enso-build-ci-gen-job-snowflake-tests-jvm-linux-amd64:
    name: Snowflake Tests (JVM) (LinuxLatest)
    needs:
      - enso-build-ci-gen-job-build-engine-distribution-graal-vm-ce-linux-amd64
    runs-on:
      - ubuntu-latest
    steps:
      - if: runner.os == 'Windows'
        name: Setup required bazel environment
        run: "\n\"BAZEL_SH=C:\\Program Files\\Git\\bin\\bash.exe\" >> $env:GITHUB_ENV\n\"BAZEL_VC=C:\\BuildTools\\VC\" >> $env:GITHUB_ENV\n        "
        shell: pwsh
      - name: Setup bazel environment
        uses: bazel-contrib/setup-bazel@0.15.0
        with:
          bazelisk-version: 1.x
          bazelrc: build --remote_cache=grpcs://${{ vars.ENSO_BAZEL_CACHE_URI }} --remote_cache_header="authorization=Basic ${{ secrets.ENSO_BAZEL_CACHE_TOKEN }}"
          output-base: ${{ runner.os == 'Windows' && 'c:/_bazel' || '' }}
      - name: Expose Artifact API and context information.
        uses: actions/github-script@v7
        with:
          script: "\n    core.exportVariable(\"ACTIONS_RUNTIME_TOKEN\", process.env[\"ACTIONS_RUNTIME_TOKEN\"])\n    core.exportVariable(\"ACTIONS_RUNTIME_URL\", process.env[\"ACTIONS_RUNTIME_URL\"])\n    core.exportVariable(\"GITHUB_RETENTION_DAYS\", process.env[\"GITHUB_RETENTION_DAYS\"])\n    console.log(context)\n    "
      - name: Checking out the repository
        uses: actions/checkout@v4
        with:
          clean: false
      - if: runner.os == 'macOS'
        name: Setup nodejs version
        uses: actions/setup-node@v4
        with:
          node-version-file: .node-version
      - if: runner.os != 'Linux'
        run: npm install -g corepack@0.31.0 && corepack --version
      - name: Build Script Setup
        run: ./run --help || (git clean -ffdx && ./run --help)
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      - if: "${{ (contains(github.event.pull_request.labels.*.name, 'CI: Clean build required') || (github.ref == 'refs/heads/develop') || inputs.clean_build_required) }}"
        name: Clean before
        run: corepack pnpm run git-clean --verbose --clean-bazel
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      - run: rm -rf built-distribution test
        shell: bash
      - name: Download Engine Distribution
        uses: actions/download-artifact@v4
        with:
          name: Engine Distribution (GraalVM CE) (native,test) (linux, amd64)
      - run: ls -l built-distribution.tar
        shell: bash
      - name: Unpack Engine Distribution
        run: |-
          tar -xvf built-distribution.tar -C .
          rm built-distribution.tar
      - run: ./run backend test std-snowflake-jvm
        env:
          ENSO_CLOUD_COGNITO_REGION: ${{ vars.ENSO_CLOUD_COGNITO_REGION }}
          ENSO_CLOUD_COGNITO_USER_POOL_ID: ${{ vars.ENSO_CLOUD_COGNITO_USER_POOL_ID }}
          ENSO_CLOUD_COGNITO_USER_POOL_WEB_CLIENT_ID: ${{ vars.ENSO_CLOUD_COGNITO_USER_POOL_WEB_CLIENT_ID }}
          ENSO_CLOUD_TEST_ACCOUNT_PASSWORD: ${{ secrets.ENSO_CLOUD_TEST_ACCOUNT_PASS }}
          ENSO_CLOUD_TEST_ACCOUNT_USERNAME: ${{ secrets.ENSO_CLOUD_TEST_ACCOUNT_USERNAME }}
          ENSO_SNOWFLAKE_ACCOUNT: ${{ secrets.ENSO_SNOWFLAKE_ACCOUNT }}
          ENSO_SNOWFLAKE_DATABASE: ${{ secrets.ENSO_SNOWFLAKE_DATABASE }}
          ENSO_SNOWFLAKE_PASSWORD: ${{ secrets.ENSO_SNOWFLAKE_PASSWORD }}
          ENSO_SNOWFLAKE_SCHEMA: ${{ secrets.ENSO_SNOWFLAKE_SCHEMA }}
          ENSO_SNOWFLAKE_USER: ${{ secrets.ENSO_SNOWFLAKE_USER }}
          ENSO_SNOWFLAKE_WAREHOUSE: ${{ secrets.ENSO_SNOWFLAKE_WAREHOUSE }}
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      - if: (success() || failure()) && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository)
        name: Extra Library Test Reporter
        uses: dorny/test-reporter@v1
        with:
          max-annotations: 50
          name: Extra Library Tests Report (GraalVM CE, linux, amd64)
          path: ${{ env.ENSO_TEST_JUNIT_DIR }}/*/*.xml
          path-replace-backslashes: true
          reporter: java-junit
      - if: "${{ (always()) && (contains(github.event.pull_request.labels.*.name, 'CI: Clean build required') || (github.ref == 'refs/heads/develop') || inputs.clean_build_required) }}"
        name: Clean after
        run: corepack pnpm run git-clean --verbose --clean-bazel
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
    env:
      GRAAL_EDITION: GraalVM CE
      REPORT_ALL_TESTS: "1"
    permissions:
      checks: write
  enso-build-ci-gen-job-snowflake-tests-native-linux-amd64:
    name: Snowflake Tests (Native) (LinuxLatest)
    needs:
      - enso-build-ci-gen-job-build-engine-distribution-graal-vm-ce-linux-amd64
    runs-on:
      - ubuntu-latest
    steps:
      - if: runner.os == 'Windows'
        name: Setup required bazel environment
        run: "\n\"BAZEL_SH=C:\\Program Files\\Git\\bin\\bash.exe\" >> $env:GITHUB_ENV\n\"BAZEL_VC=C:\\BuildTools\\VC\" >> $env:GITHUB_ENV\n        "
        shell: pwsh
      - name: Setup bazel environment
        uses: bazel-contrib/setup-bazel@0.15.0
        with:
          bazelisk-version: 1.x
          bazelrc: build --remote_cache=grpcs://${{ vars.ENSO_BAZEL_CACHE_URI }} --remote_cache_header="authorization=Basic ${{ secrets.ENSO_BAZEL_CACHE_TOKEN }}"
          output-base: ${{ runner.os == 'Windows' && 'c:/_bazel' || '' }}
      - name: Expose Artifact API and context information.
        uses: actions/github-script@v7
        with:
          script: "\n    core.exportVariable(\"ACTIONS_RUNTIME_TOKEN\", process.env[\"ACTIONS_RUNTIME_TOKEN\"])\n    core.exportVariable(\"ACTIONS_RUNTIME_URL\", process.env[\"ACTIONS_RUNTIME_URL\"])\n    core.exportVariable(\"GITHUB_RETENTION_DAYS\", process.env[\"GITHUB_RETENTION_DAYS\"])\n    console.log(context)\n    "
      - name: Checking out the repository
        uses: actions/checkout@v4
        with:
          clean: false
      - if: runner.os == 'macOS'
        name: Setup nodejs version
        uses: actions/setup-node@v4
        with:
          node-version-file: .node-version
      - if: runner.os != 'Linux'
        run: npm install -g corepack@0.31.0 && corepack --version
      - name: Build Script Setup
        run: ./run --help || (git clean -ffdx && ./run --help)
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      - if: "${{ (contains(github.event.pull_request.labels.*.name, 'CI: Clean build required') || (github.ref == 'refs/heads/develop') || inputs.clean_build_required) }}"
        name: Clean before
        run: corepack pnpm run git-clean --verbose --clean-bazel
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      - run: rm -rf built-distribution test
        shell: bash
      - name: Download Engine Distribution
        uses: actions/download-artifact@v4
        with:
          name: Engine Distribution (GraalVM CE) (native,test) (linux, amd64)
      - run: ls -l built-distribution.tar
        shell: bash
      - name: Unpack Engine Distribution
        run: |-
          tar -xvf built-distribution.tar -C .
          rm built-distribution.tar
      - run: ./run backend test std-snowflake
        env:
          ENSO_CLOUD_COGNITO_REGION: ${{ vars.ENSO_CLOUD_COGNITO_REGION }}
          ENSO_CLOUD_COGNITO_USER_POOL_ID: ${{ vars.ENSO_CLOUD_COGNITO_USER_POOL_ID }}
          ENSO_CLOUD_COGNITO_USER_POOL_WEB_CLIENT_ID: ${{ vars.ENSO_CLOUD_COGNITO_USER_POOL_WEB_CLIENT_ID }}
          ENSO_CLOUD_TEST_ACCOUNT_PASSWORD: ${{ secrets.ENSO_CLOUD_TEST_ACCOUNT_PASS }}
          ENSO_CLOUD_TEST_ACCOUNT_USERNAME: ${{ secrets.ENSO_CLOUD_TEST_ACCOUNT_USERNAME }}
          ENSO_SNOWFLAKE_ACCOUNT: ${{ secrets.ENSO_SNOWFLAKE_ACCOUNT }}
          ENSO_SNOWFLAKE_DATABASE: ${{ secrets.ENSO_SNOWFLAKE_DATABASE }}
          ENSO_SNOWFLAKE_PASSWORD: ${{ secrets.ENSO_SNOWFLAKE_PASSWORD }}
          ENSO_SNOWFLAKE_SCHEMA: ${{ secrets.ENSO_SNOWFLAKE_SCHEMA }}
          ENSO_SNOWFLAKE_USER: ${{ secrets.ENSO_SNOWFLAKE_USER }}
          ENSO_SNOWFLAKE_WAREHOUSE: ${{ secrets.ENSO_SNOWFLAKE_WAREHOUSE }}
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      - if: (success() || failure()) && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository)
        name: Extra Library Test Reporter
        uses: dorny/test-reporter@v1
        with:
          max-annotations: 50
          name: Extra Library Tests Report (GraalVM CE, linux, amd64)
          path: ${{ env.ENSO_TEST_JUNIT_DIR }}/*/*.xml
          path-replace-backslashes: true
          reporter: java-junit
      - if: "${{ (always()) && (contains(github.event.pull_request.labels.*.name, 'CI: Clean build required') || (github.ref == 'refs/heads/develop') || inputs.clean_build_required) }}"
        name: Clean after
        run: corepack pnpm run git-clean --verbose --clean-bazel
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
    env:
      GRAAL_EDITION: GraalVM CE
      REPORT_ALL_TESTS: "1"
    permissions:
      checks: write
  stdlib-graal-vm-ce-std-cloud-related-linux-amd64:
    name: Standard Library Cloud Tests (GraalVM CE) (LinuxLatest)
    needs:
      - enso-build-ci-gen-job-build-engine-distribution-graal-vm-ce-linux-amd64
    runs-on:
      - ubuntu-latest
    steps:
      - if: runner.os == 'Windows'
        name: Setup required bazel environment
        run: "\n\"BAZEL_SH=C:\\Program Files\\Git\\bin\\bash.exe\" >> $env:GITHUB_ENV\n\"BAZEL_VC=C:\\BuildTools\\VC\" >> $env:GITHUB_ENV\n        "
        shell: pwsh
      - name: Setup bazel environment
        uses: bazel-contrib/setup-bazel@0.15.0
        with:
          bazelisk-version: 1.x
          bazelrc: build --remote_cache=grpcs://${{ vars.ENSO_BAZEL_CACHE_URI }} --remote_cache_header="authorization=Basic ${{ secrets.ENSO_BAZEL_CACHE_TOKEN }}"
          output-base: ${{ runner.os == 'Windows' && 'c:/_bazel' || '' }}
      - name: Expose Artifact API and context information.
        uses: actions/github-script@v7
        with:
          script: "\n    core.exportVariable(\"ACTIONS_RUNTIME_TOKEN\", process.env[\"ACTIONS_RUNTIME_TOKEN\"])\n    core.exportVariable(\"ACTIONS_RUNTIME_URL\", process.env[\"ACTIONS_RUNTIME_URL\"])\n    core.exportVariable(\"GITHUB_RETENTION_DAYS\", process.env[\"GITHUB_RETENTION_DAYS\"])\n    console.log(context)\n    "
      - name: Checking out the repository
        uses: actions/checkout@v4
        with:
          clean: false
      - if: runner.os == 'macOS'
        name: Setup nodejs version
        uses: actions/setup-node@v4
        with:
          node-version-file: .node-version
      - if: runner.os != 'Linux'
        run: npm install -g corepack@0.31.0 && corepack --version
      - name: Build Script Setup
        run: ./run --help || (git clean -ffdx && ./run --help)
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      - if: "${{ (contains(github.event.pull_request.labels.*.name, 'CI: Clean build required') || (github.ref == 'refs/heads/develop') || inputs.clean_build_required) }}"
        name: Clean before
        run: corepack pnpm run git-clean --verbose --clean-bazel
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      - run: rm -rf built-distribution test
        shell: bash
      - name: Download Engine Distribution
        uses: actions/download-artifact@v4
        with:
          name: Engine Distribution (GraalVM CE) (native,test) (linux, amd64)
      - run: ls -l built-distribution.tar
        shell: bash
      - name: Unpack Engine Distribution
        run: |-
          tar -xvf built-distribution.tar -C .
          rm built-distribution.tar
      - run: ./run backend test std-cloud-related
        env:
          ENSO_CLOUD_COGNITO_REGION: ${{ vars.ENSO_CLOUD_COGNITO_REGION }}
          ENSO_CLOUD_COGNITO_USER_POOL_ID: ${{ vars.ENSO_CLOUD_COGNITO_USER_POOL_ID }}
          ENSO_CLOUD_COGNITO_USER_POOL_WEB_CLIENT_ID: ${{ vars.ENSO_CLOUD_COGNITO_USER_POOL_WEB_CLIENT_ID }}
          ENSO_CLOUD_TEST_ACCOUNT_PASSWORD: ${{ secrets.ENSO_CLOUD_TEST_ACCOUNT_PASS }}
          ENSO_CLOUD_TEST_ACCOUNT_USERNAME: ${{ secrets.ENSO_CLOUD_TEST_ACCOUNT_USERNAME }}
          ENSO_LIB_S3_AWS_ACCESS_KEY_ID: ${{ secrets.ENSO_LIB_S3_AWS_ACCESS_KEY_ID }}
          ENSO_LIB_S3_AWS_REGION: ${{ secrets.ENSO_LIB_S3_AWS_REGION }}
          ENSO_LIB_S3_AWS_SECRET_ACCESS_KEY: ${{ secrets.ENSO_LIB_S3_AWS_SECRET_ACCESS_KEY }}
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      - if: (success() || failure()) && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository)
        name: Standard Library Test Reporter
        uses: dorny/test-reporter@v1
        with:
          max-annotations: 50
          name: Standard Library Tests Report (GraalVM CE, linux, amd64)
          path: ${{ env.ENSO_TEST_JUNIT_DIR }}/*/*.xml
          path-replace-backslashes: true
          reporter: java-junit
      - if: (success() || failure()) && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository)
        name: Upload Heap Dumps
        uses: actions/upload-artifact@v4
        with:
          if-no-files-found: ignore
          name: Heap dumps (Standard Library Cloud Tests, linux, amd64)
          path: |-
            test/**/*.hprof
            engine/**/*.hprof
          retention-days: 3
      - if: "${{ (always()) && (contains(github.event.pull_request.labels.*.name, 'CI: Clean build required') || (github.ref == 'refs/heads/develop') || inputs.clean_build_required) }}"
        name: Clean after
        run: corepack pnpm run git-clean --verbose --clean-bazel
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
    env:
      GRAAL_EDITION: GraalVM CE
      REPORT_ALL_TESTS: "1"
    permissions:
      checks: write
env:
  ENSO_BUILD_SKIP_VERSION_CHECK: "true"