Skip to content

Commit

Permalink
new compiler CI init (#7582)
Browse files Browse the repository at this point in the history
* new compiler CI init

* update name

Signed-off-by: Anton-4 <[email protected]>

* altered exe check

* add macos dynamic dep check

* add windows too

* use builtin windows tools

* ci_manager changes

* move devtools too

* fix deadlock

* moved md link check

* correct filename

Signed-off-by: Anton-4 <[email protected]>

* correct filename

Signed-off-by: Anton-4 <[email protected]>

* correct trigger

Signed-off-by: Anton-4 <[email protected]>

* fixed call_old_workflow if

* naming fix

* add output

* fix finish if

Signed-off-by: Anton-4 <[email protected]>

* zig CI test change

* fix auto cancellation

* fix finish if

* new compiler CI init

update name

Signed-off-by: Anton-4 <[email protected]>

altered exe check

add macos dynamic dep check

add windows too

use builtin windows tools

ci_manager changes

move devtools too

fix deadlock

moved md link check

correct filename

Signed-off-by: Anton-4 <[email protected]>

correct filename

Signed-off-by: Anton-4 <[email protected]>

correct trigger

Signed-off-by: Anton-4 <[email protected]>

fixed call_old_workflow if

naming fix

add output

fix finish if

Signed-off-by: Anton-4 <[email protected]>

zig CI test change

fix auto cancellation

fix finish if

---------

Signed-off-by: Anton-4 <[email protected]>
  • Loading branch information
Anton-4 authored Feb 7, 2025
1 parent 9d1e05a commit 8d4974b
Show file tree
Hide file tree
Showing 7 changed files with 330 additions and 178 deletions.
215 changes: 54 additions & 161 deletions .github/workflows/ci_manager.yml
Original file line number Diff line number Diff line change
@@ -1,170 +1,63 @@
on:
pull_request:

name: CI manager
name: CI Manager

# cancel current runs when a new commit is pushed
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true

on:
pull_request:

jobs:
check-changes:
runs-on: ubuntu-22.04
outputs:
run_tests: ${{ steps.filecheck.outputs.run_tests }}
steps:
- name: Checkout
uses: actions/checkout@v4

- name: Check if only css, html or md files changed
id: check_ignored_files
run: |
git fetch origin ${{ github.base_ref }}
if git diff --name-only origin/${{ github.base_ref }} HEAD | grep -qvE '(\.md$|\.css$|\.html$|^AUTHORS$)'; then
echo "should_run_tests=y" >> $GITHUB_OUTPUT
else
echo "should_run_tests=n" >> $GITHUB_OUTPUT
fi
- name: Check if only comments changed in rust files
id: check_rs_comments
run: |
git fetch origin ${{ github.base_ref }}
if git diff --name-only origin/${{ github.base_ref }} HEAD | grep -qvE '(\.md$|\.css$|\.html$|^AUTHORS$|\.rs|\.roc)'; then
echo "should_run_tests=y" >> $GITHUB_OUTPUT
else
if git diff --unified=0 origin/${{ github.base_ref }} HEAD '*.rs' | grep -E --color=never '^[+-]' | grep -qvE '^(\+\+\+|\-\-\-|[+-]\s*($|\/\/[^\/]|\/\*.*\*\/\s*$))'; then
echo "should_run_tests=y" >> $GITHUB_OUTPUT
else
echo "should_run_tests=n" >> $GITHUB_OUTPUT
fi
fi
- name: Check if only comments changed in roc files
id: check_roc_comments
run: |
git fetch origin ${{ github.base_ref }}
if git diff --name-only origin/${{ github.base_ref }} HEAD | grep -qvE '(\.md$|\.css$|\.html$|^AUTHORS$|\.rs|\.roc)'; then
echo "should_run_tests=y" >> $GITHUB_OUTPUT
else
if git diff --unified=0 origin/${{ github.base_ref }} HEAD '*.roc' | grep -E --color=never '^[+-]' | grep -qvE '^(\+\+\+|\-\-\-|[+-]\s*($|#))'; then
echo "should_run_tests=y" >> $GITHUB_OUTPUT
else
echo "should_run_tests=n" >> $GITHUB_OUTPUT
fi
fi
- name: Check if tests need to run based on earlier checks
id: filecheck
run: |
if [ ${{ steps.check_ignored_files.outputs.should_run_tests }} = "y" ]; then
if [ ${{ steps.check_rs_comments.outputs.should_run_tests }} = "y" ]; then
echo "run_tests=full" >> $GITHUB_OUTPUT
else
if [ ${{ steps.check_roc_comments.outputs.should_run_tests }} = "y" ]; then
echo "run_tests=full" >> $GITHUB_OUTPUT
else
echo "run_tests=none" >> $GITHUB_OUTPUT
fi
fi
else
echo "run_tests=none" >> $GITHUB_OUTPUT
fi
- run: echo "debug output ${{ steps.filecheck.outputs.run_tests }}"

start-nix-linux-x86-64-tests:
needs: check-changes
if: needs.check-changes.outputs.run_tests == 'full'
uses: ./.github/workflows/nix_linux_x86_64.yml

start-nix-linux-aarch64-build-default-test:
needs: check-changes
if: needs.check-changes.outputs.run_tests == 'full'
uses: ./.github/workflows/nix_linux_arm64_default.yml

start-nix-linux-aarch64-cargo-build-test:
needs: check-changes
if: needs.check-changes.outputs.run_tests == 'full'
uses: ./.github/workflows/nix_linux_arm64_cargo.yml

start-nix-macos-apple-silicon-tests:
needs: check-changes
if: needs.check-changes.outputs.run_tests == 'full'
uses: ./.github/workflows/nix_macos_apple_silicon.yml

start-macos-x86-64-tests:
needs: check-changes
if: needs.check-changes.outputs.run_tests == 'full'
uses: ./.github/workflows/macos_x86_64.yml

start-ubuntu-x86-64-tests:
needs: check-changes
if: needs.check-changes.outputs.run_tests == 'full'
uses: ./.github/workflows/ubuntu_x86_64.yml

start-ubuntu-x86-64-nix-tests-debug:
needs: check-changes
if: needs.check-changes.outputs.run_tests == 'full'
uses: ./.github/workflows/ubuntu_x86_64_nix_debug.yml

start-windows-release-build-test:
needs: check-changes
if: needs.check-changes.outputs.run_tests == 'full'
uses: ./.github/workflows/windows_release_build.yml

start-windows-tests:
needs: check-changes
if: needs.check-changes.outputs.run_tests == 'full'
uses: ./.github/workflows/windows_tests.yml

start-roc-benchmarks:
needs: check-changes
if: needs.check-changes.outputs.run_tests == 'full'
uses: ./.github/workflows/benchmarks.yml

start-fuzzer-tests:
needs: check-changes
if: needs.check-changes.outputs.run_tests == 'full'
uses: ./.github/workflows/fuzzer.yml

ran-full:
runs-on: ubuntu-22.04
needs: [
start-nix-linux-x86-64-tests,
start-nix-linux-aarch64-build-default-test,
start-nix-linux-aarch64-cargo-build-test,
start-nix-macos-apple-silicon-tests,
start-macos-x86-64-tests,
start-ubuntu-x86-64-tests,
start-ubuntu-x86-64-nix-tests-debug,
start-windows-release-build-test,
start-windows-tests,
start-roc-benchmarks
]
steps:
- run: echo "all workflows succeeded!"

ran-none:
runs-on: ubuntu-22.04
needs: [check-changes]
if: needs.check-changes.outputs.run_tests == 'none'
steps:
- run: echo "Only non-code files changed and/or rs and/or roc comment lines changed. CI manager did not run any workflows."

# we need a single end job for the required checks under branch protection rules
finish:
runs-on: ubuntu-22.04
needs: [ran-full, ran-none]
if: |
always()
steps:
- name: Check previous job results
run: |
if [ "${{ needs.ran-full.result }}" != "success" ] && [ "${{ needs.ran-none.result }}" != "success" ]; then
echo "One or more jobs failed."
check-changes:
runs-on: ubuntu-24.04
permissions:
pull-requests: read
outputs:
zig: ${{ steps.filter.outputs.zig }}
other_than_zig: ${{ steps.filter.outputs.other_than_zig }}
steps:
- uses: actions/checkout@v4
- uses: dorny/paths-filter@v2
id: filter
with:
filters: |
zig:
- 'src/**'
- 'build.zig'
- 'build.zig.zon'
other_than_zig:
- '**/*'
- '!src/**'
- '!build.zig'
- '!build.zig.zon'
call-zig-workflow:
needs: check-changes
if: needs.check-changes.outputs.zig == 'true'
uses: ./.github/workflows/ci_zig.yml

call-old-workflow:
needs: check-changes
if: needs.check-changes.outputs.other_than_zig == 'true'
uses: ./.github/workflows/ci_manager_old.yml

finish:
needs: [check-changes, call-zig-workflow, call-old-workflow]
runs-on: ubuntu-latest
if: always()
steps:
- name: Check workflow results
run: |
if [[ "${{ needs.check-changes.outputs.zig }}" == "true" ]]; then
if [[ "${{ needs.call-zig-workflow.result }}" != "success" ]]; then
echo "ci_zig.yml failed."
exit 1
fi
- run: echo "Workflow succeeded :)"
fi
if [[ "${{ needs.check-changes.outputs.other_than_zig }}" == "true" ]]; then
if [[ "${{ needs.call-old-workflow.result }}" != "success" ]]; then
echo "ci_manager_old.yml failed."
exit 1
fi
fi
Loading

0 comments on commit 8d4974b

Please sign in to comment.