Feature/pipeline nftest #13
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: nf-test CI | |
| # This workflow runs the pipeline with the minimal test dataset to check that it completes without any syntax errors | |
| on: | |
| push: | |
| branches: | |
| - dev | |
| pull_request: | |
| release: | |
| types: [published] | |
| workflow_dispatch: | |
| env: | |
| NXF_ANSI_LOG: false | |
| NXF_SINGULARITY_CACHEDIR: ${{ github.workspace }}/.singularity | |
| NXF_SINGULARITY_LIBRARYDIR: ${{ github.workspace }}/.singularity | |
| NFT_VER: "0.9.2" | |
| concurrency: | |
| group: "${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}" | |
| cancel-in-progress: true | |
| jobs: | |
| test: | |
| name: "Run pipeline with test data (${{ matrix.NXF_VER }} | ${{ matrix.test_name }} | ${{ matrix.profile }})" | |
| # Only run on push if this is the nf-core dev branch (merged PRs) | |
| if: "${{ github.event_name != 'push' || (github.event_name == 'push' && github.repository == 'mskcc/forte') }}" | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| NXF_VER: | |
| - "24.10.3" | |
| - "latest-everything" | |
| profile: | |
| - "conda" | |
| - "docker" | |
| - "singularity" | |
| test_name: | |
| - "test" | |
| isMaster: | |
| - ${{ github.base_ref == 'master' }} | |
| # Exclude conda and singularity on dev | |
| exclude: | |
| - isMaster: false | |
| profile: "conda" | |
| - isMaster: false | |
| profile: "docker" | |
| shard: [1] | |
| filter: ["workflow", "pipeline"] | |
| steps: | |
| - name: Check out pipeline code | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4 | |
| with: | |
| fetch-depth: 0 | |
| - uses: actions/setup-python@f677139bbe7f9c59b41e40162b753c062f5d49a3 # v5 | |
| with: | |
| python-version: "3.11" | |
| architecture: "x64" | |
| - name: Set up Nextflow | |
| uses: nf-core/setup-nextflow@v2 | |
| with: | |
| version: "${{ matrix.NXF_VER }}" | |
| - name: Set up nf-test | |
| uses: nf-core/[email protected] | |
| with: | |
| install-pdiff: true | |
| version: ${{ env.NFT_VER }} | |
| - name: Set up Apptainer | |
| if: matrix.profile == 'singularity' | |
| uses: eWaterCycle/setup-apptainer@main | |
| - name: Set up Singularity | |
| if: matrix.profile == 'singularity' | |
| run: | | |
| mkdir -p $NXF_SINGULARITY_CACHEDIR | |
| mkdir -p $NXF_SINGULARITY_LIBRARYDIR | |
| - name: Set up Miniconda | |
| if: matrix.profile == 'conda' | |
| uses: conda-incubator/setup-miniconda@a4260408e20b96e80095f42ff7f1a15b27dd94ca # v3 | |
| with: | |
| miniconda-version: "latest" | |
| auto-update-conda: true | |
| conda-solver: libmamba | |
| channels: conda-forge,bioconda | |
| - name: Set up Conda | |
| if: matrix.profile == 'conda' | |
| run: | | |
| echo $(realpath $CONDA)/condabin >> $GITHUB_PATH | |
| echo $(realpath python) >> $GITHUB_PATH | |
| - name: Clean up Disk space | |
| uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1 | |
| - name: Start summary | |
| id: print-test | |
| run: | | |
| echo "## nf-test tests summary :rocket:" >> $GITHUB_STEP_SUMMARY | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| echo "This \`${{ matrix.filter }}\` ${{ matrix.shard }}/1 shard was run on \`${{ matrix.profile }}\` | \`NXF_VER=${{ matrix.NXF_VER }}\`, and contains the following test(s):" >> $GITHUB_STEP_SUMMARY | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| nf-test test \ | |
| --ci \ | |
| --dryRun \ | |
| --junitxml="TEST-${{ matrix.filter }}_${{ matrix.profile }}_${{ matrix.shard }}.xml" \ | |
| --shard ${{ matrix.shard }}/1 \ | |
| --changed-since HEAD^ \ | |
| --follow-dependencies \ | |
| --profile "+${{ matrix.profile }}" \ | |
| --filter ${{ matrix.filter }} \ | |
| | grep PASSED | cut -d "'" -f 2 | sed 's/^/- /' | sort -u >> $GITHUB_STEP_SUMMARY | |
| - name: "Run pipeline with test data ${{ matrix.NXF_VER }} | ${{ matrix.test_name }} | ${{ matrix.profile }}" | |
| run: | | |
| nf-test test \ | |
| --ci \ | |
| --debug \ | |
| --verbose \ | |
| --junitxml="TEST-${{ matrix.filter }}_${{ matrix.profile }}_${{ matrix.shard }}.xml" \ | |
| --shard ${{ matrix.shard }}/1 \ | |
| --changed-since HEAD^ \ | |
| --follow-dependencies \ | |
| --profile "+${{ matrix.profile }}" \ | |
| --filter ${{ matrix.filter }} | |
| - name: Print success in summary | |
| if: success() | |
| run: | | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| echo "All test(s) successfull :tada:" >> $GITHUB_STEP_SUMMARY | |
| - name: Print failure in summary | |
| if: failure() | |
| run: | | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| echo "Some test(s) failed :cold_sweat:" >> $GITHUB_STEP_SUMMARY | |
| - name: Publish Test Report | |
| uses: mikepenz/action-junit-report@v4 | |
| if: success() || failure() # always run even if the previous step fails | |
| with: | |
| report_paths: "TEST-*.xml" | |
| - name: Clean up | |
| if: success() || failure() | |
| run: | | |
| sudo rm -rf /home/ubuntu/tests/ |