-
Notifications
You must be signed in to change notification settings - Fork 9
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #71 from kbestak/merging-template-updates
Merging template updates, dev version bump after release, module update
- Loading branch information
Showing
82 changed files
with
2,581 additions
and
1,331 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,108 +1,43 @@ | ||
| # This workflow runs the pipeline with the minimal test dataset to check that it completes without any syntax errors | ||
| name: nf-core CI | ||
| # This workflow runs the pipeline with the minimal test dataset to check that it completes without any syntax errors | ||
| on: | ||
| push: | ||
| branches: | ||
| - "dev" | ||
| - dev | ||
| pull_request: | ||
| branches: | ||
| - "dev" | ||
| - "master" | ||
| release: | ||
| types: [published] | ||
|
|
||
| env: | ||
| NXF_ANSI_LOG: false | ||
| NFTEST_VER: "0.8.2" | ||
|
|
||
| concurrency: | ||
| group: "${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}" | ||
| cancel-in-progress: true | ||
|
|
||
| jobs: | ||
| list: | ||
| name: List Tests | ||
| if: "${{ github.event_name != 'push' || (github.event_name == 'push' && github.repository == 'nf-core/molkart') }}" | ||
| outputs: | ||
| # Expose matched filters as job 'modules' output variable | ||
| tests: ${{ steps.list.outputs.tests }} | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
|
|
||
| - name: Setup Nextflow | ||
| uses: nf-core/setup-nextflow@v1 | ||
|
|
||
| - name: Install nf-test | ||
| if: steps.cache-software.outputs.cache-hit != 'true' | ||
| run: | | ||
| wget -qO- https://code.askimed.com/install/nf-test | bash | ||
| sudo mv nf-test /usr/local/bin/ | ||
| - name: List nf-test | ||
| id: list | ||
| run: | | ||
| echo "tests=$(nf-test list --silent --format=json)" >> "$GITHUB_OUTPUT" | ||
| test: | ||
| name: ${{ matrix.tags }} (${{ matrix.profile }}-${{ matrix.NXF_VER }}) | ||
| name: Run pipeline with test data | ||
| # Only run on push if this is the nf-core dev branch (merged PRs) | ||
| if: needs.list.outputs.tests != '[]' | ||
| needs: [list] | ||
| if: "${{ github.event_name != 'push' || (github.event_name == 'push' && github.repository == 'nf-core/molkart') }}" | ||
| runs-on: ubuntu-latest | ||
| strategy: | ||
| matrix: | ||
| NXF_VER: | ||
| - "23.04.0" | ||
| - "latest-everything" | ||
| profile: ["docker"] #TODO add "singularity" | ||
| test: ["${{ fromJson(needs.list.outputs.tests) }}"] | ||
|
|
||
| steps: | ||
| - name: Check out pipeline code | ||
| uses: actions/checkout@v4 | ||
|
|
||
| - name: Cache Nextflow installation | ||
| id: cache-software | ||
| uses: actions/cache@v3 | ||
| with: | ||
| path: | | ||
| /usr/local/bin/nf-test | ||
| /home/runner/.nf-test/nf-test.jar | ||
| key: molkart-${{ runner.os }}-${{ matrix.NXF_VER }} | ||
| uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4 | ||
|
|
||
| - name: Install Nextflow | ||
| uses: nf-core/setup-nextflow@v1 | ||
| uses: nf-core/setup-nextflow@v2 | ||
| with: | ||
| version: "${{ matrix.NXF_VER }}" | ||
|
|
||
| - name: Install nf-test | ||
| if: steps.cache-software.outputs.cache-hit != 'true' | ||
| run: | | ||
| wget -qO- https://code.askimed.com/install/nf-test | bash | ||
| sudo mv nf-test /usr/local/bin/ | ||
| - name: Set up Singularity | ||
| if: matrix.profile == 'singularity' | ||
| uses: eWaterCycle/setup-singularity@v5 | ||
| with: | ||
| singularity-version: 3.7.1 | ||
|
|
||
| - name: Run nf-test | ||
| run: | | ||
| nf-test test \ | ||
| --profile="test,${{ matrix.profile }}" \ | ||
| ${{ matrix.test }} \ | ||
| --junitxml=${{ matrix.test }}-${{ matrix.profile }}.xml | ||
| - name: Publish Test Report | ||
| uses: mikepenz/action-junit-report@v3 | ||
| if: success() || failure() # run this step even if previous step failed | ||
| with: | ||
| path: ${{ matrix.test }}-${{ matrix.profile }}.xml | ||
| - name: Disk space cleanup | ||
| uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1 | ||
|
|
||
| - name: Output log on failure | ||
| if: failure() | ||
| - name: Run pipeline with test data | ||
| run: | | ||
| sudo apt install bat > /dev/null | ||
| batcat --decorations=always --color=always ${{ github.workspace }}/.nf-test/tests/*/output/pipeline_info/software_versions.yml | ||
| nextflow run ${GITHUB_WORKSPACE} -profile test,docker --outdir ./results |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,86 @@ | ||
| name: Test successful pipeline download with 'nf-core download' | ||
|
|
||
| # Run the workflow when: | ||
| # - dispatched manually | ||
| # - when a PR is opened or reopened to master branch | ||
| # - the head branch of the pull request is updated, i.e. if fixes for a release are pushed last minute to dev. | ||
| on: | ||
| workflow_dispatch: | ||
| inputs: | ||
| testbranch: | ||
| description: "The specific branch you wish to utilize for the test execution of nf-core download." | ||
| required: true | ||
| default: "dev" | ||
| pull_request: | ||
| types: | ||
| - opened | ||
| - edited | ||
| - synchronize | ||
| branches: | ||
| - master | ||
| pull_request_target: | ||
| branches: | ||
| - master | ||
|
|
||
| env: | ||
| NXF_ANSI_LOG: false | ||
|
|
||
| jobs: | ||
| download: | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: Install Nextflow | ||
| uses: nf-core/setup-nextflow@v2 | ||
|
|
||
| - name: Disk space cleanup | ||
| uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1 | ||
|
|
||
| - uses: actions/setup-python@82c7e631bb3cdc910f68e0081d67478d79c6982d # v5 | ||
| with: | ||
| python-version: "3.12" | ||
| architecture: "x64" | ||
| - uses: eWaterCycle/setup-singularity@931d4e31109e875b13309ae1d07c70ca8fbc8537 # v7 | ||
| with: | ||
| singularity-version: 3.8.3 | ||
|
|
||
| - name: Install dependencies | ||
| run: | | ||
| python -m pip install --upgrade pip | ||
| pip install git+https://github.com/nf-core/tools.git@dev | ||
| - name: Get the repository name and current branch set as environment variable | ||
| run: | | ||
| echo "REPO_LOWERCASE=${GITHUB_REPOSITORY,,}" >> ${GITHUB_ENV} | ||
| echo "REPOTITLE_LOWERCASE=$(basename ${GITHUB_REPOSITORY,,})" >> ${GITHUB_ENV} | ||
| echo "REPO_BRANCH=${{ github.event.inputs.testbranch || 'dev' }}" >> ${GITHUB_ENV} | ||
| - name: Download the pipeline | ||
| env: | ||
| NXF_SINGULARITY_CACHEDIR: ./ | ||
| run: | | ||
| nf-core download ${{ env.REPO_LOWERCASE }} \ | ||
| --revision ${{ env.REPO_BRANCH }} \ | ||
| --outdir ./${{ env.REPOTITLE_LOWERCASE }} \ | ||
| --compress "none" \ | ||
| --container-system 'singularity' \ | ||
| --container-library "quay.io" -l "docker.io" -l "ghcr.io" \ | ||
| --container-cache-utilisation 'amend' \ | ||
| --download-configuration | ||
| - name: Inspect download | ||
| run: tree ./${{ env.REPOTITLE_LOWERCASE }} | ||
|
|
||
| - name: Run the downloaded pipeline (stub) | ||
| id: stub_run_pipeline | ||
| continue-on-error: true | ||
| env: | ||
| NXF_SINGULARITY_CACHEDIR: ./ | ||
| NXF_SINGULARITY_HOME_MOUNT: true | ||
| run: nextflow run ./${{ env.REPOTITLE_LOWERCASE }}/$( sed 's/\W/_/g' <<< ${{ env.REPO_BRANCH }}) -stub -profile test,singularity --outdir ./results | ||
| - name: Run the downloaded pipeline (stub run not supported) | ||
| id: run_pipeline | ||
| if: ${{ job.steps.stub_run_pipeline.status == failure() }} | ||
| env: | ||
| NXF_SINGULARITY_CACHEDIR: ./ | ||
| NXF_SINGULARITY_HOME_MOUNT: true | ||
| run: nextflow run ./${{ env.REPOTITLE_LOWERCASE }}/$( sed 's/\W/_/g' <<< ${{ env.REPO_BRANCH }}) -profile test,singularity --outdir ./results |
Oops, something went wrong.