testing #9
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: nf-core CI | |
| # This workflow runs the pipeline with the minimal test dataset to check that it completes without any syntax errors | |
| on: | |
| push: | |
| branches: | |
| - dev | |
| pull_request: | |
| release: | |
| types: [published] | |
| env: | |
| NXF_ANSI_LOG: false | |
| NXF_SINGULARITY_CACHEDIR: ${{ github.workspace }}/.singularity | |
| NXF_SINGULARITY_LIBRARYDIR: ${{ github.workspace }}/.singularity | |
| concurrency: | |
| group: "${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}" | |
| cancel-in-progress: true | |
| jobs: | |
| test: | |
| name: Run pipeline with test data | |
| # Only run on push if this is the nf-core dev branch (merged PRs) | |
| if: "${{ github.event_name != 'push' || (github.event_name == 'push' && github.repository == 'sanger-tol/ear') }}" | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| NXF_VER: | |
| - "24.04.2" | |
| - "latest-everything" | |
| steps: | |
| - name: Get branch names | |
| # Pulls the names of current branches in repo | |
| # steps.branch-names.outputs.current_branch is used later and returns the name of the branch the PR is made FROM not to | |
| id: branch-names | |
| uses: tj-actions/branch-names@v8 | |
| - name: Setup apptainer | |
| uses: eWaterCycle/setup-apptainer@main | |
| - name: Set up Singularity | |
| run: | | |
| mkdir -p $NXF_SINGULARITY_CACHEDIR | |
| mkdir -p $NXF_SINGULARITY_LIBRARYDIR | |
| - name: Install Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.10" | |
| - name: Install nf-core | |
| run: | | |
| pip install nf-core | |
| - name: Check out pipeline code | |
| uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4 | |
| - name: Install Nextflow | |
| uses: nf-core/setup-nextflow@v2 | |
| with: | |
| version: "${{ matrix.NXF_VER }}" | |
| # This will only download the main pipeline containers, subpipelines need their own nf-download | |
| - name: NF-Core Download - download singularity containers | |
| run: | | |
| nf-core download sanger-tol/ear --revision ${{ steps.branch-names.outputs.current_branch }} --compress none -d --force --outdir sanger-ear --container-cache-utilisation amend --container-system singularity | |
| - name: NF-Core Download - download singularity containers | |
| run: | | |
| nf-core download sanger-tol/blobtoolkit --revision draft_assemblies --compress none -d --force --outdir sanger-ear --container-cache-utilisation amend --container-system singularity | |
| - name: NF-Core Download - download singularity containers | |
| run: | | |
| nf-core download sanger-tol/curationpretext --revision 1.0.0 --compress none -d --force --outdir sanger-ear --container-cache-utilisation amend --container-system singularity | |
| - name: Download Tiny test data | |
| # Download A fungal test data set that is full enough to show some real output. | |
| run: | | |
| curl https://tolit.cog.sanger.ac.uk/test-data/resources/treeval/TreeValTinyData.tar.gz | tar xzf - | |
| - name: Download the NCBI taxdump database | |
| run: | | |
| mkdir ncbi_taxdump | |
| curl -L https://ftp.ncbi.nih.gov/pub/taxonomy/new_taxdump/new_taxdump.tar.gz | tar -C ncbi_taxdump -xzf - | |
| - name: Download the BUSCO lineage database | |
| run: | | |
| mkdir busco_database | |
| curl -L https://tolit.cog.sanger.ac.uk/test-data/resources/busco/blobtoolkit.GCA_922984935.2.2023-08-03.lineages.tar.gz | tar -C busco_database -xzf - | |
| - name: Download the subset of NT database | |
| run: | | |
| mkdir NT_database | |
| curl -L https://ftp.ncbi.nlm.nih.gov/blast/db/18S_fungal_sequences.tar.gz | tar -C NT_database -xzf - | |
| - name: Download the subset of Diamond database | |
| run: | | |
| mkdir diamond | |
| wget -c https://tolit.cog.sanger.ac.uk/test-data/resources/diamond/UP000000212_1234679_tax.dmnd -O diamond/UP000000212_1234679_tax.dmnd | |
| # - name: Disk space cleanup | |
| # uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1 | |
| - name: Run pipeline with test data | |
| # TODO nf-core: You can customise CI pipeline run tests as required | |
| # For example: adding multiple test runs with different parameters | |
| # Remember that you can parallelise this by using strategy.matrix | |
| run: | | |
| nextflow run ${GITHUB_WORKSPACE} -profile test,docker --outdir ./results | |
| ls ./results/*/* |