@@ -32,102 +32,102 @@ jobs:
3232 docker pull nfcore/eager:dev && docker tag nfcore/eager:dev nfcore/eager:dev
3333 - name : Extract branch name
3434 shell : bash
35- run : echo "::set-env name=RUN_NAME::`echo ${GITHUB_REPOSITORY//\//_}`-${{ github.event_name }}-`echo ${GITHUB_SHA} | cut -c1-6`"
35+ run : echo "::set-env name=RUN_NAME::`echo ${GITHUB_REPOSITORY//\//_}`-`echo ${GITHUB_HEAD_REF//\//@} | rev | cut -f1 -d@ | rev`- ${{ github.event_name }}-`echo ${GITHUB_SHA} | cut -c1-6`"
3636 id : extract_branch
3737 - name : Determine tower usage
3838 shell : bash
3939 run : echo "::set-env name=TOWER::`[ -z "$TOWER_ACCESS_TOKEN" ] && echo '' || echo '-with-tower'`"
4040 id : tower_usage
4141 - name : BASIC Run the basic pipeline with the test profileBasic workflow, PE/SE, bwa aln
4242 run : |
43- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker ${{ matrix.endedness }} --saveReference
43+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-basic " -profile test,docker ${{ matrix.endedness }} --saveReference
4444 - name : REFERENCE Basic workflow, with supplied indices
4545 run : |
46- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker ${{ matrix.endedness }} --bwa_index 'results/reference_genome/bwa_index/BWAIndex/Mammoth_MT_Krause.fasta' --fasta_index 'https://github.com/nf-core/test-datasets/blob/eager/reference/Mammoth/Mammoth_MT_Krause.fasta.fai'
46+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-preindex_ref " -profile test,docker ${{ matrix.endedness }} --bwa_index 'results/reference_genome/bwa_index/BWAIndex/Mammoth_MT_Krause.fasta' --fasta_index 'https://github.com/nf-core/test-datasets/blob/eager/reference/Mammoth/Mammoth_MT_Krause.fasta.fai'
4747 - name : REFERENCE Run the basic pipeline with FastA reference with `fna` extension
4848 run : |
49- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test_fna,docker --paired_end
49+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-fna_ref " -profile test_fna,docker --paired_end
5050 - name : REFERENCE Test with zipped reference input
5151 run : |
52- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --fasta 'https://github.com/nf-core/test-datasets/raw/eager/reference/Mammoth/Mammoth_MT_Krause.fasta.gz'
52+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-gz_ref " -profile test,docker --paired_end --fasta 'https://github.com/nf-core/test-datasets/raw/eager/reference/Mammoth/Mammoth_MT_Krause.fasta.gz'
5353 - name : FASTP Test fastp complexity filtering
5454 run : |
55- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --complexity_filter
55+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-fastp " -profile test,docker --paired_end --complexity_filter
5656 - name : ADAPTERREMOVAL Test skip paired end collapsing
5757 run : |
58- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --skip_collapse
58+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-skip_collapse " -profile test,docker --paired_end --skip_collapse
5959 - name : ADAPTERREMOVAL Test paired end collapsing but no trimming
6060 run : |
61- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test_pretrim,docker --paired_end --skip_trim
61+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-pretrim " -profile test_pretrim,docker --paired_end --skip_trim
6262 - name : ADAPTERREMOVAL Run the basic pipeline with paired end data without adapterRemoval
6363 run : |
64- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --skip_adapterremoval
64+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-skip_adapterremoval " -profile test,docker --paired_end --skip_adapterremoval
6565 - name : ADAPTERREMOVAL Run the basic pipeline with preserve5p end option
6666 run : |
67- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --preserve5p
67+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-preserve5p " -profile test,docker --paired_end --preserve5p
6868 - name : ADAPTERREMOVAL Run the basic pipeline with merged only option
6969 run : |
70- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --mergedonly
70+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-mergedonly " -profile test,docker --paired_end --mergedonly
7171 - name : ADAPTERREMOVAL Run the basic pipeline with preserve5p end and merged reads only options
7272 run : |
73- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --preserve5p --mergedonly
73+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-preserve5p_mergedonly " -profile test,docker --paired_end --preserve5p --mergedonly
7474 - name : MAPPER_CIRCULARMAPPER Test running with CircularMapper
7575 run : |
76- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --mapper 'circularmapper' --circulartarget 'NC_007596.2'
76+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-circularmapper " -profile test,docker --paired_end --mapper 'circularmapper' --circulartarget 'NC_007596.2'
7777 - name : MAPPER_BWAMEM Test running with BWA Mem
7878 run : |
79- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --mapper 'bwamem'
79+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-bwa_mem " -profile test,docker --paired_end --mapper 'bwamem'
8080 - name : STRIP_FASTQ Run the basic pipeline with output unmapped reads as fastq
8181 run : |
82- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --strip_input_fastq
82+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-stripfastq " -profile test,docker --paired_end --strip_input_fastq
8383 - name : BAM_FILTERING Run basic mapping pipeline with mapping quality filtering, and unmapped export
8484 run : |
85- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --run_bam_filtering --bam_mapping_quality_threshold 37 --bam_discard_umapped --bam_unmapped_type 'fastq'
85+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-unmapped_export " -profile test,docker --paired_end --run_bam_filtering --bam_mapping_quality_threshold 37 --bam_discard_umapped --bam_unmapped_type 'fastq'
8686 - name : GENOTYPING_HC Test running GATK HaplotypeCaller
8787 run : |
88- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test_fna,docker --paired_end --dedupper 'dedup' --run_genotyping --genotyping_tool 'hc' --gatk_out_mode 'EMIT_ALL_SITES' --gatk_hc_emitrefconf 'BP_RESOLUTION'
88+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-haplotypercaller " -profile test_fna,docker --paired_end --dedupper 'dedup' --run_genotyping --genotyping_tool 'hc' --gatk_out_mode 'EMIT_ALL_SITES' --gatk_hc_emitrefconf 'BP_RESOLUTION'
8989 - name : GENOTYPING_FB Test running FreeBayes
9090 run : |
91- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --dedupper 'dedup' --run_genotyping --genotyping_tool 'freebayes'
91+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-freebayes " -profile test,docker --paired_end --dedupper 'dedup' --run_genotyping --genotyping_tool 'freebayes'
9292 - name : SKIPPING Test checking all skip steps work i.e. input bam, skipping straight to genotyping
9393 run : |
94- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test_bam,docker --bam --single_end --skip_fastqc --skip_adapterremoval --skip_mapping --skip_deduplication --skip_qualimap --skip_preseq --skip_damage_calculation --run_genotyping --genotyping_tool 'freebayes'
94+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-skipping_logic " -profile test_bam,docker --bam --single_end --skip_fastqc --skip_adapterremoval --skip_mapping --skip_deduplication --skip_qualimap --skip_preseq --skip_damage_calculation --run_genotyping --genotyping_tool 'freebayes'
9595 # - name: TRIM_BAM/PMD/GENOTYPING_UG/MULTIVCFANALYZER Test running PMDTools, TrimBam, GATK UnifiedGenotyper and MultiVCFAnalyzer
9696 # run: |
97- # nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --dedupper 'dedup' --run_trim_bam --run_pmdtools --run_genotyping --genotyping_source 'trimmed' --genotyping_tool 'ug' --gatk_out_mode 'EMIT_ALL_SITES' --gatk_ug_genotype_model 'SNP' --run_multivcfanalyzer
97+ # nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-pmd_trimbam_gatkUG_MVA " -profile test,docker --paired_end --dedupper 'dedup' --run_trim_bam --run_pmdtools --run_genotyping --genotyping_source 'trimmed' --genotyping_tool 'ug' --gatk_out_mode 'EMIT_ALL_SITES' --gatk_ug_genotype_model 'SNP' --run_multivcfanalyzer
9898 # - name: GENOTYPING_UG/PMD/MULTIVCFANALYZER Test running GATK UnifiedGenotyper and MultiVCFAnalyzer, additional VCFS
9999 # run: |
100- # nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --dedupper 'dedup' --run_genotyping --genotyping_tool 'ug' --gatk_out_mode 'EMIT_ALL_SITES' --gatk_ug_genotype_model 'SNP' --run_multivcfanalyzer --additional_vcf_files 'https://raw.githubusercontent.com/nf-core/test-datasets/eager/testdata/Mammoth/vcf/JK2772_CATCAGTGAGTAGA_L008_R1_001.fastq.gz.tengrand.fq.combined.fq.mapped_rmdup.bam.unifiedgenotyper.vcf.gz' --write_allele_frequencies
100+ # nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-MVA_additionalvcfs " -profile test,docker --paired_end --dedupper 'dedup' --run_genotyping --genotyping_tool 'ug' --gatk_out_mode 'EMIT_ALL_SITES' --gatk_ug_genotype_model 'SNP' --run_multivcfanalyzer --additional_vcf_files 'https://raw.githubusercontent.com/nf-core/test-datasets/eager/testdata/Mammoth/vcf/JK2772_CATCAGTGAGTAGA_L008_R1_001.fastq.gz.tengrand.fq.combined.fq.mapped_rmdup.bam.unifiedgenotyper.vcf.gz' --write_allele_frequencies
101101 # - name: VCF2Genome Run basic pipeline with GATK unifiedgenotyper and run VCF2Genome
102102 # run: |
103- # nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --dedupper 'dedup' --run_genotyping --genotyping_tool 'ug' --genotyping_source 'raw' --gatk_out_mode 'EMIT_ALL_SITES' --gatk_ug_genotype_model 'SNP' --run_vcf2genome
103+ # nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-vcf2genome " -profile test,docker --paired_end --dedupper 'dedup' --run_genotyping --genotyping_tool 'ug' --genotyping_source 'raw' --gatk_out_mode 'EMIT_ALL_SITES' --gatk_ug_genotype_model 'SNP' --run_vcf2genome
104104 - name : BAM_INPUT Run the basic pipeline with the bam input profile, skip AdapterRemoval as no convertBam
105105 run : |
106- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test_bam,docker --bam --skip_adapterremoval --run_convertbam
106+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-baminput_noConvertBam " -profile test_bam,docker --bam --skip_adapterremoval --run_convertbam
107107 - name : BAM_INPUT Run the basic pipeline with the bam input profile, convert to FASTQ for adapterremoval test and downstream
108108 run : |
109- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test_bam,docker --bam --run_convertbam
109+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-baminput_convertbam_basic " -profile test_bam,docker --bam --run_convertbam
110110 - name : METAGENOMIC Download MALT database
111111 run : |
112112 mkdir -p databases/malt
113113 readlink -f databases/malt/
114114 for i in index0.idx ref.db ref.idx ref.inf table0.db table0.idx taxonomy.idx taxonomy.map taxonomy.tre; do wget https://github.com/nf-core/test-datasets/raw/eager/databases/malt/"$i" -P databases/malt/; done
115115 - name : METAGENOMIC Run the basic pipeline but with unmapped reads going into MALT
116116 run : |
117- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --run_bam_filtering --bam_discard_unmapped --bam_unmapped_type 'fastq' --run_metagenomic_screening --database ' /home/runner/work/eager/eager/databases/malt/'
117+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-malt " -profile test,docker --paired_end --run_bam_filtering --bam_discard_unmapped --bam_unmapped_type 'fastq' --run_metagenomic_screening --database " /home/runner/work/eager/eager/databases/malt/"
118118 - name : MALTEXTRACT Download resource files
119119 run : |
120120 mkdir -p databases/maltextract
121121 for i in ncbi.tre ncbi.map; do wget https://github.com/rhuebler/HOPS/raw/0.33/Resources/"$i" -P databases/maltextract/; done
122122 - name : MALTEXTRACT Basic with MALT plus MaltExtract
123123 run : |
124- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test,docker --paired_end --run_bam_filtering --bam_discard_unmapped --bam_unmapped_type 'fastq' --run_metagenomic_screening --metagenomic_tool 'malt' --database ' /home/runner/work/eager/eager/databases/malt' --run_maltextract --maltextract_ncbifiles ' /home/runner/work/eager/eager/databases/maltextract/' --maltextract_taxon_list 'https://raw.githubusercontent.com/nf-core/test-datasets/eager/testdata/Mammoth/maltextract/MaltExtract_list.txt'
124+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-maltextract " -profile test,docker --paired_end --run_bam_filtering --bam_discard_unmapped --bam_unmapped_type 'fastq' --run_metagenomic_screening --metagenomic_tool 'malt' --database " /home/runner/work/eager/eager/databases/malt" --run_maltextract --maltextract_ncbifiles " /home/runner/work/eager/eager/databases/maltextract/" --maltextract_taxon_list 'https://raw.githubusercontent.com/nf-core/test-datasets/eager/testdata/Mammoth/maltextract/MaltExtract_list.txt'
125125 - name : SEXDETERMINATION Run the basic pipeline with the bam input profile, but don't convert BAM, skip everything but sex determination
126126 run : |
127- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test_humanbam,docker --bam --skip_fastqc --skip_adapterremoval --skip_mapping --skip_deduplication --skip_qualimap --single_end --run_sexdeterrmine
127+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-sexdeterrmine " -profile test_humanbam,docker --bam --skip_fastqc --skip_adapterremoval --skip_mapping --skip_deduplication --skip_qualimap --single_end --run_sexdeterrmine
128128 - name : NUCLEAR CONTAMINATION Run basic pipeline with bam input profile, but don't convert BAM, skip everything but nuclear contamination estimation
129129 run : |
130- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test_humanbam,docker --bam --skip_fastqc --skip_adapterremoval --skip_mapping --skip_deduplication --skip_qualimap --single_end --run_nuclear_contamination
130+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-nuclear_contamination " -profile test_humanbam,docker --bam --skip_fastqc --skip_adapterremoval --skip_mapping --skip_deduplication --skip_qualimap --single_end --run_nuclear_contamination
131131 - name : MTNUCRATIO Run basic pipeline with bam input profile, but don't convert BAM, skip everything but nmtnucratio
132132 run : |
133- nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME" -profile test_humanbam,docker --bam --skip_fastqc --skip_adapterremoval --skip_mapping --skip_deduplication --skip_qualimap --single_end --skip_preseq --skip_damage_calculation --run_mtnucratio
133+ nextflow run ${GITHUB_WORKSPACE} "$TOWER" -name "$RUN_NAME-mtnucratio " -profile test_humanbam,docker --bam --skip_fastqc --skip_adapterremoval --skip_mapping --skip_deduplication --skip_qualimap --single_end --skip_preseq --skip_damage_calculation --run_mtnucratio
0 commit comments