diff --git a/.github/workflows/lint-check.yaml b/.github/workflows/lint-check.yaml index 6124d2551..96d19a6b7 100644 --- a/.github/workflows/lint-check.yaml +++ b/.github/workflows/lint-check.yaml @@ -71,6 +71,6 @@ jobs: EXITCODE=2 ;; esac - done < <(awk '/docker: .*stjudecloud/' < "$file") + done < <(awk '/container: .*stjudecloud/' < "$file") done exit $EXITCODE diff --git a/.gitignore b/.gitignore index 4c6d3cedf..724d88fe2 100644 --- a/.gitignore +++ b/.gitignore @@ -12,9 +12,12 @@ *.jar miniwdl_call_cache/ miniwdl_singularity_cache/ +_LAST +202*/ # Blacklist test directories test-output/ +**/__pycache__ # Blacklist OS generated files .DS_Store diff --git a/data_structures/flag_filter.wdl b/data_structures/flag_filter.wdl index 9e9bd762e..3b7e4d542 100644 --- a/data_structures/flag_filter.wdl +++ b/data_structures/flag_filter.wdl @@ -118,7 +118,7 @@ task validate_string_is_12bit_oct_dec_or_hex { runtime { memory: "4 GB" disks: "10 GB" - container: "ghcr.io/stjudecloud/util:1.3.0" + container: "ghcr.io/stjudecloud/util:1.4.0" maxRetries: 1 } } diff --git a/docker/STAR/2.7.11b-0/Dockerfile b/docker/STAR/2.7.11b-1/Dockerfile similarity index 90% rename from docker/STAR/2.7.11b-0/Dockerfile rename to docker/STAR/2.7.11b-1/Dockerfile index eb3940796..616cdd7ac 100644 --- a/docker/STAR/2.7.11b-0/Dockerfile +++ b/docker/STAR/2.7.11b-1/Dockerfile @@ -4,7 +4,7 @@ RUN apt-get update \ && apt-get --yes install --no-install-recommends python3 \ && rm -rf /var/lib/apt/lists/* -FROM quay.io/biocontainers/star:2.7.11b--h43eeafb_0 +FROM quay.io/biocontainers/star:2.7.11b--h43eeafb_3 COPY --from=python /lib/x86_64-linux-gnu/libexpat.so.1 /lib/x86_64-linux-gnu/ COPY --from=python /lib/x86_64-linux-gnu/libz.so.1 /lib/x86_64-linux-gnu/ diff --git a/docker/STAR/2.7.11b-0/sort_star_input.py b/docker/STAR/2.7.11b-1/sort_star_input.py similarity index 100% rename from docker/STAR/2.7.11b-0/sort_star_input.py rename to docker/STAR/2.7.11b-1/sort_star_input.py diff --git a/tests/tools/input/1scattered.interval_list b/tests/input/1scattered.interval_list similarity index 100% rename from tests/tools/input/1scattered.interval_list rename to tests/input/1scattered.interval_list diff --git a/tests/input/Aligned.sortedByCoord.chr9_chr22.bam b/tests/input/Aligned.sortedByCoord.chr9_chr22.bam new file mode 100644 index 000000000..5fbf7cdc9 --- /dev/null +++ b/tests/input/Aligned.sortedByCoord.chr9_chr22.bam @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ea6012587b4e9444fdcabaa5e26522aaf8c651295198208f87859204b0adc13 +size 8221 diff --git a/tests/input/Aligned.sortedByCoord.chr9_chr22.bam.bai b/tests/input/Aligned.sortedByCoord.chr9_chr22.bam.bai new file mode 100644 index 000000000..0427afe56 --- /dev/null +++ b/tests/input/Aligned.sortedByCoord.chr9_chr22.bam.bai @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf5aadc2241ccf358a7120bae15262758f649c620ac8c10aa5a97597d007b04d +size 75432 diff --git a/tests/tools/input/GRCh38.chr1_chr19.dict b/tests/input/GRCh38.chr1_chr19.dict similarity index 100% rename from tests/tools/input/GRCh38.chr1_chr19.dict rename to tests/input/GRCh38.chr1_chr19.dict diff --git a/tests/tools/input/GRCh38.chr1_chr19.fa b/tests/input/GRCh38.chr1_chr19.fa similarity index 100% rename from tests/tools/input/GRCh38.chr1_chr19.fa rename to tests/input/GRCh38.chr1_chr19.fa diff --git a/tests/tools/input/GRCh38.chr1_chr19.fa.fai b/tests/input/GRCh38.chr1_chr19.fa.fai similarity index 100% rename from tests/tools/input/GRCh38.chr1_chr19.fa.fai rename to tests/input/GRCh38.chr1_chr19.fa.fai diff --git a/tests/tools/input/GRCh38.chr9_chr22.fa.gz b/tests/input/GRCh38.chr9_chr22.fa.gz similarity index 100% rename from tests/tools/input/GRCh38.chr9_chr22.fa.gz rename to tests/input/GRCh38.chr9_chr22.fa.gz diff --git a/tests/input/GRCh38.chrY_chrM.dict b/tests/input/GRCh38.chrY_chrM.dict new file mode 100644 index 000000000..13c64ee61 --- /dev/null +++ b/tests/input/GRCh38.chrY_chrM.dict @@ -0,0 +1,3 @@ +@HD VN:1.0 SO:unsorted +@SQ SN:chrY LN:57227415 M5:ce3e31103314a704255f3cd90369ecce UR:file:///Users/afrantz/workflows/tests/input/GRCh38.chrY_chrM.fa.gz +@SQ SN:chrM LN:16569 M5:c68f52674c9fb33aef52dcf399755519 UR:file:///Users/afrantz/workflows/tests/input/GRCh38.chrY_chrM.fa.gz diff --git a/tests/input/GRCh38.chrY_chrM.fa b/tests/input/GRCh38.chrY_chrM.fa new file mode 100644 index 000000000..26d8494c7 --- /dev/null +++ b/tests/input/GRCh38.chrY_chrM.fa @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d6d51aee25e5c8005a655d6165f8de3db9422ec7c0b5ea87f529a900e622f42 +size 58062025 diff --git a/tests/input/GRCh38.chrY_chrM.fa.fai b/tests/input/GRCh38.chrY_chrM.fa.fai new file mode 100644 index 000000000..fb6ea39ed --- /dev/null +++ b/tests/input/GRCh38.chrY_chrM.fa.fai @@ -0,0 +1,2 @@ +chrY 57227415 147 70 71 +chrM 16569 58045219 70 71 diff --git a/tests/tools/input/GRCh38.tar.gz b/tests/input/GRCh38.tar.gz similarity index 100% rename from tests/tools/input/GRCh38.tar.gz rename to tests/input/GRCh38.tar.gz diff --git a/tests/tools/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf b/tests/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf similarity index 100% rename from tests/tools/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf rename to tests/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf diff --git a/tests/tools/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf.idx b/tests/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf.idx similarity index 100% rename from tests/tools/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf.idx rename to tests/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf.idx diff --git a/tests/tools/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz b/tests/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz similarity index 100% rename from tests/tools/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz rename to tests/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz diff --git a/tests/tools/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz.tbi b/tests/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz.tbi similarity index 100% rename from tests/tools/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz.tbi rename to tests/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz.tbi diff --git a/tests/tools/input/SJBT031344_D1.Exome.multiqc.tar.gz b/tests/input/SJBT031344_D1.Exome.multiqc.tar.gz similarity index 100% rename from tests/tools/input/SJBT031344_D1.Exome.multiqc.tar.gz rename to tests/input/SJBT031344_D1.Exome.multiqc.tar.gz diff --git a/tests/tools/input/bwa_db.tar.gz b/tests/input/bwa_db.tar.gz similarity index 100% rename from tests/tools/input/bwa_db.tar.gz rename to tests/input/bwa_db.tar.gz diff --git a/tests/tools/input/chr1.interval_list b/tests/input/chr1.interval_list similarity index 100% rename from tests/tools/input/chr1.interval_list rename to tests/input/chr1.interval_list diff --git a/tests/tools/input/fusions.tsv b/tests/input/fusions.tsv similarity index 100% rename from tests/tools/input/fusions.tsv rename to tests/input/fusions.tsv diff --git a/tests/tools/input/gencode.v31.chr9_chr22.gtf.gz b/tests/input/gencode.v31.chr9_chr22.gtf.gz similarity index 100% rename from tests/tools/input/gencode.v31.chr9_chr22.gtf.gz rename to tests/input/gencode.v31.chr9_chr22.gtf.gz diff --git a/tests/input/gencode.v31.chrY_chrM.gene.bed b/tests/input/gencode.v31.chrY_chrM.gene.bed new file mode 100644 index 000000000..cc0861c13 --- /dev/null +++ b/tests/input/gencode.v31.chrY_chrM.gene.bed @@ -0,0 +1,604 @@ +chrM 576 647 +chrM 647 1601 +chrM 1601 1670 +chrM 1670 3229 +chrM 3229 3304 +chrM 3306 4262 +chrM 4262 4331 +chrM 4328 4400 +chrM 4401 4469 +chrM 4469 5511 +chrM 5511 5579 +chrM 5586 5655 +chrM 5656 5729 +chrM 5760 5826 +chrM 5825 5891 +chrM 5903 7445 +chrM 7445 7514 +chrM 7517 7585 +chrM 7585 8269 +chrM 8294 8364 +chrM 8365 8572 +chrM 8526 9207 +chrM 9206 9990 +chrM 9990 10058 +chrM 10058 10404 +chrM 10404 10469 +chrM 10469 10766 +chrM 10759 12137 +chrM 12137 12206 +chrM 12206 12265 +chrM 12265 12336 +chrM 12336 14148 +chrM 14148 14673 +chrM 14673 14742 +chrM 14746 15887 +chrM 15887 15953 +chrM 15955 16023 +chrY 253742 255091 +chrY 276321 303356 +chrY 304528 318819 +chrY 320989 321851 +chrY 333962 386955 +chrY 386979 405579 +chrY 388099 388389 +chrY 419156 421980 +chrY 523774 524102 +chrY 545235 545352 +chrY 624343 659411 +chrY 990220 994365 +chrY 1008502 1010101 +chrY 1187548 1212750 +chrY 1268799 1310381 +chrY 1293917 1293992 +chrY 1300255 1300375 +chrY 1336615 1382689 +chrY 1386151 1392113 +chrY 1396426 1399402 +chrY 1401768 1414028 +chrY 1403138 1453762 +chrY 1462580 1537185 +chrY 1591603 1602520 +chrY 1615058 1643081 +chrY 1732583 1763212 +chrY 1767346 1768776 +chrY 2219515 2502805 +chrY 2334294 2336410 +chrY 2486413 2500976 +chrY 2609190 2609254 +chrY 2609347 2657229 +chrY 2612987 2615347 +chrY 2691186 2741309 +chrY 2784748 2784853 +chrY 2786854 2787699 +chrY 2789826 2790328 +chrY 2827981 2828218 +chrY 2828191 2840851 +chrY 2841601 2932000 +chrY 2881682 2890551 +chrY 2929000 2931120 +chrY 2934405 2934771 +chrY 2935280 2982506 +chrY 2966843 3002626 +chrY 2995066 2995273 +chrY 3002886 3200509 +chrY 3293807 3294826 +chrY 3549651 3549810 +chrY 3579040 3580041 +chrY 3682804 3683868 +chrY 3777996 3779546 +chrY 3786281 3864893 +chrY 3851223 3852869 +chrY 3866305 3866722 +chrY 4036496 4100320 +chrY 4174984 4175090 +chrY 4801684 4802848 +chrY 4993857 4999650 +chrY 5000225 5742224 +chrY 5019075 5019266 +chrY 5207214 5208069 +chrY 5337744 5338964 +chrY 5573144 5574431 +chrY 5634479 5634655 +chrY 5793299 5793737 +chrY 5887503 5888740 +chrY 6158801 6159265 +chrY 6242445 6245283 +chrY 6246222 6249019 +chrY 6256266 6265595 +chrY 6266592 6269275 +chrY 6273578 6274065 +chrY 6303956 6305074 +chrY 6306041 6308202 +chrY 6328051 6343323 +chrY 6357218 6369921 +chrY 6390430 6411564 +chrY 6406243 6462091 +chrY 6443433 6450685 +chrY 6449467 6457906 +chrY 6470772 6473630 +chrY 6492975 6496757 +chrY 6520462 6520929 +chrY 6718961 6719180 +chrY 6789152 6789344 +chrY 6837706 6838252 +chrY 6865917 6911774 +chrY 6900752 6901372 +chrY 6910685 7101970 +chrY 6918681 6920791 +chrY 7100732 7106502 +chrY 7273971 7381548 +chrY 7324296 7324595 +chrY 7341530 7341642 +chrY 7378671 7378779 +chrY 7423053 7423158 +chrY 7656967 7657352 +chrY 7671742 7676024 +chrY 7678898 7681028 +chrY 7687738 7689548 +chrY 7690510 7692678 +chrY 7694706 7810305 +chrY 7803995 7810683 +chrY 7845484 7846454 +chrY 7853685 7854876 +chrY 7905535 7907303 +chrY 7913421 7914090 +chrY 7932996 7937640 +chrY 7990986 7991806 +chrY 8068444 8126293 +chrY 8127129 8144203 +chrY 8264448 8277188 +chrY 8280197 8282209 +chrY 8350930 8352143 +chrY 8363535 8363959 +chrY 8364031 8365150 +chrY 8371662 8372030 +chrY 8372240 8372710 +chrY 8413036 8414054 +chrY 8418790 8419900 +chrY 8517363 8517748 +chrY 8550517 8713825 +chrY 8682593 8700977 +chrY 8704471 8705283 +chrY 8783309 8817382 +chrY 8901202 8903276 +chrY 8906223 8916073 +chrY 8931068 8931454 +chrY 8971750 8974095 +chrY 9030593 9039988 +chrY 9166084 9167702 +chrY 9183693 9185803 +chrY 9189628 9204611 +chrY 9230914 9231247 +chrY 9311129 9322869 +chrY 9325798 9326047 +chrY 9329879 9334832 +chrY 9337463 9340284 +chrY 9347510 9356814 +chrY 9357796 9360599 +chrY 9367802 9375681 +chrY 9375128 9377121 +chrY 9378121 9380871 +chrY 9388121 9396027 +chrY 9395474 9397467 +chrY 9398420 9401223 +chrY 9458612 9466003 +chrY 9466954 9469748 +chrY 9479052 9486313 +chrY 9487312 9489893 +chrY 9497286 9506596 +chrY 9507595 9510175 +chrY 9517598 9526926 +chrY 9527879 9530682 +chrY 9544916 9547147 +chrY 9548107 9550681 +chrY 9610570 9621276 +chrY 9624182 9626352 +chrY 9640248 9640716 +chrY 9665228 9669010 +chrY 9691099 9693957 +chrY 9706823 9715262 +chrY 9717652 9721296 +chrY 9740583 9758476 +chrY 9753155 9774289 +chrY 9784371 9833895 +chrY 9813314 9817513 +chrY 9831417 9846696 +chrY 9868461 9868702 +chrY 9869663 9870781 +chrY 9905594 9908139 +chrY 9910797 9911962 +chrY 9951552 9959423 +chrY 9954531 10035299 +chrY 10036194 10038375 +chrY 10066553 10069151 +chrY 10070130 10070409 +chrY 10090409 10090528 +chrY 10092874 10092993 +chrY 10171589 10172725 +chrY 10173852 10174207 +chrY 10190376 10192298 +chrY 10197255 10199103 +chrY 10200154 10200306 +chrY 11042721 11042943 +chrY 11085475 11086061 +chrY 11107064 11107263 +chrY 11107388 11107596 +chrY 11107718 11107887 +chrY 11144249 11144492 +chrY 11153857 11215026 +chrY 11173617 11173821 +chrY 11178305 11178816 +chrY 11306917 11308181 +chrY 11314920 11316187 +chrY 11321556 11322823 +chrY 11332328 11333595 +chrY 11335626 11337693 +chrY 11340578 11385687 +chrY 11395698 11397076 +chrY 11412547 11418716 +chrY 11445417 11445564 +chrY 11445707 11446101 +chrY 11473726 11474237 +chrY 11781051 11782527 +chrY 11922535 11923769 +chrY 11957207 11987386 +chrY 12088009 12421587 +chrY 12244751 12245457 +chrY 12252320 12258033 +chrY 12273472 12273764 +chrY 12321622 12322835 +chrY 12339812 12347495 +chrY 12354095 12387328 +chrY 12440045 12507369 +chrY 12537649 12860839 +chrY 12537772 12544883 +chrY 12618982 12634402 +chrY 12661308 12663478 +chrY 12801972 12803830 +chrY 12904107 12920478 +chrY 12930164 12948182 +chrY 13083789 13095805 +chrY 13153930 13162214 +chrY 13230883 13231439 +chrY 13248378 13480673 +chrY 13286637 13287378 +chrY 13703898 13706024 +chrY 13703901 13915824 +chrY 13985771 13986513 +chrY 14056216 14056958 +chrY 14081074 14086600 +chrY 14276211 14277489 +chrY 14522572 14845650 +chrY 14639095 14640358 +chrY 14793641 14804033 +chrY 14907897 14908068 +chrY 14941546 14941750 +chrY 14941745 14942715 +chrY 15348661 15456074 +chrY 15547215 15593331 +chrY 16138247 16138379 +chrY 16248934 16249041 +chrY 16336282 16336389 +chrY 16599729 16644539 +chrY 17192825 17193652 +chrY 17464878 17465214 +chrY 17500957 17515018 +chrY 17514501 17516715 +chrY 17516835 17519038 +chrY 17552799 17579754 +chrY 17557863 17557976 +chrY 17559773 17559889 +chrY 17568961 17569051 +chrY 17621258 17625832 +chrY 17628512 17629402 +chrY 17705967 17708185 +chrY 17721597 17723177 +chrY 17726751 17727080 +chrY 17729527 17744596 +chrY 17757000 17758125 +chrY 17768979 17777400 +chrY 17782209 17784815 +chrY 17788314 17789484 +chrY 17789002 17789162 +chrY 17797982 17800696 +chrY 17809806 17825329 +chrY 17837200 17837528 +chrY 17877409 17880220 +chrY 17882098 17883708 +chrY 17908754 17910806 +chrY 17912698 17921630 +chrY 17951588 17953500 +chrY 17984348 17993260 +chrY 17995200 17997252 +chrY 18022298 18023908 +chrY 18025786 18028597 +chrY 18068482 18068810 +chrY 18080680 18096202 +chrY 18105313 18108102 +chrY 18116526 18117695 +chrY 18116847 18117007 +chrY 18121194 18123799 +chrY 18128609 18137029 +chrY 18147883 18149008 +chrY 18161365 18176484 +chrY 18178931 18179260 +chrY 18182834 18184414 +chrY 18276606 18277495 +chrY 18280177 18284761 +chrY 18326252 18353210 +chrY 18336959 18337049 +chrY 18346122 18346238 +chrY 18348034 18348147 +chrY 18386973 18389151 +chrY 18389296 18405046 +chrY 18390993 18405046 +chrY 18440796 18441125 +chrY 18453149 18472137 +chrY 18481086 18487400 +chrY 18486510 18486672 +chrY 18490914 18494295 +chrY 18491739 18547698 +chrY 18508576 18509068 +chrY 18529357 18529623 +chrY 18532325 18532656 +chrY 18540979 18544128 +chrY 18546670 18588963 +chrY 18578416 18578560 +chrY 18581205 18590521 +chrY 18582062 18629077 +chrY 18649670 18650279 +chrY 18655519 18656190 +chrY 18674032 18739197 +chrY 18731439 18773735 +chrY 18741842 18741986 +chrY 18772705 19077563 +chrY 18776278 18779427 +chrY 18787749 18788080 +chrY 18790708 18791051 +chrY 18811337 18811829 +chrY 18826106 18829487 +chrY 18833001 18839313 +chrY 18833728 18833890 +chrY 18848263 18867280 +chrY 18872101 18872272 +chrY 18985174 18986398 +chrY 18992466 18992709 +chrY 19018982 19019087 +chrY 19076945 19077416 +chrY 19253959 19260875 +chrY 19327568 19328573 +chrY 19455430 19567092 +chrY 19567312 19606274 +chrY 19598187 19598757 +chrY 19691940 19694606 +chrY 19703864 19744939 +chrY 19744755 19759978 +chrY 19932129 19932500 +chrY 19986574 19987852 +chrY 20001184 20012204 +chrY 20390050 20396796 +chrY 20464915 20575519 +chrY 20570221 20570519 +chrY 20575775 20593154 +chrY 20725330 20734526 +chrY 20727253 20742900 +chrY 20756163 20781032 +chrY 20808775 20811809 +chrY 20843255 20843710 +chrY 20861336 20862337 +chrY 20907343 20907562 +chrY 21038288 21044724 +chrY 21130869 21131181 +chrY 21221105 21222089 +chrY 21311267 21318895 +chrY 21382953 21386360 +chrY 21394990 21401585 +chrY 21405769 21405995 +chrY 21424027 21456216 +chrY 21430696 21437245 +chrY 21468157 21470683 +chrY 21493518 21501968 +chrY 21508298 21510470 +chrY 21511337 21549094 +chrY 21511371 21549326 +chrY 21531838 21534011 +chrY 21565091 21605081 +chrY 21631682 21632015 +chrY 21637474 21639041 +chrY 21661925 21674008 +chrY 21677245 21681118 +chrY 21696569 21698220 +chrY 21817578 21818218 +chrY 21825440 21846721 +chrY 21871330 21873550 +chrY 21880075 21894526 +chrY 21895393 21897559 +chrY 21903617 21918067 +chrY 21918934 21921106 +chrY 21927520 21937150 +chrY 21940011 21941593 +chrY 21972312 22005349 +chrY 22048553 22049347 +chrY 22049754 22058113 +chrY 22064697 22065712 +chrY 22068819 22069151 +chrY 22071755 22096007 +chrY 22100813 22147484 +chrY 22144965 22146831 +chrY 22168541 22182982 +chrY 22183849 22186021 +chrY 22198428 22203712 +chrY 22209330 22216580 +chrY 22296797 22298876 +chrY 22305924 22307951 +chrY 22308858 22321825 +chrY 22330451 22332500 +chrY 22400402 22402568 +chrY 22403460 22417881 +chrY 22438939 22485592 +chrY 22439592 22441458 +chrY 22490396 22514637 +chrY 22517241 22517573 +chrY 22520680 22521695 +chrY 22528280 22536639 +chrY 22537046 22537849 +chrY 22580988 22614081 +chrY 22646030 22646327 +chrY 22649244 22658878 +chrY 22670615 22672859 +chrY 22762850 22769787 +chrY 22851583 22852715 +chrY 22861111 22861834 +chrY 22866543 22867756 +chrY 22936454 22973284 +chrY 22973818 23005465 +chrY 23017062 23017821 +chrY 23025593 23026663 +chrY 23049246 23051195 +chrY 23058029 23059186 +chrY 23129354 23199094 +chrY 23219433 23291356 +chrY 23379483 23392697 +chrY 23423098 23423236 +chrY 23435904 23436006 +chrY 23462464 23472280 +chrY 23523320 23525369 +chrY 23537307 23546942 +chrY 23549808 23551385 +chrY 23581594 23614640 +chrY 23657838 23659058 +chrY 23659465 23667822 +chrY 23674378 23675392 +chrY 23678503 23678835 +chrY 23681439 23694579 +chrY 23715921 23726808 +chrY 23734192 23736249 +chrY 23740257 23746693 +chrY 23740941 23741105 +chrY 23751187 23751760 +chrY 23762837 23765583 +chrY 23771231 23798150 +chrY 23808820 23809059 +chrY 23855521 23857091 +chrY 23917240 23917723 +chrY 23919904 23921510 +chrY 23934952 23940101 +chrY 23936726 23941622 +chrY 23945926 23952293 +chrY 23946617 23946771 +chrY 23956568 23960218 +chrY 23967563 23970694 +chrY 23972779 23995081 +chrY 24006910 24007237 +chrY 24045228 24048019 +chrY 24049877 24051487 +chrY 24077798 24079812 +chrY 24081703 24090346 +chrY 24104106 24106018 +chrY 24142357 24157843 +chrY 24168186 24174494 +chrY 24179315 24183505 +chrY 24182476 24183071 +chrY 24183433 24187231 +chrY 24186508 24191870 +chrY 24196517 24206132 +chrY 24209566 24215581 +chrY 24210957 24211216 +chrY 24232825 24238984 +chrY 24276244 24277026 +chrY 24278336 24281140 +chrY 24283061 24283230 +chrY 24362334 24362409 +chrY 24396603 24403526 +chrY 24485331 24486463 +chrY 24494708 24495583 +chrY 24500262 24501505 +chrY 24570201 24607025 +chrY 24607559 24639207 +chrY 24650807 24651534 +chrY 24659336 24660406 +chrY 24683656 24684935 +chrY 24691790 24692932 +chrY 24763068 24813492 +chrY 24833842 24907040 +chrY 24977175 24978317 +chrY 24985200 24986476 +chrY 25009699 25010769 +chrY 25018498 25019303 +chrY 25030900 25062548 +chrY 25063082 25099892 +chrY 25168598 25169841 +chrY 25174519 25175237 +chrY 25182276 25213389 +chrY 25266583 25273531 +chrY 25307728 25307803 +chrY 25378299 25394719 +chrY 25388991 25391811 +chrY 25393153 25394056 +chrY 25431155 25437315 +chrY 25454560 25460572 +chrY 25458925 25459184 +chrY 25464005 25473621 +chrY 25478268 25483630 +chrY 25482907 25486705 +chrY 25486639 25487322 +chrY 25487283 25487662 +chrY 25495650 25501958 +chrY 25512300 25527786 +chrY 25564121 25566033 +chrY 25579789 25588444 +chrY 25590322 25592345 +chrY 25618643 25620253 +chrY 25622161 25624902 +chrY 25662899 25663226 +chrY 25675059 25697346 +chrY 25699450 25702562 +chrY 25709907 25713557 +chrY 25723015 25724186 +chrY 25723341 25723495 +chrY 25728489 25733388 +chrY 25730010 25735160 +chrY 25748595 25750206 +chrY 25752387 25752870 +chrY 25813012 25814566 +chrY 25860942 25861268 +chrY 25871930 25898653 +chrY 25904517 25907250 +chrY 25918322 25918895 +chrY 25923387 25929826 +chrY 25928978 25929142 +chrY 25933832 25935881 +chrY 25943267 25954152 +chrY 25975548 25988069 +chrY 25991240 25991572 +chrY 25994683 25995697 +chrY 26002253 26008856 +chrY 26011434 26012237 +chrY 26055778 26088493 +chrY 26123673 26133308 +chrY 26198330 26208148 +chrY 26244350 26244573 +chrY 26247383 26247521 +chrY 26277922 26354418 +chrY 26360988 26361092 +chrY 26400610 26401230 +chrY 26409814 26420535 +chrY 26453981 26454092 +chrY 26508212 26579690 +chrY 26549424 26549743 +chrY 26586641 26591601 +chrY 26594850 26634652 +chrY 26626519 26627159 +chrY 56855243 56855488 +chrY 56954331 56968979 +chrY 57015104 57016096 +chrY 57062155 57062405 +chrY 57067864 57130289 +chrY 57165511 57165845 +chrY 57171889 57172769 +chrY 57184100 57197337 +chrY 57190737 57208756 +chrY 57201142 57203357 +chrY 57207345 57212230 +chrY 57212183 57214397 diff --git a/tests/tools/input/genes.genelengths.txt b/tests/input/gencode.v31.chrY_chrM.genelengths.txt similarity index 100% rename from tests/tools/input/genes.genelengths.txt rename to tests/input/gencode.v31.chrY_chrM.genelengths.txt diff --git a/tests/tools/input/genes.gtf.gz b/tests/input/gencode.v31.chrY_chrM.gtf.gz similarity index 100% rename from tests/tools/input/genes.gtf.gz rename to tests/input/gencode.v31.chrY_chrM.gtf.gz diff --git a/tests/tools/input/kraken2_custom_library.tar.gz b/tests/input/kraken2_custom_library.tar.gz similarity index 100% rename from tests/tools/input/kraken2_custom_library.tar.gz rename to tests/input/kraken2_custom_library.tar.gz diff --git a/tests/tools/input/kraken2_db.tar.gz b/tests/input/kraken2_db.tar.gz similarity index 100% rename from tests/tools/input/kraken2_db.tar.gz rename to tests/input/kraken2_db.tar.gz diff --git a/tests/tools/input/kraken2_taxonomy.tar.gz b/tests/input/kraken2_taxonomy.tar.gz similarity index 100% rename from tests/tools/input/kraken2_taxonomy.tar.gz rename to tests/input/kraken2_taxonomy.tar.gz diff --git a/tests/tools/input/possorted_genome_bam.bam b/tests/input/possorted_genome_bam.bam similarity index 100% rename from tests/tools/input/possorted_genome_bam.bam rename to tests/input/possorted_genome_bam.bam diff --git a/tests/input/star_db.chrY_chrM.tar.gz b/tests/input/star_db.chrY_chrM.tar.gz new file mode 100644 index 000000000..435e1b3ee --- /dev/null +++ b/tests/input/star_db.chrY_chrM.tar.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dbc65ad89ee267e5bc2164124efd5e6f7a07e3986a5a5e19533d74f9ff5f07b +size 604222117 diff --git a/tests/tools/input/test.bam b/tests/input/test.bam similarity index 100% rename from tests/tools/input/test.bam rename to tests/input/test.bam diff --git a/tests/tools/input/test.bam.bai b/tests/input/test.bam.bai similarity index 100% rename from tests/tools/input/test.bam.bai rename to tests/input/test.bam.bai diff --git a/tests/tools/input/test.bwa_aln_pe.TPM.txt b/tests/input/test.bwa_aln_pe.chrY_chrM.TPM.txt similarity index 100% rename from tests/tools/input/test.bwa_aln_pe.TPM.txt rename to tests/input/test.bwa_aln_pe.chrY_chrM.TPM.txt diff --git a/tests/tools/input/test.bwa_aln_pe.bam b/tests/input/test.bwa_aln_pe.chrY_chrM.bam similarity index 100% rename from tests/tools/input/test.bwa_aln_pe.bam rename to tests/input/test.bwa_aln_pe.chrY_chrM.bam diff --git a/tests/tools/input/test.bwa_aln_pe.bam.bai b/tests/input/test.bwa_aln_pe.chrY_chrM.bam.bai similarity index 100% rename from tests/tools/input/test.bwa_aln_pe.bam.bai rename to tests/input/test.bwa_aln_pe.chrY_chrM.bam.bai diff --git a/tests/tools/input/test.bwa_aln_pe.feature-counts.txt b/tests/input/test.bwa_aln_pe.chrY_chrM.feature-counts.txt similarity index 100% rename from tests/tools/input/test.bwa_aln_pe.feature-counts.txt rename to tests/input/test.bwa_aln_pe.chrY_chrM.feature-counts.txt diff --git a/tests/tools/input/test.bwa_aln_pe.readlength.txt b/tests/input/test.bwa_aln_pe.chrY_chrM.readlength.txt similarity index 51% rename from tests/tools/input/test.bwa_aln_pe.readlength.txt rename to tests/input/test.bwa_aln_pe.chrY_chrM.readlength.txt index f3fa86d4e..47e55dc37 100644 --- a/tests/tools/input/test.bwa_aln_pe.readlength.txt +++ b/tests/input/test.bwa_aln_pe.chrY_chrM.readlength.txt @@ -1,2 +1,2 @@ File Evidence MajorityPctDetected ConsensusReadLength -test.bwa_aln_pe.bam 150=20000 1.0 150 +test.bwa_aln_pe.chrY_chrM.bam 150=20000 1.0 150 diff --git a/tests/tools/input/test.extra_RG.bam b/tests/input/test.extra_RG.bam similarity index 100% rename from tests/tools/input/test.extra_RG.bam rename to tests/input/test.extra_RG.bam diff --git a/tests/tools/input/test.fa b/tests/input/test.fa similarity index 100% rename from tests/tools/input/test.fa rename to tests/input/test.fa diff --git a/tests/tools/input/test.tar.gz b/tests/input/test.tar.gz similarity index 100% rename from tests/tools/input/test.tar.gz rename to tests/input/test.tar.gz diff --git a/tests/tools/input/test.unaccounted_read.bam b/tests/input/test.unaccounted_read.bam similarity index 100% rename from tests/tools/input/test.unaccounted_read.bam rename to tests/input/test.unaccounted_read.bam diff --git a/tests/tools/input/test1.vcf.gz b/tests/input/test1.vcf.gz similarity index 100% rename from tests/tools/input/test1.vcf.gz rename to tests/input/test1.vcf.gz diff --git a/tests/tools/input/test1.vcf.gz.tbi b/tests/input/test1.vcf.gz.tbi similarity index 100% rename from tests/tools/input/test1.vcf.gz.tbi rename to tests/input/test1.vcf.gz.tbi diff --git a/tests/tools/input/test2.bam b/tests/input/test2.bam similarity index 100% rename from tests/tools/input/test2.bam rename to tests/input/test2.bam diff --git a/tests/tools/input/test2.vcf.gz b/tests/input/test2.vcf.gz similarity index 100% rename from tests/tools/input/test2.vcf.gz rename to tests/input/test2.vcf.gz diff --git a/tests/tools/input/test2.vcf.gz.tbi b/tests/input/test2.vcf.gz.tbi similarity index 100% rename from tests/tools/input/test2.vcf.gz.tbi rename to tests/input/test2.vcf.gz.tbi diff --git a/tests/tools/input/test_R1.fq.gz b/tests/input/test_R1.fq.gz similarity index 100% rename from tests/tools/input/test_R1.fq.gz rename to tests/input/test_R1.fq.gz diff --git a/tests/tools/input/test_R2.fq.gz b/tests/input/test_R2.fq.gz similarity index 100% rename from tests/tools/input/test_R2.fq.gz rename to tests/input/test_R2.fq.gz diff --git a/tests/tools/input/test_rnaseq_variant.bam b/tests/input/test_rnaseq_variant.bam similarity index 100% rename from tests/tools/input/test_rnaseq_variant.bam rename to tests/input/test_rnaseq_variant.bam diff --git a/tests/tools/input/test_rnaseq_variant.bam.bai b/tests/input/test_rnaseq_variant.bam.bai similarity index 100% rename from tests/tools/input/test_rnaseq_variant.bam.bai rename to tests/input/test_rnaseq_variant.bam.bai diff --git a/tests/tools/input/test_rnaseq_variant.recal.txt b/tests/input/test_rnaseq_variant.recal.txt similarity index 100% rename from tests/tools/input/test_rnaseq_variant.recal.txt rename to tests/input/test_rnaseq_variant.recal.txt diff --git a/tests/tools/input/wgs_calling_regions.hg38.interval_list b/tests/input/wgs_calling_regions.hg38.interval_list similarity index 100% rename from tests/tools/input/wgs_calling_regions.hg38.interval_list rename to tests/input/wgs_calling_regions.hg38.interval_list diff --git a/tests/tools/input/Aligned.sortedByCoord.out.bam b/tests/tools/input/Aligned.sortedByCoord.out.bam deleted file mode 100644 index bbc8c4722..000000000 --- a/tests/tools/input/Aligned.sortedByCoord.out.bam +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f327cbde3dac578b7a5137ed8dd6750e8b88c7582ea42774b32469023c6ccef1 -size 8055 diff --git a/tests/tools/input/Aligned.sortedByCoord.out.bam.bai b/tests/tools/input/Aligned.sortedByCoord.out.bam.bai deleted file mode 100644 index 7c812c23a..000000000 --- a/tests/tools/input/Aligned.sortedByCoord.out.bam.bai +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0ec29768e18799e82b82865b4aa2fc1df9aacf16b253be4edc67974efbba86a1 -size 75432 diff --git a/tests/tools/input/GRCh38.chrY_chrM.fa.gz b/tests/tools/input/GRCh38.chrY_chrM.fa.gz deleted file mode 100644 index 482bf460f..000000000 --- a/tests/tools/input/GRCh38.chrY_chrM.fa.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1b5073d1ac4509609573a275566f9cf0b3d28682abb635d79ef8a524615e455c -size 7060411 diff --git a/tests/tools/input/star_db.tar.gz b/tests/tools/input/star_db.tar.gz deleted file mode 100644 index 499550435..000000000 --- a/tests/tools/input/star_db.tar.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c6c240e6e37a1c3e4b3b71ae6184f5732d2a6e0e5d2eddef673e01f2817984f8 -size 604221552 diff --git a/tests/tools/input_json/arriba.json b/tests/tools/input_json/arriba.json index 3cd5e6a06..b2329ca15 100644 --- a/tests/tools/input_json/arriba.json +++ b/tests/tools/input_json/arriba.json @@ -1,7 +1,7 @@ { - "bam": "tests/tools/input/Aligned.sortedByCoord.out.bam", - "gtf": "tests/tools/input/gencode.v31.chr9_chr22.gtf.gz", - "reference_fasta_gz": "tests/tools/input/GRCh38.chr9_chr22.fa.gz", + "bam": "tests/input/Aligned.sortedByCoord.chr9_chr22.bam", + "gtf": "tests/input/gencode.v31.chr9_chr22.gtf.gz", + "reference_fasta_gz": "tests/input/GRCh38.chr9_chr22.fa.gz", "disable_filters": ["blacklist"], "prefix": "fusions" } \ No newline at end of file diff --git a/tests/tools/input_json/bwa_aln.json b/tests/tools/input_json/bwa_aln.json index 768dfe347..07316b5a7 100644 --- a/tests/tools/input_json/bwa_aln.json +++ b/tests/tools/input_json/bwa_aln.json @@ -1,5 +1,5 @@ { - "fastq": "tests/tools/input/test_R1.fq.gz", + "fastq": "tests/input/test_R1.fq.gz", "read_group": "@RG\\tID:test\\tSM:test", - "bwa_db_tar_gz": "tests/tools/input/bwa_db.tar.gz" + "bwa_db_tar_gz": "tests/input/bwa_db.tar.gz" } \ No newline at end of file diff --git a/tests/tools/input_json/bwa_aln_pe.json b/tests/tools/input_json/bwa_aln_pe.json index 7e2f62b59..41b872388 100644 --- a/tests/tools/input_json/bwa_aln_pe.json +++ b/tests/tools/input_json/bwa_aln_pe.json @@ -1,6 +1,6 @@ { - "read_one_fastq_gz": "tests/tools/input/test_R1.fq.gz", - "read_two_fastq_gz": "tests/tools/input/test_R2.fq.gz", + "read_one_fastq_gz": "tests/input/test_R1.fq.gz", + "read_two_fastq_gz": "tests/input/test_R2.fq.gz", "read_group": "@RG\\tID:test\\tSM:test", - "bwa_db_tar_gz": "tests/tools/input/bwa_db.tar.gz" + "bwa_db_tar_gz": "tests/input/bwa_db.tar.gz" } \ No newline at end of file diff --git a/tests/tools/input_json/bwa_mem.json b/tests/tools/input_json/bwa_mem.json index 74173562a..abe4fd5de 100644 --- a/tests/tools/input_json/bwa_mem.json +++ b/tests/tools/input_json/bwa_mem.json @@ -1,5 +1,5 @@ { - "read_one_fastq_gz": "tests/tools/input/test_R1.fq.gz", + "read_one_fastq_gz": "tests/input/test_R1.fq.gz", "read_group": "@RG\\tID:test\\tSM:test", - "bwa_db_tar_gz": "tests/tools/input/bwa_db.tar.gz" + "bwa_db_tar_gz": "tests/input/bwa_db.tar.gz" } \ No newline at end of file diff --git a/tests/tools/input_json/gatk4_apply_bqsr.json b/tests/tools/input_json/gatk4_apply_bqsr.json index 31b1f9023..45ce2d595 100644 --- a/tests/tools/input_json/gatk4_apply_bqsr.json +++ b/tests/tools/input_json/gatk4_apply_bqsr.json @@ -1,5 +1,5 @@ { - "bam": "tests/tools/input/test_rnaseq_variant.bam", - "bam_index": "tests/tools/input/test_rnaseq_variant.bam.bai", - "recalibration_report": "tests/tools/input/test_rnaseq_variant.recal.txt" + "bam": "tests/input/test_rnaseq_variant.bam", + "bam_index": "tests/input/test_rnaseq_variant.bam.bai", + "recalibration_report": "tests/input/test_rnaseq_variant.recal.txt" } \ No newline at end of file diff --git a/tests/tools/input_json/gatk4_base_recalibrator.json b/tests/tools/input_json/gatk4_base_recalibrator.json index a9aa93f9c..2f814810c 100644 --- a/tests/tools/input_json/gatk4_base_recalibrator.json +++ b/tests/tools/input_json/gatk4_base_recalibrator.json @@ -1,11 +1,11 @@ { - "bam": "tests/tools/input/test_rnaseq_variant.bam", - "bam_index": "tests/tools/input/test_rnaseq_variant.bam.bai", - "fasta": "tests/tools/input/GRCh38.chr1_chr19.fa", - "fasta_index": "tests/tools/input/GRCh38.chr1_chr19.fa.fai", - "dict": "tests/tools/input/GRCh38.chr1_chr19.dict", - "dbSNP_vcf":"tests/tools/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf", - "dbSNP_vcf_index": "tests/tools/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf.idx", - "known_indels_sites_vcfs": ["tests/tools/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz"], - "known_indels_sites_indices": ["tests/tools/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz.tbi"] + "bam": "tests/input/test_rnaseq_variant.bam", + "bam_index": "tests/input/test_rnaseq_variant.bam.bai", + "fasta": "tests/input/GRCh38.chr1_chr19.fa", + "fasta_index": "tests/input/GRCh38.chr1_chr19.fa.fai", + "dict": "tests/input/GRCh38.chr1_chr19.dict", + "dbSNP_vcf":"tests/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf", + "dbSNP_vcf_index": "tests/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf.idx", + "known_indels_sites_vcfs": ["tests/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz"], + "known_indels_sites_indices": ["tests/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz.tbi"] } \ No newline at end of file diff --git a/tests/tools/input_json/gatk4_haplotype_caller.json b/tests/tools/input_json/gatk4_haplotype_caller.json index 9cdc30918..99634e1b4 100644 --- a/tests/tools/input_json/gatk4_haplotype_caller.json +++ b/tests/tools/input_json/gatk4_haplotype_caller.json @@ -1,10 +1,10 @@ { - "bam": "tests/tools/input/test_rnaseq_variant.bam", - "bam_index": "tests/tools/input/test_rnaseq_variant.bam.bai", - "fasta": "tests/tools/input/GRCh38.chr1_chr19.fa", - "fasta_index": "tests/tools/input/GRCh38.chr1_chr19.fa.fai", - "dict": "tests/tools/input/GRCh38.chr1_chr19.dict", - "dbSNP_vcf": "tests/tools/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf", - "dbSNP_vcf_index": "tests/tools/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf.idx", - "interval_list": "tests/tools/input/chr1.interval_list" + "bam": "tests/input/test_rnaseq_variant.bam", + "bam_index": "tests/input/test_rnaseq_variant.bam.bai", + "fasta": "tests/input/GRCh38.chr1_chr19.fa", + "fasta_index": "tests/input/GRCh38.chr1_chr19.fa.fai", + "dict": "tests/input/GRCh38.chr1_chr19.dict", + "dbSNP_vcf": "tests/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf", + "dbSNP_vcf_index": "tests/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf.idx", + "interval_list": "tests/input/chr1.interval_list" } \ No newline at end of file diff --git a/tests/tools/input_json/gatk4_split_n_cigar_reads.json b/tests/tools/input_json/gatk4_split_n_cigar_reads.json index 78602f4c4..57843b49b 100644 --- a/tests/tools/input_json/gatk4_split_n_cigar_reads.json +++ b/tests/tools/input_json/gatk4_split_n_cigar_reads.json @@ -1,8 +1,8 @@ { - "bam": "tests/tools/input/test.bam", - "bam_index": "tests/tools/input/test.bam.bai", - "fasta": "tests/tools/input/GRCh38.chr1_chr19.fa", - "fasta_index": "tests/tools/input/GRCh38.chr1_chr19.fa.fai", - "dict": "tests/tools/input/GRCh38.chr1_chr19.dict", + "bam": "tests/input/test.bam", + "bam_index": "tests/input/test.bam.bai", + "fasta": "tests/input/GRCh38.chr1_chr19.fa", + "fasta_index": "tests/input/GRCh38.chr1_chr19.fa.fai", + "dict": "tests/input/GRCh38.chr1_chr19.dict", "prefix": "split" } \ No newline at end of file diff --git a/tests/tools/input_json/gatk4_variant_filtration.json b/tests/tools/input_json/gatk4_variant_filtration.json index a88f4dd67..bb28edfb0 100644 --- a/tests/tools/input_json/gatk4_variant_filtration.json +++ b/tests/tools/input_json/gatk4_variant_filtration.json @@ -1,7 +1,7 @@ { - "vcf": "tests/tools/input/test1.vcf.gz", - "vcf_index": "tests/tools/input/test1.vcf.gz.tbi", - "fasta": "tests/tools/input/GRCh38.chr1_chr19.fa", - "fasta_index": "tests/tools/input/GRCh38.chr1_chr19.fa.fai", - "dict": "tests/tools/input/GRCh38.chr1_chr19.dict" + "vcf": "tests/input/test1.vcf.gz", + "vcf_index": "tests/input/test1.vcf.gz.tbi", + "fasta": "tests/input/GRCh38.chr1_chr19.fa", + "fasta_index": "tests/input/GRCh38.chr1_chr19.fa.fai", + "dict": "tests/input/GRCh38.chr1_chr19.dict" } \ No newline at end of file diff --git a/tests/tools/input_json/kraken_build_db.json b/tests/tools/input_json/kraken_build_db.json index 59a560bb9..f50dd116f 100644 --- a/tests/tools/input_json/kraken_build_db.json +++ b/tests/tools/input_json/kraken_build_db.json @@ -1,3 +1,3 @@ { - "tarballs": ["tests/tools/input/kraken2_taxonomy.tar.gz", "tests/tools/input/kraken2_custom_library.tar.gz"] + "tarballs": ["tests/input/kraken2_taxonomy.tar.gz", "tests/input/kraken2_custom_library.tar.gz"] } \ No newline at end of file diff --git a/tests/tools/input_json/multiqc.json b/tests/tools/input_json/multiqc.json index 55e64b814..46ac12563 100644 --- a/tests/tools/input_json/multiqc.json +++ b/tests/tools/input_json/multiqc.json @@ -1,4 +1,4 @@ { - "files": ["tests/tools/input/test.bwa_aln_pe.readlength.txt"], - "prefix": "test.bwa_aln_pe" + "files": ["tests/input/test.bwa_aln_pe.chrY_chrM.readlength.txt"], + "prefix": "test.bwa_aln_pe.chrY_chrM" } \ No newline at end of file diff --git a/tests/tools/input_json/ngsderive_encoding.json b/tests/tools/input_json/ngsderive_encoding.json index 526419c70..5a3cccf7d 100644 --- a/tests/tools/input_json/ngsderive_encoding.json +++ b/tests/tools/input_json/ngsderive_encoding.json @@ -1,4 +1,4 @@ { - "ngs_files": ["tests/tools/input/test.bwa_aln_pe.bam"], - "outfile_name": "test.bwa_aln_pe.encoding.tsv" + "ngs_files": ["tests/input/test.bwa_aln_pe.chrY_chrM.bam"], + "outfile_name": "test.bwa_aln_pe.chrY_chrM.encoding.tsv" } diff --git a/tests/tools/input_json/picard_merge_sam_files.json b/tests/tools/input_json/picard_merge_sam_files.json index eb80f99e9..e7e22a02c 100644 --- a/tests/tools/input_json/picard_merge_sam_files.json +++ b/tests/tools/input_json/picard_merge_sam_files.json @@ -1,4 +1,4 @@ { - "bams": ["tests/tools/input/possorted_genome_bam.bam", "tests/tools/input/test.bwa_aln_pe.bam"], + "bams": ["tests/input/possorted_genome_bam.bam", "tests/input/test.bwa_aln_pe.chrY_chrM.bam"], "prefix": "test" } diff --git a/tests/tools/input_json/picard_merge_vcfs.json b/tests/tools/input_json/picard_merge_vcfs.json index d6a09de52..1bf5e0ac3 100644 --- a/tests/tools/input_json/picard_merge_vcfs.json +++ b/tests/tools/input_json/picard_merge_vcfs.json @@ -1,5 +1,5 @@ { - "vcfs": ["tests/tools/input/test1.vcf.gz", "tests/tools/input/test2.vcf.gz"], - "vcfs_indexes": ["tests/tools/input/test1.vcf.gz.tbi", "tests/tools/input/test2.vcf.gz.tbi"], + "vcfs": ["tests/input/test1.vcf.gz", "tests/input/test2.vcf.gz"], + "vcfs_indexes": ["tests/input/test1.vcf.gz.tbi", "tests/input/test2.vcf.gz.tbi"], "output_vcf_name": "test.vcf.gz" } diff --git a/tests/tools/input_json/sambamba_merge.json b/tests/tools/input_json/sambamba_merge.json index 5b763f1ca..3afd4f3cc 100644 --- a/tests/tools/input_json/sambamba_merge.json +++ b/tests/tools/input_json/sambamba_merge.json @@ -1,4 +1,4 @@ { - "bams": ["tests/tools/input/possorted_genome_bam.bam", "tests/tools/input/test.bwa_aln_pe.bam"], + "bams": ["tests/input/possorted_genome_bam.bam", "tests/input/test.bwa_aln_pe.chrY_chrM.bam"], "prefix": "test" } \ No newline at end of file diff --git a/tests/tools/input_json/samtools_merge.json b/tests/tools/input_json/samtools_merge.json index b939731be..656e99d9c 100644 --- a/tests/tools/input_json/samtools_merge.json +++ b/tests/tools/input_json/samtools_merge.json @@ -1,4 +1,4 @@ { - "bams": ["tests/tools/input/test2.bam", "tests/tools/input/test.bwa_aln_pe.bam"], + "bams": ["tests/input/test2.bam", "tests/input/test.bwa_aln_pe.chrY_chrM.bam"], "prefix": "test" } \ No newline at end of file diff --git a/tests/tools/input_json/star_alignment.json b/tests/tools/input_json/star_alignment.json index ea7ebffaa..1b3d85b51 100644 --- a/tests/tools/input_json/star_alignment.json +++ b/tests/tools/input_json/star_alignment.json @@ -1,7 +1,7 @@ { - "read_one_fastqs_gz": ["tests/tools/input/test_R1.fq.gz"], - "read_two_fastqs_gz": ["tests/tools/input/test_R2.fq.gz"], - "star_db_tar_gz": "tests/tools/input/star_db.tar.gz", + "read_one_fastqs_gz": ["tests/input/test_R1.fq.gz"], + "read_two_fastqs_gz": ["tests/input/test_R2.fq.gz"], + "star_db_tar_gz": "tests/input/star_db.chrY_chrM.tar.gz", "prefix": "test", "read_groups": "ID:test" } diff --git a/tests/tools/test_arriba.yaml b/tests/tools/test_arriba.yaml index 881682010..52cdf7fcf 100644 --- a/tests/tools/test_arriba.yaml +++ b/tests/tools/test_arriba.yaml @@ -13,7 +13,7 @@ - miniwdl - arriba command: >- - miniwdl run -d test-output/. --task arriba_tsv_to_vcf tools/arriba.wdl fusions="tests/tools/input/fusions.tsv" reference_fasta="tests/tools/input/GRCh38.chr9_chr22.fa.gz" + miniwdl run -d test-output/. --task arriba_tsv_to_vcf tools/arriba.wdl fusions="tests/input/fusions.tsv" reference_fasta="tests/input/GRCh38.chr9_chr22.fa.gz" files: - path: test-output/out/fusions_vcf/fusions.vcf @@ -22,7 +22,7 @@ - miniwdl - arriba command: >- - miniwdl run -d test-output/. --task arriba_extract_fusion_supporting_alignments tools/arriba.wdl fusions="tests/tools/input/fusions.tsv" bam="tests/tools/input/Aligned.sortedByCoord.out.bam" bam_index="tests/tools/input/Aligned.sortedByCoord.out.bam.bai" + miniwdl run -d test-output/. --task arriba_extract_fusion_supporting_alignments tools/arriba.wdl fusions="tests/input/fusions.tsv" bam="tests/input/Aligned.sortedByCoord.chr9_chr22.bam" bam_index="tests/input/Aligned.sortedByCoord.chr9_chr22.bam.bai" files: - path: test-output/out/fusion_bams/0/fusions_1.bam @@ -31,6 +31,6 @@ - miniwdl - arriba command: >- - miniwdl run -d test-output/. --task arriba_annotate_exon_numbers tools/arriba.wdl fusions="tests/tools/input/fusions.tsv" gtf="tests/tools/input/gencode.v31.chr9_chr22.gtf.gz" + miniwdl run -d test-output/. --task arriba_annotate_exon_numbers tools/arriba.wdl fusions="tests/input/fusions.tsv" gtf="tests/input/gencode.v31.chr9_chr22.gtf.gz" files: - path: test-output/out/fusion_tsv/fusions.annotated.tsv diff --git a/tests/tools/test_bwa.yaml b/tests/tools/test_bwa.yaml index 815ca73f9..71cf33d0a 100644 --- a/tests/tools/test_bwa.yaml +++ b/tests/tools/test_bwa.yaml @@ -31,6 +31,6 @@ - bwa - reference command: >- - miniwdl run --verbose -d test-output/. --task build_bwa_db tools/bwa.wdl reference_fasta="tests/tools/input/GRCh38.chrY_chrM.fa.gz" + miniwdl run --verbose -d test-output/. --task build_bwa_db tools/bwa.wdl reference_fasta="tests/input/GRCh38.chrY_chrM.fa.gz" files: - path: test-output/out/bwa_db_tar_gz/bwa_db.tar.gz diff --git a/tests/tools/test_deeptools.yaml b/tests/tools/test_deeptools.yaml index 292ce1f91..e5dd47eb1 100644 --- a/tests/tools/test_deeptools.yaml +++ b/tests/tools/test_deeptools.yaml @@ -3,6 +3,6 @@ - miniwdl - deeptools command: >- - miniwdl run --verbose -d test-output/. --task bam_coverage tools/deeptools.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" bam_index="tests/tools/input/test.bwa_aln_pe.bam.bai" + miniwdl run --verbose -d test-output/. --task bam_coverage tools/deeptools.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" bam_index="tests/input/test.bwa_aln_pe.chrY_chrM.bam.bai" files: - - path: test-output/out/bigwig/test.bwa_aln_pe.bw + - path: test-output/out/bigwig/test.bwa_aln_pe.chrY_chrM.bw diff --git a/tests/tools/test_estimate.yaml b/tests/tools/test_estimate.yaml index 3d38246ea..6b3f56418 100644 --- a/tests/tools/test_estimate.yaml +++ b/tests/tools/test_estimate.yaml @@ -5,6 +5,6 @@ - estimate - deprecated command: >- - miniwdl run --verbose -d test-output/. --task run_estimate tools/estimate.wdl gene_expression_file="tests/tools/input/test.bwa_aln_pe.TPM.txt" + miniwdl run --verbose -d test-output/. --task run_estimate tools/estimate.wdl gene_expression_file="tests/input/test.bwa_aln_pe.chrY_chrM.TPM.txt" files: - - path: test-output/out/estimate_file/test.bwa_aln_pe.ESTIMATE.gct + - path: test-output/out/estimate_file/test.bwa_aln_pe.chrY_chrM.ESTIMATE.gct diff --git a/tests/tools/test_fastqc.yaml b/tests/tools/test_fastqc.yaml index 377ebfaef..d9a6d10bb 100644 --- a/tests/tools/test_fastqc.yaml +++ b/tests/tools/test_fastqc.yaml @@ -3,7 +3,7 @@ - miniwdl - fastqc command: >- - miniwdl run --verbose -d test-output/. --task fastqc tools/fastqc.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task fastqc tools/fastqc.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/raw_data/test.bwa_aln_pe_fastqc.zip - - path: test-output/out/results/test.bwa_aln_pe.fastqc_results.tar.gz + - path: test-output/out/raw_data/test.bwa_aln_pe.chrY_chrM_fastqc.zip + - path: test-output/out/results/test.bwa_aln_pe.chrY_chrM.fastqc_results.tar.gz diff --git a/tests/tools/test_fq.yaml b/tests/tools/test_fq.yaml index fe13be144..dd4a89e04 100644 --- a/tests/tools/test_fq.yaml +++ b/tests/tools/test_fq.yaml @@ -3,7 +3,7 @@ - miniwdl - fq command: >- - miniwdl run --verbose -d test-output/. --task fqlint tools/fq.wdl read_one_fastq=tests/tools/input/test_R1.fq.gz read_two_fastq=tests/tools/input/test_R2.fq.gz + miniwdl run --verbose -d test-output/. --task fqlint tools/fq.wdl read_one_fastq=tests/input/test_R1.fq.gz read_two_fastq=tests/input/test_R2.fq.gz stdout: contains_regex: - "passed" @@ -13,7 +13,7 @@ - miniwdl - fq command: >- - miniwdl run --verbose -d test-output/. --task subsample tools/fq.wdl read_one_fastq=tests/tools/input/test_R1.fq.gz read_two_fastq=tests/tools/input/test_R2.fq.gz record_count=1000 + miniwdl run --verbose -d test-output/. --task subsample tools/fq.wdl read_one_fastq=tests/input/test_R1.fq.gz read_two_fastq=tests/input/test_R2.fq.gz record_count=1000 files: - path: test-output/out/subsampled_read1/test_R1.subsampled.fastq.gz - path: test-output/out/subsampled_read2/test_R2.subsampled.fastq.gz @@ -23,7 +23,7 @@ - miniwdl - fq command: >- - miniwdl run --verbose -d test-output/. --task subsample tools/fq.wdl read_one_fastq=tests/tools/input/test_R1.fq.gz read_two_fastq=tests/tools/input/test_R2.fq.gz probability=0.01 + miniwdl run --verbose -d test-output/. --task subsample tools/fq.wdl read_one_fastq=tests/input/test_R1.fq.gz read_two_fastq=tests/input/test_R2.fq.gz probability=0.01 files: - path: test-output/out/subsampled_read1/test_R1.subsampled.fastq.gz - path: test-output/out/subsampled_read2/test_R2.subsampled.fastq.gz diff --git a/tests/tools/test_gatk4.yaml b/tests/tools/test_gatk4.yaml index 6f258881b..b8244bbb4 100644 --- a/tests/tools/test_gatk4.yaml +++ b/tests/tools/test_gatk4.yaml @@ -53,8 +53,8 @@ - miniwdl - gatk4 command: >- - miniwdl run --verbose -d test-output/. --task mark_duplicates_spark tools/gatk4.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task mark_duplicates_spark tools/gatk4.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/duplicate_marked_bam/test.bwa_aln_pe.MarkDuplicates.bam - - path: test-output/out/duplicate_marked_bam_index/test.bwa_aln_pe.MarkDuplicates.bam.bai - - path: test-output/out/mark_duplicates_metrics/test.bwa_aln_pe.MarkDuplicates.metrics.txt \ No newline at end of file + - path: test-output/out/duplicate_marked_bam/test.bwa_aln_pe.chrY_chrM.MarkDuplicates.bam + - path: test-output/out/duplicate_marked_bam_index/test.bwa_aln_pe.chrY_chrM.MarkDuplicates.bam.bai + - path: test-output/out/mark_duplicates_metrics/test.bwa_aln_pe.chrY_chrM.MarkDuplicates.metrics.txt \ No newline at end of file diff --git a/tests/tools/test_htseq.yaml b/tests/tools/test_htseq.yaml index 2ebb8db16..8b2b401d7 100644 --- a/tests/tools/test_htseq.yaml +++ b/tests/tools/test_htseq.yaml @@ -3,15 +3,15 @@ - miniwdl - htseq command: >- - miniwdl run --verbose -d test-output/. --task count tools/htseq.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" gtf="tests/tools/input/genes.gtf.gz" strandedness="no" + miniwdl run --verbose -d test-output/. --task count tools/htseq.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" gtf="tests/input/gencode.v31.chrY_chrM.gtf.gz" strandedness="no" files: - - path: test-output/out/feature_counts/test.bwa_aln_pe.feature-counts.txt + - path: test-output/out/feature_counts/test.bwa_aln_pe.chrY_chrM.feature-counts.txt - name: calc_tpm tags: - miniwdl - htseq command: >- - miniwdl run --verbose -d test-output/. --task calc_tpm tools/htseq.wdl counts="tests/tools/input/test.bwa_aln_pe.feature-counts.txt" gene_lengths="tests/tools/input/genes.genelengths.txt" + miniwdl run --verbose -d test-output/. --task calc_tpm tools/htseq.wdl counts="tests/input/test.bwa_aln_pe.chrY_chrM.feature-counts.txt" gene_lengths="tests/input/gencode.v31.chrY_chrM.genelengths.txt" files: - - path: test-output/out/tpm_file/test.bwa_aln_pe.TPM.txt + - path: test-output/out/tpm_file/test.bwa_aln_pe.chrY_chrM.TPM.txt diff --git a/tests/tools/test_kraken2.yaml b/tests/tools/test_kraken2.yaml index eaa735cec..023ab8f8f 100644 --- a/tests/tools/test_kraken2.yaml +++ b/tests/tools/test_kraken2.yaml @@ -43,6 +43,6 @@ - miniwdl - kraken command: >- - miniwdl run --verbose -d test-output/. --task kraken tools/kraken2.wdl read_one_fastq_gz="tests/tools/input/test_R1.fq.gz" read_two_fastq_gz="tests/tools/input/test_R2.fq.gz" db="tests/tools/input/kraken2_db.tar.gz" + miniwdl run --verbose -d test-output/. --task kraken tools/kraken2.wdl read_one_fastq_gz="tests/input/test_R1.fq.gz" read_two_fastq_gz="tests/input/test_R2.fq.gz" db="tests/input/kraken2_db.tar.gz" files: - path: test-output/out/report/test.kraken2.txt diff --git a/tests/tools/test_librarian.yaml b/tests/tools/test_librarian.yaml index bf314b41d..f37e62958 100644 --- a/tests/tools/test_librarian.yaml +++ b/tests/tools/test_librarian.yaml @@ -3,7 +3,7 @@ - miniwdl - librarian command: >- - miniwdl run --verbose -d test-output/. --task librarian tools/librarian.wdl read_one_fastq="tests/tools/input/test_R1.fq.gz" + miniwdl run --verbose -d test-output/. --task librarian tools/librarian.wdl read_one_fastq="tests/input/test_R1.fq.gz" files: - path: test-output/out/report/test.librarian.tar.gz - path: test-output/out/raw_data/librarian_heatmap.txt diff --git a/tests/tools/test_md5sum.yaml b/tests/tools/test_md5sum.yaml index 8718df6de..a648dcb9c 100644 --- a/tests/tools/test_md5sum.yaml +++ b/tests/tools/test_md5sum.yaml @@ -3,8 +3,8 @@ - miniwdl - md5sum command: >- - miniwdl run --verbose -d test-output/. --task compute_checksum tools/md5sum.wdl file="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task compute_checksum tools/md5sum.wdl file="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/md5sum/test.bwa_aln_pe.bam.md5 + - path: test-output/out/md5sum/test.bwa_aln_pe.chrY_chrM.bam.md5 contains: - "77fa2f59b0083202c73b0c80b60b24f6" diff --git a/tests/tools/test_mosdepth.yaml b/tests/tools/test_mosdepth.yaml index 5da1f068b..76c6da11c 100644 --- a/tests/tools/test_mosdepth.yaml +++ b/tests/tools/test_mosdepth.yaml @@ -3,7 +3,7 @@ - miniwdl - mosdepth command: >- - miniwdl run --verbose -d test-output/. --task coverage tools/mosdepth.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" bam_index="tests/tools/input/test.bwa_aln_pe.bam.bai" + miniwdl run --verbose -d test-output/. --task coverage tools/mosdepth.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" bam_index="tests/input/test.bwa_aln_pe.chrY_chrM.bam.bai" files: - - path: test-output/out/summary/test.bwa_aln_pe.mosdepth.summary.txt - - path: test-output/out/global_dist/test.bwa_aln_pe.mosdepth.global.dist.txt + - path: test-output/out/summary/test.bwa_aln_pe.chrY_chrM.mosdepth.summary.txt + - path: test-output/out/global_dist/test.bwa_aln_pe.chrY_chrM.mosdepth.global.dist.txt diff --git a/tests/tools/test_multiqc.yaml b/tests/tools/test_multiqc.yaml index 542e3e9a9..4b1219f41 100644 --- a/tests/tools/test_multiqc.yaml +++ b/tests/tools/test_multiqc.yaml @@ -5,4 +5,4 @@ command: >- miniwdl run --verbose -d test-output/. --task multiqc -i tests/tools/input_json/multiqc.json tools/multiqc.wdl files: - - path: test-output/out/multiqc_report/test.bwa_aln_pe.tar.gz + - path: test-output/out/multiqc_report/test.bwa_aln_pe.chrY_chrM.tar.gz diff --git a/tests/tools/test_ngsderive.yaml b/tests/tools/test_ngsderive.yaml index 83792339a..b9e828508 100644 --- a/tests/tools/test_ngsderive.yaml +++ b/tests/tools/test_ngsderive.yaml @@ -3,9 +3,9 @@ - miniwdl - ngsderive command: >- - miniwdl run --verbose -d test-output/. --task strandedness tools/ngsderive.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" bam_index="tests/tools/input/test.bwa_aln_pe.bam.bai" gene_model="tests/tools/input/genes.gtf.gz" + miniwdl run --verbose -d test-output/. --task strandedness tools/ngsderive.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" bam_index="tests/input/test.bwa_aln_pe.chrY_chrM.bam.bai" gene_model="tests/input/gencode.v31.chrY_chrM.gtf.gz" files: - - path: test-output/out/strandedness_file/test.bwa_aln_pe.strandedness.tsv + - path: test-output/out/strandedness_file/test.bwa_aln_pe.chrY_chrM.strandedness.tsv contains: - "Unstranded" @@ -14,9 +14,9 @@ - miniwdl - ngsderive command: >- - miniwdl run --verbose -d test-output/. --task instrument tools/ngsderive.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task instrument tools/ngsderive.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/instrument_file/test.bwa_aln_pe.instrument.tsv + - path: test-output/out/instrument_file/test.bwa_aln_pe.chrY_chrM.instrument.tsv contains: - "multiple instruments" - "unknown confidence" @@ -26,9 +26,9 @@ - miniwdl - ngsderive command: >- - miniwdl run --verbose -d test-output/. --task read_length tools/ngsderive.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" bam_index="tests/tools/input/test.bwa_aln_pe.bam.bai" + miniwdl run --verbose -d test-output/. --task read_length tools/ngsderive.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" bam_index="tests/input/test.bwa_aln_pe.chrY_chrM.bam.bai" files: - - path: test-output/out/read_length_file/test.bwa_aln_pe.readlength.tsv + - path: test-output/out/read_length_file/test.bwa_aln_pe.chrY_chrM.readlength.tsv contains: - "150=20000" @@ -39,7 +39,7 @@ command: >- miniwdl run --verbose -d test-output/. --task encoding -i tests/tools/input_json/ngsderive_encoding.json tools/ngsderive.wdl files: - - path: test-output/out/encoding_file/test.bwa_aln_pe.encoding.tsv + - path: test-output/out/encoding_file/test.bwa_aln_pe.chrY_chrM.encoding.tsv contains: - "ASCII range: 74-74" - "Illumina 1.3" @@ -49,16 +49,16 @@ - miniwdl - ngsderive command: >- - miniwdl run --verbose -d test-output/. --task junction_annotation tools/ngsderive.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" bam_index="tests/tools/input/test.bwa_aln_pe.bam.bai" gene_model="tests/tools/input/genes.gtf.gz" + miniwdl run --verbose -d test-output/. --task junction_annotation tools/ngsderive.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" bam_index="tests/input/test.bwa_aln_pe.chrY_chrM.bam.bai" gene_model="tests/input/gencode.v31.chrY_chrM.gtf.gz" files: - - path: test-output/out/junction_summary/test.bwa_aln_pe.junction_summary.tsv - - path: test-output/out/junctions/test.bwa_aln_pe.junctions.tsv.gz + - path: test-output/out/junction_summary/test.bwa_aln_pe.chrY_chrM.junction_summary.tsv + - path: test-output/out/junctions/test.bwa_aln_pe.chrY_chrM.junctions.tsv.gz - name: endedness tags: - miniwdl - ngsderive command: >- - miniwdl run --verbose -d test-output/. --task endedness tools/ngsderive.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task endedness tools/ngsderive.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/endedness_file/test.bwa_aln_pe.endedness.tsv + - path: test-output/out/endedness_file/test.bwa_aln_pe.chrY_chrM.endedness.tsv diff --git a/tests/tools/test_picard.py b/tests/tools/test_picard.py index 6d1eacacc..4f6de9782 100644 --- a/tests/tools/test_picard.py +++ b/tests/tools/test_picard.py @@ -3,5 +3,5 @@ @pytest.mark.workflow('picard_sort_queryname') def test_picard_sort_queryname(workflow_dir): - exists = pathlib.Path(workflow_dir, 'test-output/out/sorted_bam_index/test.bwa_aln_pe.sorted.bam.bai').exists() + exists = pathlib.Path(workflow_dir, 'test-output/out/sorted_bam_index/test.bwa_aln_pe.chrY_chrM.sorted.bam.bai').exists() assert exists is False \ No newline at end of file diff --git a/tests/tools/test_picard.yaml b/tests/tools/test_picard.yaml index 172f0d9a9..593d3a0fe 100644 --- a/tests/tools/test_picard.yaml +++ b/tests/tools/test_picard.yaml @@ -3,50 +3,50 @@ - miniwdl - picard command: >- - miniwdl run --verbose -d test-output/. --task mark_duplicates tools/picard.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task mark_duplicates tools/picard.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/duplicate_marked_bam/test.bwa_aln_pe.MarkDuplicates.bam - - path: test-output/out/duplicate_marked_bam_index/test.bwa_aln_pe.MarkDuplicates.bam.bai - - path: test-output/out/duplicate_marked_bam_md5/test.bwa_aln_pe.MarkDuplicates.bam.md5 - - path: test-output/out/mark_duplicates_metrics/test.bwa_aln_pe.MarkDuplicates.metrics.txt + - path: test-output/out/duplicate_marked_bam/test.bwa_aln_pe.chrY_chrM.MarkDuplicates.bam + - path: test-output/out/duplicate_marked_bam_index/test.bwa_aln_pe.chrY_chrM.MarkDuplicates.bam.bai + - path: test-output/out/duplicate_marked_bam_md5/test.bwa_aln_pe.chrY_chrM.MarkDuplicates.bam.md5 + - path: test-output/out/mark_duplicates_metrics/test.bwa_aln_pe.chrY_chrM.MarkDuplicates.metrics.txt - name: picard_validate_bam tags: - miniwdl - picard command: >- - miniwdl run --verbose -d test-output/. --task validate_bam tools/picard.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task validate_bam tools/picard.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/validate_report/test.bwa_aln_pe.ValidateSamFile.txt + - path: test-output/out/validate_report/test.bwa_aln_pe.chrY_chrM.ValidateSamFile.txt - name: picard_bam_to_fastq tags: - miniwdl - picard command: >- - miniwdl run --verbose -d test-output/. --task bam_to_fastq tools/picard.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task bam_to_fastq tools/picard.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/read_one_fastq_gz/test.bwa_aln_pe_R1.fastq.gz - - path: test-output/out/read_two_fastq_gz/test.bwa_aln_pe_R2.fastq.gz + - path: test-output/out/read_one_fastq_gz/test.bwa_aln_pe.chrY_chrM_R1.fastq.gz + - path: test-output/out/read_two_fastq_gz/test.bwa_aln_pe.chrY_chrM_R2.fastq.gz - name: picard_sort tags: - miniwdl - picard command: >- - miniwdl run --verbose -d test-output/. --task sort tools/picard.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" memory_gb=16 + miniwdl run --verbose -d test-output/. --task sort tools/picard.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" memory_gb=16 files: - - path: test-output/out/sorted_bam/test.bwa_aln_pe.sorted.bam - - path: test-output/out/sorted_bam_index/test.bwa_aln_pe.sorted.bam.bai + - path: test-output/out/sorted_bam/test.bwa_aln_pe.chrY_chrM.sorted.bam + - path: test-output/out/sorted_bam_index/test.bwa_aln_pe.chrY_chrM.sorted.bam.bai - name: picard_sort_queryname tags: - miniwdl - picard command: >- - miniwdl run --verbose -d test-output/. --task sort tools/picard.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" memory_gb=16 sort_order="queryname" + miniwdl run --verbose -d test-output/. --task sort tools/picard.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" memory_gb=16 sort_order="queryname" files: - - path: test-output/out/sorted_bam/test.bwa_aln_pe.sorted.bam + - path: test-output/out/sorted_bam/test.bwa_aln_pe.chrY_chrM.sorted.bam - name: picard_merge_sam_files tags: @@ -62,59 +62,59 @@ - miniwdl - picard command: >- - miniwdl run --verbose -d test-output/. --task clean_sam tools/picard.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task clean_sam tools/picard.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/cleaned_bam/test.bwa_aln_pe.cleaned.bam + - path: test-output/out/cleaned_bam/test.bwa_aln_pe.chrY_chrM.cleaned.bam - name: picard_collect_wgs_metrics tags: - miniwdl - picard command: >- - miniwdl run --verbose -d test-output/. --task collect_wgs_metrics tools/picard.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" reference_fasta="tests/tools/input/GRCh38.chrY_chrM.fa.gz" + miniwdl run --verbose -d test-output/. --task collect_wgs_metrics tools/picard.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" reference_fasta="tests/input/GRCh38.chrY_chrM.fa" files: - - path: test-output/out/wgs_metrics/test.bwa_aln_pe.CollectWgsMetrics.txt + - path: test-output/out/wgs_metrics/test.bwa_aln_pe.chrY_chrM.CollectWgsMetrics.txt - name: picard_collect_alignment_summary_metrics tags: - miniwdl - picard command: >- - miniwdl run --verbose -d test-output/. --task collect_alignment_summary_metrics tools/picard.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task collect_alignment_summary_metrics tools/picard.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/alignment_metrics/test.bwa_aln_pe.CollectAlignmentSummaryMetrics.txt - - path: test-output/out/alignment_metrics_pdf/test.bwa_aln_pe.CollectAlignmentSummaryMetrics.pdf + - path: test-output/out/alignment_metrics/test.bwa_aln_pe.chrY_chrM.CollectAlignmentSummaryMetrics.txt + - path: test-output/out/alignment_metrics_pdf/test.bwa_aln_pe.chrY_chrM.CollectAlignmentSummaryMetrics.pdf - name: picard_collect_gc_bias_metrics tags: - miniwdl - picard command: >- - miniwdl run --verbose -d test-output/. --task collect_gc_bias_metrics tools/picard.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" reference_fasta=tests/tools/input/GRCh38.chrY_chrM.fa.gz + miniwdl run --verbose -d test-output/. --task collect_gc_bias_metrics tools/picard.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" reference_fasta=tests/input/GRCh38.chrY_chrM.fa files: - - path: test-output/out/gc_bias_metrics/test.bwa_aln_pe.CollectGcBiasMetrics.txt - - path: test-output/out/gc_bias_metrics_summary/test.bwa_aln_pe.CollectGcBiasMetrics.summary.txt - - path: test-output/out/gc_bias_metrics_pdf/test.bwa_aln_pe.CollectGcBiasMetrics.pdf + - path: test-output/out/gc_bias_metrics/test.bwa_aln_pe.chrY_chrM.CollectGcBiasMetrics.txt + - path: test-output/out/gc_bias_metrics_summary/test.bwa_aln_pe.chrY_chrM.CollectGcBiasMetrics.summary.txt + - path: test-output/out/gc_bias_metrics_pdf/test.bwa_aln_pe.chrY_chrM.CollectGcBiasMetrics.pdf - name: picard_collect_insert_size_metrics tags: - miniwdl - picard command: >- - miniwdl run --verbose -d test-output/. --task collect_insert_size_metrics tools/picard.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task collect_insert_size_metrics tools/picard.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/insert_size_metrics/test.bwa_aln_pe.CollectInsertSizeMetrics.txt - - path: test-output/out/insert_size_metrics_pdf/test.bwa_aln_pe.CollectInsertSizeMetrics.pdf + - path: test-output/out/insert_size_metrics/test.bwa_aln_pe.chrY_chrM.CollectInsertSizeMetrics.txt + - path: test-output/out/insert_size_metrics_pdf/test.bwa_aln_pe.chrY_chrM.CollectInsertSizeMetrics.pdf - name: picard_quality_score_distribution tags: - miniwdl - picard command: >- - miniwdl run --verbose -d test-output/. --task quality_score_distribution tools/picard.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task quality_score_distribution tools/picard.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/quality_score_distribution_txt/test.bwa_aln_pe.QualityScoreDistribution.txt - - path: test-output/out/quality_score_distribution_pdf/test.bwa_aln_pe.QualityScoreDistribution.pdf + - path: test-output/out/quality_score_distribution_txt/test.bwa_aln_pe.chrY_chrM.QualityScoreDistribution.txt + - path: test-output/out/quality_score_distribution_pdf/test.bwa_aln_pe.chrY_chrM.QualityScoreDistribution.pdf - name: picard_merge_vcfs tags: @@ -130,7 +130,7 @@ - miniwdl - picard command: >- - miniwdl run -d test-output/. --task scatter_interval_list tools/picard.wdl interval_list="tests/tools/input/wgs_calling_regions.hg38.interval_list" scatter_count=3 + miniwdl run -d test-output/. --task scatter_interval_list tools/picard.wdl interval_list="tests/input/wgs_calling_regions.hg38.interval_list" scatter_count=3 files: - path: test-output/out/interval_lists_scatter/0/1scattered.interval_list - path: test-output/out/interval_lists_scatter/1/2scattered.interval_list @@ -141,6 +141,6 @@ - miniwdl - picard command: >- - miniwdl run -d test-output/. --task create_sequence_dictionary tools/picard.wdl fasta="tests/tools/input/GRCh38.chrY_chrM.fa.gz" outfile_name="GRCh38.chrY_chrM.dict" + miniwdl run -d test-output/. --task create_sequence_dictionary tools/picard.wdl fasta="tests/input/GRCh38.chrY_chrM.fa" outfile_name="GRCh38.chrY_chrM.dict" files: - path: test-output/out/dictionary/GRCh38.chrY_chrM.dict \ No newline at end of file diff --git a/tests/tools/test_qualimap.yaml b/tests/tools/test_qualimap.yaml index 87bc64017..b37eadf6f 100644 --- a/tests/tools/test_qualimap.yaml +++ b/tests/tools/test_qualimap.yaml @@ -4,17 +4,17 @@ - qualimap - deprecated command: >- - miniwdl run --verbose -d test-output/. --task bamqc tools/qualimap.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task bamqc tools/qualimap.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/results/test.bwa_aln_pe.qualimap_bamqc_results.tar.gz + - path: test-output/out/results/test.bwa_aln_pe.chrY_chrM.qualimap_bamqc_results.tar.gz - name: qualimap_rnaseq tags: - miniwdl - qualimap command: >- - miniwdl run --verbose -d test-output/. --task rnaseq tools/qualimap.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" gtf="tests/tools/input/genes.gtf.gz" + miniwdl run --verbose -d test-output/. --task rnaseq tools/qualimap.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" gtf="tests/input/gencode.v31.chrY_chrM.gtf.gz" files: - - path: test-output/out/results/test.bwa_aln_pe.qualimap_rnaseq_results.tar.gz + - path: test-output/out/results/test.bwa_aln_pe.chrY_chrM.qualimap_rnaseq_results.tar.gz - path: test-output/out/raw_summary/rnaseq_qc_results.txt - path: test-output/out/raw_coverage/coverage_profile_along_genes_(total).txt diff --git a/tests/tools/test_sambamba.yaml b/tests/tools/test_sambamba.yaml index 47fa4120b..c893a503d 100644 --- a/tests/tools/test_sambamba.yaml +++ b/tests/tools/test_sambamba.yaml @@ -3,9 +3,9 @@ - miniwdl - sambamba command: >- - miniwdl run -d test-output/. --task index tools/sambamba.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run -d test-output/. --task index tools/sambamba.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/bam_index/test.bwa_aln_pe.bam.bai + - path: test-output/out/bam_index/test.bwa_aln_pe.chrY_chrM.bam.bai - name: sambamba_merge tags: @@ -21,26 +21,26 @@ - miniwdl - sambamba command: >- - miniwdl run -d test-output/. --task sort tools/sambamba.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run -d test-output/. --task sort tools/sambamba.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/sorted_bam/test.bwa_aln_pe.sorted.bam + - path: test-output/out/sorted_bam/test.bwa_aln_pe.chrY_chrM.sorted.bam - name: sambamba_flagstat tags: - miniwdl - sambamba command: >- - miniwdl run -d test-output/. --task flagstat tools/sambamba.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run -d test-output/. --task flagstat tools/sambamba.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/flagstat_report/test.bwa_aln_pe.flagstat.txt + - path: test-output/out/flagstat_report/test.bwa_aln_pe.chrY_chrM.flagstat.txt - name: sambamba_markdup tags: - miniwdl - sambamba command: >- - miniwdl run -d test-output/. --task markdup tools/sambamba.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run -d test-output/. --task markdup tools/sambamba.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/duplicate_marked_bam/test.bwa_aln_pe.markdup.bam - - path: test-output/out/duplicate_marked_bam_index/test.bwa_aln_pe.markdup.bam.bai - - path: test-output/out/markdup_log/test.bwa_aln_pe.markdup_log.txt \ No newline at end of file + - path: test-output/out/duplicate_marked_bam/test.bwa_aln_pe.chrY_chrM.markdup.bam + - path: test-output/out/duplicate_marked_bam_index/test.bwa_aln_pe.chrY_chrM.markdup.bam.bai + - path: test-output/out/markdup_log/test.bwa_aln_pe.chrY_chrM.markdup_log.txt \ No newline at end of file diff --git a/tests/tools/test_samtools.py b/tests/tools/test_samtools.py index a58bf4603..d9b16efb1 100644 --- a/tests/tools/test_samtools.py +++ b/tests/tools/test_samtools.py @@ -30,11 +30,11 @@ def test_samtools_merge(workflow_dir): read_groups = [read_group['ID'] for read_group in bam_header.get('RG', []) if 'ID' in read_group] assert len(read_groups) == 2 assert read_groups[0] == "test2" - assert read_groups[1] == "test.bwa_aln_pe" + assert read_groups[1] == "test.bwa_aln_pe.chrY_chrM" @pytest.mark.workflow('samtools_collate', 'samtools_collate_to_fastq') def test_samtools_collate(workflow_dir): - bam = pathlib.Path(workflow_dir, 'test-output/out/collated_bam/test.bwa_aln_pe.collated.bam') + bam = pathlib.Path(workflow_dir, 'test-output/out/collated_bam/test.bwa_aln_pe.chrY_chrM.collated.bam') samfile = pysam.AlignmentFile(bam, "rb") reads = list(samfile.fetch(until_eof=True)) @@ -44,8 +44,8 @@ def test_samtools_collate(workflow_dir): @pytest.mark.workflow('samtools_bam_to_fastq', 'samtools_collate_to_fastq') def test_samtools_bam_to_fastq(workflow_dir): - fq1 = fastq.read(pathlib.Path(workflow_dir, 'test-output/out/read_one_fastq_gz/test.bwa_aln_pe.R1.fastq.gz')) - fq2 = fastq.read(pathlib.Path(workflow_dir, 'test-output/out/read_two_fastq_gz/test.bwa_aln_pe.R2.fastq.gz')) + fq1 = fastq.read(pathlib.Path(workflow_dir, 'test-output/out/read_one_fastq_gz/test.bwa_aln_pe.chrY_chrM.R1.fastq.gz')) + fq2 = fastq.read(pathlib.Path(workflow_dir, 'test-output/out/read_two_fastq_gz/test.bwa_aln_pe.chrY_chrM.R2.fastq.gz')) for r1, r2 in zip(fq1, fq2): assert r1.head.removesuffix("/1") == r2.head.removesuffix("/2") diff --git a/tests/tools/test_samtools.yaml b/tests/tools/test_samtools.yaml index c6559687e..e5652b2a0 100644 --- a/tests/tools/test_samtools.yaml +++ b/tests/tools/test_samtools.yaml @@ -3,7 +3,7 @@ - miniwdl - samtools command: >- - miniwdl run --verbose -d test-output/. --task quickcheck tools/samtools.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task quickcheck tools/samtools.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" stdout: contains_regex: - "passed" @@ -13,7 +13,7 @@ - miniwdl - samtools command: >- - miniwdl run --verbose -d test-output/. --task split tools/samtools.wdl bam="tests/tools/input/test.bam" + miniwdl run --verbose -d test-output/. --task split tools/samtools.wdl bam="tests/input/test.bam" files: - path: test-output/out/split_bams/0/test.1.bam - path: test-output/out/split_bams/1/test.2.bam @@ -23,7 +23,7 @@ - miniwdl - samtools command: >- - miniwdl run --verbose -d test-output/. --task split tools/samtools.wdl bam="tests/tools/input/test.unaccounted_read.bam" + miniwdl run --verbose -d test-output/. --task split tools/samtools.wdl bam="tests/input/test.unaccounted_read.bam" exit_code: 21 - name: samtools_split_extra_RG @@ -31,7 +31,7 @@ - miniwdl - samtools command: >- - miniwdl run --verbose -d test-output/. --task split tools/samtools.wdl bam="tests/tools/input/test.extra_RG.bam" + miniwdl run --verbose -d test-output/. --task split tools/samtools.wdl bam="tests/input/test.extra_RG.bam" exit_code: 42 - name: samtools_flagstat @@ -39,9 +39,9 @@ - miniwdl - samtools command: >- - miniwdl run --verbose -d test-output/. --task flagstat tools/samtools.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task flagstat tools/samtools.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/flagstat_report/test.bwa_aln_pe.flagstat.txt + - path: test-output/out/flagstat_report/test.bwa_aln_pe.chrY_chrM.flagstat.txt contains: - "20000" - "0 + 0 secondary" @@ -54,9 +54,9 @@ - miniwdl - samtools command: >- - miniwdl run --verbose -d test-output/. --task index tools/samtools.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task index tools/samtools.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/bam_index/test.bwa_aln_pe.bam.bai + - path: test-output/out/bam_index/test.bwa_aln_pe.chrY_chrM.bam.bai - name: samtools_subsample tags: @@ -81,35 +81,35 @@ - miniwdl - samtools command: >- - miniwdl run --verbose -d test-output/. --task addreplacerg tools/samtools.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" read_group_id="test" + miniwdl run --verbose -d test-output/. --task addreplacerg tools/samtools.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" read_group_id="test" files: - - path: test-output/out/tagged_bam/test.bwa_aln_pe.addreplacerg.bam + - path: test-output/out/tagged_bam/test.bwa_aln_pe.chrY_chrM.addreplacerg.bam - name: samtools_collate tags: - miniwdl - samtools command: >- - miniwdl run --verbose -d test-output/. --task collate tools/samtools.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task collate tools/samtools.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: test-output/out/collated_bam/test.bwa_aln_pe.collated.bam + - path: test-output/out/collated_bam/test.bwa_aln_pe.chrY_chrM.collated.bam - name: samtools_bam_to_fastq tags: - miniwdl - samtools command: >- - miniwdl run --verbose -d test-output/. --task bam_to_fastq tools/samtools.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" retain_collated_bam=true + miniwdl run --verbose -d test-output/. --task bam_to_fastq tools/samtools.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" retain_collated_bam=true files: - - path: test-output/out/collated_bam/test.bwa_aln_pe.collated.bam - - path: test-output/out/read_one_fastq_gz/test.bwa_aln_pe.R1.fastq.gz - - path: test-output/out/read_two_fastq_gz/test.bwa_aln_pe.R2.fastq.gz + - path: test-output/out/collated_bam/test.bwa_aln_pe.chrY_chrM.collated.bam + - path: test-output/out/read_one_fastq_gz/test.bwa_aln_pe.chrY_chrM.R1.fastq.gz + - path: test-output/out/read_two_fastq_gz/test.bwa_aln_pe.chrY_chrM.R2.fastq.gz - name: samtools_faidx tags: - miniwdl - samtools command: >- - miniwdl run -d test-output/. --task faidx tools/samtools.wdl fasta="tests/tools/input/test.fa" + miniwdl run -d test-output/. --task faidx tools/samtools.wdl fasta="tests/input/test.fa" files: - path: test-output/out/fasta_index/test.fa.fai diff --git a/tests/tools/test_star.yaml b/tests/tools/test_star.yaml index 783230e00..1e85bf74d 100644 --- a/tests/tools/test_star.yaml +++ b/tests/tools/test_star.yaml @@ -4,7 +4,7 @@ - star - reference command: >- - miniwdl run --verbose -d test-output/. --task build_star_db tools/star.wdl reference_fasta=tests/tools/input/GRCh38.chrY_chrM.fa.gz gtf=tests/tools/input/genes.gtf.gz + miniwdl run --verbose -d test-output/. --task build_star_db tools/star.wdl reference_fasta=tests/input/GRCh38.chrY_chrM.fa.gz gtf=tests/input/gencode.v31.chrY_chrM.gtf.gz files: - path: test-output/out/star_db/star_db.tar.gz diff --git a/tests/tools/test_util.yaml b/tests/tools/test_util.yaml index c762aee66..64ee98499 100644 --- a/tests/tools/test_util.yaml +++ b/tests/tools/test_util.yaml @@ -44,9 +44,9 @@ - miniwdl - util command: >- - miniwdl run --verbose -d test-output/. --task calc_gene_lengths tools/util.wdl gtf="tests/tools/input/genes.gtf.gz" + miniwdl run --verbose -d test-output/. --task calc_gene_lengths tools/util.wdl gtf="tests/input/gencode.v31.chrY_chrM.gtf.gz" files: - - path: test-output/out/gene_lengths/genes.genelengths.txt + - path: test-output/out/gene_lengths/gencode.v31.chrY_chrM.genelengths.txt contains: - "AL954722.1" @@ -57,7 +57,7 @@ - util - deprecated command: >- - miniwdl run --verbose -d test-output/. --task qc_summary tools/util.wdl multiqc_tar_gz="tests/tools/input/SJBT031344_D1.Exome.multiqc.tar.gz" + miniwdl run --verbose -d test-output/. --task qc_summary tools/util.wdl multiqc_tar_gz="tests/input/SJBT031344_D1.Exome.multiqc.tar.gz" files: - path: "test-output/out/summary/SJBT031344_D1.Exome.qc_summary.json" @@ -66,7 +66,7 @@ - miniwdl - util command: >- - miniwdl run --verbose -d test-output/. --task compression_integrity tools/util.wdl bgzipped_file="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task compression_integrity tools/util.wdl bgzipped_file="tests/input/test.bwa_aln_pe.chrY_chrM.bam" stdout: contains: - "passed" @@ -77,16 +77,16 @@ - miniwdl - util command: >- - miniwdl run --verbose -d test-output/. --task add_to_bam_header tools/util.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" additional_header="@RG ID:3" + miniwdl run --verbose -d test-output/. --task add_to_bam_header tools/util.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" additional_header="@RG ID:3" files: - - path: "test-output/out/reheadered_bam/test.bwa_aln_pe.reheader.bam" + - path: "test-output/out/reheadered_bam/test.bwa_aln_pe.chrY_chrM.reheader.bam" - name: unpack_tarball tags: - miniwdl - util command: >- - miniwdl run --verbose -d test-output/. --task unpack_tarball tools/util.wdl tarball="tests/tools/input/test.tar.gz" + miniwdl run --verbose -d test-output/. --task unpack_tarball tools/util.wdl tarball="tests/input/test.tar.gz" files: - path: "test-output/out/tarball_contents/0/a" - path: "test-output/out/tarball_contents/1/b" @@ -96,24 +96,24 @@ - miniwdl - util command: >- - miniwdl run --verbose -d test-output/. --task make_coverage_regions_bed tools/util.wdl gtf="tests/tools/input/genes.gtf.gz" feature_type="exon" + miniwdl run --verbose -d test-output/. --task make_coverage_regions_bed tools/util.wdl gtf="tests/input/gencode.v31.chrY_chrM.gtf.gz" feature_type="exon" files: - - path: "test-output/out/bed/genes.exon.bed" + - path: "test-output/out/bed/gencode.v31.chrY_chrM.exon.bed" - name: global_phred_scores tags: - miniwdl - util command: >- - miniwdl run --verbose -d test-output/. --task global_phred_scores tools/util.wdl bam="tests/tools/input/test.bwa_aln_pe.bam" + miniwdl run --verbose -d test-output/. --task global_phred_scores tools/util.wdl bam="tests/input/test.bwa_aln_pe.chrY_chrM.bam" files: - - path: "test-output/out/phred_scores/test.bwa_aln_pe.global_PHRED_scores.tsv" + - path: "test-output/out/phred_scores/test.bwa_aln_pe.chrY_chrM.global_PHRED_scores.tsv" - name: split_fastq tags: - miniwdl - util command: >- - miniwdl run -d test-output/. --task split_fastq tools/util.wdl fastq="tests/tools/input/test_R1.fq.gz" prefix="test_R1." + miniwdl run -d test-output/. --task split_fastq tools/util.wdl fastq="tests/input/test_R1.fq.gz" prefix="test_R1." files: - path: "test-output/out/fastqs/0/test_R1.000000.fastq.gz" \ No newline at end of file diff --git a/tests/workflows/input_json/dnaseq-standard.json b/tests/workflows/input_json/dnaseq-standard.json new file mode 100644 index 000000000..dec3d6ab3 --- /dev/null +++ b/tests/workflows/input_json/dnaseq-standard.json @@ -0,0 +1,4 @@ +{ + "dnaseq_standard_experimental.bam": "tests/input/test.bwa_aln_pe.chrY_chrM.bam", + "dnaseq_standard_experimental.bwa_db": "tests/input/bwa_db.tar.gz" +} diff --git a/tests/workflows/input_json/qc-standard.json b/tests/workflows/input_json/qc-standard.json new file mode 100644 index 000000000..0ac5a0ddf --- /dev/null +++ b/tests/workflows/input_json/qc-standard.json @@ -0,0 +1,8 @@ +{ + "quality_check.bam": "tests/input/test.bwa_aln_pe.chrY_chrM.bam", + "quality_check.bam_index": "tests/input/test.bwa_aln_pe.chrY_chrM.bam.bai", + "quality_check.kraken_db": "tests/input/kraken2_db.tar.gz", + "quality_check.coverage_beds": [ + "tests/input/gencode.v31.chrY_chrM.gene.bed" + ] +} \ No newline at end of file diff --git a/tests/workflows/input_json/rnaseq-standard.json b/tests/workflows/input_json/rnaseq-standard.json new file mode 100644 index 000000000..a45724177 --- /dev/null +++ b/tests/workflows/input_json/rnaseq-standard.json @@ -0,0 +1,6 @@ +{ + "rnaseq_standard.bam": "tests/input/test.bwa_aln_pe.chrY_chrM.bam", + "rnaseq_standard.gtf": "tests/input/gencode.v31.chrY_chrM.gtf.gz", + "rnaseq_standard.star_db": "tests/input/star_db.chrY_chrM.tar.gz", + "rnaseq_standard.strandedness": "Unstranded" +} diff --git a/tests/workflows/input_json/rnaseq-variant-calling.json b/tests/workflows/input_json/rnaseq-variant-calling.json new file mode 100644 index 000000000..ada5628b3 --- /dev/null +++ b/tests/workflows/input_json/rnaseq-variant-calling.json @@ -0,0 +1,16 @@ +{ + "rnaseq_variant_calling.bam": "tests/input/test.bwa_aln_pe.chrY_chrM.bam", + "rnaseq_variant_calling.bam_index": "tests/input/test.bwa_aln_pe.chrY_chrM.bam.bai", + "rnaseq_variant_calling.fasta": "tests/input/GRCh38.chrY_chrM.fa", + "rnaseq_variant_calling.fasta_index": "tests/input/GRCh38.chrY_chrM.fa.fai", + "rnaseq_variant_calling.dict": "tests/input/GRCh38.chrY_chrM.dict", + "rnaseq_variant_calling.calling_interval_list": "tests/input/wgs_calling_regions.hg38.interval_list", + "rnaseq_variant_calling.known_vcfs": [ + "tests/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz" + ], + "rnaseq_variant_calling.known_vcf_indexes": [ + "tests/input/Mills_and_1000G_gold_standard.indels.hg38.vcf.gz.tbi" + ], + "rnaseq_variant_calling.dbSNP_vcf": "tests/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf", + "rnaseq_variant_calling.dbSNP_vcf_index": "tests/input/Homo_sapiens_assembly38.dbsnp138.top5000.vcf.idx" +} diff --git a/tools/htseq.wdl b/tools/htseq.wdl index d6e90d673..f00679089 100755 --- a/tools/htseq.wdl +++ b/tools/htseq.wdl @@ -209,7 +209,7 @@ task calc_tpm { runtime { memory: "4 GB" disks: "10 GB" - container: "ghcr.io/stjudecloud/util:1.3.0" + container: "ghcr.io/stjudecloud/util:1.4.0" maxRetries: 1 } } diff --git a/tools/md5sum.wdl b/tools/md5sum.wdl index d7e98386d..fa58f984c 100755 --- a/tools/md5sum.wdl +++ b/tools/md5sum.wdl @@ -36,7 +36,7 @@ task compute_checksum { runtime { memory: "4 GB" disks: "~{disk_size_gb} GB" - container: "ghcr.io/stjudecloud/util:1.3.0" + container: "ghcr.io/stjudecloud/util:1.4.0" maxRetries: 1 } } diff --git a/tools/star.wdl b/tools/star.wdl index 44173bb3b..bade225c3 100755 --- a/tools/star.wdl +++ b/tools/star.wdl @@ -116,7 +116,7 @@ task build_star_db { rm "$gtf_name" "$ref_fasta" - tar -czf ~{star_db_tar_gz} ~{db_name} + tar -C ~{db_name} -czf ~{star_db_tar_gz} . >>> output { @@ -127,7 +127,7 @@ task build_star_db { cpu: ncpu memory: "~{memory_gb} GB" disks: "~{disk_size_gb} GB" - container: "ghcr.io/stjudecloud/star:2.7.11b-0" + container: "ghcr.io/stjudecloud/star:2.7.11b-1" maxRetries: 1 } } @@ -615,8 +615,6 @@ task alignment { Int modify_disk_size_gb = 0 } - String star_db_dir = basename(star_db_tar_gz, ".tar.gz") - Float read_one_fastqs_size = size(read_one_fastqs_gz, "GiB") Float read_two_fastqs_size = size(read_two_fastqs_gz, "GiB") Float star_db_tar_gz_size = size(star_db_tar_gz, "GiB") @@ -635,7 +633,8 @@ task alignment { n_cores=$(nproc) fi - tar -xzf ~{star_db_tar_gz} + mkdir star_db + tar -xzf ~{star_db_tar_gz} -C star_db/ --no-same-owner # odd constructions a combination of needing white space properly parsed # and limitations of the WDL v1.1 spec @@ -655,7 +654,7 @@ task alignment { read -ra read_group_args < read_groups_sorted.txt STAR --readFilesIn "${read_one_args[@]}" "${read_two_args[@]}" \ --readFilesCommand "gunzip -c" \ - --genomeDir ~{star_db_dir} \ + --genomeDir star_db \ --runThreadN "$n_cores" \ --outSAMtype BAM Unsorted \ --outMultimapperOrder Random \ @@ -814,7 +813,7 @@ task alignment { cpu: ncpu memory: "50 GB" disks: "~{disk_size_gb} GB" - container: "ghcr.io/stjudecloud/star:2.7.11b-0" + container: "ghcr.io/stjudecloud/star:2.7.11b-1" maxRetries: 1 } } diff --git a/tools/util.wdl b/tools/util.wdl index a951b5acb..610a63ca9 100644 --- a/tools/util.wdl +++ b/tools/util.wdl @@ -81,13 +81,13 @@ task get_read_groups { if ~{format_for_star}; then samtools view -H ~{bam} \ - | grep "@RG" \ + | grep "^@RG" \ | cut -f 2- \ | sed -e 's/\t/ /g' \ | awk '{print}' ORS=' , ' \ | sed 's/ , $//' > read_groups.txt else - samtools view -H ~{bam} | grep "@RG" > read_groups.txt + samtools view -H ~{bam} | grep "^@RG" > read_groups.txt fi >>> diff --git a/workflows/dnaseq/dnaseq-standard.wdl b/workflows/dnaseq/dnaseq-standard.wdl index 259495669..cd6b1e44e 100644 --- a/workflows/dnaseq/dnaseq-standard.wdl +++ b/workflows/dnaseq/dnaseq-standard.wdl @@ -21,7 +21,7 @@ workflow dnaseq_standard_experimental { parameter_meta { bam: "Input BAM to realign" bwa_db: "Gzipped tar archive of the bwa reference files. Files should be at the root of the archive." - reads_per_file: "Controls the number of reads per FASTQ file for internal split to run BWA in parallel." + sample_override: "Value to override the SM field of *every* read group." prefix: "Prefix for the BAM file. The extension `.bam` will be added." aligner: { description: "BWA aligner to use", @@ -32,8 +32,8 @@ workflow dnaseq_standard_experimental { } validate_input: "Ensure input BAM is well-formed before beginning harmonization?" use_all_cores: "Use all cores? Recommended for cloud environments." + reads_per_file: "Controls the number of reads per FASTQ file for internal split to run BWA in parallel." subsample_n_reads: "Only process a random sampling of `n` reads. Any `n`<=`0` for processing entire input." - sample_override: "Value to override the SM field of *every* read group." } input { diff --git a/workflows/qc/quality-check-standard.wdl b/workflows/qc/quality-check-standard.wdl index 17f255682..3daa31600 100644 --- a/workflows/qc/quality-check-standard.wdl +++ b/workflows/qc/quality-check-standard.wdl @@ -80,12 +80,12 @@ workflow quality_check { bam: "Input BAM format file to quality check" bam_index: "BAM index file corresponding to the input BAM" kraken_db: "Kraken2 database. Can be generated with `../reference/make-qc-reference.wdl`. Must be a tarball without a root directory." + coverage_beds: "An array of 3 column BEDs which are passed to the `-b` flag of mosdepth, in order to restrict coverage analysis to select regions. Any regional analysis enabled by this option is _in addition_ to whole genome coverage, which is calculated regardless of this setting. An exon BED and a Coding Sequence BED are examples of regions you may wish to restrict coverage analysis to. Those two BEDs can be created with the workflow in `../reference/make-qc-reference.wdl`." + gtf: "GTF features file. Gzipped or uncompressed. **Required** for RNA-Seq data." standard_filter: "Filter to apply to the input BAM while converting to FASTQ, before running Kraken2 and `librarian` (if `run_librarian == true`). This is a `FlagFilter` object (see ../../data_structures/flag_filter.wdl for more information). By default, it will **remove secondary and supplementary reads** from the created FASTQs. **WARNING:** These filters can be tricky to configure; please read documentation thoroughly before changing the defaults. **WARNING:** If you have set `run_librarian` to `true`, we **strongly** recommend leaving this filter at the default value. `librarian` is trained on a specific set of reads, and changing this filter may produce nonsensical results." comparative_filter: "Filter to apply to the input BAM while performing a second FASTQ conversion, before running Kraken2 another time. This is a `FlagFilter` object (see ../../data_structures/flag_filter.wdl for more information). By default, it will **remove unmapped, secondary, and supplementary reads** from the created FASTQs. **WARNING** These filters can be tricky to configure; please read documentation thoroughly before changing the defaults." - gtf: "GTF features file. Gzipped or uncompressed. **Required** for RNA-Seq data." multiqc_config: "YAML file for configuring MultiQC" extra_multiqc_inputs: "An array of additional files to pass directly into MultiQC" - coverage_beds: "An array of 3 column BEDs which are passed to the `-b` flag of mosdepth, in order to restrict coverage analysis to select regions. Any regional analysis enabled by this option is _in addition_ to whole genome coverage, which is calculated regardless of this setting. An exon BED and a Coding Sequence BED are examples of regions you may wish to restrict coverage analysis to. Those two BEDs can be created with the workflow in `../reference/make-qc-reference.wdl`." coverage_labels: "An array of equal length to `coverage_beds` which determines the prefix label applied to the output files. If omitted, defaults of `regions1`, `regions2`, etc. will be used. If using the BEDs created by `../reference/make-qc-reference.wdl`, the labels [\"exon\", \"CDS\"] are appropriate. Make sure to provide the coverage BEDs **in the same order** as the labels." prefix: "Prefix for all results files" rna: "Is the sequenced molecule RNA? Enabling this option adds RNA-Seq specific analyses to the workflow. If `true`, a GTF file must be provided. If `false`, the GTF file is ignored." @@ -106,12 +106,12 @@ workflow quality_check { File bam File bam_index File kraken_db + Array[File]+ coverage_beds File? gtf #@ except: LineWidth File multiqc_config = "https://raw.githubusercontent.com/stjudecloud/workflows/main/workflows/qc/inputs/multiqc_config_hg38.yaml" Array[File] extra_multiqc_inputs = [] - Array[File] coverage_beds = [] Array[String] coverage_labels = [] FlagFilter standard_filter = { "include_if_all": "0x0", @@ -556,7 +556,7 @@ task parse_input { runtime { memory: "4 GB" disks: "10 GB" - container: "ghcr.io/stjudecloud/util:1.3.0" + container: "ghcr.io/stjudecloud/util:1.4.0" maxRetries: 1 } } diff --git a/workflows/rnaseq/rnaseq-standard.wdl b/workflows/rnaseq/rnaseq-standard.wdl index 35c110f0c..ea4cdd906 100755 --- a/workflows/rnaseq/rnaseq-standard.wdl +++ b/workflows/rnaseq/rnaseq-standard.wdl @@ -179,7 +179,7 @@ task parse_input { runtime { memory: "4 GB" disks: "10 GB" - container: "ghcr.io/stjudecloud/util:1.3.0" + container: "ghcr.io/stjudecloud/util:1.4.0" maxRetries: 1 } }