slurm-2536605.out 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737
  1. [COMMAND] /opt/bin/run_clairs --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --platform ont_r10_dorado_sup_5khz_ssrs --output_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10 --region chr14:1-14158555 --sample_name DUMCO_diag --include_all_ctgs --print_germline_calls --enable_indel_calling --enable_clair3_germline_output --use_longphase_for_intermediate_haplotagging True
  2. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/logs
  3. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp
  4. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/split_beds
  5. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/candidates
  6. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/pileup_tensor_can
  7. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/fa_tensor_can
  8. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/vcf_output
  9. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/tmp_vcf_output
  10. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/logs/clair3_log
  11. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/phased_output
  12. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/vcf
  13. [INFO] --include_all_ctgs enabled
  14. [INFO] Call variants in contigs: chr14
  15. [INFO] Number of chunks for each contig: 21
  16. [INFO] CALLER VERSION: 0.4.4
  17. [INFO] NORMAL BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam
  18. [INFO] TUMOR BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam
  19. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  20. [INFO] PLATFORM: ont_r10_dorado_sup_5khz_ssrs
  21. [INFO] THREADS: 40
  22. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10
  23. [INFO] OUTPUT VCF PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/output.vcf.gz
  24. [INFO] PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/pileup.pkl
  25. [INFO] FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/full_alignment.pkl
  26. [INFO] BED FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/region.bed
  27. [INFO] GENOTYPING MODE VCF FILE PATH: None
  28. [INFO] HYBRID MODE VCF FILE PATH: None
  29. [INFO] REGION FOR CALLING: chr14:1-14158555
  30. [INFO] CONTIGS FOR CALLING: None
  31. [INFO] CONDA BINARY PREFIX: /opt/conda/envs/clairs
  32. [INFO] SAMTOOLS BINARY PATH: samtools
  33. [INFO] PYTHON BINARY PATH: python3
  34. [INFO] PYPY BINARY PATH: pypy3
  35. [INFO] PARALLEL BINARY PATH: parallel
  36. [INFO] LONGPHASE BINARY PATH: /opt/conda/envs/clairs/bin/longphase
  37. [INFO] CHUNK SIZE: 5000000
  38. [INFO] SNV MINIMUM AF: 0.05
  39. [INFO] SNV MINIMUM QUAL: 8
  40. [INFO] INDEL MINIMUM AF: 0.1
  41. [INFO] INDEL PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/pileup.pkl
  42. [INFO] INDEL FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/full_alignment.pkl
  43. [INFO] INDEL MINIMUM QUAL: 8
  44. [INFO] NORMAL VCF FILE PATH: None
  45. [INFO] DISABLE PHASING: False
  46. [INFO] ENABLE DRY RUN: False
  47. [INFO] ENABLE INDEL CALLING: True
  48. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  49. [INFO] ENABLE PRINTING GERMLINE CALLS: True
  50. [INFO] ENABLE INCLUDING ALL CTGS FOR CALLING: True
  51. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  52. [INFO] Call Germline Variants in Normal BAM using Clair3
  53. [INFO] RUN THE FOLLOWING COMMAND:
  54. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output --ctg_name=chr14 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/logs/clair3_log/1_CLAIR3_NORMAL.log
  55. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  56. [INFO] CLAIR3 VERSION: v1.0.8
  57. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam
  58. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  59. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  60. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output
  61. [INFO] PLATFORM: ont
  62. [INFO] THREADS: 40
  63. [INFO] BED FILE PATH: EMPTY
  64. [INFO] VCF FILE PATH: EMPTY
  65. [INFO] CONTIGS: chr14
  66. [INFO] CONDA PREFIX:
  67. [INFO] SAMTOOLS PATH: samtools
  68. [INFO] PYTHON PATH: python3
  69. [INFO] PYPY PATH: pypy3
  70. [INFO] PARALLEL PATH: parallel
  71. [INFO] WHATSHAP PATH: whatshap
  72. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  73. [INFO] CHUNK SIZE: 5000000
  74. [INFO] FULL ALIGN PROPORTION: 0.7
  75. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  76. [INFO] PHASING PROPORTION: 0.7
  77. [INFO] MINIMUM MQ: 5
  78. [INFO] MINIMUM COVERAGE: 4
  79. [INFO] SNP AF THRESHOLD: 0.08
  80. [INFO] INDEL AF THRESHOLD: 0.15
  81. [INFO] BASE ERROR IN GVCF: 0.001
  82. [INFO] GQ BIN SIZE IN GVCF: 5
  83. [INFO] ENABLE FILEUP ONLY CALLING: False
  84. [INFO] ENABLE FAST MODE CALLING: False
  85. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  86. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  87. [INFO] ENABLE OUTPUT GVCF: False
  88. [INFO] ENABLE HAPLOID PRECISE MODE: False
  89. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  90. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  91. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  92. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  93. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  94. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  95. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  96. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  97. [INFO] ENABLE LONG INDEL CALLING: False
  98. [INFO] ENABLE C_IMPLEMENT: True
  99. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr14 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  100. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  101. [INFO] Check environment variables
  102. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output/log
  103. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output/tmp/pileup_output
  104. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output/tmp/merge_output
  105. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output/tmp/phase_output
  106. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output/tmp/gvcf_tmp_output
  107. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output
  108. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf
  109. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_bam
  110. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output/candidate_bed
  111. [INFO] Call variant in contigs: chr14
  112. [INFO] Chunk number for each contig: 21
  113. [INFO] 1/7 Call variants using pileup model
  114. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  115. Calling variants ...
  116. Total processed positions in chr14 (chunk 3/21) : 27087
  117. Total time elapsed: 67.49 s
  118. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  119. Calling variants ...
  120. Total processed positions in chr14 (chunk 17/21) : 45594
  121. Total time elapsed: 100.19 s
  122. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  123. Calling variants ...
  124. Total processed positions in chr14 (chunk 8/21) : 44012
  125. Total time elapsed: 100.23 s
  126. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  127. Calling variants ...
  128. Total processed positions in chr14 (chunk 9/21) : 45077
  129. Total time elapsed: 103.05 s
  130. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  131. Calling variants ...
  132. Total processed positions in chr14 (chunk 6/21) : 46771
  133. Total time elapsed: 106.08 s
  134. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  135. Calling variants ...
  136. Total processed positions in chr14 (chunk 13/21) : 48523
  137. Total time elapsed: 107.31 s
  138. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  139. Calling variants ...
  140. Total processed positions in chr14 (chunk 10/21) : 48629
  141. Total time elapsed: 107.79 s
  142. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  143. Calling variants ...
  144. Total processed positions in chr14 (chunk 7/21) : 46998
  145. Total time elapsed: 110.66 s
  146. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  147. Calling variants ...
  148. Total processed positions in chr14 (chunk 5/21) : 46930
  149. Total time elapsed: 111.19 s
  150. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  151. Calling variants ...
  152. Total processed positions in chr14 (chunk 12/21) : 48751
  153. Total time elapsed: 112.04 s
  154. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  155. Calling variants ...
  156. Total processed positions in chr14 (chunk 11/21) : 49628
  157. Total time elapsed: 112.84 s
  158. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  159. Calling variants ...
  160. Total processed positions in chr14 (chunk 16/21) : 48404
  161. Total time elapsed: 113.65 s
  162. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  163. Calling variants ...
  164. Total processed positions in chr14 (chunk 14/21) : 52138
  165. Total time elapsed: 114.64 s
  166. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  167. Calling variants ...
  168. Total processed positions in chr14 (chunk 18/21) : 51792
  169. Total time elapsed: 116.28 s
  170. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  171. Calling variants ...
  172. Total processed positions in chr14 (chunk 19/21) : 52771
  173. Total time elapsed: 117.06 s
  174. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  175. Calling variants ...
  176. Total processed positions in chr14 (chunk 4/21) : 55960
  177. Total time elapsed: 119.54 s
  178. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  179. Calling variants ...
  180. Total processed positions in chr14 (chunk 15/21) : 58588
  181. Total time elapsed: 120.64 s
  182. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  183. Calling variants ...
  184. Total processed positions in chr14 (chunk 20/21) : 56358
  185. Total time elapsed: 124.53 s
  186. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  187. Calling variants ...
  188. Total processed positions in chr14 (chunk 2/21) : 71708
  189. Total time elapsed: 137.35 s
  190. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  191. Calling variants ...
  192. Total processed positions in chr14 (chunk 21/21) : 74382
  193. Total time elapsed: 139.88 s
  194. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  195. Calling variants ...
  196. Total processed positions in chr14 (chunk 1/21) : 75522
  197. Total time elapsed: 148.63 s
  198. real 2m36.411s
  199. user 36m19.108s
  200. sys 3m11.518s
  201. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  202. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 17
  203. [INFO] Total heterozygous SNP positions selected: chr14: 98793
  204. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  205. real 0m3.189s
  206. user 0m3.007s
  207. sys 0m0.160s
  208. [INFO] 3/7 Phase VCF file using LongPhase
  209. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  210. LongPhase Ver 1.7
  211. --- File Parameter ---
  212. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/chr14.vcf
  213. SV File :
  214. MOD File :
  215. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  216. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/phased_chr14
  217. Generate Dot : False
  218. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam
  219. --- Phasing Parameter ---
  220. Seq Platform : ONT
  221. Phase Indel : False
  222. Distance Threshold : 300000
  223. Connect Adjacent : 20
  224. Edge Threshold : 0.7
  225. Mapping Quality : 1
  226. Variant Confidence : 0.75
  227. ReadTag Confidence : 0.65
  228. parsing VCF ... 0s
  229. parsing SV VCF ... 0s
  230. parsing Meth VCF ... 0s
  231. reading reference ... 2s
  232. (chr14,11s)
  233. parsing total: 11s
  234. merge results ... 0s
  235. writeResult SNP ... 1s
  236. total process: 14s
  237. real 0m14.363s
  238. user 0m28.692s
  239. sys 0m2.098s
  240. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  241. [INFO] 5/7 Select candidates for full-alignment calling
  242. [INFO] Set variants quality cutoff 21.0
  243. [INFO] Set reference calls quality cutoff 14.0
  244. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  245. [INFO] Low quality reference calls to be processed in chr14: 87036
  246. [INFO] Low quality variants to be processed in chr14: 156699
  247. real 0m3.580s
  248. user 0m3.267s
  249. sys 0m0.249s
  250. [INFO] 6/7 Call low-quality variants using full-alignment model
  251. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  252. Calling variants ...
  253. Total processed positions in chr14 (chunk 25/25) : 3735
  254. Total time elapsed: 40.53 s
  255. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  256. Calling variants ...
  257. Total processed positions in chr14 (chunk 3/25) : 10000
  258. Total time elapsed: 91.52 s
  259. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  260. Calling variants ...
  261. Total processed positions in chr14 (chunk 5/25) : 10000
  262. Total time elapsed: 93.21 s
  263. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  264. Calling variants ...
  265. Total processed positions in chr14 (chunk 6/25) : 10000
  266. Total time elapsed: 95.77 s
  267. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  268. Calling variants ...
  269. Total processed positions in chr14 (chunk 1/25) : 10000
  270. Total time elapsed: 99.10 s
  271. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  272. Calling variants ...
  273. Total processed positions in chr14 (chunk 19/25) : 10000
  274. Total time elapsed: 102.41 s
  275. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  276. Calling variants ...
  277. Total processed positions in chr14 (chunk 2/25) : 10000
  278. Total time elapsed: 103.49 s
  279. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  280. Calling variants ...
  281. Total processed positions in chr14 (chunk 22/25) : 10000
  282. Total time elapsed: 103.63 s
  283. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  284. Calling variants ...
  285. Total processed positions in chr14 (chunk 7/25) : 10000
  286. Total time elapsed: 104.57 s
  287. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  288. Calling variants ...
  289. Total processed positions in chr14 (chunk 14/25) : 10000
  290. Total time elapsed: 105.63 s
  291. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  292. Calling variants ...
  293. Total processed positions in chr14 (chunk 4/25) : 10000
  294. Total time elapsed: 105.90 s
  295. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  296. Calling variants ...
  297. Total processed positions in chr14 (chunk 23/25) : 10000
  298. Total time elapsed: 105.80 s
  299. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  300. Calling variants ...
  301. Total processed positions in chr14 (chunk 15/25) : 10000
  302. Total time elapsed: 106.78 s
  303. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  304. Calling variants ...
  305. Total processed positions in chr14 (chunk 8/25) : 10000
  306. Total time elapsed: 108.01 s
  307. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  308. Calling variants ...
  309. Total processed positions in chr14 (chunk 21/25) : 10000
  310. Total time elapsed: 108.26 s
  311. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  312. Calling variants ...
  313. Total processed positions in chr14 (chunk 18/25) : 10000
  314. Total time elapsed: 108.66 s
  315. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  316. Calling variants ...
  317. Total processed positions in chr14 (chunk 12/25) : 10000
  318. Total time elapsed: 109.06 s
  319. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  320. Calling variants ...
  321. Total processed positions in chr14 (chunk 17/25) : 10000
  322. Total time elapsed: 109.26 s
  323. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  324. Calling variants ...
  325. Total processed positions in chr14 (chunk 10/25) : 10000
  326. Total time elapsed: 110.99 s
  327. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  328. Calling variants ...
  329. Total processed positions in chr14 (chunk 20/25) : 10000
  330. Total time elapsed: 112.31 s
  331. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  332. Calling variants ...
  333. Total processed positions in chr14 (chunk 9/25) : 10000
  334. Total time elapsed: 113.59 s
  335. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  336. Calling variants ...
  337. Total processed positions in chr14 (chunk 11/25) : 10000
  338. Total time elapsed: 113.18 s
  339. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  340. Calling variants ...
  341. Total processed positions in chr14 (chunk 24/25) : 10000
  342. Total time elapsed: 113.74 s
  343. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  344. Calling variants ...
  345. Total processed positions in chr14 (chunk 13/25) : 10000
  346. Total time elapsed: 114.75 s
  347. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  348. Calling variants ...
  349. Total processed positions in chr14 (chunk 16/25) : 10000
  350. Total time elapsed: 117.89 s
  351. real 2m2.215s
  352. user 41m45.362s
  353. sys 2m39.606s
  354. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  355. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  356. [INFO] Pileup variants processed in chr14: 67189
  357. [INFO] Full-alignment variants processed in chr14: 152188
  358. real 0m4.735s
  359. user 0m4.953s
  360. sys 0m0.275s
  361. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz
  362. real 5m21.522s
  363. user 78m59.878s
  364. sys 5m55.410s
  365. [INFO] Call Germline Variant in Tumor BAM using Clair3
  366. [INFO] RUN THE FOLLOWING COMMAND:
  367. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output --ctg_name=chr14 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/logs/clair3_log/2_CLAIR3_TUMOR.log
  368. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  369. [INFO] CLAIR3 VERSION: v1.0.8
  370. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam
  371. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  372. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  373. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output
  374. [INFO] PLATFORM: ont
  375. [INFO] THREADS: 40
  376. [INFO] BED FILE PATH: EMPTY
  377. [INFO] VCF FILE PATH: EMPTY
  378. [INFO] CONTIGS: chr14
  379. [INFO] CONDA PREFIX:
  380. [INFO] SAMTOOLS PATH: samtools
  381. [INFO] PYTHON PATH: python3
  382. [INFO] PYPY PATH: pypy3
  383. [INFO] PARALLEL PATH: parallel
  384. [INFO] WHATSHAP PATH: whatshap
  385. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  386. [INFO] CHUNK SIZE: 5000000
  387. [INFO] FULL ALIGN PROPORTION: 0.7
  388. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  389. [INFO] PHASING PROPORTION: 0.7
  390. [INFO] MINIMUM MQ: 5
  391. [INFO] MINIMUM COVERAGE: 4
  392. [INFO] SNP AF THRESHOLD: 0.08
  393. [INFO] INDEL AF THRESHOLD: 0.15
  394. [INFO] BASE ERROR IN GVCF: 0.001
  395. [INFO] GQ BIN SIZE IN GVCF: 5
  396. [INFO] ENABLE FILEUP ONLY CALLING: False
  397. [INFO] ENABLE FAST MODE CALLING: False
  398. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  399. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  400. [INFO] ENABLE OUTPUT GVCF: False
  401. [INFO] ENABLE HAPLOID PRECISE MODE: False
  402. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  403. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  404. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  405. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  406. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  407. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  408. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  409. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  410. [INFO] ENABLE LONG INDEL CALLING: False
  411. [INFO] ENABLE C_IMPLEMENT: True
  412. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr14 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  413. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  414. [INFO] Check environment variables
  415. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output/log
  416. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output/tmp/pileup_output
  417. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output/tmp/merge_output
  418. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output/tmp/phase_output
  419. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output/tmp/gvcf_tmp_output
  420. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output
  421. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf
  422. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_bam
  423. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output/candidate_bed
  424. [INFO] Call variant in contigs: chr14
  425. [INFO] Chunk number for each contig: 21
  426. [INFO] 1/7 Call variants using pileup model
  427. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  428. Calling variants ...
  429. Total processed positions in chr14 (chunk 13/21) : 9272
  430. Total time elapsed: 83.25 s
  431. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  432. Calling variants ...
  433. Total processed positions in chr14 (chunk 16/21) : 10505
  434. Total time elapsed: 83.09 s
  435. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  436. Calling variants ...
  437. Total processed positions in chr14 (chunk 9/21) : 9874
  438. Total time elapsed: 83.84 s
  439. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  440. Calling variants ...
  441. Total processed positions in chr14 (chunk 12/21) : 10329
  442. Total time elapsed: 84.85 s
  443. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  444. Calling variants ...
  445. Total processed positions in chr14 (chunk 10/21) : 10784
  446. Total time elapsed: 84.83 s
  447. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  448. Calling variants ...
  449. Total processed positions in chr14 (chunk 11/21) : 10970
  450. Total time elapsed: 85.64 s
  451. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  452. Calling variants ...
  453. Total processed positions in chr14 (chunk 8/21) : 11132
  454. Total time elapsed: 85.34 s
  455. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  456. Calling variants ...
  457. Total processed positions in chr14 (chunk 5/21) : 10500
  458. Total time elapsed: 86.17 s
  459. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  460. Calling variants ...
  461. Total processed positions in chr14 (chunk 7/21) : 11262
  462. Total time elapsed: 86.28 s
  463. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  464. Calling variants ...
  465. Total processed positions in chr14 (chunk 15/21) : 11428
  466. Total time elapsed: 88.28 s
  467. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  468. Calling variants ...
  469. Total processed positions in chr14 (chunk 3/21) : 24051
  470. Total time elapsed: 107.75 s
  471. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  472. Calling variants ...
  473. Total processed positions in chr14 (chunk 14/21) : 9848
  474. Total time elapsed: 54.85 s
  475. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  476. Calling variants ...
  477. Total processed positions in chr14 (chunk 20/21) : 10535
  478. Total time elapsed: 56.16 s
  479. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  480. Calling variants ...
  481. Total processed positions in chr14 (chunk 18/21) : 10561
  482. Total time elapsed: 56.64 s
  483. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  484. Calling variants ...
  485. Total processed positions in chr14 (chunk 6/21) : 11505
  486. Total time elapsed: 57.66 s
  487. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  488. Calling variants ...
  489. Total processed positions in chr14 (chunk 17/21) : 10878
  490. Total time elapsed: 59.43 s
  491. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  492. Calling variants ...
  493. Total processed positions in chr14 (chunk 19/21) : 10682
  494. Total time elapsed: 59.99 s
  495. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  496. Calling variants ...
  497. Total processed positions in chr14 (chunk 4/21) : 13820
  498. Total time elapsed: 60.94 s
  499. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  500. Calling variants ...
  501. Total processed positions in chr14 (chunk 21/21) : 21301
  502. Total time elapsed: 70.54 s
  503. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  504. Calling variants ...
  505. Total processed positions in chr14 (chunk 2/21) : 49177
  506. Total time elapsed: 151.29 s
  507. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  508. Calling variants ...
  509. Total processed positions in chr14 (chunk 1/21) : 56135
  510. Total time elapsed: 123.51 s
  511. real 3m36.782s
  512. user 21m31.870s
  513. sys 2m35.445s
  514. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  515. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 19
  516. [INFO] Total heterozygous SNP positions selected: chr14: 92503
  517. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  518. real 0m1.739s
  519. user 0m1.463s
  520. sys 0m0.206s
  521. [INFO] 3/7 Phase VCF file using LongPhase
  522. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  523. LongPhase Ver 1.7
  524. --- File Parameter ---
  525. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/chr14.vcf
  526. SV File :
  527. MOD File :
  528. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  529. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/phased_chr14
  530. Generate Dot : False
  531. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam
  532. --- Phasing Parameter ---
  533. Seq Platform : ONT
  534. Phase Indel : False
  535. Distance Threshold : 300000
  536. Connect Adjacent : 20
  537. Edge Threshold : 0.7
  538. Mapping Quality : 1
  539. Variant Confidence : 0.75
  540. ReadTag Confidence : 0.65
  541. parsing VCF ... 0s
  542. parsing SV VCF ... 0s
  543. parsing Meth VCF ... 0s
  544. reading reference ... 2s
  545. (chr14,46s)
  546. parsing total: 46s
  547. merge results ... 0s
  548. writeResult SNP ... 1s
  549. total process: 49s
  550. real 0m49.025s
  551. user 1m52.723s
  552. sys 0m7.403s
  553. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  554. [INFO] 5/7 Select candidates for full-alignment calling
  555. [INFO] Set variants quality cutoff 21.0
  556. [INFO] Set reference calls quality cutoff 8.0
  557. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  558. [INFO] Low quality reference calls to be processed in chr14: 12071
  559. [INFO] Low quality variants to be processed in chr14: 149419
  560. real 0m1.560s
  561. user 0m1.344s
  562. sys 0m0.181s
  563. [INFO] 6/7 Call low-quality variants using full-alignment model
  564. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  565. Calling variants ...
  566. Total processed positions in chr14 (chunk 17/17) : 1490
  567. Total time elapsed: 17.69 s
  568. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  569. Calling variants ...
  570. Total processed positions in chr14 (chunk 2/17) : 10000
  571. Total time elapsed: 77.45 s
  572. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  573. Calling variants ...
  574. Total processed positions in chr14 (chunk 3/17) : 10000
  575. Total time elapsed: 85.49 s
  576. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  577. Calling variants ...
  578. Total processed positions in chr14 (chunk 4/17) : 10000
  579. Total time elapsed: 108.69 s
  580. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  581. Calling variants ...
  582. Total processed positions in chr14 (chunk 16/17) : 10000
  583. Total time elapsed: 111.72 s
  584. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  585. Calling variants ...
  586. Total processed positions in chr14 (chunk 5/17) : 10000
  587. Total time elapsed: 111.92 s
  588. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  589. Calling variants ...
  590. Total processed positions in chr14 (chunk 6/17) : 10000
  591. Total time elapsed: 113.19 s
  592. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  593. Calling variants ...
  594. Total processed positions in chr14 (chunk 1/17) : 10000
  595. Total time elapsed: 116.51 s
  596. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  597. Calling variants ...
  598. Total processed positions in chr14 (chunk 7/17) : 10000
  599. Total time elapsed: 118.51 s
  600. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  601. Calling variants ...
  602. Total processed positions in chr14 (chunk 9/17) : 10000
  603. Total time elapsed: 120.23 s
  604. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  605. Calling variants ...
  606. Total processed positions in chr14 (chunk 8/17) : 10000
  607. Total time elapsed: 120.33 s
  608. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  609. Calling variants ...
  610. Total processed positions in chr14 (chunk 15/17) : 10000
  611. Total time elapsed: 120.91 s
  612. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  613. Calling variants ...
  614. Total processed positions in chr14 (chunk 12/17) : 10000
  615. Total time elapsed: 121.70 s
  616. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  617. Calling variants ...
  618. Total processed positions in chr14 (chunk 10/17) : 10000
  619. Total time elapsed: 125.60 s
  620. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  621. Calling variants ...
  622. Total processed positions in chr14 (chunk 11/17) : 10000
  623. Total time elapsed: 132.71 s
  624. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  625. Calling variants ...
  626. Total processed positions in chr14 (chunk 13/17) : 10000
  627. Total time elapsed: 133.62 s
  628. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  629. Calling variants ...
  630. Total processed positions in chr14 (chunk 14/17) : 10000
  631. Total time elapsed: 137.02 s
  632. real 2m20.809s
  633. user 29m25.734s
  634. sys 1m36.544s
  635. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  636. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  637. [INFO] Pileup variants processed in chr14: 64294
  638. [INFO] Full-alignment variants processed in chr14: 125164
  639. real 0m2.550s
  640. user 0m2.580s
  641. sys 0m0.179s
  642. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz
  643. real 7m1.826s
  644. user 53m3.431s
  645. sys 4m21.166s
  646. [INFO] Select Heterozygous SNP for Phasing
  647. [INFO] RUN THE FOLLOWING COMMAND:
  648. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/logs/clair3_log/parallel_1_select_hetero_snp_for_phasing.log -j 40 pypy3 /opt/bin/clairs.py select_hetero_snp_for_phasing --tumor_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz --normal_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz --output_folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/vcf --ctg_name {1} --use_heterozygous_snp_in_normal_sample_for_intermediate_phasing True :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/logs/clair3_log/1_select_hetero_snp_for_phasing.log
  649. [INFO] Total HET SNP calls selected: chr14: 109551, not found:498, not match:37, low_qual_count:0. Total normal:129319 Total tumor:110086, pro: 0.9951
  650. [INFO] Phase the Tumor BAM
  651. [INFO] RUN THE FOLLOWING COMMAND:
  652. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/logs/clair3_log/parallel_4_phase_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase phase -s /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/vcf/{1}.vcf -b /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam -r /home/t_steimle/ref/hs1/chm13v2.0.fa -t 40 -o /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/phased_output/tumor_phased_{1} --ont :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/CONTIGS && parallel -j 40 bgzip -f /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/logs/clair3_log/4_phase_tumor.log && parallel -j 40 tabix -f -p vcf /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/CONTIGS
  653. LongPhase Ver 1.7
  654. --- File Parameter ---
  655. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/vcf/chr14.vcf
  656. SV File :
  657. MOD File :
  658. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  659. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/phased_output/tumor_phased_chr14
  660. Generate Dot : False
  661. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam
  662. --- Phasing Parameter ---
  663. Seq Platform : ONT
  664. Phase Indel : False
  665. Distance Threshold : 300000
  666. Connect Adjacent : 20
  667. Edge Threshold : 0.7
  668. Mapping Quality : 1
  669. Variant Confidence : 0.75
  670. ReadTag Confidence : 0.65
  671. parsing VCF ... 1s
  672. parsing SV VCF ... 0s
  673. parsing Meth VCF ... 0s
  674. reading reference ... 1s
  675. (chr14,62s)
  676. parsing total: 62s
  677. merge results ... 0s
  678. writeResult SNP ... 1s
  679. total process: 65s
  680. [INFO] Haplotag the Tumor BAM
  681. [INFO] RUN THE FOLLOWING COMMAND:
  682. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/logs/clair3_log/parallel_5_haplotag_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase haplotag -o /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/phased_output/tumor_{1} --reference /home/t_steimle/ref/hs1/chm13v2.0.fa --region {1} -s /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz -b /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/logs/clair3_log/5_tumor_haplotag.log && parallel -j 40 samtools index -@40 /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/clair3_output/phased_output/tumor_{1}.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part10/tmp/CONTIGS