slurm-2536604.out 47 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833
  1. [COMMAND] /opt/bin/run_clairs --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --platform ont_r10_dorado_sup_5khz_ssrs --output_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4 --region chr10:63341881-134758134 --sample_name DUMCO_diag --include_all_ctgs --print_germline_calls --enable_indel_calling --enable_clair3_germline_output --use_longphase_for_intermediate_haplotagging True
  2. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/logs
  3. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp
  4. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/split_beds
  5. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/candidates
  6. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/pileup_tensor_can
  7. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/fa_tensor_can
  8. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/vcf_output
  9. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/tmp_vcf_output
  10. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/logs/clair3_log
  11. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/phased_output
  12. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/vcf
  13. [INFO] --include_all_ctgs enabled
  14. [INFO] Call variants in contigs: chr10
  15. [INFO] Number of chunks for each contig: 27
  16. [INFO] CALLER VERSION: 0.4.4
  17. [INFO] NORMAL BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam
  18. [INFO] TUMOR BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam
  19. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  20. [INFO] PLATFORM: ont_r10_dorado_sup_5khz_ssrs
  21. [INFO] THREADS: 40
  22. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4
  23. [INFO] OUTPUT VCF PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/output.vcf.gz
  24. [INFO] PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/pileup.pkl
  25. [INFO] FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/full_alignment.pkl
  26. [INFO] BED FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/region.bed
  27. [INFO] GENOTYPING MODE VCF FILE PATH: None
  28. [INFO] HYBRID MODE VCF FILE PATH: None
  29. [INFO] REGION FOR CALLING: chr10:63341881-134758134
  30. [INFO] CONTIGS FOR CALLING: None
  31. [INFO] CONDA BINARY PREFIX: /opt/conda/envs/clairs
  32. [INFO] SAMTOOLS BINARY PATH: samtools
  33. [INFO] PYTHON BINARY PATH: python3
  34. [INFO] PYPY BINARY PATH: pypy3
  35. [INFO] PARALLEL BINARY PATH: parallel
  36. [INFO] LONGPHASE BINARY PATH: /opt/conda/envs/clairs/bin/longphase
  37. [INFO] CHUNK SIZE: 5000000
  38. [INFO] SNV MINIMUM AF: 0.05
  39. [INFO] SNV MINIMUM QUAL: 8
  40. [INFO] INDEL MINIMUM AF: 0.1
  41. [INFO] INDEL PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/pileup.pkl
  42. [INFO] INDEL FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/full_alignment.pkl
  43. [INFO] INDEL MINIMUM QUAL: 8
  44. [INFO] NORMAL VCF FILE PATH: None
  45. [INFO] DISABLE PHASING: False
  46. [INFO] ENABLE DRY RUN: False
  47. [INFO] ENABLE INDEL CALLING: True
  48. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  49. [INFO] ENABLE PRINTING GERMLINE CALLS: True
  50. [INFO] ENABLE INCLUDING ALL CTGS FOR CALLING: True
  51. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  52. [INFO] Call Germline Variants in Normal BAM using Clair3
  53. [INFO] RUN THE FOLLOWING COMMAND:
  54. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output --ctg_name=chr10 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/logs/clair3_log/1_CLAIR3_NORMAL.log
  55. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  56. [INFO] CLAIR3 VERSION: v1.0.8
  57. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam
  58. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  59. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  60. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output
  61. [INFO] PLATFORM: ont
  62. [INFO] THREADS: 40
  63. [INFO] BED FILE PATH: EMPTY
  64. [INFO] VCF FILE PATH: EMPTY
  65. [INFO] CONTIGS: chr10
  66. [INFO] CONDA PREFIX:
  67. [INFO] SAMTOOLS PATH: samtools
  68. [INFO] PYTHON PATH: python3
  69. [INFO] PYPY PATH: pypy3
  70. [INFO] PARALLEL PATH: parallel
  71. [INFO] WHATSHAP PATH: whatshap
  72. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  73. [INFO] CHUNK SIZE: 5000000
  74. [INFO] FULL ALIGN PROPORTION: 0.7
  75. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  76. [INFO] PHASING PROPORTION: 0.7
  77. [INFO] MINIMUM MQ: 5
  78. [INFO] MINIMUM COVERAGE: 4
  79. [INFO] SNP AF THRESHOLD: 0.08
  80. [INFO] INDEL AF THRESHOLD: 0.15
  81. [INFO] BASE ERROR IN GVCF: 0.001
  82. [INFO] GQ BIN SIZE IN GVCF: 5
  83. [INFO] ENABLE FILEUP ONLY CALLING: False
  84. [INFO] ENABLE FAST MODE CALLING: False
  85. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  86. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  87. [INFO] ENABLE OUTPUT GVCF: False
  88. [INFO] ENABLE HAPLOID PRECISE MODE: False
  89. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  90. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  91. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  92. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  93. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  94. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  95. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  96. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  97. [INFO] ENABLE LONG INDEL CALLING: False
  98. [INFO] ENABLE C_IMPLEMENT: True
  99. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr10 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  100. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  101. [INFO] Check environment variables
  102. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output/log
  103. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output/tmp/pileup_output
  104. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output/tmp/merge_output
  105. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output/tmp/phase_output
  106. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output/tmp/gvcf_tmp_output
  107. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output
  108. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf
  109. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_bam
  110. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output/candidate_bed
  111. [INFO] Call variant in contigs: chr10
  112. [INFO] Chunk number for each contig: 27
  113. [INFO] 1/7 Call variants using pileup model
  114. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  115. Calling variants ...
  116. Total processed positions in chr10 (chunk 8/27) : 45826
  117. Total time elapsed: 104.02 s
  118. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  119. Calling variants ...
  120. Total processed positions in chr10 (chunk 13/27) : 46506
  121. Total time elapsed: 114.35 s
  122. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  123. Calling variants ...
  124. Total processed positions in chr10 (chunk 14/27) : 48034
  125. Total time elapsed: 115.67 s
  126. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  127. Calling variants ...
  128. Total processed positions in chr10 (chunk 12/27) : 48340
  129. Total time elapsed: 116.09 s
  130. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  131. Calling variants ...
  132. Total processed positions in chr10 (chunk 17/27) : 50227
  133. Total time elapsed: 116.94 s
  134. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  135. Calling variants ...
  136. Total processed positions in chr10 (chunk 22/27) : 49884
  137. Total time elapsed: 117.63 s
  138. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  139. Calling variants ...
  140. Total processed positions in chr10 (chunk 10/27) : 54843
  141. Total time elapsed: 119.86 s
  142. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  143. Calling variants ...
  144. Total processed positions in chr10 (chunk 24/27) : 53181
  145. Total time elapsed: 121.26 s
  146. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  147. Calling variants ...
  148. Total processed positions in chr10 (chunk 23/27) : 51547
  149. Total time elapsed: 122.53 s
  150. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  151. Calling variants ...
  152. Total processed positions in chr10 (chunk 4/27) : 53706
  153. Total time elapsed: 122.44 s
  154. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  155. Calling variants ...
  156. Total processed positions in chr10 (chunk 19/27) : 52944
  157. Total time elapsed: 124.83 s
  158. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  159. Calling variants ...
  160. Total processed positions in chr10 (chunk 5/27) : 56433
  161. Total time elapsed: 127.15 s
  162. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  163. Calling variants ...
  164. Total processed positions in chr10 (chunk 16/27) : 56555
  165. Total time elapsed: 127.94 s
  166. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  167. Calling variants ...
  168. Total processed positions in chr10 (chunk 18/27) : 50434
  169. Total time elapsed: 103.09 s
  170. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  171. Calling variants ...
  172. Total processed positions in chr10 (chunk 6/27) : 56922
  173. Total time elapsed: 131.36 s
  174. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  175. Calling variants ...
  176. Total processed positions in chr10 (chunk 15/27) : 60420
  177. Total time elapsed: 133.49 s
  178. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  179. Calling variants ...
  180. Total processed positions in chr10 (chunk 25/27) : 56153
  181. Total time elapsed: 133.36 s
  182. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  183. Calling variants ...
  184. Total processed positions in chr10 (chunk 1/27) : 60078
  185. Total time elapsed: 134.57 s
  186. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  187. Calling variants ...
  188. Total processed positions in chr10 (chunk 20/27) : 50606
  189. Total time elapsed: 108.22 s
  190. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  191. Calling variants ...
  192. Total processed positions in chr10 (chunk 7/27) : 52716
  193. Total time elapsed: 109.48 s
  194. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  195. Calling variants ...
  196. Total processed positions in chr10 (chunk 11/27) : 50928
  197. Total time elapsed: 110.13 s
  198. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  199. Calling variants ...
  200. Total processed positions in chr10 (chunk 27/27) : 64119
  201. Total time elapsed: 138.75 s
  202. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  203. Calling variants ...
  204. Total processed positions in chr10 (chunk 9/27) : 62446
  205. Total time elapsed: 139.40 s
  206. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  207. Calling variants ...
  208. Total processed positions in chr10 (chunk 2/27) : 56222
  209. Total time elapsed: 113.42 s
  210. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  211. Calling variants ...
  212. Total processed positions in chr10 (chunk 3/27) : 58962
  213. Total time elapsed: 118.98 s
  214. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  215. Calling variants ...
  216. Total processed positions in chr10 (chunk 21/27) : 59650
  217. Total time elapsed: 119.24 s
  218. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  219. Calling variants ...
  220. Total processed positions in chr10 (chunk 26/27) : 61242
  221. Total time elapsed: 120.26 s
  222. real 2m35.699s
  223. user 49m49.438s
  224. sys 5m19.265s
  225. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  226. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 18
  227. [INFO] Total heterozygous SNP positions selected: chr10: 110588
  228. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  229. real 0m4.020s
  230. user 0m3.715s
  231. sys 0m0.222s
  232. [INFO] 3/7 Phase VCF file using LongPhase
  233. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  234. LongPhase Ver 1.7
  235. --- File Parameter ---
  236. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/chr10.vcf
  237. SV File :
  238. MOD File :
  239. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  240. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/phased_chr10
  241. Generate Dot : False
  242. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam
  243. --- Phasing Parameter ---
  244. Seq Platform : ONT
  245. Phase Indel : False
  246. Distance Threshold : 300000
  247. Connect Adjacent : 20
  248. Edge Threshold : 0.7
  249. Mapping Quality : 1
  250. Variant Confidence : 0.75
  251. ReadTag Confidence : 0.65
  252. parsing VCF ... 0s
  253. parsing SV VCF ... 0s
  254. parsing Meth VCF ... 0s
  255. reading reference ... 2s
  256. (chr10,12s)
  257. parsing total: 12s
  258. merge results ... 0s
  259. writeResult SNP ... 1s
  260. total process: 15s
  261. real 0m15.388s
  262. user 0m29.173s
  263. sys 0m1.943s
  264. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  265. [INFO] 5/7 Select candidates for full-alignment calling
  266. [INFO] Set variants quality cutoff 21.0
  267. [INFO] Set reference calls quality cutoff 14.0
  268. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  269. [INFO] Low quality reference calls to be processed in chr10: 118735
  270. [INFO] Low quality variants to be processed in chr10: 196574
  271. real 0m4.194s
  272. user 0m3.841s
  273. sys 0m0.267s
  274. [INFO] 6/7 Call low-quality variants using full-alignment model
  275. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  276. Calling variants ...
  277. Total processed positions in chr10 (chunk 14/32) : 10000
  278. Total time elapsed: 103.73 s
  279. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  280. Calling variants ...
  281. Total processed positions in chr10 (chunk 22/32) : 10000
  282. Total time elapsed: 105.81 s
  283. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  284. Calling variants ...
  285. Total processed positions in chr10 (chunk 21/32) : 10000
  286. Total time elapsed: 109.43 s
  287. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  288. Calling variants ...
  289. Total processed positions in chr10 (chunk 25/32) : 10000
  290. Total time elapsed: 109.97 s
  291. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  292. Calling variants ...
  293. Total processed positions in chr10 (chunk 9/32) : 10000
  294. Total time elapsed: 110.82 s
  295. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  296. Calling variants ...
  297. Total processed positions in chr10 (chunk 6/32) : 10000
  298. Total time elapsed: 111.30 s
  299. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  300. Calling variants ...
  301. Total processed positions in chr10 (chunk 12/32) : 10000
  302. Total time elapsed: 111.57 s
  303. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  304. Calling variants ...
  305. Total processed positions in chr10 (chunk 20/32) : 10000
  306. Total time elapsed: 112.54 s
  307. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  308. Calling variants ...
  309. Total processed positions in chr10 (chunk 19/32) : 10000
  310. Total time elapsed: 112.27 s
  311. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  312. Calling variants ...
  313. Total processed positions in chr10 (chunk 11/32) : 10000
  314. Total time elapsed: 112.56 s
  315. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  316. Calling variants ...
  317. Total processed positions in chr10 (chunk 16/32) : 10000
  318. Total time elapsed: 113.47 s
  319. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  320. Calling variants ...
  321. Total processed positions in chr10 (chunk 18/32) : 10000
  322. Total time elapsed: 113.41 s
  323. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  324. Calling variants ...
  325. Total processed positions in chr10 (chunk 24/32) : 10000
  326. Total time elapsed: 114.29 s
  327. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  328. Calling variants ...
  329. Total processed positions in chr10 (chunk 13/32) : 10000
  330. Total time elapsed: 114.42 s
  331. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  332. Calling variants ...
  333. Total processed positions in chr10 (chunk 23/32) : 10000
  334. Total time elapsed: 114.13 s
  335. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  336. Calling variants ...
  337. Total processed positions in chr10 (chunk 8/32) : 10000
  338. Total time elapsed: 114.16 s
  339. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  340. Calling variants ...
  341. Total processed positions in chr10 (chunk 4/32) : 10000
  342. Total time elapsed: 114.52 s
  343. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  344. Calling variants ...
  345. Total processed positions in chr10 (chunk 29/32) : 10000
  346. Total time elapsed: 114.46 s
  347. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  348. Calling variants ...
  349. Total processed positions in chr10 (chunk 28/32) : 10000
  350. Total time elapsed: 116.02 s
  351. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  352. Calling variants ...
  353. Total processed positions in chr10 (chunk 26/32) : 10000
  354. Total time elapsed: 116.08 s
  355. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  356. Calling variants ...
  357. Total processed positions in chr10 (chunk 30/32) : 10000
  358. Total time elapsed: 115.50 s
  359. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  360. Calling variants ...
  361. Total processed positions in chr10 (chunk 15/32) : 10000
  362. Total time elapsed: 116.81 s
  363. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  364. Calling variants ...
  365. Total processed positions in chr10 (chunk 27/32) : 10000
  366. Total time elapsed: 116.33 s
  367. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  368. Calling variants ...
  369. Total processed positions in chr10 (chunk 7/32) : 10000
  370. Total time elapsed: 117.18 s
  371. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  372. Calling variants ...
  373. Total processed positions in chr10 (chunk 3/32) : 10000
  374. Total time elapsed: 117.48 s
  375. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  376. Calling variants ...
  377. Total processed positions in chr10 (chunk 2/32) : 10000
  378. Total time elapsed: 118.46 s
  379. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  380. Calling variants ...
  381. Total processed positions in chr10 (chunk 17/32) : 10000
  382. Total time elapsed: 117.81 s
  383. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  384. Calling variants ...
  385. Total processed positions in chr10 (chunk 5/32) : 10000
  386. Total time elapsed: 119.33 s
  387. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  388. Calling variants ...
  389. Total processed positions in chr10 (chunk 1/32) : 10000
  390. Total time elapsed: 119.57 s
  391. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  392. Calling variants ...
  393. Total processed positions in chr10 (chunk 10/32) : 10000
  394. Total time elapsed: 120.78 s
  395. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  396. Calling variants ...
  397. Total processed positions in chr10 (chunk 32/32) : 5309
  398. Total time elapsed: 49.62 s
  399. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  400. Calling variants ...
  401. Total processed positions in chr10 (chunk 31/32) : 10000
  402. Total time elapsed: 86.49 s
  403. real 3m19.572s
  404. user 57m4.441s
  405. sys 3m27.409s
  406. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  407. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  408. [INFO] Pileup variants processed in chr10: 84279
  409. [INFO] Full-alignment variants processed in chr10: 203368
  410. real 0m5.865s
  411. user 0m6.249s
  412. sys 0m0.277s
  413. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz
  414. real 6m46.315s
  415. user 107m56.463s
  416. sys 8m51.260s
  417. [INFO] Call Germline Variant in Tumor BAM using Clair3
  418. [INFO] RUN THE FOLLOWING COMMAND:
  419. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output --ctg_name=chr10 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/logs/clair3_log/2_CLAIR3_TUMOR.log
  420. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  421. [INFO] CLAIR3 VERSION: v1.0.8
  422. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam
  423. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  424. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  425. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output
  426. [INFO] PLATFORM: ont
  427. [INFO] THREADS: 40
  428. [INFO] BED FILE PATH: EMPTY
  429. [INFO] VCF FILE PATH: EMPTY
  430. [INFO] CONTIGS: chr10
  431. [INFO] CONDA PREFIX:
  432. [INFO] SAMTOOLS PATH: samtools
  433. [INFO] PYTHON PATH: python3
  434. [INFO] PYPY PATH: pypy3
  435. [INFO] PARALLEL PATH: parallel
  436. [INFO] WHATSHAP PATH: whatshap
  437. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  438. [INFO] CHUNK SIZE: 5000000
  439. [INFO] FULL ALIGN PROPORTION: 0.7
  440. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  441. [INFO] PHASING PROPORTION: 0.7
  442. [INFO] MINIMUM MQ: 5
  443. [INFO] MINIMUM COVERAGE: 4
  444. [INFO] SNP AF THRESHOLD: 0.08
  445. [INFO] INDEL AF THRESHOLD: 0.15
  446. [INFO] BASE ERROR IN GVCF: 0.001
  447. [INFO] GQ BIN SIZE IN GVCF: 5
  448. [INFO] ENABLE FILEUP ONLY CALLING: False
  449. [INFO] ENABLE FAST MODE CALLING: False
  450. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  451. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  452. [INFO] ENABLE OUTPUT GVCF: False
  453. [INFO] ENABLE HAPLOID PRECISE MODE: False
  454. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  455. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  456. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  457. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  458. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  459. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  460. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  461. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  462. [INFO] ENABLE LONG INDEL CALLING: False
  463. [INFO] ENABLE C_IMPLEMENT: True
  464. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr10 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  465. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  466. [INFO] Check environment variables
  467. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output/log
  468. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output/tmp/pileup_output
  469. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output/tmp/merge_output
  470. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output/tmp/phase_output
  471. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output/tmp/gvcf_tmp_output
  472. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output
  473. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf
  474. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_bam
  475. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output/candidate_bed
  476. [INFO] Call variant in contigs: chr10
  477. [INFO] Chunk number for each contig: 27
  478. [INFO] 1/7 Call variants using pileup model
  479. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  480. Calling variants ...
  481. Total processed positions in chr10 (chunk 18/27) : 11051
  482. Total time elapsed: 105.59 s
  483. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  484. Calling variants ...
  485. Total processed positions in chr10 (chunk 23/27) : 11192
  486. Total time elapsed: 106.77 s
  487. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  488. Calling variants ...
  489. Total processed positions in chr10 (chunk 21/27) : 11362
  490. Total time elapsed: 106.82 s
  491. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  492. Calling variants ...
  493. Total processed positions in chr10 (chunk 17/27) : 11922
  494. Total time elapsed: 107.36 s
  495. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  496. Calling variants ...
  497. Total processed positions in chr10 (chunk 14/27) : 13677
  498. Total time elapsed: 110.36 s
  499. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  500. Calling variants ...
  501. Total processed positions in chr10 (chunk 2/27) : 15217
  502. Total time elapsed: 112.66 s
  503. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  504. Calling variants ...
  505. Total processed positions in chr10 (chunk 24/27) : 8754
  506. Total time elapsed: 72.39 s
  507. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  508. Calling variants ...
  509. Total processed positions in chr10 (chunk 15/27) : 11427
  510. Total time elapsed: 73.80 s
  511. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  512. Calling variants ...
  513. Total processed positions in chr10 (chunk 20/27) : 10846
  514. Total time elapsed: 74.03 s
  515. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  516. Calling variants ...
  517. Total processed positions in chr10 (chunk 12/27) : 12345
  518. Total time elapsed: 76.32 s
  519. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  520. Calling variants ...
  521. Total processed positions in chr10 (chunk 13/27) : 10935
  522. Total time elapsed: 77.12 s
  523. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  524. Calling variants ...
  525. Total processed positions in chr10 (chunk 22/27) : 10696
  526. Total time elapsed: 75.58 s
  527. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  528. Calling variants ...
  529. Total processed positions in chr10 (chunk 7/27) : 12351
  530. Total time elapsed: 75.81 s
  531. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  532. Calling variants ...
  533. Total processed positions in chr10 (chunk 11/27) : 13324
  534. Total time elapsed: 79.17 s
  535. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  536. Calling variants ...
  537. Total processed positions in chr10 (chunk 26/27) : 14623
  538. Total time elapsed: 80.54 s
  539. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  540. Calling variants ...
  541. Total processed positions in chr10 (chunk 25/27) : 14602
  542. Total time elapsed: 82.14 s
  543. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  544. Calling variants ...
  545. Total processed positions in chr10 (chunk 6/27) : 17479
  546. Total time elapsed: 84.72 s
  547. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  548. Calling variants ...
  549. Total processed positions in chr10 (chunk 27/27) : 17701
  550. Total time elapsed: 86.03 s
  551. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  552. Calling variants ...
  553. Total processed positions in chr10 (chunk 16/27) : 8751
  554. Total time elapsed: 58.17 s
  555. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  556. Calling variants ...
  557. Total processed positions in chr10 (chunk 4/27) : 12459
  558. Total time elapsed: 61.01 s
  559. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  560. Calling variants ...
  561. Total processed positions in chr10 (chunk 19/27) : 11053
  562. Total time elapsed: 65.79 s
  563. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  564. Calling variants ...
  565. Total processed positions in chr10 (chunk 1/27) : 16613
  566. Total time elapsed: 66.04 s
  567. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  568. Calling variants ...
  569. Total processed positions in chr10 (chunk 5/27) : 11341
  570. Total time elapsed: 51.41 s
  571. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  572. Calling variants ...
  573. Total processed positions in chr10 (chunk 10/27) : 15398
  574. Total time elapsed: 72.51 s
  575. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  576. Calling variants ...
  577. Total processed positions in chr10 (chunk 3/27) : 14619
  578. Total time elapsed: 50.54 s
  579. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  580. Calling variants ...
  581. Total processed positions in chr10 (chunk 8/27) : 21116
  582. Total time elapsed: 57.86 s
  583. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  584. Calling variants ...
  585. Total processed positions in chr10 (chunk 9/27) : 71597
  586. Total time elapsed: 154.81 s
  587. real 4m30.245s
  588. user 30m10.643s
  589. sys 4m30.118s
  590. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  591. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 20
  592. [INFO] Total heterozygous SNP positions selected: chr10: 114549
  593. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  594. real 0m1.928s
  595. user 0m1.668s
  596. sys 0m0.180s
  597. [INFO] 3/7 Phase VCF file using LongPhase
  598. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  599. LongPhase Ver 1.7
  600. --- File Parameter ---
  601. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/chr10.vcf
  602. SV File :
  603. MOD File :
  604. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  605. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/phased_chr10
  606. Generate Dot : False
  607. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam
  608. --- Phasing Parameter ---
  609. Seq Platform : ONT
  610. Phase Indel : False
  611. Distance Threshold : 300000
  612. Connect Adjacent : 20
  613. Edge Threshold : 0.7
  614. Mapping Quality : 1
  615. Variant Confidence : 0.75
  616. ReadTag Confidence : 0.65
  617. parsing VCF ... 0s
  618. parsing SV VCF ... 0s
  619. parsing Meth VCF ... 0s
  620. reading reference ... 2s
  621. (chr10,54s)
  622. parsing total: 54s
  623. merge results ... 0s
  624. writeResult SNP ... 1s
  625. total process: 57s
  626. real 0m57.409s
  627. user 2m3.634s
  628. sys 0m8.114s
  629. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  630. [INFO] 5/7 Select candidates for full-alignment calling
  631. [INFO] Set variants quality cutoff 21.0
  632. [INFO] Set reference calls quality cutoff 7.0
  633. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  634. [INFO] Low quality reference calls to be processed in chr10: 12658
  635. [INFO] Low quality variants to be processed in chr10: 199885
  636. real 0m1.785s
  637. user 0m1.545s
  638. sys 0m0.190s
  639. [INFO] 6/7 Call low-quality variants using full-alignment model
  640. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  641. Calling variants ...
  642. Total processed positions in chr10 (chunk 22/22) : 2543
  643. Total time elapsed: 31.87 s
  644. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  645. Calling variants ...
  646. Total processed positions in chr10 (chunk 7/22) : 10000
  647. Total time elapsed: 101.21 s
  648. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  649. Calling variants ...
  650. Total processed positions in chr10 (chunk 8/22) : 10000
  651. Total time elapsed: 109.22 s
  652. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  653. Calling variants ...
  654. Total processed positions in chr10 (chunk 5/22) : 10000
  655. Total time elapsed: 114.37 s
  656. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  657. Calling variants ...
  658. Total processed positions in chr10 (chunk 9/22) : 10000
  659. Total time elapsed: 115.27 s
  660. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  661. Calling variants ...
  662. Total processed positions in chr10 (chunk 2/22) : 10000
  663. Total time elapsed: 117.07 s
  664. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  665. Calling variants ...
  666. Total processed positions in chr10 (chunk 13/22) : 10000
  667. Total time elapsed: 117.79 s
  668. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  669. Calling variants ...
  670. Total processed positions in chr10 (chunk 3/22) : 10000
  671. Total time elapsed: 118.03 s
  672. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  673. Calling variants ...
  674. Total processed positions in chr10 (chunk 1/22) : 10000
  675. Total time elapsed: 118.85 s
  676. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  677. Calling variants ...
  678. Total processed positions in chr10 (chunk 11/22) : 10000
  679. Total time elapsed: 120.41 s
  680. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  681. Calling variants ...
  682. Total processed positions in chr10 (chunk 18/22) : 10000
  683. Total time elapsed: 122.32 s
  684. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  685. Calling variants ...
  686. Total processed positions in chr10 (chunk 20/22) : 10000
  687. Total time elapsed: 122.68 s
  688. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  689. Calling variants ...
  690. Total processed positions in chr10 (chunk 10/22) : 10000
  691. Total time elapsed: 123.28 s
  692. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  693. Calling variants ...
  694. Total processed positions in chr10 (chunk 19/22) : 10000
  695. Total time elapsed: 123.74 s
  696. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  697. Calling variants ...
  698. Total processed positions in chr10 (chunk 16/22) : 10000
  699. Total time elapsed: 124.21 s
  700. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  701. Calling variants ...
  702. Total processed positions in chr10 (chunk 15/22) : 10000
  703. Total time elapsed: 125.40 s
  704. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  705. Calling variants ...
  706. Total processed positions in chr10 (chunk 4/22) : 10000
  707. Total time elapsed: 127.23 s
  708. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  709. Calling variants ...
  710. Total processed positions in chr10 (chunk 12/22) : 10000
  711. Total time elapsed: 127.26 s
  712. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  713. Calling variants ...
  714. Total processed positions in chr10 (chunk 21/22) : 10000
  715. Total time elapsed: 128.78 s
  716. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  717. Calling variants ...
  718. Total processed positions in chr10 (chunk 6/22) : 10000
  719. Total time elapsed: 129.25 s
  720. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  721. Calling variants ...
  722. Total processed positions in chr10 (chunk 17/22) : 10000
  723. Total time elapsed: 129.52 s
  724. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  725. Calling variants ...
  726. Total processed positions in chr10 (chunk 14/22) : 10000
  727. Total time elapsed: 133.03 s
  728. real 2m16.589s
  729. user 40m23.948s
  730. sys 2m13.182s
  731. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  732. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  733. [INFO] Pileup variants processed in chr10: 85952
  734. [INFO] Full-alignment variants processed in chr10: 189193
  735. real 0m3.285s
  736. user 0m3.344s
  737. sys 0m0.202s
  738. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz
  739. real 8m2.537s
  740. user 72m53.947s
  741. sys 6m53.306s
  742. [INFO] Select Heterozygous SNP for Phasing
  743. [INFO] RUN THE FOLLOWING COMMAND:
  744. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/logs/clair3_log/parallel_1_select_hetero_snp_for_phasing.log -j 40 pypy3 /opt/bin/clairs.py select_hetero_snp_for_phasing --tumor_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz --normal_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz --output_folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/vcf --ctg_name {1} --use_heterozygous_snp_in_normal_sample_for_intermediate_phasing True :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/logs/clair3_log/1_select_hetero_snp_for_phasing.log
  745. [INFO] Total HET SNP calls selected: chr10: 154989, not found:991, not match:82, low_qual_count:0. Total normal:154772 Total tumor:156062, pro: 0.9931
  746. [INFO] Phase the Tumor BAM
  747. [INFO] RUN THE FOLLOWING COMMAND:
  748. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/logs/clair3_log/parallel_4_phase_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase phase -s /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/vcf/{1}.vcf -b /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam -r /home/t_steimle/ref/hs1/chm13v2.0.fa -t 40 -o /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/phased_output/tumor_phased_{1} --ont :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/CONTIGS && parallel -j 40 bgzip -f /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/logs/clair3_log/4_phase_tumor.log && parallel -j 40 tabix -f -p vcf /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/CONTIGS
  749. LongPhase Ver 1.7
  750. --- File Parameter ---
  751. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/vcf/chr10.vcf
  752. SV File :
  753. MOD File :
  754. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  755. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/phased_output/tumor_phased_chr10
  756. Generate Dot : False
  757. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam
  758. --- Phasing Parameter ---
  759. Seq Platform : ONT
  760. Phase Indel : False
  761. Distance Threshold : 300000
  762. Connect Adjacent : 20
  763. Edge Threshold : 0.7
  764. Mapping Quality : 1
  765. Variant Confidence : 0.75
  766. ReadTag Confidence : 0.65
  767. parsing VCF ... 0s
  768. parsing SV VCF ... 0s
  769. parsing Meth VCF ... 0s
  770. reading reference ... 2s
  771. (chr10,78s)
  772. parsing total: 78s
  773. merge results ... 0s
  774. writeResult SNP ... 1s
  775. total process: 81s
  776. [INFO] Haplotag the Tumor BAM
  777. [INFO] RUN THE FOLLOWING COMMAND:
  778. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/logs/clair3_log/parallel_5_haplotag_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase haplotag -o /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/phased_output/tumor_{1} --reference /home/t_steimle/ref/hs1/chm13v2.0.fa --region {1} -s /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz -b /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/logs/clair3_log/5_tumor_haplotag.log && parallel -j 40 samtools index -@40 /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/clair3_output/phased_output/tumor_{1}.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part4/tmp/CONTIGS