slurm-2557979.out 43 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964
  1. WARNING: While bind mounting '/mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20:/mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20': destination is already in the mount point list
  2. [COMMAND] /opt/bin/run_clairs --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --platform ont_r10_dorado_sup_5khz_ssrs --output_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20 --region chr2:1-113845111 --sample_name CHAHA_diag --include_all_ctgs --print_germline_calls --enable_indel_calling --enable_clair3_germline_output --use_longphase_for_intermediate_haplotagging True
  3. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/logs
  4. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp
  5. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/split_beds
  6. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/candidates
  7. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/pileup_tensor_can
  8. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/fa_tensor_can
  9. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/vcf_output
  10. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/tmp_vcf_output
  11. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/logs/clair3_log
  12. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/phased_output
  13. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/vcf
  14. [INFO] --include_all_ctgs enabled
  15. [INFO] Call variants in contigs: chr2
  16. [INFO] Number of chunks for each contig: 49
  17. [INFO] CALLER VERSION: 0.4.4
  18. [INFO] NORMAL BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  19. [INFO] TUMOR BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  20. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  21. [INFO] PLATFORM: ont_r10_dorado_sup_5khz_ssrs
  22. [INFO] THREADS: 40
  23. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20
  24. [INFO] OUTPUT VCF PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/output.vcf.gz
  25. [INFO] PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/pileup.pkl
  26. [INFO] FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/full_alignment.pkl
  27. [INFO] BED FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/region.bed
  28. [INFO] GENOTYPING MODE VCF FILE PATH: None
  29. [INFO] HYBRID MODE VCF FILE PATH: None
  30. [INFO] REGION FOR CALLING: chr2:1-113845111
  31. [INFO] CONTIGS FOR CALLING: None
  32. [INFO] CONDA BINARY PREFIX: /opt/conda/envs/clairs
  33. [INFO] SAMTOOLS BINARY PATH: samtools
  34. [INFO] PYTHON BINARY PATH: python3
  35. [INFO] PYPY BINARY PATH: pypy3
  36. [INFO] PARALLEL BINARY PATH: parallel
  37. [INFO] LONGPHASE BINARY PATH: /opt/conda/envs/clairs/bin/longphase
  38. [INFO] CHUNK SIZE: 5000000
  39. [INFO] SNV MINIMUM AF: 0.05
  40. [INFO] SNV MINIMUM QUAL: 8
  41. [INFO] INDEL MINIMUM AF: 0.1
  42. [INFO] INDEL PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/pileup.pkl
  43. [INFO] INDEL FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/full_alignment.pkl
  44. [INFO] INDEL MINIMUM QUAL: 8
  45. [INFO] NORMAL VCF FILE PATH: None
  46. [INFO] DISABLE PHASING: False
  47. [INFO] ENABLE DRY RUN: False
  48. [INFO] ENABLE INDEL CALLING: True
  49. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  50. [INFO] ENABLE PRINTING GERMLINE CALLS: True
  51. [INFO] ENABLE INCLUDING ALL CTGS FOR CALLING: True
  52. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  53. [INFO] Call Germline Variants in Normal BAM using Clair3
  54. [INFO] RUN THE FOLLOWING COMMAND:
  55. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output --ctg_name=chr2 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/logs/clair3_log/1_CLAIR3_NORMAL.log
  56. [INFO] CLAIR3 VERSION: v1.0.8
  57. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  58. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  59. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  60. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output
  61. [INFO] PLATFORM: ont
  62. [INFO] THREADS: 40
  63. [INFO] BED FILE PATH: EMPTY
  64. [INFO] VCF FILE PATH: EMPTY
  65. [INFO] CONTIGS: chr2
  66. [INFO] CONDA PREFIX:
  67. [INFO] SAMTOOLS PATH: samtools
  68. [INFO] PYTHON PATH: python3
  69. [INFO] PYPY PATH: pypy3
  70. [INFO] PARALLEL PATH: parallel
  71. [INFO] WHATSHAP PATH: whatshap
  72. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  73. [INFO] CHUNK SIZE: 5000000
  74. [INFO] FULL ALIGN PROPORTION: 0.7
  75. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  76. [INFO] PHASING PROPORTION: 0.7
  77. [INFO] MINIMUM MQ: 5
  78. [INFO] MINIMUM COVERAGE: 4
  79. [INFO] SNP AF THRESHOLD: 0.08
  80. [INFO] INDEL AF THRESHOLD: 0.15
  81. [INFO] BASE ERROR IN GVCF: 0.001
  82. [INFO] GQ BIN SIZE IN GVCF: 5
  83. [INFO] ENABLE FILEUP ONLY CALLING: False
  84. [INFO] ENABLE FAST MODE CALLING: False
  85. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  86. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  87. [INFO] ENABLE OUTPUT GVCF: False
  88. [INFO] ENABLE HAPLOID PRECISE MODE: False
  89. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  90. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  91. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  92. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  93. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  94. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  95. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  96. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  97. [INFO] ENABLE LONG INDEL CALLING: False
  98. [INFO] ENABLE C_IMPLEMENT: True
  99. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr2 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  100. [INFO] Check environment variables
  101. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output/log
  102. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output/tmp/pileup_output
  103. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output/tmp/merge_output
  104. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output/tmp/phase_output
  105. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output/tmp/gvcf_tmp_output
  106. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output
  107. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf
  108. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_bam
  109. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output/candidate_bed
  110. [INFO] Call variant in contigs: chr2
  111. [INFO] Chunk number for each contig: 49
  112. [INFO] 1/7 Call variants using pileup model
  113. Calling variants ...
  114. Total processed positions in chr2 (chunk 13/49) : 75269
  115. Total time elapsed: 199.75 s
  116. Calling variants ...
  117. Total processed positions in chr2 (chunk 17/49) : 71352
  118. Total time elapsed: 202.02 s
  119. Calling variants ...
  120. Total processed positions in chr2 (chunk 30/49) : 73373
  121. Total time elapsed: 202.96 s
  122. Calling variants ...
  123. Total processed positions in chr2 (chunk 20/49) : 75043
  124. Total time elapsed: 203.11 s
  125. Calling variants ...
  126. Total processed positions in chr2 (chunk 11/49) : 74661
  127. Total time elapsed: 209.92 s
  128. Calling variants ...
  129. Total processed positions in chr2 (chunk 8/49) : 80441
  130. Total time elapsed: 210.76 s
  131. Calling variants ...
  132. Total processed positions in chr2 (chunk 9/49) : 81596
  133. Total time elapsed: 211.37 s
  134. Calling variants ...
  135. Total processed positions in chr2 (chunk 6/49) : 79351
  136. Total time elapsed: 212.10 s
  137. Calling variants ...
  138. Total processed positions in chr2 (chunk 10/49) : 82733
  139. Total time elapsed: 212.80 s
  140. Calling variants ...
  141. Total processed positions in chr2 (chunk 1/49) : 80838
  142. Total time elapsed: 214.27 s
  143. Calling variants ...
  144. Total processed positions in chr2 (chunk 29/49) : 76038
  145. Total time elapsed: 214.57 s
  146. Calling variants ...
  147. Total processed positions in chr2 (chunk 24/49) : 79088
  148. Total time elapsed: 215.10 s
  149. Calling variants ...
  150. Total processed positions in chr2 (chunk 16/49) : 81038
  151. Total time elapsed: 215.99 s
  152. Calling variants ...
  153. Total processed positions in chr2 (chunk 23/49) : 82668
  154. Total time elapsed: 216.47 s
  155. Calling variants ...
  156. Total processed positions in chr2 (chunk 27/49) : 83387
  157. Total time elapsed: 216.81 s
  158. Calling variants ...
  159. Total processed positions in chr2 (chunk 18/49) : 80235
  160. Total time elapsed: 219.85 s
  161. Calling variants ...
  162. Total processed positions in chr2 (chunk 22/49) : 80277
  163. Total time elapsed: 224.08 s
  164. Calling variants ...
  165. Total processed positions in chr2 (chunk 4/49) : 83480
  166. Total time elapsed: 224.07 s
  167. Calling variants ...
  168. Total processed positions in chr2 (chunk 14/49) : 81970
  169. Total time elapsed: 224.23 s
  170. Calling variants ...
  171. Total processed positions in chr2 (chunk 19/49) : 75283
  172. Total time elapsed: 225.15 s
  173. Calling variants ...
  174. Total processed positions in chr2 (chunk 2/49) : 84106
  175. Total time elapsed: 227.83 s
  176. Calling variants ...
  177. Total processed positions in chr2 (chunk 21/49) : 81835
  178. Total time elapsed: 229.23 s
  179. Calling variants ...
  180. Total processed positions in chr2 (chunk 26/49) : 84734
  181. Total time elapsed: 231.67 s
  182. Calling variants ...
  183. Total processed positions in chr2 (chunk 28/49) : 75612
  184. Total time elapsed: 201.90 s
  185. Calling variants ...
  186. Total processed positions in chr2 (chunk 3/49) : 86183
  187. Total time elapsed: 233.85 s
  188. Calling variants ...
  189. Total processed positions in chr2 (chunk 12/49) : 82008
  190. Total time elapsed: 206.01 s
  191. Calling variants ...
  192. Total processed positions in chr2 (chunk 25/49) : 84883
  193. Total time elapsed: 209.79 s
  194. Calling variants ...
  195. Total processed positions in chr2 (chunk 5/49) : 83721
  196. Total time elapsed: 210.17 s
  197. Calling variants ...
  198. Total processed positions in chr2 (chunk 15/49) : 87963
  199. Total time elapsed: 213.68 s
  200. Calling variants ...
  201. Total processed positions in chr2 (chunk 7/49) : 88857
  202. Total time elapsed: 217.49 s
  203. Calling variants ...
  204. Total processed positions in chr2 (chunk 31/49) : 73402
  205. Total time elapsed: 151.18 s
  206. Calling variants ...
  207. Total processed positions in chr2 (chunk 40/49) : 70806
  208. Total time elapsed: 138.01 s
  209. Calling variants ...
  210. Total processed positions in chr2 (chunk 37/49) : 75613
  211. Total time elapsed: 142.20 s
  212. Calling variants ...
  213. Total processed positions in chr2 (chunk 32/49) : 71337
  214. Total time elapsed: 152.09 s
  215. Calling variants ...
  216. Total processed positions in chr2 (chunk 47/49) : 74017
  217. Total time elapsed: 134.36 s
  218. Calling variants ...
  219. Total processed positions in chr2 (chunk 42/49) : 75734
  220. Total time elapsed: 144.37 s
  221. Calling variants ...
  222. Total processed positions in chr2 (chunk 39/49) : 79011
  223. Total time elapsed: 149.41 s
  224. Calling variants ...
  225. Total processed positions in chr2 (chunk 36/49) : 84088
  226. Total time elapsed: 153.45 s
  227. Calling variants ...
  228. Total processed positions in chr2 (chunk 38/49) : 73991
  229. Total time elapsed: 154.35 s
  230. Calling variants ...
  231. Total processed positions in chr2 (chunk 33/49) : 82305
  232. Total time elapsed: 164.60 s
  233. Calling variants ...
  234. Total processed positions in chr2 (chunk 41/49) : 80990
  235. Total time elapsed: 153.46 s
  236. Calling variants ...
  237. Total processed positions in chr2 (chunk 34/49) : 79400
  238. Total time elapsed: 166.04 s
  239. Calling variants ...
  240. Total processed positions in chr2 (chunk 44/49) : 75892
  241. Total time elapsed: 155.48 s
  242. Calling variants ...
  243. Total processed positions in chr2 (chunk 48/49) : 83848
  244. Total time elapsed: 152.05 s
  245. Calling variants ...
  246. Total processed positions in chr2 (chunk 35/49) : 84506
  247. Total time elapsed: 167.45 s
  248. Calling variants ...
  249. Total processed positions in chr2 (chunk 43/49) : 78010
  250. Total time elapsed: 162.44 s
  251. Calling variants ...
  252. Total processed positions in chr2 (chunk 46/49) : 81534
  253. Total time elapsed: 162.72 s
  254. Calling variants ...
  255. Total processed positions in chr2 (chunk 45/49) : 86558
  256. Total time elapsed: 175.83 s
  257. Calling variants ...
  258. Total processed positions in chr2 (chunk 49/49) : 92842
  259. Total time elapsed: 181.53 s
  260. real 6m56.137s
  261. user 148m38.462s
  262. sys 7m29.296s
  263. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  264. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 16
  265. [INFO] Total heterozygous SNP positions selected: chr2: 150142
  266. real 0m5.569s
  267. user 0m5.216s
  268. sys 0m0.241s
  269. [INFO] 3/7 Phase VCF file using LongPhase
  270. LongPhase Ver 1.7
  271. --- File Parameter ---
  272. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/chr2.vcf
  273. SV File :
  274. MOD File :
  275. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  276. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/phased_chr2
  277. Generate Dot : False
  278. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  279. --- Phasing Parameter ---
  280. Seq Platform : ONT
  281. Phase Indel : False
  282. Distance Threshold : 300000
  283. Connect Adjacent : 20
  284. Edge Threshold : 0.7
  285. Mapping Quality : 1
  286. Variant Confidence : 0.75
  287. ReadTag Confidence : 0.65
  288. parsing VCF ... 0s
  289. parsing SV VCF ... 0s
  290. parsing Meth VCF ... 0s
  291. reading reference ... 1s
  292. (chr2,16s)
  293. parsing total: 16s
  294. merge results ... 0s
  295. writeResult SNP ... 1s
  296. total process: 18s
  297. real 0m18.252s
  298. user 0m39.624s
  299. sys 0m2.736s
  300. [INFO] 5/7 Select candidates for full-alignment calling
  301. [INFO] Set variants quality cutoff 20.0
  302. [INFO] Set reference calls quality cutoff 14.0
  303. [INFO] Low quality reference calls to be processed in chr2: 351297
  304. [INFO] Low quality variants to be processed in chr2: 282859
  305. real 0m6.395s
  306. user 0m5.824s
  307. sys 0m0.430s
  308. [INFO] 6/7 Call low-quality variants using full-alignment model
  309. Calling variants ...
  310. Total processed positions in chr2 (chunk 19/64) : 10000
  311. Total time elapsed: 136.19 s
  312. Calling variants ...
  313. Total processed positions in chr2 (chunk 9/64) : 10000
  314. Total time elapsed: 136.95 s
  315. Calling variants ...
  316. Total processed positions in chr2 (chunk 30/64) : 10000
  317. Total time elapsed: 141.06 s
  318. Calling variants ...
  319. Total processed positions in chr2 (chunk 17/64) : 10000
  320. Total time elapsed: 142.38 s
  321. Calling variants ...
  322. Total processed positions in chr2 (chunk 6/64) : 10000
  323. Total time elapsed: 142.84 s
  324. Calling variants ...
  325. Total processed positions in chr2 (chunk 16/64) : 10000
  326. Total time elapsed: 145.46 s
  327. Calling variants ...
  328. Total processed positions in chr2 (chunk 10/64) : 10000
  329. Total time elapsed: 145.78 s
  330. Calling variants ...
  331. Total processed positions in chr2 (chunk 21/64) : 10000
  332. Total time elapsed: 145.87 s
  333. Calling variants ...
  334. Total processed positions in chr2 (chunk 2/64) : 10000
  335. Total time elapsed: 146.26 s
  336. Calling variants ...
  337. Total processed positions in chr2 (chunk 11/64) : 10000
  338. Total time elapsed: 146.61 s
  339. Calling variants ...
  340. Total processed positions in chr2 (chunk 28/64) : 10000
  341. Total time elapsed: 147.30 s
  342. Calling variants ...
  343. Total processed positions in chr2 (chunk 3/64) : 10000
  344. Total time elapsed: 148.00 s
  345. Calling variants ...
  346. Total processed positions in chr2 (chunk 5/64) : 10000
  347. Total time elapsed: 148.47 s
  348. Calling variants ...
  349. Total processed positions in chr2 (chunk 27/64) : 10000
  350. Total time elapsed: 149.41 s
  351. Calling variants ...
  352. Total processed positions in chr2 (chunk 7/64) : 10000
  353. Total time elapsed: 149.28 s
  354. Calling variants ...
  355. Total processed positions in chr2 (chunk 29/64) : 10000
  356. Total time elapsed: 149.50 s
  357. Calling variants ...
  358. Total processed positions in chr2 (chunk 26/64) : 10000
  359. Total time elapsed: 149.59 s
  360. Calling variants ...
  361. Total processed positions in chr2 (chunk 18/64) : 10000
  362. Total time elapsed: 150.10 s
  363. Calling variants ...
  364. Total processed positions in chr2 (chunk 8/64) : 10000
  365. Total time elapsed: 151.30 s
  366. Calling variants ...
  367. Total processed positions in chr2 (chunk 23/64) : 10000
  368. Total time elapsed: 152.13 s
  369. Calling variants ...
  370. Total processed positions in chr2 (chunk 4/64) : 10000
  371. Total time elapsed: 153.23 s
  372. Calling variants ...
  373. Total processed positions in chr2 (chunk 25/64) : 10000
  374. Total time elapsed: 154.11 s
  375. Calling variants ...
  376. Total processed positions in chr2 (chunk 15/64) : 10000
  377. Total time elapsed: 153.49 s
  378. Calling variants ...
  379. Total processed positions in chr2 (chunk 12/64) : 10000
  380. Total time elapsed: 154.56 s
  381. Calling variants ...
  382. Total processed positions in chr2 (chunk 20/64) : 10000
  383. Total time elapsed: 154.74 s
  384. Calling variants ...
  385. Total processed positions in chr2 (chunk 22/64) : 10000
  386. Total time elapsed: 156.87 s
  387. Calling variants ...
  388. Total processed positions in chr2 (chunk 14/64) : 10000
  389. Total time elapsed: 157.18 s
  390. Calling variants ...
  391. Total processed positions in chr2 (chunk 13/64) : 10000
  392. Total time elapsed: 158.06 s
  393. Calling variants ...
  394. Total processed positions in chr2 (chunk 24/64) : 10000
  395. Total time elapsed: 159.71 s
  396. Calling variants ...
  397. Total processed positions in chr2 (chunk 1/64) : 10000
  398. Total time elapsed: 162.45 s
  399. Calling variants ...
  400. Total processed positions in chr2 (chunk 31/64) : 10000
  401. Total time elapsed: 139.95 s
  402. Calling variants ...
  403. Total processed positions in chr2 (chunk 32/64) : 10000
  404. Total time elapsed: 149.41 s
  405. Calling variants ...
  406. Total processed positions in chr2 (chunk 44/64) : 10000
  407. Total time elapsed: 140.36 s
  408. Calling variants ...
  409. Total processed positions in chr2 (chunk 41/64) : 10000
  410. Total time elapsed: 142.69 s
  411. Calling variants ...
  412. Total processed positions in chr2 (chunk 49/64) : 10000
  413. Total time elapsed: 140.69 s
  414. Calling variants ...
  415. Total processed positions in chr2 (chunk 56/64) : 10000
  416. Total time elapsed: 134.70 s
  417. Calling variants ...
  418. Total processed positions in chr2 (chunk 45/64) : 10000
  419. Total time elapsed: 141.91 s
  420. Calling variants ...
  421. Total processed positions in chr2 (chunk 38/64) : 10000
  422. Total time elapsed: 147.31 s
  423. Calling variants ...
  424. Total processed positions in chr2 (chunk 37/64) : 10000
  425. Total time elapsed: 148.15 s
  426. Calling variants ...
  427. Total processed positions in chr2 (chunk 42/64) : 10000
  428. Total time elapsed: 144.90 s
  429. Calling variants ...
  430. Total processed positions in chr2 (chunk 50/64) : 10000
  431. Total time elapsed: 143.17 s
  432. Calling variants ...
  433. Total processed positions in chr2 (chunk 35/64) : 10000
  434. Total time elapsed: 153.02 s
  435. Calling variants ...
  436. Total processed positions in chr2 (chunk 51/64) : 10000
  437. Total time elapsed: 142.60 s
  438. Calling variants ...
  439. Total processed positions in chr2 (chunk 46/64) : 10000
  440. Total time elapsed: 147.12 s
  441. Calling variants ...
  442. Total processed positions in chr2 (chunk 52/64) : 10000
  443. Total time elapsed: 145.77 s
  444. Calling variants ...
  445. Total processed positions in chr2 (chunk 57/64) : 10000
  446. Total time elapsed: 142.08 s
  447. Calling variants ...
  448. Total processed positions in chr2 (chunk 33/64) : 10000
  449. Total time elapsed: 158.96 s
  450. Calling variants ...
  451. Total processed positions in chr2 (chunk 59/64) : 10000
  452. Total time elapsed: 140.68 s
  453. Calling variants ...
  454. Total processed positions in chr2 (chunk 53/64) : 10000
  455. Total time elapsed: 146.33 s
  456. Calling variants ...
  457. Total processed positions in chr2 (chunk 39/64) : 10000
  458. Total time elapsed: 154.28 s
  459. Calling variants ...
  460. Total processed positions in chr2 (chunk 36/64) : 10000
  461. Total time elapsed: 154.64 s
  462. Calling variants ...
  463. Total processed positions in chr2 (chunk 40/64) : 10000
  464. Total time elapsed: 153.95 s
  465. Calling variants ...
  466. Total processed positions in chr2 (chunk 34/64) : 10000
  467. Total time elapsed: 158.39 s
  468. Calling variants ...
  469. Total processed positions in chr2 (chunk 55/64) : 10000
  470. Total time elapsed: 146.24 s
  471. Calling variants ...
  472. Total processed positions in chr2 (chunk 58/64) : 10000
  473. Total time elapsed: 143.60 s
  474. Calling variants ...
  475. Total processed positions in chr2 (chunk 48/64) : 10000
  476. Total time elapsed: 151.82 s
  477. Calling variants ...
  478. Total processed positions in chr2 (chunk 43/64) : 10000
  479. Total time elapsed: 154.28 s
  480. Calling variants ...
  481. Total processed positions in chr2 (chunk 47/64) : 10000
  482. Total time elapsed: 155.12 s
  483. Calling variants ...
  484. Total processed positions in chr2 (chunk 54/64) : 10000
  485. Total time elapsed: 152.51 s
  486. Calling variants ...
  487. Total processed positions in chr2 (chunk 60/64) : 10000
  488. Total time elapsed: 147.03 s
  489. Calling variants ...
  490. Total processed positions in chr2 (chunk 64/64) : 4156
  491. Total time elapsed: 40.98 s
  492. Calling variants ...
  493. Total processed positions in chr2 (chunk 61/64) : 10000
  494. Total time elapsed: 96.41 s
  495. Calling variants ...
  496. Total processed positions in chr2 (chunk 62/64) : 10000
  497. Total time elapsed: 90.96 s
  498. Calling variants ...
  499. Total processed positions in chr2 (chunk 63/64) : 10000
  500. Total time elapsed: 91.35 s
  501. real 6m32.438s
  502. user 149m33.204s
  503. sys 6m35.289s
  504. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  505. [INFO] Pileup variants processed in chr2: 121260
  506. [INFO] Full-alignment variants processed in chr2: 298027
  507. real 0m7.682s
  508. user 0m8.986s
  509. sys 0m0.390s
  510. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz
  511. real 14m39.872s
  512. user 299m42.740s
  513. sys 14m11.207s
  514. [INFO] Call Germline Variant in Tumor BAM using Clair3
  515. [INFO] RUN THE FOLLOWING COMMAND:
  516. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output --ctg_name=chr2 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/logs/clair3_log/2_CLAIR3_TUMOR.log
  517. [INFO] CLAIR3 VERSION: v1.0.8
  518. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  519. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  520. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  521. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output
  522. [INFO] PLATFORM: ont
  523. [INFO] THREADS: 40
  524. [INFO] BED FILE PATH: EMPTY
  525. [INFO] VCF FILE PATH: EMPTY
  526. [INFO] CONTIGS: chr2
  527. [INFO] CONDA PREFIX:
  528. [INFO] SAMTOOLS PATH: samtools
  529. [INFO] PYTHON PATH: python3
  530. [INFO] PYPY PATH: pypy3
  531. [INFO] PARALLEL PATH: parallel
  532. [INFO] WHATSHAP PATH: whatshap
  533. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  534. [INFO] CHUNK SIZE: 5000000
  535. [INFO] FULL ALIGN PROPORTION: 0.7
  536. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  537. [INFO] PHASING PROPORTION: 0.7
  538. [INFO] MINIMUM MQ: 5
  539. [INFO] MINIMUM COVERAGE: 4
  540. [INFO] SNP AF THRESHOLD: 0.08
  541. [INFO] INDEL AF THRESHOLD: 0.15
  542. [INFO] BASE ERROR IN GVCF: 0.001
  543. [INFO] GQ BIN SIZE IN GVCF: 5
  544. [INFO] ENABLE FILEUP ONLY CALLING: False
  545. [INFO] ENABLE FAST MODE CALLING: False
  546. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  547. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  548. [INFO] ENABLE OUTPUT GVCF: False
  549. [INFO] ENABLE HAPLOID PRECISE MODE: False
  550. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  551. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  552. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  553. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  554. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  555. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  556. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  557. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  558. [INFO] ENABLE LONG INDEL CALLING: False
  559. [INFO] ENABLE C_IMPLEMENT: True
  560. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr2 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  561. [INFO] Check environment variables
  562. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output/log
  563. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output/tmp/pileup_output
  564. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output/tmp/merge_output
  565. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output/tmp/phase_output
  566. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output/tmp/gvcf_tmp_output
  567. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output
  568. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf
  569. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_bam
  570. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output/candidate_bed
  571. [INFO] Call variant in contigs: chr2
  572. [INFO] Chunk number for each contig: 49
  573. [INFO] 1/7 Call variants using pileup model
  574. Calling variants ...
  575. Total processed positions in chr2 (chunk 17/49) : 7627
  576. Total time elapsed: 101.22 s
  577. Calling variants ...
  578. Total processed positions in chr2 (chunk 5/49) : 8455
  579. Total time elapsed: 103.54 s
  580. Calling variants ...
  581. Total processed positions in chr2 (chunk 21/49) : 9171
  582. Total time elapsed: 104.85 s
  583. Calling variants ...
  584. Total processed positions in chr2 (chunk 6/49) : 9236
  585. Total time elapsed: 104.97 s
  586. Calling variants ...
  587. Total processed positions in chr2 (chunk 23/49) : 8909
  588. Total time elapsed: 105.24 s
  589. Calling variants ...
  590. Total processed positions in chr2 (chunk 22/49) : 9821
  591. Total time elapsed: 106.19 s
  592. Calling variants ...
  593. Total processed positions in chr2 (chunk 24/49) : 9129
  594. Total time elapsed: 106.40 s
  595. Calling variants ...
  596. Total processed positions in chr2 (chunk 29/49) : 10495
  597. Total time elapsed: 108.59 s
  598. Calling variants ...
  599. Total processed positions in chr2 (chunk 18/49) : 11980
  600. Total time elapsed: 108.93 s
  601. Calling variants ...
  602. Total processed positions in chr2 (chunk 7/49) : 11591
  603. Total time elapsed: 109.33 s
  604. Calling variants ...
  605. Total processed positions in chr2 (chunk 11/49) : 11806
  606. Total time elapsed: 109.32 s
  607. Calling variants ...
  608. Total processed positions in chr2 (chunk 4/49) : 10602
  609. Total time elapsed: 109.98 s
  610. Calling variants ...
  611. Total processed positions in chr2 (chunk 26/49) : 11900
  612. Total time elapsed: 112.11 s
  613. Calling variants ...
  614. Total processed positions in chr2 (chunk 12/49) : 12287
  615. Total time elapsed: 112.73 s
  616. Calling variants ...
  617. Total processed positions in chr2 (chunk 3/49) : 13938
  618. Total time elapsed: 114.59 s
  619. Calling variants ...
  620. Total processed positions in chr2 (chunk 27/49) : 14692
  621. Total time elapsed: 115.74 s
  622. Calling variants ...
  623. Total processed positions in chr2 (chunk 20/49) : 24047
  624. Total time elapsed: 131.50 s
  625. Calling variants ...
  626. Total processed positions in chr2 (chunk 28/49) : 7473
  627. Total time elapsed: 66.78 s
  628. Calling variants ...
  629. Total processed positions in chr2 (chunk 9/49) : 10082
  630. Total time elapsed: 69.67 s
  631. Calling variants ...
  632. Total processed positions in chr2 (chunk 2/49) : 10653
  633. Total time elapsed: 71.83 s
  634. Calling variants ...
  635. Total processed positions in chr2 (chunk 13/49) : 10312
  636. Total time elapsed: 73.61 s
  637. Calling variants ...
  638. Total processed positions in chr2 (chunk 16/49) : 11769
  639. Total time elapsed: 76.02 s
  640. Calling variants ...
  641. Total processed positions in chr2 (chunk 15/49) : 11490
  642. Total time elapsed: 77.23 s
  643. Calling variants ...
  644. Total processed positions in chr2 (chunk 14/49) : 12324
  645. Total time elapsed: 76.89 s
  646. Calling variants ...
  647. Total processed positions in chr2 (chunk 8/49) : 13128
  648. Total time elapsed: 77.71 s
  649. Calling variants ...
  650. Total processed positions in chr2 (chunk 31/49) : 7977
  651. Total time elapsed: 61.62 s
  652. Calling variants ...
  653. Total processed positions in chr2 (chunk 1/49) : 15284
  654. Total time elapsed: 81.62 s
  655. Calling variants ...
  656. Total processed positions in chr2 (chunk 36/49) : 9813
  657. Total time elapsed: 64.59 s
  658. Calling variants ...
  659. Total processed positions in chr2 (chunk 34/49) : 10438
  660. Total time elapsed: 66.29 s
  661. Calling variants ...
  662. Total processed positions in chr2 (chunk 37/49) : 9564
  663. Total time elapsed: 64.73 s
  664. Calling variants ...
  665. Total processed positions in chr2 (chunk 39/49) : 7943
  666. Total time elapsed: 62.60 s
  667. Calling variants ...
  668. Total processed positions in chr2 (chunk 44/49) : 8253
  669. Total time elapsed: 58.74 s
  670. Calling variants ...
  671. Total processed positions in chr2 (chunk 35/49) : 11348
  672. Total time elapsed: 67.32 s
  673. Calling variants ...
  674. Total processed positions in chr2 (chunk 38/49) : 8387
  675. Total time elapsed: 63.79 s
  676. Calling variants ...
  677. Total processed positions in chr2 (chunk 42/49) : 9050
  678. Total time elapsed: 63.53 s
  679. Calling variants ...
  680. Total processed positions in chr2 (chunk 41/49) : 9364
  681. Total time elapsed: 64.39 s
  682. Calling variants ...
  683. Total processed positions in chr2 (chunk 43/49) : 9185
  684. Total time elapsed: 62.50 s
  685. Calling variants ...
  686. Total processed positions in chr2 (chunk 46/49) : 10647
  687. Total time elapsed: 61.22 s
  688. Calling variants ...
  689. Total processed positions in chr2 (chunk 45/49) : 9880
  690. Total time elapsed: 62.34 s
  691. Calling variants ...
  692. Total processed positions in chr2 (chunk 30/49) : 6472
  693. Total time elapsed: 50.40 s
  694. Calling variants ...
  695. Total processed positions in chr2 (chunk 25/49) : 10438
  696. Total time elapsed: 54.55 s
  697. Calling variants ...
  698. Total processed positions in chr2 (chunk 47/49) : 11754
  699. Total time elapsed: 56.15 s
  700. Calling variants ...
  701. Total processed positions in chr2 (chunk 10/49) : 12602
  702. Total time elapsed: 57.65 s
  703. Calling variants ...
  704. Total processed positions in chr2 (chunk 32/49) : 8410
  705. Total time elapsed: 45.98 s
  706. Calling variants ...
  707. Total processed positions in chr2 (chunk 33/49) : 10165
  708. Total time elapsed: 49.23 s
  709. Calling variants ...
  710. Total processed positions in chr2 (chunk 40/49) : 8407
  711. Total time elapsed: 44.81 s
  712. Calling variants ...
  713. Total processed positions in chr2 (chunk 48/49) : 12378
  714. Total time elapsed: 48.29 s
  715. Calling variants ...
  716. Total processed positions in chr2 (chunk 19/49) : 64666
  717. Total time elapsed: 214.06 s
  718. Calling variants ...
  719. Total processed positions in chr2 (chunk 49/49) : 16414
  720. Total time elapsed: 54.77 s
  721. real 3m38.990s
  722. user 49m2.698s
  723. sys 12m29.771s
  724. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  725. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 20
  726. [INFO] Total heterozygous SNP positions selected: chr2: 154655
  727. real 0m1.575s
  728. user 0m1.297s
  729. sys 0m0.177s
  730. [INFO] 3/7 Phase VCF file using LongPhase
  731. LongPhase Ver 1.7
  732. --- File Parameter ---
  733. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/chr2.vcf
  734. SV File :
  735. MOD File :
  736. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  737. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/phased_chr2
  738. Generate Dot : False
  739. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  740. --- Phasing Parameter ---
  741. Seq Platform : ONT
  742. Phase Indel : False
  743. Distance Threshold : 300000
  744. Connect Adjacent : 20
  745. Edge Threshold : 0.7
  746. Mapping Quality : 1
  747. Variant Confidence : 0.75
  748. ReadTag Confidence : 0.65
  749. parsing VCF ... 0s
  750. parsing SV VCF ... 0s
  751. parsing Meth VCF ... 0s
  752. reading reference ... 2s
  753. (chr2,60s)
  754. parsing total: 60s
  755. merge results ... 0s
  756. writeResult SNP ... 1s
  757. total process: 63s
  758. real 1m3.199s
  759. user 3m4.039s
  760. sys 0m11.635s
  761. [INFO] 5/7 Select candidates for full-alignment calling
  762. [INFO] Set variants quality cutoff 22.0
  763. [INFO] Set reference calls quality cutoff 7.0
  764. [INFO] Low quality reference calls to be processed in chr2: 18408
  765. [INFO] Low quality variants to be processed in chr2: 277651
  766. real 0m1.581s
  767. user 0m1.339s
  768. sys 0m0.173s
  769. [INFO] 6/7 Call low-quality variants using full-alignment model
  770. Calling variants ...
  771. Total processed positions in chr2 (chunk 30/30) : 6059
  772. Total time elapsed: 102.23 s
  773. Calling variants ...
  774. Total processed positions in chr2 (chunk 13/30) : 10000
  775. Total time elapsed: 154.87 s
  776. Calling variants ...
  777. Total processed positions in chr2 (chunk 2/30) : 10000
  778. Total time elapsed: 176.62 s
  779. Calling variants ...
  780. Total processed positions in chr2 (chunk 29/30) : 10000
  781. Total time elapsed: 177.89 s
  782. Calling variants ...
  783. Total processed positions in chr2 (chunk 14/30) : 10000
  784. Total time elapsed: 180.12 s
  785. Calling variants ...
  786. Total processed positions in chr2 (chunk 25/30) : 10000
  787. Total time elapsed: 181.74 s
  788. Calling variants ...
  789. Total processed positions in chr2 (chunk 3/30) : 10000
  790. Total time elapsed: 182.47 s
  791. Calling variants ...
  792. Total processed positions in chr2 (chunk 11/30) : 10000
  793. Total time elapsed: 185.54 s
  794. Calling variants ...
  795. Total processed positions in chr2 (chunk 9/30) : 10000
  796. Total time elapsed: 186.85 s
  797. Calling variants ...
  798. Total processed positions in chr2 (chunk 6/30) : 10000
  799. Total time elapsed: 186.98 s
  800. Calling variants ...
  801. Total processed positions in chr2 (chunk 18/30) : 10000
  802. Total time elapsed: 186.71 s
  803. Calling variants ...
  804. Total processed positions in chr2 (chunk 5/30) : 10000
  805. Total time elapsed: 187.14 s
  806. Calling variants ...
  807. Total processed positions in chr2 (chunk 23/30) : 10000
  808. Total time elapsed: 189.44 s
  809. Calling variants ...
  810. Total processed positions in chr2 (chunk 22/30) : 10000
  811. Total time elapsed: 189.09 s
  812. Calling variants ...
  813. Total processed positions in chr2 (chunk 15/30) : 10000
  814. Total time elapsed: 189.34 s
  815. Calling variants ...
  816. Total processed positions in chr2 (chunk 16/30) : 10000
  817. Total time elapsed: 189.71 s
  818. Calling variants ...
  819. Total processed positions in chr2 (chunk 28/30) : 10000
  820. Total time elapsed: 190.87 s
  821. Calling variants ...
  822. Total processed positions in chr2 (chunk 7/30) : 10000
  823. Total time elapsed: 191.68 s
  824. Calling variants ...
  825. Total processed positions in chr2 (chunk 12/30) : 10000
  826. Total time elapsed: 190.92 s
  827. Calling variants ...
  828. Total processed positions in chr2 (chunk 19/30) : 10000
  829. Total time elapsed: 192.52 s
  830. Calling variants ...
  831. Total processed positions in chr2 (chunk 8/30) : 10000
  832. Total time elapsed: 193.53 s
  833. Calling variants ...
  834. Total processed positions in chr2 (chunk 10/30) : 10000
  835. Total time elapsed: 194.41 s
  836. Calling variants ...
  837. Total processed positions in chr2 (chunk 17/30) : 10000
  838. Total time elapsed: 196.52 s
  839. Calling variants ...
  840. Total processed positions in chr2 (chunk 1/30) : 10000
  841. Total time elapsed: 198.59 s
  842. Calling variants ...
  843. Total processed positions in chr2 (chunk 24/30) : 10000
  844. Total time elapsed: 198.82 s
  845. Calling variants ...
  846. Total processed positions in chr2 (chunk 4/30) : 10000
  847. Total time elapsed: 200.41 s
  848. Calling variants ...
  849. Total processed positions in chr2 (chunk 27/30) : 10000
  850. Total time elapsed: 203.01 s
  851. Calling variants ...
  852. Total processed positions in chr2 (chunk 20/30) : 10000
  853. Total time elapsed: 202.15 s
  854. Calling variants ...
  855. Total processed positions in chr2 (chunk 26/30) : 10000
  856. Total time elapsed: 204.48 s
  857. Calling variants ...
  858. Total processed positions in chr2 (chunk 21/30) : 10000
  859. Total time elapsed: 206.71 s
  860. real 3m31.628s
  861. user 86m24.557s
  862. sys 3m59.700s
  863. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  864. [INFO] Pileup variants processed in chr2: 119513
  865. [INFO] Full-alignment variants processed in chr2: 256477
  866. real 0m2.788s
  867. user 0m2.943s
  868. sys 0m0.205s
  869. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz
  870. real 8m30.472s
  871. user 138m45.707s
  872. sys 16m43.041s
  873. [INFO] Select Heterozygous SNP for Phasing
  874. [INFO] RUN THE FOLLOWING COMMAND:
  875. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/logs/clair3_log/parallel_1_select_hetero_snp_for_phasing.log -j 40 pypy3 /opt/bin/clairs.py select_hetero_snp_for_phasing --tumor_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz --normal_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz --output_folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/vcf --ctg_name {1} --use_heterozygous_snp_in_normal_sample_for_intermediate_phasing True :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/logs/clair3_log/1_select_hetero_snp_for_phasing.log
  876. [INFO] Total HET SNP calls selected: chr2: 199643, not found:792, not match:54, low_qual_count:0. Total normal:208641 Total tumor:200489, pro: 0.9958
  877. [INFO] Phase the Tumor BAM
  878. [INFO] RUN THE FOLLOWING COMMAND:
  879. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/logs/clair3_log/parallel_4_phase_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase phase -s /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/vcf/{1}.vcf -b /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam -r /home/t_steimle/ref/hs1/chm13v2.0.fa -t 40 -o /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/phased_output/tumor_phased_{1} --ont :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/CONTIGS && parallel -j 40 bgzip -f /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/logs/clair3_log/4_phase_tumor.log && parallel -j 40 tabix -f -p vcf /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/CONTIGS
  880. LongPhase Ver 1.7
  881. --- File Parameter ---
  882. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/vcf/chr2.vcf
  883. SV File :
  884. MOD File :
  885. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  886. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/phased_output/tumor_phased_chr2
  887. Generate Dot : False
  888. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  889. --- Phasing Parameter ---
  890. Seq Platform : ONT
  891. Phase Indel : False
  892. Distance Threshold : 300000
  893. Connect Adjacent : 20
  894. Edge Threshold : 0.7
  895. Mapping Quality : 1
  896. Variant Confidence : 0.75
  897. ReadTag Confidence : 0.65
  898. parsing VCF ... 1s
  899. parsing SV VCF ... 0s
  900. parsing Meth VCF ... 0s
  901. reading reference ... 1s
  902. (chr2,93s)
  903. parsing total: 93s
  904. merge results ... 1s
  905. writeResult SNP ... 1s
  906. total process: 97s
  907. [INFO] Haplotag the Tumor BAM
  908. [INFO] RUN THE FOLLOWING COMMAND:
  909. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/logs/clair3_log/parallel_5_haplotag_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase haplotag -o /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/phased_output/tumor_{1} --reference /home/t_steimle/ref/hs1/chm13v2.0.fa --region {1} -s /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz -b /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/logs/clair3_log/5_tumor_haplotag.log && parallel -j 40 samtools index -@40 /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/clair3_output/phased_output/tumor_{1}.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part20/tmp/CONTIGS