slurm-2557978.out 38 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774
  1. WARNING: While bind mounting '/mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40:/mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40': destination is already in the mount point list
  2. [COMMAND] /opt/bin/run_clairs --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --platform ont_r10_dorado_sup_5khz_ssrs --output_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40 --region chr9:55624206-150617247 --sample_name CHAHA_diag --include_all_ctgs --print_germline_calls --enable_indel_calling --enable_clair3_germline_output --use_longphase_for_intermediate_haplotagging True
  3. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/logs
  4. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp
  5. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/split_beds
  6. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/candidates
  7. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/pileup_tensor_can
  8. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/fa_tensor_can
  9. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/vcf_output
  10. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/tmp_vcf_output
  11. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/logs/clair3_log
  12. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/phased_output
  13. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/vcf
  14. [INFO] --include_all_ctgs enabled
  15. [INFO] Call variants in contigs: chr9
  16. [INFO] Number of chunks for each contig: 31
  17. [INFO] CALLER VERSION: 0.4.4
  18. [INFO] NORMAL BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  19. [INFO] TUMOR BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  20. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  21. [INFO] PLATFORM: ont_r10_dorado_sup_5khz_ssrs
  22. [INFO] THREADS: 40
  23. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40
  24. [INFO] OUTPUT VCF PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/output.vcf.gz
  25. [INFO] PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/pileup.pkl
  26. [INFO] FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/full_alignment.pkl
  27. [INFO] BED FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/region.bed
  28. [INFO] GENOTYPING MODE VCF FILE PATH: None
  29. [INFO] HYBRID MODE VCF FILE PATH: None
  30. [INFO] REGION FOR CALLING: chr9:55624206-150617247
  31. [INFO] CONTIGS FOR CALLING: None
  32. [INFO] CONDA BINARY PREFIX: /opt/conda/envs/clairs
  33. [INFO] SAMTOOLS BINARY PATH: samtools
  34. [INFO] PYTHON BINARY PATH: python3
  35. [INFO] PYPY BINARY PATH: pypy3
  36. [INFO] PARALLEL BINARY PATH: parallel
  37. [INFO] LONGPHASE BINARY PATH: /opt/conda/envs/clairs/bin/longphase
  38. [INFO] CHUNK SIZE: 5000000
  39. [INFO] SNV MINIMUM AF: 0.05
  40. [INFO] SNV MINIMUM QUAL: 8
  41. [INFO] INDEL MINIMUM AF: 0.1
  42. [INFO] INDEL PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/pileup.pkl
  43. [INFO] INDEL FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/full_alignment.pkl
  44. [INFO] INDEL MINIMUM QUAL: 8
  45. [INFO] NORMAL VCF FILE PATH: None
  46. [INFO] DISABLE PHASING: False
  47. [INFO] ENABLE DRY RUN: False
  48. [INFO] ENABLE INDEL CALLING: True
  49. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  50. [INFO] ENABLE PRINTING GERMLINE CALLS: True
  51. [INFO] ENABLE INCLUDING ALL CTGS FOR CALLING: True
  52. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  53. [INFO] Call Germline Variants in Normal BAM using Clair3
  54. [INFO] RUN THE FOLLOWING COMMAND:
  55. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output --ctg_name=chr9 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/logs/clair3_log/1_CLAIR3_NORMAL.log
  56. [INFO] CLAIR3 VERSION: v1.0.8
  57. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  58. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  59. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  60. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output
  61. [INFO] PLATFORM: ont
  62. [INFO] THREADS: 40
  63. [INFO] BED FILE PATH: EMPTY
  64. [INFO] VCF FILE PATH: EMPTY
  65. [INFO] CONTIGS: chr9
  66. [INFO] CONDA PREFIX:
  67. [INFO] SAMTOOLS PATH: samtools
  68. [INFO] PYTHON PATH: python3
  69. [INFO] PYPY PATH: pypy3
  70. [INFO] PARALLEL PATH: parallel
  71. [INFO] WHATSHAP PATH: whatshap
  72. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  73. [INFO] CHUNK SIZE: 5000000
  74. [INFO] FULL ALIGN PROPORTION: 0.7
  75. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  76. [INFO] PHASING PROPORTION: 0.7
  77. [INFO] MINIMUM MQ: 5
  78. [INFO] MINIMUM COVERAGE: 4
  79. [INFO] SNP AF THRESHOLD: 0.08
  80. [INFO] INDEL AF THRESHOLD: 0.15
  81. [INFO] BASE ERROR IN GVCF: 0.001
  82. [INFO] GQ BIN SIZE IN GVCF: 5
  83. [INFO] ENABLE FILEUP ONLY CALLING: False
  84. [INFO] ENABLE FAST MODE CALLING: False
  85. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  86. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  87. [INFO] ENABLE OUTPUT GVCF: False
  88. [INFO] ENABLE HAPLOID PRECISE MODE: False
  89. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  90. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  91. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  92. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  93. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  94. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  95. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  96. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  97. [INFO] ENABLE LONG INDEL CALLING: False
  98. [INFO] ENABLE C_IMPLEMENT: True
  99. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr9 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  100. [INFO] Check environment variables
  101. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output/log
  102. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output/tmp/pileup_output
  103. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output/tmp/merge_output
  104. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output/tmp/phase_output
  105. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output/tmp/gvcf_tmp_output
  106. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output
  107. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf
  108. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_bam
  109. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output/candidate_bed
  110. [INFO] Call variant in contigs: chr9
  111. [INFO] Chunk number for each contig: 31
  112. [INFO] 1/7 Call variants using pileup model
  113. Calling variants ...
  114. Total processed positions in chr9 (chunk 12/31) : 1257
  115. Total time elapsed: 17.96 s
  116. Calling variants ...
  117. Total processed positions in chr9 (chunk 13/31) : 2641
  118. Total time elapsed: 20.38 s
  119. Calling variants ...
  120. Total processed positions in chr9 (chunk 15/31) : 17476
  121. Total time elapsed: 48.85 s
  122. Calling variants ...
  123. Total processed positions in chr9 (chunk 14/31) : 21538
  124. Total time elapsed: 53.60 s
  125. Calling variants ...
  126. Total processed positions in chr9 (chunk 10/31) : 33522
  127. Total time elapsed: 78.54 s
  128. Calling variants ...
  129. Total processed positions in chr9 (chunk 11/31) : 37053
  130. Total time elapsed: 86.05 s
  131. Calling variants ...
  132. Total processed positions in chr9 (chunk 16/31) : 56455
  133. Total time elapsed: 119.76 s
  134. Calling variants ...
  135. Total processed positions in chr9 (chunk 17/31) : 62283
  136. Total time elapsed: 127.62 s
  137. Calling variants ...
  138. Total processed positions in chr9 (chunk 9/31) : 63514
  139. Total time elapsed: 131.78 s
  140. Calling variants ...
  141. Total processed positions in chr9 (chunk 3/31) : 71362
  142. Total time elapsed: 135.99 s
  143. Calling variants ...
  144. Total processed positions in chr9 (chunk 5/31) : 74395
  145. Total time elapsed: 139.66 s
  146. Calling variants ...
  147. Total processed positions in chr9 (chunk 24/31) : 79394
  148. Total time elapsed: 141.54 s
  149. Calling variants ...
  150. Total processed positions in chr9 (chunk 29/31) : 78305
  151. Total time elapsed: 142.68 s
  152. Calling variants ...
  153. Total processed positions in chr9 (chunk 7/31) : 76859
  154. Total time elapsed: 143.38 s
  155. Calling variants ...
  156. Total processed positions in chr9 (chunk 8/31) : 79476
  157. Total time elapsed: 144.97 s
  158. Calling variants ...
  159. Total processed positions in chr9 (chunk 25/31) : 76301
  160. Total time elapsed: 145.07 s
  161. Calling variants ...
  162. Total processed positions in chr9 (chunk 6/31) : 72961
  163. Total time elapsed: 146.47 s
  164. Calling variants ...
  165. Total processed positions in chr9 (chunk 26/31) : 82443
  166. Total time elapsed: 148.27 s
  167. Calling variants ...
  168. Total processed positions in chr9 (chunk 20/31) : 75744
  169. Total time elapsed: 148.83 s
  170. Calling variants ...
  171. Total processed positions in chr9 (chunk 23/31) : 81576
  172. Total time elapsed: 150.46 s
  173. Calling variants ...
  174. Total processed positions in chr9 (chunk 2/31) : 77468
  175. Total time elapsed: 151.04 s
  176. Calling variants ...
  177. Total processed positions in chr9 (chunk 4/31) : 76648
  178. Total time elapsed: 151.73 s
  179. Calling variants ...
  180. Total processed positions in chr9 (chunk 22/31) : 81615
  181. Total time elapsed: 154.06 s
  182. Calling variants ...
  183. Total processed positions in chr9 (chunk 19/31) : 78752
  184. Total time elapsed: 154.05 s
  185. Calling variants ...
  186. Total processed positions in chr9 (chunk 28/31) : 79687
  187. Total time elapsed: 155.51 s
  188. Calling variants ...
  189. Total processed positions in chr9 (chunk 18/31) : 77860
  190. Total time elapsed: 155.64 s
  191. Calling variants ...
  192. Total processed positions in chr9 (chunk 27/31) : 81764
  193. Total time elapsed: 157.11 s
  194. Calling variants ...
  195. Total processed positions in chr9 (chunk 1/31) : 85324
  196. Total time elapsed: 159.15 s
  197. Calling variants ...
  198. Total processed positions in chr9 (chunk 30/31) : 88072
  199. Total time elapsed: 162.12 s
  200. Calling variants ...
  201. Total processed positions in chr9 (chunk 21/31) : 89341
  202. Total time elapsed: 152.60 s
  203. Calling variants ...
  204. Total processed positions in chr9 (chunk 31/31) : 95505
  205. Total time elapsed: 155.05 s
  206. real 3m4.784s
  207. user 62m4.077s
  208. sys 3m33.310s
  209. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  210. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 14
  211. [INFO] Total heterozygous SNP positions selected: chr9: 77784
  212. real 0m4.754s
  213. user 0m4.489s
  214. sys 0m0.192s
  215. [INFO] 3/7 Phase VCF file using LongPhase
  216. LongPhase Ver 1.7
  217. --- File Parameter ---
  218. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/chr9.vcf
  219. SV File :
  220. MOD File :
  221. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  222. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/phased_chr9
  223. Generate Dot : False
  224. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  225. --- Phasing Parameter ---
  226. Seq Platform : ONT
  227. Phase Indel : False
  228. Distance Threshold : 300000
  229. Connect Adjacent : 20
  230. Edge Threshold : 0.7
  231. Mapping Quality : 1
  232. Variant Confidence : 0.75
  233. ReadTag Confidence : 0.65
  234. parsing VCF ... 0s
  235. parsing SV VCF ... 0s
  236. parsing Meth VCF ... 0s
  237. reading reference ... 2s
  238. (chr9,10s)
  239. parsing total: 10s
  240. merge results ... 0s
  241. writeResult SNP ... 0s
  242. total process: 12s
  243. real 0m12.323s
  244. user 0m23.247s
  245. sys 0m1.686s
  246. [INFO] 5/7 Select candidates for full-alignment calling
  247. [INFO] Set variants quality cutoff 19.0
  248. [INFO] Set reference calls quality cutoff 13.0
  249. [INFO] Low quality reference calls to be processed in chr9: 181543
  250. [INFO] Low quality variants to be processed in chr9: 165238
  251. real 0m5.203s
  252. user 0m4.807s
  253. sys 0m0.313s
  254. [INFO] 6/7 Call low-quality variants using full-alignment model
  255. Calling variants ...
  256. Total processed positions in chr9 (chunk 19/35) : 10000
  257. Total time elapsed: 92.62 s
  258. Calling variants ...
  259. Total processed positions in chr9 (chunk 17/35) : 10000
  260. Total time elapsed: 96.32 s
  261. Calling variants ...
  262. Total processed positions in chr9 (chunk 29/35) : 10000
  263. Total time elapsed: 96.61 s
  264. Calling variants ...
  265. Total processed positions in chr9 (chunk 2/35) : 10000
  266. Total time elapsed: 96.49 s
  267. Calling variants ...
  268. Total processed positions in chr9 (chunk 26/35) : 10000
  269. Total time elapsed: 98.14 s
  270. Calling variants ...
  271. Total processed positions in chr9 (chunk 10/35) : 10000
  272. Total time elapsed: 98.23 s
  273. Calling variants ...
  274. Total processed positions in chr9 (chunk 7/35) : 10000
  275. Total time elapsed: 98.31 s
  276. Calling variants ...
  277. Total processed positions in chr9 (chunk 1/35) : 10000
  278. Total time elapsed: 102.22 s
  279. Calling variants ...
  280. Total processed positions in chr9 (chunk 30/35) : 10000
  281. Total time elapsed: 102.47 s
  282. Calling variants ...
  283. Total processed positions in chr9 (chunk 25/35) : 10000
  284. Total time elapsed: 102.89 s
  285. Calling variants ...
  286. Total processed positions in chr9 (chunk 4/35) : 10000
  287. Total time elapsed: 103.42 s
  288. Calling variants ...
  289. Total processed positions in chr9 (chunk 23/35) : 10000
  290. Total time elapsed: 103.94 s
  291. Calling variants ...
  292. Total processed positions in chr9 (chunk 28/35) : 10000
  293. Total time elapsed: 104.38 s
  294. Calling variants ...
  295. Total processed positions in chr9 (chunk 6/35) : 10000
  296. Total time elapsed: 104.32 s
  297. Calling variants ...
  298. Total processed positions in chr9 (chunk 3/35) : 10000
  299. Total time elapsed: 104.69 s
  300. Calling variants ...
  301. Total processed positions in chr9 (chunk 20/35) : 10000
  302. Total time elapsed: 104.80 s
  303. Calling variants ...
  304. Total processed positions in chr9 (chunk 15/35) : 10000
  305. Total time elapsed: 105.81 s
  306. Calling variants ...
  307. Total processed positions in chr9 (chunk 24/35) : 10000
  308. Total time elapsed: 106.00 s
  309. Calling variants ...
  310. Total processed positions in chr9 (chunk 12/35) : 10000
  311. Total time elapsed: 106.02 s
  312. Calling variants ...
  313. Total processed positions in chr9 (chunk 18/35) : 10000
  314. Total time elapsed: 106.35 s
  315. Calling variants ...
  316. Total processed positions in chr9 (chunk 16/35) : 10000
  317. Total time elapsed: 106.68 s
  318. Calling variants ...
  319. Total processed positions in chr9 (chunk 8/35) : 10000
  320. Total time elapsed: 106.87 s
  321. Calling variants ...
  322. Total processed positions in chr9 (chunk 9/35) : 10000
  323. Total time elapsed: 106.89 s
  324. Calling variants ...
  325. Total processed positions in chr9 (chunk 27/35) : 10000
  326. Total time elapsed: 107.09 s
  327. Calling variants ...
  328. Total processed positions in chr9 (chunk 21/35) : 10000
  329. Total time elapsed: 107.27 s
  330. Calling variants ...
  331. Total processed positions in chr9 (chunk 14/35) : 10000
  332. Total time elapsed: 107.48 s
  333. Calling variants ...
  334. Total processed positions in chr9 (chunk 13/35) : 10000
  335. Total time elapsed: 107.50 s
  336. Calling variants ...
  337. Total processed positions in chr9 (chunk 11/35) : 10000
  338. Total time elapsed: 107.78 s
  339. Calling variants ...
  340. Total processed positions in chr9 (chunk 5/35) : 10000
  341. Total time elapsed: 107.99 s
  342. Calling variants ...
  343. Total processed positions in chr9 (chunk 22/35) : 10000
  344. Total time elapsed: 108.92 s
  345. Calling variants ...
  346. Total processed positions in chr9 (chunk 35/35) : 6781
  347. Total time elapsed: 55.49 s
  348. Calling variants ...
  349. Total processed positions in chr9 (chunk 32/35) : 10000
  350. Total time elapsed: 69.14 s
  351. Calling variants ...
  352. Total processed positions in chr9 (chunk 31/35) : 10000
  353. Total time elapsed: 74.70 s
  354. Calling variants ...
  355. Total processed positions in chr9 (chunk 34/35) : 10000
  356. Total time elapsed: 78.02 s
  357. Calling variants ...
  358. Total processed positions in chr9 (chunk 33/35) : 10000
  359. Total time elapsed: 81.45 s
  360. real 3m4.889s
  361. user 55m57.941s
  362. sys 3m16.335s
  363. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  364. [INFO] Pileup variants processed in chr9: 70909
  365. [INFO] Full-alignment variants processed in chr9: 180962
  366. real 0m6.255s
  367. user 0m6.847s
  368. sys 0m0.266s
  369. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz
  370. real 7m3.909s
  371. user 119m5.300s
  372. sys 6m54.136s
  373. [INFO] Call Germline Variant in Tumor BAM using Clair3
  374. [INFO] RUN THE FOLLOWING COMMAND:
  375. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output --ctg_name=chr9 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/logs/clair3_log/2_CLAIR3_TUMOR.log
  376. [INFO] CLAIR3 VERSION: v1.0.8
  377. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  378. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  379. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  380. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output
  381. [INFO] PLATFORM: ont
  382. [INFO] THREADS: 40
  383. [INFO] BED FILE PATH: EMPTY
  384. [INFO] VCF FILE PATH: EMPTY
  385. [INFO] CONTIGS: chr9
  386. [INFO] CONDA PREFIX:
  387. [INFO] SAMTOOLS PATH: samtools
  388. [INFO] PYTHON PATH: python3
  389. [INFO] PYPY PATH: pypy3
  390. [INFO] PARALLEL PATH: parallel
  391. [INFO] WHATSHAP PATH: whatshap
  392. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  393. [INFO] CHUNK SIZE: 5000000
  394. [INFO] FULL ALIGN PROPORTION: 0.7
  395. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  396. [INFO] PHASING PROPORTION: 0.7
  397. [INFO] MINIMUM MQ: 5
  398. [INFO] MINIMUM COVERAGE: 4
  399. [INFO] SNP AF THRESHOLD: 0.08
  400. [INFO] INDEL AF THRESHOLD: 0.15
  401. [INFO] BASE ERROR IN GVCF: 0.001
  402. [INFO] GQ BIN SIZE IN GVCF: 5
  403. [INFO] ENABLE FILEUP ONLY CALLING: False
  404. [INFO] ENABLE FAST MODE CALLING: False
  405. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  406. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  407. [INFO] ENABLE OUTPUT GVCF: False
  408. [INFO] ENABLE HAPLOID PRECISE MODE: False
  409. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  410. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  411. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  412. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  413. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  414. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  415. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  416. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  417. [INFO] ENABLE LONG INDEL CALLING: False
  418. [INFO] ENABLE C_IMPLEMENT: True
  419. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr9 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  420. [INFO] Check environment variables
  421. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output/log
  422. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output/tmp/pileup_output
  423. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output/tmp/merge_output
  424. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output/tmp/phase_output
  425. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output/tmp/gvcf_tmp_output
  426. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output
  427. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf
  428. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_bam
  429. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output/candidate_bed
  430. [INFO] Call variant in contigs: chr9
  431. [INFO] Chunk number for each contig: 31
  432. [INFO] 1/7 Call variants using pileup model
  433. Calling variants ...
  434. Total processed positions in chr9 (chunk 12/31) : 3313
  435. Total time elapsed: 63.75 s
  436. Calling variants ...
  437. Total processed positions in chr9 (chunk 13/31) : 9677
  438. Total time elapsed: 75.54 s
  439. Calling variants ...
  440. Total processed positions in chr9 (chunk 8/31) : 8048
  441. Total time elapsed: 76.99 s
  442. Calling variants ...
  443. Total processed positions in chr9 (chunk 5/31) : 8157
  444. Total time elapsed: 78.17 s
  445. Calling variants ...
  446. Total processed positions in chr9 (chunk 18/31) : 8449
  447. Total time elapsed: 78.96 s
  448. Calling variants ...
  449. Total processed positions in chr9 (chunk 23/31) : 9152
  450. Total time elapsed: 80.13 s
  451. Calling variants ...
  452. Total processed positions in chr9 (chunk 27/31) : 10222
  453. Total time elapsed: 80.37 s
  454. Calling variants ...
  455. Total processed positions in chr9 (chunk 9/31) : 7557
  456. Total time elapsed: 81.04 s
  457. Calling variants ...
  458. Total processed positions in chr9 (chunk 19/31) : 11050
  459. Total time elapsed: 81.73 s
  460. Calling variants ...
  461. Total processed positions in chr9 (chunk 4/31) : 11173
  462. Total time elapsed: 81.98 s
  463. Calling variants ...
  464. Total processed positions in chr9 (chunk 6/31) : 10501
  465. Total time elapsed: 82.23 s
  466. Calling variants ...
  467. Total processed positions in chr9 (chunk 20/31) : 11420
  468. Total time elapsed: 83.61 s
  469. Calling variants ...
  470. Total processed positions in chr9 (chunk 24/31) : 11713
  471. Total time elapsed: 84.00 s
  472. Calling variants ...
  473. Total processed positions in chr9 (chunk 26/31) : 12517
  474. Total time elapsed: 84.11 s
  475. Calling variants ...
  476. Total processed positions in chr9 (chunk 2/31) : 13146
  477. Total time elapsed: 86.25 s
  478. Calling variants ...
  479. Total processed positions in chr9 (chunk 17/31) : 11841
  480. Total time elapsed: 87.22 s
  481. Calling variants ...
  482. Total processed positions in chr9 (chunk 1/31) : 15967
  483. Total time elapsed: 89.50 s
  484. Calling variants ...
  485. Total processed positions in chr9 (chunk 15/31) : 22912
  486. Total time elapsed: 93.68 s
  487. Calling variants ...
  488. Total processed positions in chr9 (chunk 28/31) : 6980
  489. Total time elapsed: 47.43 s
  490. Calling variants ...
  491. Total processed positions in chr9 (chunk 7/31) : 10077
  492. Total time elapsed: 48.37 s
  493. Calling variants ...
  494. Total processed positions in chr9 (chunk 29/31) : 8642
  495. Total time elapsed: 49.57 s
  496. Calling variants ...
  497. Total processed positions in chr9 (chunk 3/31) : 9920
  498. Total time elapsed: 49.92 s
  499. Calling variants ...
  500. Total processed positions in chr9 (chunk 25/31) : 9578
  501. Total time elapsed: 50.63 s
  502. Calling variants ...
  503. Total processed positions in chr9 (chunk 22/31) : 12435
  504. Total time elapsed: 51.57 s
  505. Calling variants ...
  506. Total processed positions in chr9 (chunk 11/31) : 40307
  507. Total time elapsed: 115.89 s
  508. Calling variants ...
  509. Total processed positions in chr9 (chunk 30/31) : 12175
  510. Total time elapsed: 53.41 s
  511. Calling variants ...
  512. Total processed positions in chr9 (chunk 21/31) : 11701
  513. Total time elapsed: 54.40 s
  514. Calling variants ...
  515. Total processed positions in chr9 (chunk 10/31) : 17506
  516. Total time elapsed: 58.44 s
  517. Calling variants ...
  518. Total processed positions in chr9 (chunk 31/31) : 16000
  519. Total time elapsed: 55.65 s
  520. Calling variants ...
  521. Total processed positions in chr9 (chunk 14/31) : 27421
  522. Total time elapsed: 65.13 s
  523. Calling variants ...
  524. Total processed positions in chr9 (chunk 16/31) : 56368
  525. Total time elapsed: 141.70 s
  526. real 2m25.563s
  527. user 26m45.350s
  528. sys 3m12.482s
  529. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  530. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 19
  531. [INFO] Total heterozygous SNP positions selected: chr9: 77791
  532. real 0m1.682s
  533. user 0m1.459s
  534. sys 0m0.151s
  535. [INFO] 3/7 Phase VCF file using LongPhase
  536. LongPhase Ver 1.7
  537. --- File Parameter ---
  538. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/chr9.vcf
  539. SV File :
  540. MOD File :
  541. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  542. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/phased_chr9
  543. Generate Dot : False
  544. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  545. --- Phasing Parameter ---
  546. Seq Platform : ONT
  547. Phase Indel : False
  548. Distance Threshold : 300000
  549. Connect Adjacent : 20
  550. Edge Threshold : 0.7
  551. Mapping Quality : 1
  552. Variant Confidence : 0.75
  553. ReadTag Confidence : 0.65
  554. parsing VCF ... 1s
  555. parsing SV VCF ... 0s
  556. parsing Meth VCF ... 0s
  557. reading reference ... 1s
  558. (chr9,45s)
  559. parsing total: 45s
  560. merge results ... 0s
  561. writeResult SNP ... 1s
  562. total process: 48s
  563. real 0m47.622s
  564. user 1m39.107s
  565. sys 0m6.712s
  566. [INFO] 5/7 Select candidates for full-alignment calling
  567. [INFO] Set variants quality cutoff 22.0
  568. [INFO] Set reference calls quality cutoff 8.0
  569. [INFO] Low quality reference calls to be processed in chr9: 19049
  570. [INFO] Low quality variants to be processed in chr9: 171149
  571. real 0m1.655s
  572. user 0m1.429s
  573. sys 0m0.187s
  574. [INFO] 6/7 Call low-quality variants using full-alignment model
  575. Calling variants ...
  576. Total processed positions in chr9 (chunk 20/20) : 198
  577. Total time elapsed: 5.14 s
  578. Calling variants ...
  579. Total processed positions in chr9 (chunk 9/20) : 10000
  580. Total time elapsed: 103.97 s
  581. Calling variants ...
  582. Total processed positions in chr9 (chunk 6/20) : 10000
  583. Total time elapsed: 106.05 s
  584. Calling variants ...
  585. Total processed positions in chr9 (chunk 1/20) : 10000
  586. Total time elapsed: 108.09 s
  587. Calling variants ...
  588. Total processed positions in chr9 (chunk 8/20) : 10000
  589. Total time elapsed: 109.62 s
  590. Calling variants ...
  591. Total processed positions in chr9 (chunk 2/20) : 10000
  592. Total time elapsed: 112.64 s
  593. Calling variants ...
  594. Total processed positions in chr9 (chunk 3/20) : 10000
  595. Total time elapsed: 115.34 s
  596. Calling variants ...
  597. Total processed positions in chr9 (chunk 19/20) : 10000
  598. Total time elapsed: 118.04 s
  599. Calling variants ...
  600. Total processed positions in chr9 (chunk 13/20) : 10000
  601. Total time elapsed: 118.74 s
  602. Calling variants ...
  603. Total processed positions in chr9 (chunk 17/20) : 10000
  604. Total time elapsed: 119.76 s
  605. Calling variants ...
  606. Total processed positions in chr9 (chunk 10/20) : 10000
  607. Total time elapsed: 119.63 s
  608. Calling variants ...
  609. Total processed positions in chr9 (chunk 14/20) : 10000
  610. Total time elapsed: 120.51 s
  611. Calling variants ...
  612. Total processed positions in chr9 (chunk 7/20) : 10000
  613. Total time elapsed: 121.34 s
  614. Calling variants ...
  615. Total processed positions in chr9 (chunk 15/20) : 10000
  616. Total time elapsed: 123.04 s
  617. Calling variants ...
  618. Total processed positions in chr9 (chunk 18/20) : 10000
  619. Total time elapsed: 123.50 s
  620. Calling variants ...
  621. Total processed positions in chr9 (chunk 4/20) : 10000
  622. Total time elapsed: 125.47 s
  623. Calling variants ...
  624. Total processed positions in chr9 (chunk 12/20) : 10000
  625. Total time elapsed: 131.99 s
  626. Calling variants ...
  627. Total processed positions in chr9 (chunk 16/20) : 10000
  628. Total time elapsed: 134.56 s
  629. Calling variants ...
  630. Total processed positions in chr9 (chunk 11/20) : 10000
  631. Total time elapsed: 139.32 s
  632. Calling variants ...
  633. Total processed positions in chr9 (chunk 5/20) : 10000
  634. Total time elapsed: 155.07 s
  635. real 2m38.507s
  636. user 35m49.457s
  637. sys 1m53.587s
  638. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  639. [INFO] Pileup variants processed in chr9: 73865
  640. [INFO] Full-alignment variants processed in chr9: 160201
  641. real 0m2.867s
  642. user 0m2.939s
  643. sys 0m0.181s
  644. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz
  645. real 6m8.256s
  646. user 64m28.253s
  647. sys 5m14.468s
  648. [INFO] Select Heterozygous SNP for Phasing
  649. [INFO] RUN THE FOLLOWING COMMAND:
  650. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/logs/clair3_log/parallel_1_select_hetero_snp_for_phasing.log -j 40 pypy3 /opt/bin/clairs.py select_hetero_snp_for_phasing --tumor_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz --normal_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz --output_folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/vcf --ctg_name {1} --use_heterozygous_snp_in_normal_sample_for_intermediate_phasing True :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/logs/clair3_log/1_select_hetero_snp_for_phasing.log
  651. [INFO] Total HET SNP calls selected: chr9: 107191, not found:2348, not match:108, low_qual_count:0. Total normal:119728 Total tumor:109647, pro: 0.9776
  652. [INFO] Phase the Tumor BAM
  653. [INFO] RUN THE FOLLOWING COMMAND:
  654. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/logs/clair3_log/parallel_4_phase_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase phase -s /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/vcf/{1}.vcf -b /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam -r /home/t_steimle/ref/hs1/chm13v2.0.fa -t 40 -o /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/phased_output/tumor_phased_{1} --ont :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/CONTIGS && parallel -j 40 bgzip -f /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/logs/clair3_log/4_phase_tumor.log && parallel -j 40 tabix -f -p vcf /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/CONTIGS
  655. LongPhase Ver 1.7
  656. --- File Parameter ---
  657. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/vcf/chr9.vcf
  658. SV File :
  659. MOD File :
  660. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  661. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/phased_output/tumor_phased_chr9
  662. Generate Dot : False
  663. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  664. --- Phasing Parameter ---
  665. Seq Platform : ONT
  666. Phase Indel : False
  667. Distance Threshold : 300000
  668. Connect Adjacent : 20
  669. Edge Threshold : 0.7
  670. Mapping Quality : 1
  671. Variant Confidence : 0.75
  672. ReadTag Confidence : 0.65
  673. parsing VCF ... 1s
  674. parsing SV VCF ... 0s
  675. parsing Meth VCF ... 0s
  676. reading reference ... 1s
  677. (chr9,49s)
  678. parsing total: 49s
  679. merge results ... 0s
  680. writeResult SNP ... 1s
  681. total process: 52s
  682. [INFO] Haplotag the Tumor BAM
  683. [INFO] RUN THE FOLLOWING COMMAND:
  684. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/logs/clair3_log/parallel_5_haplotag_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase haplotag -o /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/phased_output/tumor_{1} --reference /home/t_steimle/ref/hs1/chm13v2.0.fa --region {1} -s /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz -b /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/logs/clair3_log/5_tumor_haplotag.log && parallel -j 40 samtools index -@40 /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/phased_output/tumor_{1}.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/CONTIGS
  685. phased SNP file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/phased_output/tumor_phased_chr9.vcf.gz
  686. phased SV file:
  687. phased MOD file:
  688. input bam file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  689. input ref file: /home/t_steimle/ref/hs1/chm13v2.0.fa
  690. output bam file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/clair3_output/phased_output/tumor_chr9.bam
  691. number of threads: 1
  692. write log file: false
  693. log file:
  694. -------------------------------------------
  695. tag region: chr9
  696. filter mapping quality below: 1
  697. percentage threshold: 0.6
  698. tag supplementary: false
  699. -------------------------------------------
  700. parsing SNP VCF ... 1s
  701. tag read start ...
  702. chr: chr9 ... 1322s
  703. tag read 1325s
  704. -------------------------------------------
  705. total process time: 1326s
  706. total alignment: 1870680
  707. total supplementary: 62722
  708. total secondary: 0
  709. total unmapped: 0
  710. total tag alignment: 709540
  711. total untagged: 1161140
  712. [INFO] STEP 1: Extract Variant Candidates from Tumor and Normal BAMs
  713. [INFO] RUN THE FOLLOWING COMMAND:
  714. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/logs/parallel_1_extract_tumor_candidates.log -C " " -j 40 pypy3 /opt/bin/clairs.py extract_pair_candidates --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --samtools samtools --snv_min_af 0.05 --indel_min_af 0.1 --chunk_id {2} --chunk_num {3} --ctg_name {1} --platform ont --min_coverage 4 --bed_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/split_beds/{1} --candidates_folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/candidates --output_depth True --select_indel_candidates True --hybrid_mode_vcf_fn None --genotyping_mode_vcf_fn None :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/CHUNK_LIST ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/logs/1_EC.log && pypy3 /opt/bin/clairs.py concat_files --input_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part40/tmp/candidates --input_prefix CANDIDATES_FILE_ --output_fn CANDIDATES_FILES
  715. [INFO] chr9 chunk 0/31: Total snv candidates found: 74, total indel candidates found: 46
  716. [INFO] chr9 chunk 1/31: Total snv candidates found: 1194, total indel candidates found: 371
  717. [INFO] chr9 chunk 4/31: Total snv candidates found: 656, total indel candidates found: 215