slurm-2557974.out 57 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106
  1. WARNING: While bind mounting '/mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29:/mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29': destination is already in the mount point list
  2. [COMMAND] /opt/bin/run_clairs --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --platform ont_r10_dorado_sup_5khz_ssrs --output_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29 --region chr4:1-130874961 --sample_name CHAHA_diag --include_all_ctgs --print_germline_calls --enable_indel_calling --enable_clair3_germline_output --use_longphase_for_intermediate_haplotagging True
  3. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs
  4. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp
  5. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/split_beds
  6. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/candidates
  7. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/pileup_tensor_can
  8. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/fa_tensor_can
  9. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/vcf_output
  10. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/tmp_vcf_output
  11. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/clair3_log
  12. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/phased_output
  13. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/vcf
  14. [INFO] --include_all_ctgs enabled
  15. [INFO] Call variants in contigs: chr4
  16. [INFO] Number of chunks for each contig: 39
  17. [INFO] CALLER VERSION: 0.4.4
  18. [INFO] NORMAL BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  19. [INFO] TUMOR BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  20. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  21. [INFO] PLATFORM: ont_r10_dorado_sup_5khz_ssrs
  22. [INFO] THREADS: 40
  23. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29
  24. [INFO] OUTPUT VCF PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/output.vcf.gz
  25. [INFO] PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/pileup.pkl
  26. [INFO] FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/full_alignment.pkl
  27. [INFO] BED FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/region.bed
  28. [INFO] GENOTYPING MODE VCF FILE PATH: None
  29. [INFO] HYBRID MODE VCF FILE PATH: None
  30. [INFO] REGION FOR CALLING: chr4:1-130874961
  31. [INFO] CONTIGS FOR CALLING: None
  32. [INFO] CONDA BINARY PREFIX: /opt/conda/envs/clairs
  33. [INFO] SAMTOOLS BINARY PATH: samtools
  34. [INFO] PYTHON BINARY PATH: python3
  35. [INFO] PYPY BINARY PATH: pypy3
  36. [INFO] PARALLEL BINARY PATH: parallel
  37. [INFO] LONGPHASE BINARY PATH: /opt/conda/envs/clairs/bin/longphase
  38. [INFO] CHUNK SIZE: 5000000
  39. [INFO] SNV MINIMUM AF: 0.05
  40. [INFO] SNV MINIMUM QUAL: 8
  41. [INFO] INDEL MINIMUM AF: 0.1
  42. [INFO] INDEL PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/pileup.pkl
  43. [INFO] INDEL FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/full_alignment.pkl
  44. [INFO] INDEL MINIMUM QUAL: 8
  45. [INFO] NORMAL VCF FILE PATH: None
  46. [INFO] DISABLE PHASING: False
  47. [INFO] ENABLE DRY RUN: False
  48. [INFO] ENABLE INDEL CALLING: True
  49. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  50. [INFO] ENABLE PRINTING GERMLINE CALLS: True
  51. [INFO] ENABLE INCLUDING ALL CTGS FOR CALLING: True
  52. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  53. [INFO] Call Germline Variants in Normal BAM using Clair3
  54. [INFO] RUN THE FOLLOWING COMMAND:
  55. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output --ctg_name=chr4 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/clair3_log/1_CLAIR3_NORMAL.log
  56. [INFO] CLAIR3 VERSION: v1.0.8
  57. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  58. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  59. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  60. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output
  61. [INFO] PLATFORM: ont
  62. [INFO] THREADS: 40
  63. [INFO] BED FILE PATH: EMPTY
  64. [INFO] VCF FILE PATH: EMPTY
  65. [INFO] CONTIGS: chr4
  66. [INFO] CONDA PREFIX:
  67. [INFO] SAMTOOLS PATH: samtools
  68. [INFO] PYTHON PATH: python3
  69. [INFO] PYPY PATH: pypy3
  70. [INFO] PARALLEL PATH: parallel
  71. [INFO] WHATSHAP PATH: whatshap
  72. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  73. [INFO] CHUNK SIZE: 5000000
  74. [INFO] FULL ALIGN PROPORTION: 0.7
  75. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  76. [INFO] PHASING PROPORTION: 0.7
  77. [INFO] MINIMUM MQ: 5
  78. [INFO] MINIMUM COVERAGE: 4
  79. [INFO] SNP AF THRESHOLD: 0.08
  80. [INFO] INDEL AF THRESHOLD: 0.15
  81. [INFO] BASE ERROR IN GVCF: 0.001
  82. [INFO] GQ BIN SIZE IN GVCF: 5
  83. [INFO] ENABLE FILEUP ONLY CALLING: False
  84. [INFO] ENABLE FAST MODE CALLING: False
  85. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  86. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  87. [INFO] ENABLE OUTPUT GVCF: False
  88. [INFO] ENABLE HAPLOID PRECISE MODE: False
  89. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  90. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  91. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  92. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  93. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  94. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  95. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  96. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  97. [INFO] ENABLE LONG INDEL CALLING: False
  98. [INFO] ENABLE C_IMPLEMENT: True
  99. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr4 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  100. [INFO] Check environment variables
  101. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output/log
  102. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output/tmp/pileup_output
  103. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output/tmp/merge_output
  104. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output/tmp/phase_output
  105. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output/tmp/gvcf_tmp_output
  106. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output
  107. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf
  108. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_bam
  109. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output/candidate_bed
  110. [INFO] Call variant in contigs: chr4
  111. [INFO] Chunk number for each contig: 39
  112. [INFO] 1/7 Call variants using pileup model
  113. Calling variants ...
  114. Total processed positions in chr4 (chunk 11/39) : 24000
  115. Total time elapsed: 70.18 s
  116. Calling variants ...
  117. Total processed positions in chr4 (chunk 24/39) : 70453
  118. Total time elapsed: 143.41 s
  119. Calling variants ...
  120. Total processed positions in chr4 (chunk 16/39) : 68268
  121. Total time elapsed: 145.92 s
  122. Calling variants ...
  123. Total processed positions in chr4 (chunk 13/39) : 73534
  124. Total time elapsed: 148.75 s
  125. Calling variants ...
  126. Total processed positions in chr4 (chunk 25/39) : 75406
  127. Total time elapsed: 149.04 s
  128. Calling variants ...
  129. Total processed positions in chr4 (chunk 5/39) : 75668
  130. Total time elapsed: 149.73 s
  131. Calling variants ...
  132. Total processed positions in chr4 (chunk 28/39) : 75230
  133. Total time elapsed: 149.87 s
  134. Calling variants ...
  135. Total processed positions in chr4 (chunk 14/39) : 77473
  136. Total time elapsed: 151.72 s
  137. Calling variants ...
  138. Total processed positions in chr4 (chunk 30/39) : 77091
  139. Total time elapsed: 153.13 s
  140. Calling variants ...
  141. Total processed positions in chr4 (chunk 22/39) : 72618
  142. Total time elapsed: 153.66 s
  143. Calling variants ...
  144. Total processed positions in chr4 (chunk 27/39) : 76194
  145. Total time elapsed: 155.23 s
  146. Calling variants ...
  147. Total processed positions in chr4 (chunk 6/39) : 79146
  148. Total time elapsed: 156.66 s
  149. Calling variants ...
  150. Total processed positions in chr4 (chunk 7/39) : 72299
  151. Total time elapsed: 158.26 s
  152. Calling variants ...
  153. Total processed positions in chr4 (chunk 19/39) : 76183
  154. Total time elapsed: 158.36 s
  155. Calling variants ...
  156. Total processed positions in chr4 (chunk 26/39) : 81483
  157. Total time elapsed: 158.68 s
  158. Calling variants ...
  159. Total processed positions in chr4 (chunk 9/39) : 75607
  160. Total time elapsed: 159.75 s
  161. Calling variants ...
  162. Total processed positions in chr4 (chunk 20/39) : 76838
  163. Total time elapsed: 162.96 s
  164. Calling variants ...
  165. Total processed positions in chr4 (chunk 8/39) : 82598
  166. Total time elapsed: 163.69 s
  167. Calling variants ...
  168. Total processed positions in chr4 (chunk 23/39) : 71595
  169. Total time elapsed: 141.04 s
  170. Calling variants ...
  171. Total processed positions in chr4 (chunk 4/39) : 79537
  172. Total time elapsed: 168.09 s
  173. Calling variants ...
  174. Total processed positions in chr4 (chunk 10/39) : 81660
  175. Total time elapsed: 168.78 s
  176. Calling variants ...
  177. Total processed positions in chr4 (chunk 12/39) : 77912
  178. Total time elapsed: 169.22 s
  179. Calling variants ...
  180. Total processed positions in chr4 (chunk 17/39) : 73881
  181. Total time elapsed: 145.86 s
  182. Calling variants ...
  183. Total processed positions in chr4 (chunk 21/39) : 80640
  184. Total time elapsed: 171.20 s
  185. Calling variants ...
  186. Total processed positions in chr4 (chunk 18/39) : 78644
  187. Total time elapsed: 149.29 s
  188. Calling variants ...
  189. Total processed positions in chr4 (chunk 29/39) : 84342
  190. Total time elapsed: 174.90 s
  191. Calling variants ...
  192. Total processed positions in chr4 (chunk 2/39) : 92265
  193. Total time elapsed: 177.16 s
  194. Calling variants ...
  195. Total processed positions in chr4 (chunk 1/39) : 94679
  196. Total time elapsed: 180.70 s
  197. Calling variants ...
  198. Total processed positions in chr4 (chunk 15/39) : 77480
  199. Total time elapsed: 156.85 s
  200. Calling variants ...
  201. Total processed positions in chr4 (chunk 3/39) : 86674
  202. Total time elapsed: 161.63 s
  203. Calling variants ...
  204. Total processed positions in chr4 (chunk 31/39) : 78672
  205. Total time elapsed: 127.41 s
  206. Calling variants ...
  207. Total processed positions in chr4 (chunk 33/39) : 78533
  208. Total time elapsed: 106.12 s
  209. Calling variants ...
  210. Total processed positions in chr4 (chunk 35/39) : 75009
  211. Total time elapsed: 107.49 s
  212. Calling variants ...
  213. Total processed positions in chr4 (chunk 36/39) : 80260
  214. Total time elapsed: 107.59 s
  215. Calling variants ...
  216. Total processed positions in chr4 (chunk 32/39) : 81846
  217. Total time elapsed: 114.83 s
  218. Calling variants ...
  219. Total processed positions in chr4 (chunk 34/39) : 74811
  220. Total time elapsed: 113.50 s
  221. Calling variants ...
  222. Total processed positions in chr4 (chunk 37/39) : 82261
  223. Total time elapsed: 114.01 s
  224. Calling variants ...
  225. Total processed positions in chr4 (chunk 38/39) : 85427
  226. Total time elapsed: 121.06 s
  227. Calling variants ...
  228. Total processed positions in chr4 (chunk 39/39) : 83447
  229. Total time elapsed: 119.38 s
  230. real 4m44.258s
  231. user 90m33.855s
  232. sys 5m26.005s
  233. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  234. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 16
  235. [INFO] Total heterozygous SNP positions selected: chr4: 120251
  236. real 0m7.056s
  237. user 0m6.717s
  238. sys 0m0.247s
  239. [INFO] 3/7 Phase VCF file using LongPhase
  240. LongPhase Ver 1.7
  241. --- File Parameter ---
  242. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/chr4.vcf
  243. SV File :
  244. MOD File :
  245. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  246. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/phased_chr4
  247. Generate Dot : False
  248. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  249. --- Phasing Parameter ---
  250. Seq Platform : ONT
  251. Phase Indel : False
  252. Distance Threshold : 300000
  253. Connect Adjacent : 20
  254. Edge Threshold : 0.7
  255. Mapping Quality : 1
  256. Variant Confidence : 0.75
  257. ReadTag Confidence : 0.65
  258. parsing VCF ... 0s
  259. parsing SV VCF ... 0s
  260. parsing Meth VCF ... 0s
  261. reading reference ... 2s
  262. (chr4,15s)
  263. parsing total: 15s
  264. merge results ... 0s
  265. writeResult SNP ... 1s
  266. total process: 18s
  267. real 0m18.515s
  268. user 0m34.635s
  269. sys 0m2.785s
  270. [INFO] 5/7 Select candidates for full-alignment calling
  271. [INFO] Set variants quality cutoff 20.0
  272. [INFO] Set reference calls quality cutoff 14.0
  273. [INFO] Low quality reference calls to be processed in chr4: 266081
  274. [INFO] Low quality variants to be processed in chr4: 239599
  275. real 0m7.775s
  276. user 0m7.257s
  277. sys 0m0.410s
  278. [INFO] 6/7 Call low-quality variants using full-alignment model
  279. Calling variants ...
  280. Total processed positions in chr4 (chunk 27/51) : 10000
  281. Total time elapsed: 90.58 s
  282. Calling variants ...
  283. Total processed positions in chr4 (chunk 2/51) : 10000
  284. Total time elapsed: 90.98 s
  285. Calling variants ...
  286. Total processed positions in chr4 (chunk 11/51) : 10000
  287. Total time elapsed: 94.20 s
  288. Calling variants ...
  289. Total processed positions in chr4 (chunk 24/51) : 10000
  290. Total time elapsed: 95.38 s
  291. Calling variants ...
  292. Total processed positions in chr4 (chunk 9/51) : 10000
  293. Total time elapsed: 95.94 s
  294. Calling variants ...
  295. Total processed positions in chr4 (chunk 18/51) : 10000
  296. Total time elapsed: 96.07 s
  297. Calling variants ...
  298. Total processed positions in chr4 (chunk 6/51) : 10000
  299. Total time elapsed: 97.74 s
  300. Calling variants ...
  301. Total processed positions in chr4 (chunk 28/51) : 10000
  302. Total time elapsed: 98.19 s
  303. Calling variants ...
  304. Total processed positions in chr4 (chunk 14/51) : 10000
  305. Total time elapsed: 101.22 s
  306. Calling variants ...
  307. Total processed positions in chr4 (chunk 12/51) : 10000
  308. Total time elapsed: 102.23 s
  309. Calling variants ...
  310. Total processed positions in chr4 (chunk 21/51) : 10000
  311. Total time elapsed: 102.73 s
  312. Calling variants ...
  313. Total processed positions in chr4 (chunk 30/51) : 10000
  314. Total time elapsed: 103.47 s
  315. Calling variants ...
  316. Total processed positions in chr4 (chunk 23/51) : 10000
  317. Total time elapsed: 103.43 s
  318. Calling variants ...
  319. Total processed positions in chr4 (chunk 5/51) : 10000
  320. Total time elapsed: 104.26 s
  321. Calling variants ...
  322. Total processed positions in chr4 (chunk 29/51) : 10000
  323. Total time elapsed: 104.25 s
  324. Calling variants ...
  325. Total processed positions in chr4 (chunk 15/51) : 10000
  326. Total time elapsed: 104.98 s
  327. Calling variants ...
  328. Total processed positions in chr4 (chunk 19/51) : 10000
  329. Total time elapsed: 105.38 s
  330. Calling variants ...
  331. Total processed positions in chr4 (chunk 4/51) : 10000
  332. Total time elapsed: 105.77 s
  333. Calling variants ...
  334. Total processed positions in chr4 (chunk 10/51) : 10000
  335. Total time elapsed: 106.84 s
  336. Calling variants ...
  337. Total processed positions in chr4 (chunk 17/51) : 10000
  338. Total time elapsed: 107.02 s
  339. Calling variants ...
  340. Total processed positions in chr4 (chunk 26/51) : 10000
  341. Total time elapsed: 107.53 s
  342. Calling variants ...
  343. Total processed positions in chr4 (chunk 3/51) : 10000
  344. Total time elapsed: 107.84 s
  345. Calling variants ...
  346. Total processed positions in chr4 (chunk 16/51) : 10000
  347. Total time elapsed: 108.47 s
  348. Calling variants ...
  349. Total processed positions in chr4 (chunk 8/51) : 10000
  350. Total time elapsed: 108.63 s
  351. Calling variants ...
  352. Total processed positions in chr4 (chunk 22/51) : 10000
  353. Total time elapsed: 108.81 s
  354. Calling variants ...
  355. Total processed positions in chr4 (chunk 13/51) : 10000
  356. Total time elapsed: 110.05 s
  357. Calling variants ...
  358. Total processed positions in chr4 (chunk 1/51) : 10000
  359. Total time elapsed: 110.09 s
  360. Calling variants ...
  361. Total processed positions in chr4 (chunk 20/51) : 10000
  362. Total time elapsed: 110.35 s
  363. Calling variants ...
  364. Total processed positions in chr4 (chunk 25/51) : 10000
  365. Total time elapsed: 110.58 s
  366. Calling variants ...
  367. Total processed positions in chr4 (chunk 7/51) : 10000
  368. Total time elapsed: 110.83 s
  369. Calling variants ...
  370. Total processed positions in chr4 (chunk 51/51) : 5680
  371. Total time elapsed: 58.98 s
  372. Calling variants ...
  373. Total processed positions in chr4 (chunk 38/51) : 10000
  374. Total time elapsed: 78.77 s
  375. Calling variants ...
  376. Total processed positions in chr4 (chunk 32/51) : 10000
  377. Total time elapsed: 86.12 s
  378. Calling variants ...
  379. Total processed positions in chr4 (chunk 39/51) : 10000
  380. Total time elapsed: 77.54 s
  381. Calling variants ...
  382. Total processed positions in chr4 (chunk 34/51) : 10000
  383. Total time elapsed: 83.29 s
  384. Calling variants ...
  385. Total processed positions in chr4 (chunk 37/51) : 10000
  386. Total time elapsed: 83.31 s
  387. Calling variants ...
  388. Total processed positions in chr4 (chunk 33/51) : 10000
  389. Total time elapsed: 86.47 s
  390. Calling variants ...
  391. Total processed positions in chr4 (chunk 31/51) : 10000
  392. Total time elapsed: 90.67 s
  393. Calling variants ...
  394. Total processed positions in chr4 (chunk 35/51) : 10000
  395. Total time elapsed: 85.48 s
  396. Calling variants ...
  397. Total processed positions in chr4 (chunk 47/51) : 10000
  398. Total time elapsed: 79.94 s
  399. Calling variants ...
  400. Total processed positions in chr4 (chunk 36/51) : 10000
  401. Total time elapsed: 89.40 s
  402. Calling variants ...
  403. Total processed positions in chr4 (chunk 46/51) : 10000
  404. Total time elapsed: 81.23 s
  405. Calling variants ...
  406. Total processed positions in chr4 (chunk 44/51) : 10000
  407. Total time elapsed: 82.69 s
  408. Calling variants ...
  409. Total processed positions in chr4 (chunk 42/51) : 10000
  410. Total time elapsed: 83.85 s
  411. Calling variants ...
  412. Total processed positions in chr4 (chunk 41/51) : 10000
  413. Total time elapsed: 84.51 s
  414. Calling variants ...
  415. Total processed positions in chr4 (chunk 40/51) : 10000
  416. Total time elapsed: 85.44 s
  417. Calling variants ...
  418. Total processed positions in chr4 (chunk 45/51) : 10000
  419. Total time elapsed: 86.60 s
  420. Calling variants ...
  421. Total processed positions in chr4 (chunk 48/51) : 10000
  422. Total time elapsed: 84.92 s
  423. Calling variants ...
  424. Total processed positions in chr4 (chunk 49/51) : 10000
  425. Total time elapsed: 85.67 s
  426. Calling variants ...
  427. Total processed positions in chr4 (chunk 50/51) : 10000
  428. Total time elapsed: 86.42 s
  429. Calling variants ...
  430. Total processed positions in chr4 (chunk 43/51) : 10000
  431. Total time elapsed: 88.89 s
  432. real 3m21.051s
  433. user 78m38.604s
  434. sys 4m48.871s
  435. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  436. [INFO] Pileup variants processed in chr4: 103037
  437. [INFO] Full-alignment variants processed in chr4: 249575
  438. real 0m10.582s
  439. user 0m11.421s
  440. sys 0m0.423s
  441. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz
  442. real 9m26.550s
  443. user 170m47.807s
  444. sys 10m21.421s
  445. [INFO] Call Germline Variant in Tumor BAM using Clair3
  446. [INFO] RUN THE FOLLOWING COMMAND:
  447. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output --ctg_name=chr4 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/clair3_log/2_CLAIR3_TUMOR.log
  448. [INFO] CLAIR3 VERSION: v1.0.8
  449. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  450. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  451. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  452. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output
  453. [INFO] PLATFORM: ont
  454. [INFO] THREADS: 40
  455. [INFO] BED FILE PATH: EMPTY
  456. [INFO] VCF FILE PATH: EMPTY
  457. [INFO] CONTIGS: chr4
  458. [INFO] CONDA PREFIX:
  459. [INFO] SAMTOOLS PATH: samtools
  460. [INFO] PYTHON PATH: python3
  461. [INFO] PYPY PATH: pypy3
  462. [INFO] PARALLEL PATH: parallel
  463. [INFO] WHATSHAP PATH: whatshap
  464. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  465. [INFO] CHUNK SIZE: 5000000
  466. [INFO] FULL ALIGN PROPORTION: 0.7
  467. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  468. [INFO] PHASING PROPORTION: 0.7
  469. [INFO] MINIMUM MQ: 5
  470. [INFO] MINIMUM COVERAGE: 4
  471. [INFO] SNP AF THRESHOLD: 0.08
  472. [INFO] INDEL AF THRESHOLD: 0.15
  473. [INFO] BASE ERROR IN GVCF: 0.001
  474. [INFO] GQ BIN SIZE IN GVCF: 5
  475. [INFO] ENABLE FILEUP ONLY CALLING: False
  476. [INFO] ENABLE FAST MODE CALLING: False
  477. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  478. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  479. [INFO] ENABLE OUTPUT GVCF: False
  480. [INFO] ENABLE HAPLOID PRECISE MODE: False
  481. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  482. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  483. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  484. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  485. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  486. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  487. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  488. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  489. [INFO] ENABLE LONG INDEL CALLING: False
  490. [INFO] ENABLE C_IMPLEMENT: True
  491. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr4 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  492. [INFO] Check environment variables
  493. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output/log
  494. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output/tmp/pileup_output
  495. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output/tmp/merge_output
  496. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output/tmp/phase_output
  497. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output/tmp/gvcf_tmp_output
  498. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output
  499. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf
  500. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_bam
  501. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output/candidate_bed
  502. [INFO] Call variant in contigs: chr4
  503. [INFO] Chunk number for each contig: 39
  504. [INFO] 1/7 Call variants using pileup model
  505. Calling variants ...
  506. Total processed positions in chr4 (chunk 17/39) : 6938
  507. Total time elapsed: 97.96 s
  508. Calling variants ...
  509. Total processed positions in chr4 (chunk 30/39) : 6275
  510. Total time elapsed: 97.48 s
  511. Calling variants ...
  512. Total processed positions in chr4 (chunk 22/39) : 7168
  513. Total time elapsed: 98.65 s
  514. Calling variants ...
  515. Total processed positions in chr4 (chunk 24/39) : 8033
  516. Total time elapsed: 101.32 s
  517. Calling variants ...
  518. Total processed positions in chr4 (chunk 4/39) : 8859
  519. Total time elapsed: 101.78 s
  520. Calling variants ...
  521. Total processed positions in chr4 (chunk 27/39) : 10107
  522. Total time elapsed: 104.20 s
  523. Calling variants ...
  524. Total processed positions in chr4 (chunk 19/39) : 10456
  525. Total time elapsed: 105.48 s
  526. Calling variants ...
  527. Total processed positions in chr4 (chunk 28/39) : 11973
  528. Total time elapsed: 106.60 s
  529. Calling variants ...
  530. Total processed positions in chr4 (chunk 7/39) : 11742
  531. Total time elapsed: 107.70 s
  532. Calling variants ...
  533. Total processed positions in chr4 (chunk 14/39) : 11319
  534. Total time elapsed: 107.88 s
  535. Calling variants ...
  536. Total processed positions in chr4 (chunk 3/39) : 12191
  537. Total time elapsed: 108.00 s
  538. Calling variants ...
  539. Total processed positions in chr4 (chunk 13/39) : 12378
  540. Total time elapsed: 108.85 s
  541. Calling variants ...
  542. Total processed positions in chr4 (chunk 8/39) : 14322
  543. Total time elapsed: 109.55 s
  544. Calling variants ...
  545. Total processed positions in chr4 (chunk 25/39) : 12826
  546. Total time elapsed: 109.58 s
  547. Calling variants ...
  548. Total processed positions in chr4 (chunk 1/39) : 16761
  549. Total time elapsed: 115.41 s
  550. Calling variants ...
  551. Total processed positions in chr4 (chunk 2/39) : 19043
  552. Total time elapsed: 116.88 s
  553. Calling variants ...
  554. Total processed positions in chr4 (chunk 12/39) : 25433
  555. Total time elapsed: 124.54 s
  556. Calling variants ...
  557. Total processed positions in chr4 (chunk 23/39) : 6875
  558. Total time elapsed: 51.25 s
  559. Calling variants ...
  560. Total processed positions in chr4 (chunk 5/39) : 7383
  561. Total time elapsed: 52.95 s
  562. Calling variants ...
  563. Total processed positions in chr4 (chunk 26/39) : 9155
  564. Total time elapsed: 53.62 s
  565. Calling variants ...
  566. Total processed positions in chr4 (chunk 21/39) : 9342
  567. Total time elapsed: 54.15 s
  568. Calling variants ...
  569. Total processed positions in chr4 (chunk 16/39) : 9070
  570. Total time elapsed: 54.90 s
  571. Calling variants ...
  572. Total processed positions in chr4 (chunk 29/39) : 9144
  573. Total time elapsed: 55.66 s
  574. Calling variants ...
  575. Total processed positions in chr4 (chunk 9/39) : 9194
  576. Total time elapsed: 56.32 s
  577. Calling variants ...
  578. Total processed positions in chr4 (chunk 20/39) : 9952
  579. Total time elapsed: 59.17 s
  580. Calling variants ...
  581. Total processed positions in chr4 (chunk 18/39) : 10631
  582. Total time elapsed: 59.37 s
  583. Calling variants ...
  584. Total processed positions in chr4 (chunk 6/39) : 10917
  585. Total time elapsed: 60.33 s
  586. Calling variants ...
  587. Total processed positions in chr4 (chunk 10/39) : 13221
  588. Total time elapsed: 62.54 s
  589. Calling variants ...
  590. Total processed positions in chr4 (chunk 31/39) : 9517
  591. Total time elapsed: 50.48 s
  592. Calling variants ...
  593. Total processed positions in chr4 (chunk 32/39) : 10951
  594. Total time elapsed: 51.58 s
  595. Calling variants ...
  596. Total processed positions in chr4 (chunk 33/39) : 11317
  597. Total time elapsed: 50.80 s
  598. Calling variants ...
  599. Total processed positions in chr4 (chunk 15/39) : 18241
  600. Total time elapsed: 68.67 s
  601. Calling variants ...
  602. Total processed positions in chr4 (chunk 35/39) : 10750
  603. Total time elapsed: 50.93 s
  604. Calling variants ...
  605. Total processed positions in chr4 (chunk 34/39) : 12049
  606. Total time elapsed: 52.42 s
  607. Calling variants ...
  608. Total processed positions in chr4 (chunk 36/39) : 10096
  609. Total time elapsed: 49.80 s
  610. Calling variants ...
  611. Total processed positions in chr4 (chunk 37/39) : 11340
  612. Total time elapsed: 49.39 s
  613. Calling variants ...
  614. Total processed positions in chr4 (chunk 38/39) : 12999
  615. Total time elapsed: 51.90 s
  616. Calling variants ...
  617. Total processed positions in chr4 (chunk 39/39) : 21385
  618. Total time elapsed: 61.33 s
  619. Calling variants ...
  620. Total processed positions in chr4 (chunk 11/39) : 59320
  621. Total time elapsed: 182.79 s
  622. real 3m6.972s
  623. user 35m10.970s
  624. sys 16m37.256s
  625. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  626. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 20
  627. [INFO] Total heterozygous SNP positions selected: chr4: 125541
  628. real 0m2.138s
  629. user 0m1.875s
  630. sys 0m0.182s
  631. [INFO] 3/7 Phase VCF file using LongPhase
  632. LongPhase Ver 1.7
  633. --- File Parameter ---
  634. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/chr4.vcf
  635. SV File :
  636. MOD File :
  637. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  638. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/phased_chr4
  639. Generate Dot : False
  640. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  641. --- Phasing Parameter ---
  642. Seq Platform : ONT
  643. Phase Indel : False
  644. Distance Threshold : 300000
  645. Connect Adjacent : 20
  646. Edge Threshold : 0.7
  647. Mapping Quality : 1
  648. Variant Confidence : 0.75
  649. ReadTag Confidence : 0.65
  650. parsing VCF ... 0s
  651. parsing SV VCF ... 0s
  652. parsing Meth VCF ... 0s
  653. reading reference ... 2s
  654. (chr4,77s)
  655. parsing total: 77s
  656. merge results ... 0s
  657. writeResult SNP ... 1s
  658. total process: 80s
  659. real 1m20.651s
  660. user 2m23.459s
  661. sys 0m9.362s
  662. [INFO] 5/7 Select candidates for full-alignment calling
  663. [INFO] Set variants quality cutoff 22.0
  664. [INFO] Set reference calls quality cutoff 7.0
  665. [INFO] Low quality reference calls to be processed in chr4: 15242
  666. [INFO] Low quality variants to be processed in chr4: 242179
  667. real 0m2.055s
  668. user 0m1.823s
  669. sys 0m0.180s
  670. [INFO] 6/7 Call low-quality variants using full-alignment model
  671. Calling variants ...
  672. Total processed positions in chr4 (chunk 26/26) : 7421
  673. Total time elapsed: 98.11 s
  674. Calling variants ...
  675. Total processed positions in chr4 (chunk 8/26) : 10000
  676. Total time elapsed: 99.93 s
  677. Calling variants ...
  678. Total processed positions in chr4 (chunk 2/26) : 10000
  679. Total time elapsed: 106.12 s
  680. Calling variants ...
  681. Total processed positions in chr4 (chunk 1/26) : 10000
  682. Total time elapsed: 112.32 s
  683. Calling variants ...
  684. Total processed positions in chr4 (chunk 24/26) : 10000
  685. Total time elapsed: 116.91 s
  686. Calling variants ...
  687. Total processed positions in chr4 (chunk 9/26) : 10000
  688. Total time elapsed: 123.12 s
  689. Calling variants ...
  690. Total processed positions in chr4 (chunk 11/26) : 10000
  691. Total time elapsed: 125.15 s
  692. Calling variants ...
  693. Total processed positions in chr4 (chunk 10/26) : 10000
  694. Total time elapsed: 129.96 s
  695. Calling variants ...
  696. Total processed positions in chr4 (chunk 22/26) : 10000
  697. Total time elapsed: 129.91 s
  698. Calling variants ...
  699. Total processed positions in chr4 (chunk 7/26) : 10000
  700. Total time elapsed: 130.76 s
  701. Calling variants ...
  702. Total processed positions in chr4 (chunk 17/26) : 10000
  703. Total time elapsed: 131.61 s
  704. Calling variants ...
  705. Total processed positions in chr4 (chunk 25/26) : 10000
  706. Total time elapsed: 132.40 s
  707. Calling variants ...
  708. Total processed positions in chr4 (chunk 12/26) : 10000
  709. Total time elapsed: 133.40 s
  710. Calling variants ...
  711. Total processed positions in chr4 (chunk 3/26) : 10000
  712. Total time elapsed: 133.90 s
  713. Calling variants ...
  714. Total processed positions in chr4 (chunk 21/26) : 10000
  715. Total time elapsed: 134.24 s
  716. Calling variants ...
  717. Total processed positions in chr4 (chunk 23/26) : 10000
  718. Total time elapsed: 134.58 s
  719. Calling variants ...
  720. Total processed positions in chr4 (chunk 6/26) : 10000
  721. Total time elapsed: 134.47 s
  722. Calling variants ...
  723. Total processed positions in chr4 (chunk 5/26) : 10000
  724. Total time elapsed: 135.31 s
  725. Calling variants ...
  726. Total processed positions in chr4 (chunk 15/26) : 10000
  727. Total time elapsed: 136.86 s
  728. Calling variants ...
  729. Total processed positions in chr4 (chunk 14/26) : 10000
  730. Total time elapsed: 137.60 s
  731. Calling variants ...
  732. Total processed positions in chr4 (chunk 19/26) : 10000
  733. Total time elapsed: 140.33 s
  734. Calling variants ...
  735. Total processed positions in chr4 (chunk 20/26) : 10000
  736. Total time elapsed: 141.75 s
  737. Calling variants ...
  738. Total processed positions in chr4 (chunk 13/26) : 10000
  739. Total time elapsed: 141.61 s
  740. Calling variants ...
  741. Total processed positions in chr4 (chunk 18/26) : 10000
  742. Total time elapsed: 148.75 s
  743. Calling variants ...
  744. Total processed positions in chr4 (chunk 4/26) : 10000
  745. Total time elapsed: 161.91 s
  746. Calling variants ...
  747. Total processed positions in chr4 (chunk 16/26) : 10000
  748. Total time elapsed: 174.46 s
  749. real 2m58.186s
  750. user 53m55.414s
  751. sys 2m45.006s
  752. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  753. [INFO] Pileup variants processed in chr4: 104058
  754. [INFO] Full-alignment variants processed in chr4: 223475
  755. real 0m3.608s
  756. user 0m3.707s
  757. sys 0m0.216s
  758. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz
  759. real 7m46.215s
  760. user 91m47.732s
  761. sys 19m33.629s
  762. [INFO] Select Heterozygous SNP for Phasing
  763. [INFO] RUN THE FOLLOWING COMMAND:
  764. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/clair3_log/parallel_1_select_hetero_snp_for_phasing.log -j 40 pypy3 /opt/bin/clairs.py select_hetero_snp_for_phasing --tumor_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz --normal_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz --output_folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/vcf --ctg_name {1} --use_heterozygous_snp_in_normal_sample_for_intermediate_phasing True :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/clair3_log/1_select_hetero_snp_for_phasing.log
  765. [INFO] Total HET SNP calls selected: chr4: 162879, not found:920, not match:65, low_qual_count:0. Total normal:165926 Total tumor:163864, pro: 0.994
  766. [INFO] Phase the Tumor BAM
  767. [INFO] RUN THE FOLLOWING COMMAND:
  768. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/clair3_log/parallel_4_phase_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase phase -s /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/vcf/{1}.vcf -b /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam -r /home/t_steimle/ref/hs1/chm13v2.0.fa -t 40 -o /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/phased_output/tumor_phased_{1} --ont :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/CONTIGS && parallel -j 40 bgzip -f /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/clair3_log/4_phase_tumor.log && parallel -j 40 tabix -f -p vcf /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/CONTIGS
  769. LongPhase Ver 1.7
  770. --- File Parameter ---
  771. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/vcf/chr4.vcf
  772. SV File :
  773. MOD File :
  774. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  775. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/phased_output/tumor_phased_chr4
  776. Generate Dot : False
  777. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  778. --- Phasing Parameter ---
  779. Seq Platform : ONT
  780. Phase Indel : False
  781. Distance Threshold : 300000
  782. Connect Adjacent : 20
  783. Edge Threshold : 0.7
  784. Mapping Quality : 1
  785. Variant Confidence : 0.75
  786. ReadTag Confidence : 0.65
  787. parsing VCF ... 1s
  788. parsing SV VCF ... 0s
  789. parsing Meth VCF ... 0s
  790. reading reference ... 2s
  791. (chr4,81s)
  792. parsing total: 81s
  793. merge results ... 0s
  794. writeResult SNP ... 2s
  795. total process: 86s
  796. [INFO] Haplotag the Tumor BAM
  797. [INFO] RUN THE FOLLOWING COMMAND:
  798. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/clair3_log/parallel_5_haplotag_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase haplotag -o /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/phased_output/tumor_{1} --reference /home/t_steimle/ref/hs1/chm13v2.0.fa --region {1} -s /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz -b /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/clair3_log/5_tumor_haplotag.log && parallel -j 40 samtools index -@40 /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/phased_output/tumor_{1}.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/CONTIGS
  799. phased SNP file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/phased_output/tumor_phased_chr4.vcf.gz
  800. phased SV file:
  801. phased MOD file:
  802. input bam file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  803. input ref file: /home/t_steimle/ref/hs1/chm13v2.0.fa
  804. output bam file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/phased_output/tumor_chr4.bam
  805. number of threads: 1
  806. write log file: false
  807. log file:
  808. -------------------------------------------
  809. tag region: chr4
  810. filter mapping quality below: 1
  811. percentage threshold: 0.6
  812. tag supplementary: false
  813. -------------------------------------------
  814. parsing SNP VCF ... 1s
  815. tag read start ...
  816. chr: chr4 ... 1638s
  817. tag read 1641s
  818. -------------------------------------------
  819. total process time: 1642s
  820. total alignment: 2126232
  821. total supplementary: 91198
  822. total secondary: 0
  823. total unmapped: 0
  824. total tag alignment: 1100175
  825. total untagged: 1026057
  826. [INFO] STEP 1: Extract Variant Candidates from Tumor and Normal BAMs
  827. [INFO] RUN THE FOLLOWING COMMAND:
  828. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/parallel_1_extract_tumor_candidates.log -C " " -j 40 pypy3 /opt/bin/clairs.py extract_pair_candidates --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --samtools samtools --snv_min_af 0.05 --indel_min_af 0.1 --chunk_id {2} --chunk_num {3} --ctg_name {1} --platform ont --min_coverage 4 --bed_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/split_beds/{1} --candidates_folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/candidates --output_depth True --select_indel_candidates True --hybrid_mode_vcf_fn None --genotyping_mode_vcf_fn None :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/CHUNK_LIST ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/1_EC.log && pypy3 /opt/bin/clairs.py concat_files --input_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/candidates --input_prefix CANDIDATES_FILE_ --output_fn CANDIDATES_FILES
  829. [INFO] chr4 chunk 15/39: Total snv candidates found: 5441, total indel candidates found: 298
  830. [INFO] chr4 chunk 16/39: Total snv candidates found: 4972, total indel candidates found: 649
  831. [INFO] chr4 chunk 14/39: Total snv candidates found: 4283, total indel candidates found: 912
  832. [INFO] chr4 chunk 2/39: Total snv candidates found: 1796, total indel candidates found: 885
  833. [INFO] chr4 chunk 0/39: Total snv candidates found: 1735, total indel candidates found: 1346
  834. [INFO] chr4 chunk 7/39: Total snv candidates found: 406, total indel candidates found: 909
  835. [INFO] chr4 chunk 11/39: Total snv candidates found: 929, total indel candidates found: 1229
  836. [INFO] chr4 chunk 1/39: Total snv candidates found: 1671, total indel candidates found: 996
  837. [INFO] chr4 chunk 5/39: Total snv candidates found: 487, total indel candidates found: 731
  838. [INFO] chr4 chunk 17/39: Total snv candidates found: 558, total indel candidates found: 942
  839. [INFO] chr4 chunk 9/39: Total snv candidates found: 465, total indel candidates found: 653
  840. [INFO] chr4 chunk 4/39: Total snv candidates found: 539, total indel candidates found: 726
  841. [INFO] chr4 chunk 12/39: Total snv candidates found: 346, total indel candidates found: 805
  842. [INFO] chr4 chunk 8/39: Total snv candidates found: 456, total indel candidates found: 662
  843. [INFO] chr4 chunk 6/39: Total snv candidates found: 226, total indel candidates found: 558
  844. [INFO] chr4 chunk 3/39: Total snv candidates found: 571, total indel candidates found: 719
  845. [INFO] chr4 chunk 10/39: Total snv candidates found: 656, total indel candidates found: 662
  846. [INFO] chr4 chunk 18/39: Total snv candidates found: 583, total indel candidates found: 644
  847. [INFO] chr4 chunk 20/39: Total snv candidates found: 529, total indel candidates found: 620
  848. [INFO] chr4 chunk 21/39: Total snv candidates found: 1317, total indel candidates found: 687
  849. [INFO] chr4 chunk 13/39: Total snv candidates found: 294, total indel candidates found: 580
  850. [INFO] chr4 chunk 34/39: Total snv candidates found: 257, total indel candidates found: 663
  851. [INFO] chr4 chunk 31/39: Total snv candidates found: 276, total indel candidates found: 622
  852. [INFO] chr4 chunk 22/39: Total snv candidates found: 287, total indel candidates found: 729
  853. [INFO] chr4 chunk 38/39: Total snv candidates found: 366, total indel candidates found: 558
  854. [INFO] chr4 chunk 25/39: Total snv candidates found: 527, total indel candidates found: 916
  855. [INFO] chr4 chunk 33/39: Total snv candidates found: 379, total indel candidates found: 786
  856. [INFO] chr4 chunk 26/39: Total snv candidates found: 875, total indel candidates found: 831
  857. [INFO] chr4 chunk 37/39: Total snv candidates found: 391, total indel candidates found: 753
  858. [INFO] chr4 chunk 27/39: Total snv candidates found: 538, total indel candidates found: 762
  859. [INFO] chr4 chunk 19/39: Total snv candidates found: 351, total indel candidates found: 614
  860. [INFO] chr4 chunk 23/39: Total snv candidates found: 458, total indel candidates found: 779
  861. [INFO] chr4 chunk 32/39: Total snv candidates found: 210, total indel candidates found: 664
  862. [INFO] chr4 chunk 35/39: Total snv candidates found: 344, total indel candidates found: 588
  863. [INFO] chr4 chunk 24/39: Total snv candidates found: 277, total indel candidates found: 706
  864. [INFO] chr4 chunk 28/39: Total snv candidates found: 439, total indel candidates found: 670
  865. [INFO] chr4 chunk 29/39: Total snv candidates found: 588, total indel candidates found: 687
  866. [INFO] chr4 chunk 30/39: Total snv candidates found: 416, total indel candidates found: 641
  867. [INFO] chr4 chunk 36/39: Total snv candidates found: 736, total indel candidates found: 736
  868. [INFO] STEP 2: Pileup Model Calling
  869. [INFO] Create Paired Tensors
  870. [INFO] RUN THE FOLLOWING COMMAND:
  871. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/parallel_2-1_create_pair_tensor.log -j 40 pypy3 /opt/bin/clairs.py create_pair_tensor_pileup --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --ctg_name {1/.} --samtools samtools --candidates_bed_regions {1} --tensor_can_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/pileup_tensor_can/{1/} --platform ont :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/candidates/CANDIDATES_FILES ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/2-1_CPT.log
  872. [INFO] chr4 chunk 1-1/34 Tensors generated: 257
  873. [INFO] chr4 chunk 1-1/32 Tensors generated: 210
  874. [INFO] chr4 chunk 1-1/24 Tensors generated: 276
  875. [INFO] chr4 chunk 1-1/6 Tensors generated: 226
  876. [INFO] chr4 chunk 1-1/31 Tensors generated: 275
  877. [INFO] chr4 chunk 1-1/13 Tensors generated: 294
  878. [INFO] chr4 chunk 1-1/22 Tensors generated: 287
  879. [INFO] chr4 chunk 1-1/35 Tensors generated: 344
  880. [INFO] chr4 chunk 1-1/12 Tensors generated: 340
  881. [INFO] chr4 chunk 1-1/19 Tensors generated: 351
  882. [INFO] chr4 chunk 1-1/38 Tensors generated: 366
  883. [INFO] chr4 chunk 1-1/33 Tensors generated: 378
  884. [INFO] chr4 chunk 1-1/7 Tensors generated: 406
  885. [INFO] chr4 chunk 1-1/37 Tensors generated: 391
  886. [INFO] chr4 chunk 1-1/23 Tensors generated: 458
  887. [INFO] chr4 chunk 1-1/30 Tensors generated: 415
  888. [INFO] chr4 chunk 1-1/9 Tensors generated: 465
  889. [INFO] chr4 chunk 1-1/25 Tensors generated: 525
  890. [INFO] chr4 chunk 1-1/28 Tensors generated: 439
  891. [INFO] chr4 chunk 1-1/5 Tensors generated: 485
  892. [INFO] chr4 chunk 1-1/8 Tensors generated: 456
  893. [INFO] chr4 chunk 1-1/1 Tensors generated: 1671
  894. [INFO] chr4 chunk 1-1/4 Tensors generated: 539
  895. [INFO] chr4 chunk 1-1/29 Tensors generated: 588
  896. [INFO] chr4 chunk 1-1/20 Tensors generated: 529
  897. [INFO] chr4 chunk 1-1/27 Tensors generated: 538
  898. [INFO] chr4 chunk 1-1/17 Tensors generated: 554
  899. [INFO] chr4 chunk 1-1/18 Tensors generated: 583
  900. [INFO] chr4 chunk 1-1/26 Tensors generated: 875
  901. [INFO] chr4 chunk 1-1/3 Tensors generated: 569
  902. [INFO] chr4 chunk 1-1/2 Tensors generated: 1780
  903. [INFO] chr4 chunk 1-1/0 Tensors generated: 1732
  904. [INFO] chr4 chunk 1-1/10 Tensors generated: 652
  905. [INFO] chr4 chunk 1-1/36 Tensors generated: 736
  906. [INFO] chr4 chunk 1-1/11 Tensors generated: 926
  907. [INFO] chr4 chunk 1-1/21 Tensors generated: 1317
  908. [INFO] chr4 chunk 1-1/15 Tensors generated: 5298
  909. [INFO] chr4 chunk 1-1/14 Tensors generated: 4283
  910. [INFO] chr4 chunk 1-1/16 Tensors generated: 4972
  911. [INFO] Pileup Model Prediction
  912. [INFO] RUN THE FOLLOWING COMMAND:
  913. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/parallel_2-2_predict.log -j 40 python3 /opt/bin/clairs.py predict --tensor_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/pileup_tensor_can/{1/} --call_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/vcf_output/p_{1/}.vcf --chkpnt_fn /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/pileup.pkl --use_gpu False --platform ont --ctg_name {1/.} --pileup --show_germline :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/candidates/CANDIDATES_FILES ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/2-2_PREDICT.log
  914. [INFO] chr4 total processed positions: 226, time elapsed: 1.4s
  915. [INFO] chr4 total processed positions: 210, time elapsed: 1.4s
  916. [INFO] chr4 total processed positions: 294, time elapsed: 1.5s
  917. [INFO] chr4 total processed positions: 257, time elapsed: 1.5s
  918. [INFO] chr4 total processed positions: 275, time elapsed: 0.9s
  919. [INFO] chr4 total processed positions: 287, time elapsed: 1.6s
  920. [INFO] chr4 total processed positions: 340, time elapsed: 1.7s
  921. [INFO] chr4 total processed positions: 276, time elapsed: 1.6s
  922. [INFO] chr4 total processed positions: 366, time elapsed: 1.5s
  923. [INFO] chr4 total processed positions: 344, time elapsed: 1.3s
  924. [INFO] chr4 total processed positions: 378, time elapsed: 1.6s
  925. [INFO] chr4 total processed positions: 351, time elapsed: 1.5s
  926. [INFO] chr4 total processed positions: 439, time elapsed: 1.8s
  927. [INFO] chr4 total processed positions: 406, time elapsed: 1.5s
  928. [INFO] chr4 total processed positions: 458, time elapsed: 1.9s
  929. [INFO] chr4 total processed positions: 415, time elapsed: 1.7s
  930. [INFO] chr4 total processed positions: 456, time elapsed: 1.9s
  931. [INFO] chr4 total processed positions: 391, time elapsed: 1.3s
  932. [INFO] chr4 total processed positions: 529, time elapsed: 2.0s
  933. [INFO] chr4 total processed positions: 554, time elapsed: 1.8s
  934. [INFO] chr4 total processed positions: 465, time elapsed: 1.9s
  935. [INFO] chr4 total processed positions: 539, time elapsed: 1.8s
  936. [INFO] chr4 total processed positions: 485, time elapsed: 2.1s
  937. [INFO] chr4 total processed positions: 525, time elapsed: 2.1s
  938. [INFO] chr4 total processed positions: 538, time elapsed: 2.1s
  939. [INFO] chr4 total processed positions: 569, time elapsed: 2.2s
  940. [INFO] chr4 total processed positions: 583, time elapsed: 2.3s
  941. [INFO] chr4 total processed positions: 736, time elapsed: 2.2s
  942. [INFO] chr4 total processed positions: 588, time elapsed: 2.2s
  943. [INFO] chr4 total processed positions: 652, time elapsed: 2.0s
  944. [INFO] chr4 total processed positions: 875, time elapsed: 2.5s
  945. [INFO] chr4 total processed positions: 926, time elapsed: 2.7s
  946. [INFO] chr4 total processed positions: 1317, time elapsed: 3.4s
  947. [INFO] chr4 total processed positions: 1671, time elapsed: 4.2s
  948. [INFO] chr4 total processed positions: 1732, time elapsed: 4.0s
  949. [INFO] chr4 total processed positions: 1780, time elapsed: 4.6s
  950. [INFO] chr4 total processed positions: 4283, time elapsed: 9.3s
  951. [INFO] chr4 total processed positions: 4972, time elapsed: 10.5s
  952. [INFO] chr4 total processed positions: 5298, time elapsed: 11.5s
  953. [INFO] Merge Pileup VCFs
  954. [INFO] RUN THE FOLLOWING COMMAND:
  955. pypy3 /opt/bin/clairs.py sort_vcf --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --contigs_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/CONTIGS --input_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/vcf_output --vcf_fn_prefix p_ --output_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/vcf_output/pileup.vcf
  956. [INFO] Sorting VCFs...
  957. [INFO] Finished VCF sorting!
  958. [INFO] STEP 3: Full-alignment Model Calling
  959. [INFO] Create Full-alignment Paired Tensors
  960. [INFO] RUN THE FOLLOWING COMMAND:
  961. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/parallel_3-1_create_pair_tensor_fa.log -j 40 pypy3 /opt/bin/clairs.py create_pair_tensor --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/clair3_output/phased_output/tumor_{1/.}.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --ctg_name {1/.} --samtools samtools --candidates_bed_regions {1} --tensor_can_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/fa_tensor_can/{1/} --platform ont :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/candidates/CANDIDATES_FILES ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/3-1_CPT.log
  962. [INFO] chr4 chunk 1-1/32 Tensors generated: 210
  963. [INFO] chr4 chunk 1-1/34 Tensors generated: 257
  964. [INFO] chr4 chunk 1-1/6 Tensors generated: 226
  965. [INFO] chr4 chunk 1-1/24 Tensors generated: 276
  966. [INFO] chr4 chunk 1-1/22 Tensors generated: 287
  967. [INFO] chr4 chunk 1-1/31 Tensors generated: 275
  968. [INFO] chr4 chunk 1-1/13 Tensors generated: 294
  969. [INFO] chr4 chunk 1-1/12 Tensors generated: 340
  970. [INFO] chr4 chunk 1-1/35 Tensors generated: 344
  971. [INFO] chr4 chunk 1-1/33 Tensors generated: 378
  972. [INFO] chr4 chunk 1-1/7 Tensors generated: 406
  973. [INFO] chr4 chunk 1-1/19 Tensors generated: 351
  974. [INFO] chr4 chunk 1-1/38 Tensors generated: 366
  975. [INFO] chr4 chunk 1-1/37 Tensors generated: 391
  976. [INFO] chr4 chunk 1-1/23 Tensors generated: 458
  977. [INFO] chr4 chunk 1-1/30 Tensors generated: 415
  978. [INFO] chr4 chunk 1-1/9 Tensors generated: 465
  979. [INFO] chr4 chunk 1-1/28 Tensors generated: 439
  980. [INFO] chr4 chunk 1-1/5 Tensors generated: 485
  981. [INFO] chr4 chunk 1-1/8 Tensors generated: 456
  982. [INFO] chr4 chunk 1-1/4 Tensors generated: 539
  983. [INFO] chr4 chunk 1-1/25 Tensors generated: 525
  984. [INFO] chr4 chunk 1-1/27 Tensors generated: 538
  985. [INFO] chr4 chunk 1-1/20 Tensors generated: 529
  986. [INFO] chr4 chunk 1-1/17 Tensors generated: 554
  987. [INFO] chr4 chunk 1-1/29 Tensors generated: 588
  988. [INFO] chr4 chunk 1-1/18 Tensors generated: 583
  989. [INFO] chr4 chunk 1-1/3 Tensors generated: 569
  990. [INFO] chr4 chunk 1-1/10 Tensors generated: 652
  991. [INFO] chr4 chunk 1-1/36 Tensors generated: 736
  992. [INFO] chr4 chunk 1-1/26 Tensors generated: 875
  993. [INFO] chr4 chunk 1-1/11 Tensors generated: 926
  994. [INFO] chr4 chunk 1-1/1 Tensors generated: 1671
  995. [INFO] chr4 chunk 1-1/21 Tensors generated: 1317
  996. [INFO] chr4 chunk 1-1/2 Tensors generated: 1747
  997. [INFO] chr4 chunk 1-1/0 Tensors generated: 1672
  998. [INFO] chr4 chunk 1-1/15 Tensors generated: 4912
  999. [INFO] chr4 chunk 1-1/16 Tensors generated: 4699
  1000. [INFO] chr4 chunk 1-1/14 Tensors generated: 4228
  1001. [INFO] Full-alignment Model Prediction
  1002. [INFO] RUN THE FOLLOWING COMMAND:
  1003. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/parallel_3-2_predict.log -j 40 python3 /opt/bin/clairs.py predict --tensor_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/fa_tensor_can/{1/} --call_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/vcf_output/fa_{1/}.vcf --chkpnt_fn /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/full_alignment.pkl --use_gpu False --platform ont --ctg_name {1/.} --show_germline :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/tmp/candidates/CANDIDATES_FILES ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part29/logs/3-2_PREDICT.log
  1004. [INFO] chr4 total processed positions: 210, time elapsed: 27.7s
  1005. [INFO] chr4 total processed positions: 226, time elapsed: 29.5s
  1006. [INFO] chr4 total processed positions: 257, time elapsed: 33.4s
  1007. [INFO] chr4 total processed positions: 276, time elapsed: 36.2s
  1008. [INFO] chr4 total processed positions: 275, time elapsed: 35.9s
  1009. [INFO] chr4 total processed positions: 287, time elapsed: 37.5s
  1010. [INFO] chr4 total processed positions: 294, time elapsed: 38.1s
  1011. [INFO] chr4 total processed positions: 340, time elapsed: 44.0s
  1012. [INFO] chr4 total processed positions: 344, time elapsed: 44.8s
  1013. [INFO] chr4 total processed positions: 351, time elapsed: 44.5s
  1014. [INFO] chr4 total processed positions: 366, time elapsed: 47.8s
  1015. [INFO] chr4 total processed positions: 378, time elapsed: 49.1s
  1016. [INFO] chr4 total processed positions: 415, time elapsed: 50.2s
  1017. [INFO] chr4 total processed positions: 391, time elapsed: 50.6s
  1018. [INFO] chr4 total processed positions: 406, time elapsed: 52.5s
  1019. [INFO] chr4 total processed positions: 439, time elapsed: 54.2s
  1020. [INFO] chr4 total processed positions: 458, time elapsed: 56.5s
  1021. [INFO] chr4 total processed positions: 465, time elapsed: 57.0s
  1022. [INFO] chr4 total processed positions: 456, time elapsed: 57.2s
  1023. [INFO] chr4 total processed positions: 485, time elapsed: 59.2s
  1024. [INFO] chr4 total processed positions: 525, time elapsed: 63.9s
  1025. [INFO] chr4 total processed positions: 529, time elapsed: 65.8s
  1026. [INFO] chr4 total processed positions: 539, time elapsed: 66.4s
  1027. [INFO] chr4 total processed positions: 538, time elapsed: 67.0s
  1028. [INFO] chr4 total processed positions: 554, time elapsed: 69.8s
  1029. [INFO] chr4 total processed positions: 569, time elapsed: 71.7s
  1030. [INFO] chr4 total processed positions: 588, time elapsed: 73.2s
  1031. [INFO] chr4 total processed positions: 583, time elapsed: 73.6s
  1032. [INFO] chr4 total processed positions: 652, time elapsed: 81.3s
  1033. [INFO] chr4 total processed positions: 736, time elapsed: 90.3s
  1034. [INFO] chr4 total processed positions: 875, time elapsed: 109.0s
  1035. [INFO] chr4 total processed positions: 926, time elapsed: 110.2s
  1036. [INFO] chr4 total processed positions: 1317, time elapsed: 158.1s
  1037. [INFO] chr4 total processed positions: 1671, time elapsed: 197.4s
  1038. [INFO] chr4 total processed positions: 1672, time elapsed: 201.5s
  1039. [INFO] chr4 total processed positions: 1747, time elapsed: 208.0s