slurm-2557980.out 37 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632
  1. WARNING: While bind mounting '/mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44:/mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44': destination is already in the mount point list
  2. [COMMAND] /opt/bin/run_clairs --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --platform ont_r10_dorado_sup_5khz_ssrs --output_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44 --region chrY:1-62460029 --sample_name CHAHA_diag --include_all_ctgs --print_germline_calls --enable_indel_calling --enable_clair3_germline_output --use_longphase_for_intermediate_haplotagging True
  3. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs
  4. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp
  5. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/split_beds
  6. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/candidates
  7. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/pileup_tensor_can
  8. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/fa_tensor_can
  9. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/vcf_output
  10. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/tmp_vcf_output
  11. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/clair3_log
  12. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/phased_output
  13. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/vcf
  14. [INFO] --include_all_ctgs enabled
  15. [INFO] Call variants in contigs: chrY
  16. [INFO] Number of chunks for each contig: 13
  17. [INFO] CALLER VERSION: 0.4.4
  18. [INFO] NORMAL BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  19. [INFO] TUMOR BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  20. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  21. [INFO] PLATFORM: ont_r10_dorado_sup_5khz_ssrs
  22. [INFO] THREADS: 40
  23. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44
  24. [INFO] OUTPUT VCF PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/output.vcf.gz
  25. [INFO] PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/pileup.pkl
  26. [INFO] FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/full_alignment.pkl
  27. [INFO] BED FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/region.bed
  28. [INFO] GENOTYPING MODE VCF FILE PATH: None
  29. [INFO] HYBRID MODE VCF FILE PATH: None
  30. [INFO] REGION FOR CALLING: chrY:1-62460029
  31. [INFO] CONTIGS FOR CALLING: None
  32. [INFO] CONDA BINARY PREFIX: /opt/conda/envs/clairs
  33. [INFO] SAMTOOLS BINARY PATH: samtools
  34. [INFO] PYTHON BINARY PATH: python3
  35. [INFO] PYPY BINARY PATH: pypy3
  36. [INFO] PARALLEL BINARY PATH: parallel
  37. [INFO] LONGPHASE BINARY PATH: /opt/conda/envs/clairs/bin/longphase
  38. [INFO] CHUNK SIZE: 5000000
  39. [INFO] SNV MINIMUM AF: 0.05
  40. [INFO] SNV MINIMUM QUAL: 8
  41. [INFO] INDEL MINIMUM AF: 0.1
  42. [INFO] INDEL PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/pileup.pkl
  43. [INFO] INDEL FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/full_alignment.pkl
  44. [INFO] INDEL MINIMUM QUAL: 8
  45. [INFO] NORMAL VCF FILE PATH: None
  46. [INFO] DISABLE PHASING: False
  47. [INFO] ENABLE DRY RUN: False
  48. [INFO] ENABLE INDEL CALLING: True
  49. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  50. [INFO] ENABLE PRINTING GERMLINE CALLS: True
  51. [INFO] ENABLE INCLUDING ALL CTGS FOR CALLING: True
  52. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  53. [INFO] Call Germline Variants in Normal BAM using Clair3
  54. [INFO] RUN THE FOLLOWING COMMAND:
  55. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output --ctg_name=chrY --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/clair3_log/1_CLAIR3_NORMAL.log
  56. [INFO] CLAIR3 VERSION: v1.0.8
  57. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  58. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  59. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  60. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output
  61. [INFO] PLATFORM: ont
  62. [INFO] THREADS: 40
  63. [INFO] BED FILE PATH: EMPTY
  64. [INFO] VCF FILE PATH: EMPTY
  65. [INFO] CONTIGS: chrY
  66. [INFO] CONDA PREFIX:
  67. [INFO] SAMTOOLS PATH: samtools
  68. [INFO] PYTHON PATH: python3
  69. [INFO] PYPY PATH: pypy3
  70. [INFO] PARALLEL PATH: parallel
  71. [INFO] WHATSHAP PATH: whatshap
  72. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  73. [INFO] CHUNK SIZE: 5000000
  74. [INFO] FULL ALIGN PROPORTION: 0.7
  75. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  76. [INFO] PHASING PROPORTION: 0.7
  77. [INFO] MINIMUM MQ: 5
  78. [INFO] MINIMUM COVERAGE: 4
  79. [INFO] SNP AF THRESHOLD: 0.08
  80. [INFO] INDEL AF THRESHOLD: 0.15
  81. [INFO] BASE ERROR IN GVCF: 0.001
  82. [INFO] GQ BIN SIZE IN GVCF: 5
  83. [INFO] ENABLE FILEUP ONLY CALLING: False
  84. [INFO] ENABLE FAST MODE CALLING: False
  85. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  86. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  87. [INFO] ENABLE OUTPUT GVCF: False
  88. [INFO] ENABLE HAPLOID PRECISE MODE: False
  89. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  90. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  91. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  92. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  93. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  94. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  95. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  96. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  97. [INFO] ENABLE LONG INDEL CALLING: False
  98. [INFO] ENABLE C_IMPLEMENT: True
  99. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chrY --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  100. [INFO] Check environment variables
  101. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output/log
  102. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output/tmp/pileup_output
  103. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output/tmp/merge_output
  104. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output/tmp/phase_output
  105. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output/tmp/gvcf_tmp_output
  106. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output
  107. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf
  108. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_bam
  109. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output/candidate_bed
  110. [INFO] Call variant in contigs: chrY
  111. [INFO] Chunk number for each contig: 13
  112. [INFO] 1/7 Call variants using pileup model
  113. Calling variants ...
  114. Total processed positions in chrY (chunk 10/13) : 2510
  115. Total time elapsed: 14.69 s
  116. Calling variants ...
  117. Total processed positions in chrY (chunk 8/13) : 3198
  118. Total time elapsed: 15.01 s
  119. Calling variants ...
  120. Total processed positions in chrY (chunk 9/13) : 5363
  121. Total time elapsed: 19.82 s
  122. Calling variants ...
  123. Total processed positions in chrY (chunk 7/13) : 13555
  124. Total time elapsed: 31.66 s
  125. Calling variants ...
  126. Total processed positions in chrY (chunk 13/13) : 20440
  127. Total time elapsed: 40.73 s
  128. Calling variants ...
  129. Total processed positions in chrY (chunk 12/13) : 19252
  130. Total time elapsed: 41.61 s
  131. Calling variants ...
  132. Total processed positions in chrY (chunk 6/13) : 20091
  133. Total time elapsed: 46.89 s
  134. Calling variants ...
  135. Total processed positions in chrY (chunk 11/13) : 23275
  136. Total time elapsed: 48.80 s
  137. Calling variants ...
  138. Total processed positions in chrY (chunk 4/13) : 37911
  139. Total time elapsed: 64.24 s
  140. Calling variants ...
  141. Total processed positions in chrY (chunk 5/13) : 36533
  142. Total time elapsed: 65.91 s
  143. Calling variants ...
  144. Total processed positions in chrY (chunk 3/13) : 38723
  145. Total time elapsed: 66.37 s
  146. Calling variants ...
  147. Total processed positions in chrY (chunk 2/13) : 43770
  148. Total time elapsed: 72.50 s
  149. Calling variants ...
  150. Total processed positions in chrY (chunk 1/13) : 47658
  151. Total time elapsed: 80.74 s
  152. real 1m26.989s
  153. user 9m48.882s
  154. sys 0m30.243s
  155. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  156. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 11
  157. [INFO] Total heterozygous SNP positions selected: chrY: 21687
  158. real 0m0.762s
  159. user 0m0.656s
  160. sys 0m0.088s
  161. [INFO] 3/7 Phase VCF file using LongPhase
  162. LongPhase Ver 1.7
  163. --- File Parameter ---
  164. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/chrY.vcf
  165. SV File :
  166. MOD File :
  167. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  168. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/phased_chrY
  169. Generate Dot : False
  170. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  171. --- Phasing Parameter ---
  172. Seq Platform : ONT
  173. Phase Indel : False
  174. Distance Threshold : 300000
  175. Connect Adjacent : 20
  176. Edge Threshold : 0.7
  177. Mapping Quality : 1
  178. Variant Confidence : 0.75
  179. ReadTag Confidence : 0.65
  180. parsing VCF ... 0s
  181. parsing SV VCF ... 0s
  182. parsing Meth VCF ... 0s
  183. reading reference ... 0s
  184. (chrY,3s)
  185. parsing total: 3s
  186. merge results ... 0s
  187. writeResult SNP ... 0s
  188. total process: 3s
  189. real 0m3.472s
  190. user 0m8.235s
  191. sys 0m0.764s
  192. [INFO] 5/7 Select candidates for full-alignment calling
  193. [INFO] Set variants quality cutoff 17.0
  194. [INFO] Set reference calls quality cutoff 11.0
  195. [INFO] Low quality reference calls to be processed in chrY: 26213
  196. [INFO] Low quality variants to be processed in chrY: 34866
  197. real 0m0.792s
  198. user 0m0.667s
  199. sys 0m0.106s
  200. [INFO] 6/7 Call low-quality variants using full-alignment model
  201. Calling variants ...
  202. Total processed positions in chrY (chunk 7/7) : 1079
  203. Total time elapsed: 11.23 s
  204. Calling variants ...
  205. Total processed positions in chrY (chunk 2/7) : 10000
  206. Total time elapsed: 91.05 s
  207. Calling variants ...
  208. Total processed positions in chrY (chunk 1/7) : 10000
  209. Total time elapsed: 91.43 s
  210. Calling variants ...
  211. Total processed positions in chrY (chunk 3/7) : 10000
  212. Total time elapsed: 92.16 s
  213. Calling variants ...
  214. Total processed positions in chrY (chunk 5/7) : 10000
  215. Total time elapsed: 92.18 s
  216. Calling variants ...
  217. Total processed positions in chrY (chunk 4/7) : 10000
  218. Total time elapsed: 93.21 s
  219. Calling variants ...
  220. Total processed positions in chrY (chunk 6/7) : 10000
  221. Total time elapsed: 93.30 s
  222. real 1m35.777s
  223. user 9m8.817s
  224. sys 0m28.111s
  225. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  226. [INFO] Pileup variants processed in chrY: 14986
  227. [INFO] Full-alignment variants processed in chrY: 38380
  228. real 0m1.052s
  229. user 0m1.067s
  230. sys 0m0.117s
  231. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz
  232. real 3m13.768s
  233. user 19m12.062s
  234. sys 1m0.250s
  235. [INFO] Call Germline Variant in Tumor BAM using Clair3
  236. [INFO] RUN THE FOLLOWING COMMAND:
  237. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output --ctg_name=chrY --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/clair3_log/2_CLAIR3_TUMOR.log
  238. [INFO] CLAIR3 VERSION: v1.0.8
  239. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  240. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  241. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  242. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output
  243. [INFO] PLATFORM: ont
  244. [INFO] THREADS: 40
  245. [INFO] BED FILE PATH: EMPTY
  246. [INFO] VCF FILE PATH: EMPTY
  247. [INFO] CONTIGS: chrY
  248. [INFO] CONDA PREFIX:
  249. [INFO] SAMTOOLS PATH: samtools
  250. [INFO] PYTHON PATH: python3
  251. [INFO] PYPY PATH: pypy3
  252. [INFO] PARALLEL PATH: parallel
  253. [INFO] WHATSHAP PATH: whatshap
  254. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  255. [INFO] CHUNK SIZE: 5000000
  256. [INFO] FULL ALIGN PROPORTION: 0.7
  257. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  258. [INFO] PHASING PROPORTION: 0.7
  259. [INFO] MINIMUM MQ: 5
  260. [INFO] MINIMUM COVERAGE: 4
  261. [INFO] SNP AF THRESHOLD: 0.08
  262. [INFO] INDEL AF THRESHOLD: 0.15
  263. [INFO] BASE ERROR IN GVCF: 0.001
  264. [INFO] GQ BIN SIZE IN GVCF: 5
  265. [INFO] ENABLE FILEUP ONLY CALLING: False
  266. [INFO] ENABLE FAST MODE CALLING: False
  267. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  268. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  269. [INFO] ENABLE OUTPUT GVCF: False
  270. [INFO] ENABLE HAPLOID PRECISE MODE: False
  271. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  272. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  273. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  274. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  275. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  276. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  277. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  278. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  279. [INFO] ENABLE LONG INDEL CALLING: False
  280. [INFO] ENABLE C_IMPLEMENT: True
  281. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chrY --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  282. [INFO] Check environment variables
  283. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output/log
  284. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output/tmp/pileup_output
  285. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output/tmp/merge_output
  286. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output/tmp/phase_output
  287. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output/tmp/gvcf_tmp_output
  288. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output
  289. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf
  290. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_bam
  291. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output/candidate_bed
  292. [INFO] Call variant in contigs: chrY
  293. [INFO] Chunk number for each contig: 13
  294. [INFO] 1/7 Call variants using pileup model
  295. Calling variants ...
  296. Total processed positions in chrY (chunk 8/13) : 7329
  297. Total time elapsed: 39.08 s
  298. Calling variants ...
  299. Total processed positions in chrY (chunk 4/13) : 9532
  300. Total time elapsed: 43.30 s
  301. Calling variants ...
  302. Total processed positions in chrY (chunk 2/13) : 7989
  303. Total time elapsed: 44.10 s
  304. Calling variants ...
  305. Total processed positions in chrY (chunk 10/13) : 9348
  306. Total time elapsed: 46.20 s
  307. Calling variants ...
  308. Total processed positions in chrY (chunk 9/13) : 13536
  309. Total time elapsed: 51.94 s
  310. Calling variants ...
  311. Total processed positions in chrY (chunk 5/13) : 15812
  312. Total time elapsed: 52.23 s
  313. Calling variants ...
  314. Total processed positions in chrY (chunk 3/13) : 16514
  315. Total time elapsed: 54.48 s
  316. Calling variants ...
  317. Total processed positions in chrY (chunk 7/13) : 20564
  318. Total time elapsed: 59.94 s
  319. Calling variants ...
  320. Total processed positions in chrY (chunk 13/13) : 23851
  321. Total time elapsed: 66.40 s
  322. Calling variants ...
  323. Total processed positions in chrY (chunk 1/13) : 25344
  324. Total time elapsed: 67.41 s
  325. Calling variants ...
  326. Total processed positions in chrY (chunk 6/13) : 27005
  327. Total time elapsed: 70.73 s
  328. Calling variants ...
  329. Total processed positions in chrY (chunk 12/13) : 27326
  330. Total time elapsed: 75.58 s
  331. Calling variants ...
  332. Total processed positions in chrY (chunk 11/13) : 32618
  333. Total time elapsed: 80.59 s
  334. real 1m23.256s
  335. user 9m43.700s
  336. sys 0m39.007s
  337. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  338. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 12
  339. [INFO] Total heterozygous SNP positions selected: chrY: 31855
  340. real 0m0.720s
  341. user 0m0.592s
  342. sys 0m0.097s
  343. [INFO] 3/7 Phase VCF file using LongPhase
  344. LongPhase Ver 1.7
  345. --- File Parameter ---
  346. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/chrY.vcf
  347. SV File :
  348. MOD File :
  349. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  350. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/phased_chrY
  351. Generate Dot : False
  352. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  353. --- Phasing Parameter ---
  354. Seq Platform : ONT
  355. Phase Indel : False
  356. Distance Threshold : 300000
  357. Connect Adjacent : 20
  358. Edge Threshold : 0.7
  359. Mapping Quality : 1
  360. Variant Confidence : 0.75
  361. ReadTag Confidence : 0.65
  362. parsing VCF ... 0s
  363. parsing SV VCF ... 0s
  364. parsing Meth VCF ... 0s
  365. reading reference ... 1s
  366. (chrY,13s)
  367. parsing total: 13s
  368. merge results ... 0s
  369. writeResult SNP ... 0s
  370. total process: 14s
  371. real 0m13.758s
  372. user 0m41.538s
  373. sys 0m2.887s
  374. [INFO] 5/7 Select candidates for full-alignment calling
  375. [INFO] Set variants quality cutoff 20.0
  376. [INFO] Set reference calls quality cutoff 10.0
  377. [INFO] Low quality reference calls to be processed in chrY: 15293
  378. [INFO] Low quality variants to be processed in chrY: 58497
  379. real 0m0.761s
  380. user 0m0.602s
  381. sys 0m0.098s
  382. [INFO] 6/7 Call low-quality variants using full-alignment model
  383. Calling variants ...
  384. Total processed positions in chrY (chunk 8/8) : 3790
  385. Total time elapsed: 41.07 s
  386. Calling variants ...
  387. Total processed positions in chrY (chunk 3/8) : 10000
  388. Total time elapsed: 100.57 s
  389. Calling variants ...
  390. Total processed positions in chrY (chunk 5/8) : 10000
  391. Total time elapsed: 102.89 s
  392. Calling variants ...
  393. Total processed positions in chrY (chunk 6/8) : 10000
  394. Total time elapsed: 103.29 s
  395. Calling variants ...
  396. Total processed positions in chrY (chunk 7/8) : 10000
  397. Total time elapsed: 103.39 s
  398. Calling variants ...
  399. Total processed positions in chrY (chunk 1/8) : 10000
  400. Total time elapsed: 110.52 s
  401. Calling variants ...
  402. Total processed positions in chrY (chunk 4/8) : 10000
  403. Total time elapsed: 111.71 s
  404. Calling variants ...
  405. Total processed positions in chrY (chunk 2/8) : 10000
  406. Total time elapsed: 113.96 s
  407. real 1m56.455s
  408. user 12m24.097s
  409. sys 0m37.720s
  410. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  411. [INFO] Pileup variants processed in chrY: 25148
  412. [INFO] Full-alignment variants processed in chrY: 60787
  413. real 0m1.113s
  414. user 0m1.054s
  415. sys 0m0.123s
  416. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz
  417. real 3m40.589s
  418. user 22m55.153s
  419. sys 1m20.559s
  420. [INFO] Select Heterozygous SNP for Phasing
  421. [INFO] RUN THE FOLLOWING COMMAND:
  422. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/clair3_log/parallel_1_select_hetero_snp_for_phasing.log -j 40 pypy3 /opt/bin/clairs.py select_hetero_snp_for_phasing --tumor_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz --normal_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz --output_folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/vcf --ctg_name {1} --use_heterozygous_snp_in_normal_sample_for_intermediate_phasing True :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/clair3_log/1_select_hetero_snp_for_phasing.log
  423. [INFO] Total HET SNP calls selected: chrY: 51398, not found:568, not match:45, low_qual_count:0. Total normal:36068 Total tumor:52011, pro: 0.9882
  424. [INFO] Phase the Tumor BAM
  425. [INFO] RUN THE FOLLOWING COMMAND:
  426. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/clair3_log/parallel_4_phase_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase phase -s /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/vcf/{1}.vcf -b /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam -r /home/t_steimle/ref/hs1/chm13v2.0.fa -t 40 -o /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/phased_output/tumor_phased_{1} --ont :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/CONTIGS && parallel -j 40 bgzip -f /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/clair3_log/4_phase_tumor.log && parallel -j 40 tabix -f -p vcf /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/CONTIGS
  427. LongPhase Ver 1.7
  428. --- File Parameter ---
  429. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/vcf/chrY.vcf
  430. SV File :
  431. MOD File :
  432. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  433. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/phased_output/tumor_phased_chrY
  434. Generate Dot : False
  435. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  436. --- Phasing Parameter ---
  437. Seq Platform : ONT
  438. Phase Indel : False
  439. Distance Threshold : 300000
  440. Connect Adjacent : 20
  441. Edge Threshold : 0.7
  442. Mapping Quality : 1
  443. Variant Confidence : 0.75
  444. ReadTag Confidence : 0.65
  445. parsing VCF ... 0s
  446. parsing SV VCF ... 0s
  447. parsing Meth VCF ... 0s
  448. reading reference ... 0s
  449. (chrY,23s)
  450. parsing total: 23s
  451. merge results ... 0s
  452. writeResult SNP ... 0s
  453. total process: 23s
  454. [INFO] Haplotag the Tumor BAM
  455. [INFO] RUN THE FOLLOWING COMMAND:
  456. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/clair3_log/parallel_5_haplotag_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase haplotag -o /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/phased_output/tumor_{1} --reference /home/t_steimle/ref/hs1/chm13v2.0.fa --region {1} -s /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz -b /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/clair3_log/5_tumor_haplotag.log && parallel -j 40 samtools index -@40 /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/phased_output/tumor_{1}.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/CONTIGS
  457. phased SNP file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/phased_output/tumor_phased_chrY.vcf.gz
  458. phased SV file:
  459. phased MOD file:
  460. input bam file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  461. input ref file: /home/t_steimle/ref/hs1/chm13v2.0.fa
  462. output bam file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/phased_output/tumor_chrY.bam
  463. number of threads: 1
  464. write log file: false
  465. log file:
  466. -------------------------------------------
  467. tag region: chrY
  468. filter mapping quality below: 1
  469. percentage threshold: 0.6
  470. tag supplementary: false
  471. -------------------------------------------
  472. parsing SNP VCF ... 0s
  473. tag read start ...
  474. chr: chrY ... 723s
  475. tag read 724s
  476. -------------------------------------------
  477. total process time: 724s
  478. total alignment: 1029125
  479. total supplementary: 12705
  480. total secondary: 0
  481. total unmapped: 0
  482. total tag alignment: 118794
  483. total untagged: 910331
  484. [INFO] STEP 1: Extract Variant Candidates from Tumor and Normal BAMs
  485. [INFO] RUN THE FOLLOWING COMMAND:
  486. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/parallel_1_extract_tumor_candidates.log -C " " -j 40 pypy3 /opt/bin/clairs.py extract_pair_candidates --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --samtools samtools --snv_min_af 0.05 --indel_min_af 0.1 --chunk_id {2} --chunk_num {3} --ctg_name {1} --platform ont --min_coverage 4 --bed_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/split_beds/{1} --candidates_folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/candidates --output_depth True --select_indel_candidates True --hybrid_mode_vcf_fn None --genotyping_mode_vcf_fn None :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/CHUNK_LIST ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/1_EC.log && pypy3 /opt/bin/clairs.py concat_files --input_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/candidates --input_prefix CANDIDATES_FILE_ --output_fn CANDIDATES_FILES
  487. [INFO] chrY chunk 7/13: Total snv candidates found: 761, total indel candidates found: 37
  488. [INFO] chrY chunk 9/13: Total snv candidates found: 309, total indel candidates found: 16
  489. [INFO] chrY chunk 8/13: Total snv candidates found: 821, total indel candidates found: 52
  490. [INFO] chrY chunk 6/13: Total snv candidates found: 3048, total indel candidates found: 258
  491. [INFO] chrY chunk 5/13: Total snv candidates found: 2009, total indel candidates found: 445
  492. [INFO] chrY chunk 11/13: Total snv candidates found: 4319, total indel candidates found: 270
  493. [INFO] chrY chunk 12/13: Total snv candidates found: 5416, total indel candidates found: 610
  494. [faidx] Truncated sequence: chrY:57654453-62461074
  495. [INFO] chrY chunk 10/13: Total snv candidates found: 5980, total indel candidates found: 374
  496. [INFO] chrY chunk 4/13: Total snv candidates found: 2127, total indel candidates found: 1355
  497. [INFO] chrY chunk 0/13: Total snv candidates found: 4192, total indel candidates found: 3001
  498. [INFO] chrY chunk 2/13: Total snv candidates found: 2871, total indel candidates found: 1731
  499. [INFO] chrY chunk 3/13: Total snv candidates found: 357, total indel candidates found: 1566
  500. [INFO] chrY chunk 1/13: Total snv candidates found: 421, total indel candidates found: 1763
  501. [INFO] STEP 2: Pileup Model Calling
  502. [INFO] Create Paired Tensors
  503. [INFO] RUN THE FOLLOWING COMMAND:
  504. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/parallel_2-1_create_pair_tensor.log -j 40 pypy3 /opt/bin/clairs.py create_pair_tensor_pileup --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --ctg_name {1/.} --samtools samtools --candidates_bed_regions {1} --tensor_can_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/pileup_tensor_can/{1/} --platform ont :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/candidates/CANDIDATES_FILES ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/2-1_CPT.log
  505. [INFO] chrY chunk 1-1/3 Tensors generated: 352
  506. [INFO] chrY chunk 1-1/1 Tensors generated: 405
  507. [INFO] chrY chunk 1-1/7 Tensors generated: 758
  508. [INFO] chrY chunk 1-1/9 Tensors generated: 309
  509. [INFO] chrY chunk 1-1/8 Tensors generated: 812
  510. [INFO] chrY chunk 1-1/2 Tensors generated: 2762
  511. [INFO] chrY chunk 1-1/5 Tensors generated: 1950
  512. [INFO] chrY chunk 1-1/0 Tensors generated: 4115
  513. [INFO] chrY chunk 1-1/4 Tensors generated: 2055
  514. [INFO] chrY chunk 1-1/6 Tensors generated: 3015
  515. [INFO] chrY chunk 1-1/11 Tensors generated: 4309
  516. [INFO] chrY chunk 1-1/10 Tensors generated: 5972
  517. [INFO] chrY chunk 1-1/12 Tensors generated: 5342
  518. [INFO] Pileup Model Prediction
  519. [INFO] RUN THE FOLLOWING COMMAND:
  520. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/parallel_2-2_predict.log -j 40 python3 /opt/bin/clairs.py predict --tensor_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/pileup_tensor_can/{1/} --call_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/vcf_output/p_{1/}.vcf --chkpnt_fn /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/pileup.pkl --use_gpu False --platform ont --ctg_name {1/.} --pileup --show_germline :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/candidates/CANDIDATES_FILES ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/2-2_PREDICT.log
  521. [INFO] chrY total processed positions: 309, time elapsed: 0.7s
  522. [INFO] No variant output for p_chrY.9_0_1.vcf, remove empty VCF
  523. [INFO] chrY total processed positions: 352, time elapsed: 1.0s
  524. [INFO] chrY total processed positions: 405, time elapsed: 1.0s
  525. [INFO] chrY total processed positions: 758, time elapsed: 1.4s
  526. [INFO] No variant output for p_chrY.7_0_1.vcf, remove empty VCF
  527. [INFO] chrY total processed positions: 812, time elapsed: 1.5s
  528. [INFO] chrY total processed positions: 1950, time elapsed: 3.2s
  529. [INFO] chrY total processed positions: 2055, time elapsed: 3.6s
  530. [INFO] chrY total processed positions: 2762, time elapsed: 4.7s
  531. [INFO] chrY total processed positions: 3015, time elapsed: 5.0s
  532. [INFO] chrY total processed positions: 4115, time elapsed: 6.7s
  533. [INFO] chrY total processed positions: 4309, time elapsed: 7.2s
  534. [INFO] chrY total processed positions: 5342, time elapsed: 8.5s
  535. [INFO] chrY total processed positions: 5972, time elapsed: 9.5s
  536. [INFO] Merge Pileup VCFs
  537. [INFO] RUN THE FOLLOWING COMMAND:
  538. pypy3 /opt/bin/clairs.py sort_vcf --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --contigs_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/CONTIGS --input_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/vcf_output --vcf_fn_prefix p_ --output_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/vcf_output/pileup.vcf
  539. [INFO] Sorting VCFs...
  540. [INFO] Finished VCF sorting!
  541. [INFO] STEP 3: Full-alignment Model Calling
  542. [INFO] Create Full-alignment Paired Tensors
  543. [INFO] RUN THE FOLLOWING COMMAND:
  544. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/parallel_3-1_create_pair_tensor_fa.log -j 40 pypy3 /opt/bin/clairs.py create_pair_tensor --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/clair3_output/phased_output/tumor_{1/.}.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --ctg_name {1/.} --samtools samtools --candidates_bed_regions {1} --tensor_can_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/fa_tensor_can/{1/} --platform ont :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/candidates/CANDIDATES_FILES ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/3-1_CPT.log
  545. [INFO] chrY chunk 1-1/3 Tensors generated: 347
  546. [INFO] chrY chunk 1-1/9 Tensors generated: 173
  547. [INFO] chrY chunk 1-1/1 Tensors generated: 399
  548. [INFO] chrY chunk 1-1/8 Tensors generated: 396
  549. [INFO] chrY chunk 1-1/7 Tensors generated: 588
  550. [INFO] chrY chunk 1-1/5 Tensors generated: 1815
  551. [INFO] chrY chunk 1-1/6 Tensors generated: 2359
  552. [INFO] chrY chunk 1-1/2 Tensors generated: 2616
  553. [INFO] chrY chunk 1-1/0 Tensors generated: 3907
  554. [INFO] chrY chunk 1-1/4 Tensors generated: 2046
  555. [INFO] chrY chunk 1-1/11 Tensors generated: 3394
  556. [INFO] chrY chunk 1-1/12 Tensors generated: 4768
  557. [INFO] chrY chunk 1-1/10 Tensors generated: 5087
  558. [INFO] Full-alignment Model Prediction
  559. [INFO] RUN THE FOLLOWING COMMAND:
  560. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/parallel_3-2_predict.log -j 40 python3 /opt/bin/clairs.py predict --tensor_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/fa_tensor_can/{1/} --call_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/vcf_output/fa_{1/}.vcf --chkpnt_fn /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/full_alignment.pkl --use_gpu False --platform ont --ctg_name {1/.} --show_germline :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/tmp/candidates/CANDIDATES_FILES ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part44/logs/3-2_PREDICT.log
  561. [INFO] chrY total processed positions: 173, time elapsed: 30.6s
  562. [INFO] chrY total processed positions: 347, time elapsed: 61.0s
  563. [INFO] chrY total processed positions: 396, time elapsed: 69.7s
  564. [INFO] chrY total processed positions: 399, time elapsed: 70.2s
  565. [INFO] chrY total processed positions: 588, time elapsed: 104.2s