slurm-2556291.out 37 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644
  1. WARNING: While bind mounting '/mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24:/mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24': destination is already in the mount point list
  2. [COMMAND] /opt/bin/run_clairs --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --platform ont_r10_dorado_sup_5khz_ssrs --output_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24 --region chr21:1-45090682 --sample_name CHAHA_diag --include_all_ctgs --print_germline_calls --enable_indel_calling --enable_clair3_germline_output --use_longphase_for_intermediate_haplotagging True
  3. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs
  4. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp
  5. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/split_beds
  6. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/candidates
  7. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/pileup_tensor_can
  8. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/fa_tensor_can
  9. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/vcf_output
  10. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/tmp_vcf_output
  11. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/clair3_log
  12. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/phased_output
  13. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/vcf
  14. [INFO] --include_all_ctgs enabled
  15. [INFO] Call variants in contigs: chr21
  16. [INFO] Number of chunks for each contig: 10
  17. [INFO] CALLER VERSION: 0.4.4
  18. [INFO] NORMAL BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  19. [INFO] TUMOR BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  20. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  21. [INFO] PLATFORM: ont_r10_dorado_sup_5khz_ssrs
  22. [INFO] THREADS: 40
  23. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24
  24. [INFO] OUTPUT VCF PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/output.vcf.gz
  25. [INFO] PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/pileup.pkl
  26. [INFO] FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/full_alignment.pkl
  27. [INFO] BED FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/region.bed
  28. [INFO] GENOTYPING MODE VCF FILE PATH: None
  29. [INFO] HYBRID MODE VCF FILE PATH: None
  30. [INFO] REGION FOR CALLING: chr21:1-45090682
  31. [INFO] CONTIGS FOR CALLING: None
  32. [INFO] CONDA BINARY PREFIX: /opt/conda/envs/clairs
  33. [INFO] SAMTOOLS BINARY PATH: samtools
  34. [INFO] PYTHON BINARY PATH: python3
  35. [INFO] PYPY BINARY PATH: pypy3
  36. [INFO] PARALLEL BINARY PATH: parallel
  37. [INFO] LONGPHASE BINARY PATH: /opt/conda/envs/clairs/bin/longphase
  38. [INFO] CHUNK SIZE: 5000000
  39. [INFO] SNV MINIMUM AF: 0.05
  40. [INFO] SNV MINIMUM QUAL: 8
  41. [INFO] INDEL MINIMUM AF: 0.1
  42. [INFO] INDEL PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/pileup.pkl
  43. [INFO] INDEL FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/full_alignment.pkl
  44. [INFO] INDEL MINIMUM QUAL: 8
  45. [INFO] NORMAL VCF FILE PATH: None
  46. [INFO] DISABLE PHASING: False
  47. [INFO] ENABLE DRY RUN: False
  48. [INFO] ENABLE INDEL CALLING: True
  49. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  50. [INFO] ENABLE PRINTING GERMLINE CALLS: True
  51. [INFO] ENABLE INCLUDING ALL CTGS FOR CALLING: True
  52. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  53. [INFO] Call Germline Variants in Normal BAM using Clair3
  54. [INFO] RUN THE FOLLOWING COMMAND:
  55. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output --ctg_name=chr21 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/clair3_log/1_CLAIR3_NORMAL.log
  56. [INFO] CLAIR3 VERSION: v1.0.8
  57. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  58. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  59. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  60. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output
  61. [INFO] PLATFORM: ont
  62. [INFO] THREADS: 40
  63. [INFO] BED FILE PATH: EMPTY
  64. [INFO] VCF FILE PATH: EMPTY
  65. [INFO] CONTIGS: chr21
  66. [INFO] CONDA PREFIX:
  67. [INFO] SAMTOOLS PATH: samtools
  68. [INFO] PYTHON PATH: python3
  69. [INFO] PYPY PATH: pypy3
  70. [INFO] PARALLEL PATH: parallel
  71. [INFO] WHATSHAP PATH: whatshap
  72. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  73. [INFO] CHUNK SIZE: 5000000
  74. [INFO] FULL ALIGN PROPORTION: 0.7
  75. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  76. [INFO] PHASING PROPORTION: 0.7
  77. [INFO] MINIMUM MQ: 5
  78. [INFO] MINIMUM COVERAGE: 4
  79. [INFO] SNP AF THRESHOLD: 0.08
  80. [INFO] INDEL AF THRESHOLD: 0.15
  81. [INFO] BASE ERROR IN GVCF: 0.001
  82. [INFO] GQ BIN SIZE IN GVCF: 5
  83. [INFO] ENABLE FILEUP ONLY CALLING: False
  84. [INFO] ENABLE FAST MODE CALLING: False
  85. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  86. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  87. [INFO] ENABLE OUTPUT GVCF: False
  88. [INFO] ENABLE HAPLOID PRECISE MODE: False
  89. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  90. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  91. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  92. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  93. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  94. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  95. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  96. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  97. [INFO] ENABLE LONG INDEL CALLING: False
  98. [INFO] ENABLE C_IMPLEMENT: True
  99. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr21 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  100. [INFO] Check environment variables
  101. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output/log
  102. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output/tmp/pileup_output
  103. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output/tmp/merge_output
  104. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output/tmp/phase_output
  105. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output/tmp/gvcf_tmp_output
  106. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output
  107. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf
  108. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_bam
  109. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output/candidate_bed
  110. [INFO] Call variant in contigs: chr21
  111. [INFO] Chunk number for each contig: 10
  112. [INFO] 1/7 Call variants using pileup model
  113. Calling variants ...
  114. Total processed positions in chr21 (chunk 1/10) : 21247
  115. Total time elapsed: 40.19 s
  116. Calling variants ...
  117. Total processed positions in chr21 (chunk 2/10) : 55447
  118. Total time elapsed: 86.41 s
  119. Calling variants ...
  120. Total processed positions in chr21 (chunk 5/10) : 65383
  121. Total time elapsed: 99.76 s
  122. Calling variants ...
  123. Total processed positions in chr21 (chunk 6/10) : 71156
  124. Total time elapsed: 100.33 s
  125. Calling variants ...
  126. Total processed positions in chr21 (chunk 4/10) : 73057
  127. Total time elapsed: 104.96 s
  128. Calling variants ...
  129. Total processed positions in chr21 (chunk 3/10) : 71284
  130. Total time elapsed: 107.34 s
  131. Calling variants ...
  132. Total processed positions in chr21 (chunk 7/10) : 75897
  133. Total time elapsed: 113.52 s
  134. Calling variants ...
  135. Total processed positions in chr21 (chunk 9/10) : 81308
  136. Total time elapsed: 118.65 s
  137. Calling variants ...
  138. Total processed positions in chr21 (chunk 8/10) : 78139
  139. Total time elapsed: 121.89 s
  140. Calling variants ...
  141. Total processed positions in chr21 (chunk 10/10) : 86992
  142. Total time elapsed: 128.36 s
  143. real 2m15.199s
  144. user 16m24.968s
  145. sys 1m1.295s
  146. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  147. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 14
  148. [INFO] Total heterozygous SNP positions selected: chr21: 38730
  149. real 0m1.926s
  150. user 0m1.806s
  151. sys 0m0.107s
  152. [INFO] 3/7 Phase VCF file using LongPhase
  153. LongPhase Ver 1.7
  154. --- File Parameter ---
  155. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/chr21.vcf
  156. SV File :
  157. MOD File :
  158. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  159. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/phased_chr21
  160. Generate Dot : False
  161. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam
  162. --- Phasing Parameter ---
  163. Seq Platform : ONT
  164. Phase Indel : False
  165. Distance Threshold : 300000
  166. Connect Adjacent : 20
  167. Edge Threshold : 0.7
  168. Mapping Quality : 1
  169. Variant Confidence : 0.75
  170. ReadTag Confidence : 0.65
  171. parsing VCF ... 0s
  172. parsing SV VCF ... 0s
  173. parsing Meth VCF ... 0s
  174. reading reference ... 0s
  175. (chr21,5s)
  176. parsing total: 5s
  177. merge results ... 0s
  178. writeResult SNP ... 0s
  179. total process: 5s
  180. real 0m5.642s
  181. user 0m11.272s
  182. sys 0m0.759s
  183. [INFO] 5/7 Select candidates for full-alignment calling
  184. [INFO] Set variants quality cutoff 19.0
  185. [INFO] Set reference calls quality cutoff 13.0
  186. [INFO] Low quality reference calls to be processed in chr21: 57899
  187. [INFO] Low quality variants to be processed in chr21: 69711
  188. real 0m1.996s
  189. user 0m1.789s
  190. sys 0m0.182s
  191. [INFO] 6/7 Call low-quality variants using full-alignment model
  192. Calling variants ...
  193. Total processed positions in chr21 (chunk 13/13) : 7610
  194. Total time elapsed: 72.41 s
  195. Calling variants ...
  196. Total processed positions in chr21 (chunk 9/13) : 10000
  197. Total time elapsed: 75.76 s
  198. Calling variants ...
  199. Total processed positions in chr21 (chunk 3/13) : 10000
  200. Total time elapsed: 76.04 s
  201. Calling variants ...
  202. Total processed positions in chr21 (chunk 2/13) : 10000
  203. Total time elapsed: 76.76 s
  204. Calling variants ...
  205. Total processed positions in chr21 (chunk 11/13) : 10000
  206. Total time elapsed: 77.08 s
  207. Calling variants ...
  208. Total processed positions in chr21 (chunk 8/13) : 10000
  209. Total time elapsed: 78.05 s
  210. Calling variants ...
  211. Total processed positions in chr21 (chunk 10/13) : 10000
  212. Total time elapsed: 78.25 s
  213. Calling variants ...
  214. Total processed positions in chr21 (chunk 5/13) : 10000
  215. Total time elapsed: 80.58 s
  216. Calling variants ...
  217. Total processed positions in chr21 (chunk 1/13) : 10000
  218. Total time elapsed: 82.69 s
  219. Calling variants ...
  220. Total processed positions in chr21 (chunk 7/13) : 10000
  221. Total time elapsed: 84.85 s
  222. Calling variants ...
  223. Total processed positions in chr21 (chunk 4/13) : 10000
  224. Total time elapsed: 84.74 s
  225. Calling variants ...
  226. Total processed positions in chr21 (chunk 12/13) : 10000
  227. Total time elapsed: 86.04 s
  228. Calling variants ...
  229. Total processed positions in chr21 (chunk 6/13) : 10000
  230. Total time elapsed: 86.95 s
  231. real 1m30.619s
  232. user 16m49.687s
  233. sys 1m7.751s
  234. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  235. [INFO] Pileup variants processed in chr21: 29908
  236. [INFO] Full-alignment variants processed in chr21: 74068
  237. real 0m2.641s
  238. user 0m2.759s
  239. sys 0m0.179s
  240. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz
  241. real 4m8.696s
  242. user 33m41.706s
  243. sys 2m11.367s
  244. [INFO] Call Germline Variant in Tumor BAM using Clair3
  245. [INFO] RUN THE FOLLOWING COMMAND:
  246. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output --ctg_name=chr21 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/clair3_log/2_CLAIR3_TUMOR.log
  247. [INFO] CLAIR3 VERSION: v1.0.8
  248. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  249. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  250. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  251. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output
  252. [INFO] PLATFORM: ont
  253. [INFO] THREADS: 40
  254. [INFO] BED FILE PATH: EMPTY
  255. [INFO] VCF FILE PATH: EMPTY
  256. [INFO] CONTIGS: chr21
  257. [INFO] CONDA PREFIX:
  258. [INFO] SAMTOOLS PATH: samtools
  259. [INFO] PYTHON PATH: python3
  260. [INFO] PYPY PATH: pypy3
  261. [INFO] PARALLEL PATH: parallel
  262. [INFO] WHATSHAP PATH: whatshap
  263. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  264. [INFO] CHUNK SIZE: 5000000
  265. [INFO] FULL ALIGN PROPORTION: 0.7
  266. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  267. [INFO] PHASING PROPORTION: 0.7
  268. [INFO] MINIMUM MQ: 5
  269. [INFO] MINIMUM COVERAGE: 4
  270. [INFO] SNP AF THRESHOLD: 0.08
  271. [INFO] INDEL AF THRESHOLD: 0.15
  272. [INFO] BASE ERROR IN GVCF: 0.001
  273. [INFO] GQ BIN SIZE IN GVCF: 5
  274. [INFO] ENABLE FILEUP ONLY CALLING: False
  275. [INFO] ENABLE FAST MODE CALLING: False
  276. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  277. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  278. [INFO] ENABLE OUTPUT GVCF: False
  279. [INFO] ENABLE HAPLOID PRECISE MODE: False
  280. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  281. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  282. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  283. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  284. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  285. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  286. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  287. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  288. [INFO] ENABLE LONG INDEL CALLING: False
  289. [INFO] ENABLE C_IMPLEMENT: True
  290. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr21 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  291. [INFO] Check environment variables
  292. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output/log
  293. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output/tmp/pileup_output
  294. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output/tmp/merge_output
  295. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output/tmp/phase_output
  296. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output/tmp/gvcf_tmp_output
  297. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output
  298. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf
  299. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_bam
  300. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output/candidate_bed
  301. [INFO] Call variant in contigs: chr21
  302. [INFO] Chunk number for each contig: 10
  303. [INFO] 1/7 Call variants using pileup model
  304. Calling variants ...
  305. Total processed positions in chr21 (chunk 5/10) : 11068
  306. Total time elapsed: 44.07 s
  307. Calling variants ...
  308. Total processed positions in chr21 (chunk 7/10) : 9368
  309. Total time elapsed: 44.86 s
  310. Calling variants ...
  311. Total processed positions in chr21 (chunk 4/10) : 10732
  312. Total time elapsed: 45.33 s
  313. Calling variants ...
  314. Total processed positions in chr21 (chunk 6/10) : 10461
  315. Total time elapsed: 45.62 s
  316. Calling variants ...
  317. Total processed positions in chr21 (chunk 9/10) : 11777
  318. Total time elapsed: 48.59 s
  319. Calling variants ...
  320. Total processed positions in chr21 (chunk 8/10) : 11175
  321. Total time elapsed: 50.18 s
  322. Calling variants ...
  323. Total processed positions in chr21 (chunk 10/10) : 15430
  324. Total time elapsed: 53.54 s
  325. Calling variants ...
  326. Total processed positions in chr21 (chunk 1/10) : 36882
  327. Total time elapsed: 81.42 s
  328. Calling variants ...
  329. Total processed positions in chr21 (chunk 3/10) : 32029
  330. Total time elapsed: 89.59 s
  331. Calling variants ...
  332. Total processed positions in chr21 (chunk 2/10) : 75635
  333. Total time elapsed: 132.33 s
  334. real 2m15.749s
  335. user 8m50.712s
  336. sys 0m36.304s
  337. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  338. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 17
  339. [INFO] Total heterozygous SNP positions selected: chr21: 39429
  340. real 0m1.077s
  341. user 0m0.967s
  342. sys 0m0.103s
  343. [INFO] 3/7 Phase VCF file using LongPhase
  344. LongPhase Ver 1.7
  345. --- File Parameter ---
  346. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/chr21.vcf
  347. SV File :
  348. MOD File :
  349. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  350. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf/phased_chr21
  351. Generate Dot : False
  352. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  353. --- Phasing Parameter ---
  354. Seq Platform : ONT
  355. Phase Indel : False
  356. Distance Threshold : 300000
  357. Connect Adjacent : 20
  358. Edge Threshold : 0.7
  359. Mapping Quality : 1
  360. Variant Confidence : 0.75
  361. ReadTag Confidence : 0.65
  362. parsing VCF ... 1s
  363. parsing SV VCF ... 0s
  364. parsing Meth VCF ... 0s
  365. reading reference ... 0s
  366. (chr21,18s)
  367. parsing total: 18s
  368. merge results ... 0s
  369. writeResult SNP ... 0s
  370. total process: 19s
  371. real 0m18.951s
  372. user 0m46.210s
  373. sys 0m3.036s
  374. [INFO] 5/7 Select candidates for full-alignment calling
  375. [INFO] Set variants quality cutoff 21.0
  376. [INFO] Set reference calls quality cutoff 9.0
  377. [INFO] Low quality reference calls to be processed in chr21: 11425
  378. [INFO] Low quality variants to be processed in chr21: 77112
  379. real 0m1.032s
  380. user 0m0.893s
  381. sys 0m0.124s
  382. [INFO] 6/7 Call low-quality variants using full-alignment model
  383. Calling variants ...
  384. Total processed positions in chr21 (chunk 1/9) : 10000
  385. Total time elapsed: 85.71 s
  386. Calling variants ...
  387. Total processed positions in chr21 (chunk 3/9) : 10000
  388. Total time elapsed: 89.12 s
  389. Calling variants ...
  390. Total processed positions in chr21 (chunk 4/9) : 10000
  391. Total time elapsed: 98.05 s
  392. Calling variants ...
  393. Total processed positions in chr21 (chunk 2/9) : 10000
  394. Total time elapsed: 101.27 s
  395. Calling variants ...
  396. Total processed positions in chr21 (chunk 6/9) : 10000
  397. Total time elapsed: 103.79 s
  398. Calling variants ...
  399. Total processed positions in chr21 (chunk 7/9) : 10000
  400. Total time elapsed: 105.16 s
  401. Calling variants ...
  402. Total processed positions in chr21 (chunk 9/9) : 8537
  403. Total time elapsed: 105.70 s
  404. Calling variants ...
  405. Total processed positions in chr21 (chunk 5/9) : 10000
  406. Total time elapsed: 110.43 s
  407. Calling variants ...
  408. Total processed positions in chr21 (chunk 8/9) : 10000
  409. Total time elapsed: 110.81 s
  410. real 1m54.184s
  411. user 14m27.321s
  412. sys 0m46.063s
  413. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  414. [INFO] Pileup variants processed in chr21: 33077
  415. [INFO] Full-alignment variants processed in chr21: 73272
  416. real 0m1.619s
  417. user 0m1.597s
  418. sys 0m0.153s
  419. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz
  420. real 4m38.770s
  421. user 24m12.848s
  422. sys 1m26.479s
  423. [INFO] Select Heterozygous SNP for Phasing
  424. [INFO] RUN THE FOLLOWING COMMAND:
  425. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/clair3_log/parallel_1_select_hetero_snp_for_phasing.log -j 40 pypy3 /opt/bin/clairs.py select_hetero_snp_for_phasing --tumor_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_tumor_output/merge_output.vcf.gz --normal_vcf_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz --output_folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/vcf --ctg_name {1} --use_heterozygous_snp_in_normal_sample_for_intermediate_phasing True :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/clair3_log/1_select_hetero_snp_for_phasing.log
  426. [INFO] Total HET SNP calls selected: chr21: 54974, not found:1251, not match:50, low_qual_count:0. Total normal:57735 Total tumor:56275, pro: 0.9769
  427. [INFO] Phase the Tumor BAM
  428. [INFO] RUN THE FOLLOWING COMMAND:
  429. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/clair3_log/parallel_4_phase_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase phase -s /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/vcf/{1}.vcf -b /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam -r /home/t_steimle/ref/hs1/chm13v2.0.fa -t 40 -o /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/phased_output/tumor_phased_{1} --ont :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/CONTIGS && parallel -j 40 bgzip -f /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/clair3_log/4_phase_tumor.log && parallel -j 40 tabix -f -p vcf /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/CONTIGS
  430. LongPhase Ver 1.7
  431. --- File Parameter ---
  432. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/vcf/chr21.vcf
  433. SV File :
  434. MOD File :
  435. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  436. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/phased_output/tumor_phased_chr21
  437. Generate Dot : False
  438. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  439. --- Phasing Parameter ---
  440. Seq Platform : ONT
  441. Phase Indel : False
  442. Distance Threshold : 300000
  443. Connect Adjacent : 20
  444. Edge Threshold : 0.7
  445. Mapping Quality : 1
  446. Variant Confidence : 0.75
  447. ReadTag Confidence : 0.65
  448. parsing VCF ... 0s
  449. parsing SV VCF ... 0s
  450. parsing Meth VCF ... 0s
  451. reading reference ... 0s
  452. (chr21,34s)
  453. parsing total: 34s
  454. merge results ... 0s
  455. writeResult SNP ... 1s
  456. total process: 35s
  457. [INFO] Haplotag the Tumor BAM
  458. [INFO] RUN THE FOLLOWING COMMAND:
  459. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/clair3_log/parallel_5_haplotag_tumor.log -j 40 /opt/conda/envs/clairs/bin/longphase haplotag -o /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/phased_output/tumor_{1} --reference /home/t_steimle/ref/hs1/chm13v2.0.fa --region {1} -s /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/phased_output/tumor_phased_{1}.vcf.gz -b /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/CONTIGS ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/clair3_log/5_tumor_haplotag.log && parallel -j 40 samtools index -@40 /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/phased_output/tumor_{1}.bam :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/CONTIGS
  460. phased SNP file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/phased_output/tumor_phased_chr21.vcf.gz
  461. phased SV file:
  462. phased MOD file:
  463. input bam file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam
  464. input ref file: /home/t_steimle/ref/hs1/chm13v2.0.fa
  465. output bam file: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/phased_output/tumor_chr21.bam
  466. number of threads: 1
  467. write log file: false
  468. log file:
  469. -------------------------------------------
  470. tag region: chr21
  471. filter mapping quality below: 1
  472. percentage threshold: 0.6
  473. tag supplementary: false
  474. -------------------------------------------
  475. parsing SNP VCF ... 1s
  476. tag read start ...
  477. chr: chr21 ... 615s
  478. tag read 616s
  479. -------------------------------------------
  480. total process time: 617s
  481. total alignment: 890148
  482. total supplementary: 22088
  483. total secondary: 0
  484. total unmapped: 0
  485. total tag alignment: 306829
  486. total untagged: 583319
  487. [INFO] STEP 1: Extract Variant Candidates from Tumor and Normal BAMs
  488. [INFO] RUN THE FOLLOWING COMMAND:
  489. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/parallel_1_extract_tumor_candidates.log -C " " -j 40 pypy3 /opt/bin/clairs.py extract_pair_candidates --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --samtools samtools --snv_min_af 0.05 --indel_min_af 0.1 --chunk_id {2} --chunk_num {3} --ctg_name {1} --platform ont --min_coverage 4 --bed_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/split_beds/{1} --candidates_folder /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/candidates --output_depth True --select_indel_candidates True --hybrid_mode_vcf_fn None --genotyping_mode_vcf_fn None :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/CHUNK_LIST ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/1_EC.log && pypy3 /opt/bin/clairs.py concat_files --input_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/candidates --input_prefix CANDIDATES_FILE_ --output_fn CANDIDATES_FILES
  490. [INFO] chr21 chunk 0/10: Total snv candidates found: 5072, total indel candidates found: 757
  491. [INFO] chr21 chunk 1/10: Total snv candidates found: 20319, total indel candidates found: 4282
  492. [INFO] chr21 chunk 2/10: Total snv candidates found: 6136, total indel candidates found: 1125
  493. [INFO] chr21 chunk 8/10: Total snv candidates found: 912, total indel candidates found: 1199
  494. [INFO] chr21 chunk 9/10: Total snv candidates found: 3112, total indel candidates found: 2027
  495. [faidx] Truncated sequence: chr21:40580649-45091721
  496. [INFO] chr21 chunk 6/10: Total snv candidates found: 736, total indel candidates found: 1237
  497. [INFO] chr21 chunk 7/10: Total snv candidates found: 1248, total indel candidates found: 1555
  498. [INFO] chr21 chunk 3/10: Total snv candidates found: 616, total indel candidates found: 964
  499. [INFO] chr21 chunk 4/10: Total snv candidates found: 805, total indel candidates found: 947
  500. [INFO] chr21 chunk 5/10: Total snv candidates found: 741, total indel candidates found: 1069
  501. [INFO] STEP 2: Pileup Model Calling
  502. [INFO] Create Paired Tensors
  503. [INFO] RUN THE FOLLOWING COMMAND:
  504. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/parallel_2-1_create_pair_tensor.log -j 40 pypy3 /opt/bin/clairs.py create_pair_tensor_pileup --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/CHAHA_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --ctg_name {1/.} --samtools samtools --candidates_bed_regions {1} --tensor_can_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/pileup_tensor_can/{1/} --platform ont :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/candidates/CANDIDATES_FILES ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/2-1_CPT.log
  505. [INFO] chr21 chunk 3-3/1 Tensors generated: 318
  506. [INFO] chr21 chunk 1-1/3 Tensors generated: 616
  507. [INFO] chr21 chunk 1-1/5 Tensors generated: 741
  508. [INFO] chr21 chunk 1-1/4 Tensors generated: 805
  509. [INFO] chr21 chunk 1-1/6 Tensors generated: 729
  510. [INFO] chr21 chunk 1-1/8 Tensors generated: 912
  511. [INFO] chr21 chunk 1-1/0 Tensors generated: 5057
  512. [INFO] chr21 chunk 1-1/7 Tensors generated: 1248
  513. [INFO] chr21 chunk 2-3/1 Tensors generated: 9316
  514. [INFO] chr21 chunk 1-1/9 Tensors generated: 3109
  515. [faidx] Truncated sequence: chr21:40603737-45091575
  516. [INFO] chr21 chunk 1-3/1 Tensors generated: 9761
  517. [INFO] chr21 chunk 1-1/2 Tensors generated: 6135
  518. [INFO] Pileup Model Prediction
  519. [INFO] RUN THE FOLLOWING COMMAND:
  520. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/parallel_2-2_predict.log -j 40 python3 /opt/bin/clairs.py predict --tensor_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/pileup_tensor_can/{1/} --call_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/vcf_output/p_{1/}.vcf --chkpnt_fn /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/pileup.pkl --use_gpu False --platform ont --ctg_name {1/.} --pileup --show_germline :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/candidates/CANDIDATES_FILES ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/2-2_PREDICT.log
  521. [INFO] chr21 total processed positions: 318, time elapsed: 1.2s
  522. [INFO] chr21 total processed positions: 616, time elapsed: 1.7s
  523. [INFO] chr21 total processed positions: 729, time elapsed: 2.0s
  524. [INFO] chr21 total processed positions: 741, time elapsed: 2.0s
  525. [INFO] chr21 total processed positions: 805, time elapsed: 2.2s
  526. [INFO] chr21 total processed positions: 912, time elapsed: 2.4s
  527. [INFO] chr21 total processed positions: 1248, time elapsed: 3.0s
  528. [INFO] chr21 total processed positions: 3109, time elapsed: 6.7s
  529. [INFO] chr21 total processed positions: 5057, time elapsed: 10.3s
  530. [INFO] chr21 total processed positions: 6135, time elapsed: 12.9s
  531. [INFO] chr21 total processed positions: 9316, time elapsed: 18.5s
  532. [INFO] chr21 total processed positions: 9761, time elapsed: 20.0s
  533. [INFO] Merge Pileup VCFs
  534. [INFO] RUN THE FOLLOWING COMMAND:
  535. pypy3 /opt/bin/clairs.py sort_vcf --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --contigs_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/CONTIGS --input_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/vcf_output --vcf_fn_prefix p_ --output_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/vcf_output/pileup.vcf
  536. [INFO] Sorting VCFs...
  537. [INFO] Finished VCF sorting!
  538. [INFO] STEP 3: Full-alignment Model Calling
  539. [INFO] Create Full-alignment Paired Tensors
  540. [INFO] RUN THE FOLLOWING COMMAND:
  541. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/parallel_3-1_create_pair_tensor_fa.log -j 40 pypy3 /opt/bin/clairs.py create_pair_tensor --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/norm/CHAHA_norm_hs1.bam --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/clair3_output/phased_output/tumor_{1/.}.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --ctg_name {1/.} --samtools samtools --candidates_bed_regions {1} --tensor_can_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/fa_tensor_can/{1/} --platform ont :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/candidates/CANDIDATES_FILES ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/3-1_CPT.log
  542. [INFO] chr21 chunk 3-3/1 Tensors generated: 316
  543. [INFO] chr21 chunk 1-1/3 Tensors generated: 616
  544. [INFO] chr21 chunk 1-1/6 Tensors generated: 729
  545. [INFO] chr21 chunk 1-1/5 Tensors generated: 741
  546. [INFO] chr21 chunk 1-1/4 Tensors generated: 805
  547. [INFO] chr21 chunk 1-1/8 Tensors generated: 912
  548. [INFO] chr21 chunk 1-1/7 Tensors generated: 1248
  549. [INFO] chr21 chunk 1-1/0 Tensors generated: 4472
  550. [INFO] chr21 chunk 2-3/1 Tensors generated: 8494
  551. [INFO] chr21 chunk 1-1/9 Tensors generated: 3109
  552. [faidx] Truncated sequence: chr21:40603737-45091575
  553. [INFO] chr21 chunk 1-1/2 Tensors generated: 6067
  554. [INFO] chr21 chunk 1-3/1 Tensors generated: 9502
  555. [INFO] Full-alignment Model Prediction
  556. [INFO] RUN THE FOLLOWING COMMAND:
  557. ( parallel --joblog /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/parallel_3-2_predict.log -j 40 python3 /opt/bin/clairs.py predict --tensor_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/fa_tensor_can/{1/} --call_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/vcf_output/fa_{1/}.vcf --chkpnt_fn /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/full_alignment.pkl --use_gpu False --platform ont --ctg_name {1/.} --show_germline :::: /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/tmp/candidates/CANDIDATES_FILES ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/CHAHA/diag/ClairS/part24/logs/3-2_PREDICT.log
  558. [INFO] chr21 total processed positions: 316, time elapsed: 37.3s
  559. [INFO] chr21 total processed positions: 616, time elapsed: 71.5s
  560. slurmstepd: error: *** JOB 2556291 ON n01 CANCELLED AT 2025-12-08T16:49:54 ***
  561. ----------------------------------------------
  562. | SLURM EPILOG |
  563. ----------------------------------------------
  564. Job ID: 2556291
  565. Cluster: flamingo
  566. User/Group: t_steimle/gs_hpc_biopath
  567. Nodelist: n01
  568. Nodes: 1
  569. Cores per node: 40
  570. Job started at: 2025-12-08 16:24:11
  571. Job ended at: 2025-12-08 16:49:54
  572. Job Wall-clock time: 00:25:43
  573. CPU Utilized: 02:07:35
  574. CPU Efficiency: 12.40% of 17:08:40 core-walltime
  575. Memory Utilized: 16.69 GB
  576. Memory Efficiency: 41.71% of 40.00 GB