slurm-2536606.out 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418
  1. [COMMAND] /opt/bin/run_clairs --tumor_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam --normal_bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --platform ont_r10_dorado_sup_5khz_ssrs --output_dir /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15 --region chr17:1-28642702 --sample_name DUMCO_diag --include_all_ctgs --print_germline_calls --enable_indel_calling --enable_clair3_germline_output --use_longphase_for_intermediate_haplotagging True
  2. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/logs
  3. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp
  4. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/split_beds
  5. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/candidates
  6. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/pileup_tensor_can
  7. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/fa_tensor_can
  8. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/vcf_output
  9. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/tmp_vcf_output
  10. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/logs/clair3_log
  11. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/phased_output
  12. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/vcf
  13. [INFO] --include_all_ctgs enabled
  14. [INFO] Call variants in contigs: chr17
  15. [INFO] Number of chunks for each contig: 17
  16. [INFO] CALLER VERSION: 0.4.4
  17. [INFO] NORMAL BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam
  18. [INFO] TUMOR BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam
  19. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  20. [INFO] PLATFORM: ont_r10_dorado_sup_5khz_ssrs
  21. [INFO] THREADS: 40
  22. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15
  23. [INFO] OUTPUT VCF PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/output.vcf.gz
  24. [INFO] PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/pileup.pkl
  25. [INFO] FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/full_alignment.pkl
  26. [INFO] BED FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/region.bed
  27. [INFO] GENOTYPING MODE VCF FILE PATH: None
  28. [INFO] HYBRID MODE VCF FILE PATH: None
  29. [INFO] REGION FOR CALLING: chr17:1-28642702
  30. [INFO] CONTIGS FOR CALLING: None
  31. [INFO] CONDA BINARY PREFIX: /opt/conda/envs/clairs
  32. [INFO] SAMTOOLS BINARY PATH: samtools
  33. [INFO] PYTHON BINARY PATH: python3
  34. [INFO] PYPY BINARY PATH: pypy3
  35. [INFO] PARALLEL BINARY PATH: parallel
  36. [INFO] LONGPHASE BINARY PATH: /opt/conda/envs/clairs/bin/longphase
  37. [INFO] CHUNK SIZE: 5000000
  38. [INFO] SNV MINIMUM AF: 0.05
  39. [INFO] SNV MINIMUM QUAL: 8
  40. [INFO] INDEL MINIMUM AF: 0.1
  41. [INFO] INDEL PILEUP MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/pileup.pkl
  42. [INFO] INDEL FULL-ALIGNMENT MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/ont_r10_dorado_sup_5khz_ssrs/indel/full_alignment.pkl
  43. [INFO] INDEL MINIMUM QUAL: 8
  44. [INFO] NORMAL VCF FILE PATH: None
  45. [INFO] DISABLE PHASING: False
  46. [INFO] ENABLE DRY RUN: False
  47. [INFO] ENABLE INDEL CALLING: True
  48. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  49. [INFO] ENABLE PRINTING GERMLINE CALLS: True
  50. [INFO] ENABLE INCLUDING ALL CTGS FOR CALLING: True
  51. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  52. [INFO] Call Germline Variants in Normal BAM using Clair3
  53. [INFO] RUN THE FOLLOWING COMMAND:
  54. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output --ctg_name=chr17 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/logs/clair3_log/1_CLAIR3_NORMAL.log
  55. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  56. [INFO] CLAIR3 VERSION: v1.0.8
  57. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam
  58. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  59. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  60. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output
  61. [INFO] PLATFORM: ont
  62. [INFO] THREADS: 40
  63. [INFO] BED FILE PATH: EMPTY
  64. [INFO] VCF FILE PATH: EMPTY
  65. [INFO] CONTIGS: chr17
  66. [INFO] CONDA PREFIX:
  67. [INFO] SAMTOOLS PATH: samtools
  68. [INFO] PYTHON PATH: python3
  69. [INFO] PYPY PATH: pypy3
  70. [INFO] PARALLEL PATH: parallel
  71. [INFO] WHATSHAP PATH: whatshap
  72. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  73. [INFO] CHUNK SIZE: 5000000
  74. [INFO] FULL ALIGN PROPORTION: 0.7
  75. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  76. [INFO] PHASING PROPORTION: 0.7
  77. [INFO] MINIMUM MQ: 5
  78. [INFO] MINIMUM COVERAGE: 4
  79. [INFO] SNP AF THRESHOLD: 0.08
  80. [INFO] INDEL AF THRESHOLD: 0.15
  81. [INFO] BASE ERROR IN GVCF: 0.001
  82. [INFO] GQ BIN SIZE IN GVCF: 5
  83. [INFO] ENABLE FILEUP ONLY CALLING: False
  84. [INFO] ENABLE FAST MODE CALLING: False
  85. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  86. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  87. [INFO] ENABLE OUTPUT GVCF: False
  88. [INFO] ENABLE HAPLOID PRECISE MODE: False
  89. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  90. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  91. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  92. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  93. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  94. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  95. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  96. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  97. [INFO] ENABLE LONG INDEL CALLING: False
  98. [INFO] ENABLE C_IMPLEMENT: True
  99. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr17 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  100. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  101. [INFO] Check environment variables
  102. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output/log
  103. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output/tmp/pileup_output
  104. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output/tmp/merge_output
  105. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output/tmp/phase_output
  106. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output/tmp/gvcf_tmp_output
  107. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output
  108. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf
  109. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_bam
  110. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output/tmp/full_alignment_output/candidate_bed
  111. [INFO] Call variant in contigs: chr17
  112. [INFO] Chunk number for each contig: 17
  113. [INFO] 1/7 Call variants using pileup model
  114. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  115. Calling variants ...
  116. Total processed positions in chr17 (chunk 6/17) : 27914
  117. Total time elapsed: 56.65 s
  118. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  119. Calling variants ...
  120. Total processed positions in chr17 (chunk 13/17) : 50335
  121. Total time elapsed: 84.56 s
  122. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  123. Calling variants ...
  124. Total processed positions in chr17 (chunk 15/17) : 51403
  125. Total time elapsed: 90.68 s
  126. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  127. Calling variants ...
  128. Total processed positions in chr17 (chunk 5/17) : 55409
  129. Total time elapsed: 96.01 s
  130. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  131. Calling variants ...
  132. Total processed positions in chr17 (chunk 4/17) : 58603
  133. Total time elapsed: 98.13 s
  134. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  135. Calling variants ...
  136. Total processed positions in chr17 (chunk 7/17) : 54606
  137. Total time elapsed: 98.11 s
  138. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  139. Calling variants ...
  140. Total processed positions in chr17 (chunk 8/17) : 59803
  141. Total time elapsed: 98.55 s
  142. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  143. Calling variants ...
  144. Total processed positions in chr17 (chunk 14/17) : 55106
  145. Total time elapsed: 100.54 s
  146. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  147. Calling variants ...
  148. Total processed positions in chr17 (chunk 3/17) : 57778
  149. Total time elapsed: 100.70 s
  150. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  151. Calling variants ...
  152. Total processed positions in chr17 (chunk 11/17) : 57487
  153. Total time elapsed: 102.90 s
  154. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  155. Calling variants ...
  156. Total processed positions in chr17 (chunk 12/17) : 57337
  157. Total time elapsed: 103.47 s
  158. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  159. Calling variants ...
  160. Total processed positions in chr17 (chunk 10/17) : 57826
  161. Total time elapsed: 104.26 s
  162. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  163. Calling variants ...
  164. Total processed positions in chr17 (chunk 2/17) : 59536
  165. Total time elapsed: 105.58 s
  166. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  167. Calling variants ...
  168. Total processed positions in chr17 (chunk 16/17) : 65379
  169. Total time elapsed: 111.75 s
  170. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  171. Calling variants ...
  172. Total processed positions in chr17 (chunk 1/17) : 66124
  173. Total time elapsed: 112.58 s
  174. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  175. Calling variants ...
  176. Total processed positions in chr17 (chunk 9/17) : 65558
  177. Total time elapsed: 114.98 s
  178. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  179. Calling variants ...
  180. Total processed positions in chr17 (chunk 17/17) : 74166
  181. Total time elapsed: 122.34 s
  182. real 2m9.004s
  183. user 26m3.068s
  184. sys 2m5.460s
  185. [INFO] 2/7 Select heterozygous SNP variants for Whatshap phasing and haplotagging
  186. [INFO] Select heterozygous pileup variants exceeding phasing quality cutoff 18
  187. [INFO] Total heterozygous SNP positions selected: chr17: 61710
  188. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  189. real 0m2.565s
  190. user 0m2.421s
  191. sys 0m0.123s
  192. [INFO] 3/7 Phase VCF file using LongPhase
  193. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  194. LongPhase Ver 1.7
  195. --- File Parameter ---
  196. SNP File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/chr17.vcf
  197. SV File :
  198. MOD File :
  199. REF File : /home/t_steimle/ref/hs1/chm13v2.0.fa
  200. Output Prefix : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output/tmp/phase_output/phase_vcf/phased_chr17
  201. Generate Dot : False
  202. BAM File : /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/norm/DUMCO_norm_hs1.bam
  203. --- Phasing Parameter ---
  204. Seq Platform : ONT
  205. Phase Indel : False
  206. Distance Threshold : 300000
  207. Connect Adjacent : 20
  208. Edge Threshold : 0.7
  209. Mapping Quality : 1
  210. Variant Confidence : 0.75
  211. ReadTag Confidence : 0.65
  212. parsing VCF ... 0s
  213. parsing SV VCF ... 0s
  214. parsing Meth VCF ... 0s
  215. reading reference ... 1s
  216. (chr17,7s)
  217. parsing total: 7s
  218. merge results ... 0s
  219. writeResult SNP ... 0s
  220. total process: 8s
  221. real 0m8.670s
  222. user 0m18.510s
  223. sys 0m1.250s
  224. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  225. [INFO] 5/7 Select candidates for full-alignment calling
  226. [INFO] Set variants quality cutoff 21.0
  227. [INFO] Set reference calls quality cutoff 14.0
  228. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  229. [INFO] Low quality reference calls to be processed in chr17: 80349
  230. [INFO] Low quality variants to be processed in chr17: 119468
  231. real 0m2.724s
  232. user 0m2.475s
  233. sys 0m0.198s
  234. [INFO] 6/7 Call low-quality variants using full-alignment model
  235. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  236. Calling variants ...
  237. Total processed positions in chr17 (chunk 10/20) : 10000
  238. Total time elapsed: 82.58 s
  239. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  240. Calling variants ...
  241. Total processed positions in chr17 (chunk 13/20) : 10000
  242. Total time elapsed: 82.82 s
  243. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  244. Calling variants ...
  245. Total processed positions in chr17 (chunk 11/20) : 10000
  246. Total time elapsed: 82.94 s
  247. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  248. Calling variants ...
  249. Total processed positions in chr17 (chunk 7/20) : 10000
  250. Total time elapsed: 84.01 s
  251. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  252. Calling variants ...
  253. Total processed positions in chr17 (chunk 5/20) : 10000
  254. Total time elapsed: 84.06 s
  255. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  256. Calling variants ...
  257. Total processed positions in chr17 (chunk 14/20) : 10000
  258. Total time elapsed: 84.91 s
  259. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  260. Calling variants ...
  261. Total processed positions in chr17 (chunk 12/20) : 10000
  262. Total time elapsed: 85.09 s
  263. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  264. Calling variants ...
  265. Total processed positions in chr17 (chunk 8/20) : 10000
  266. Total time elapsed: 85.29 s
  267. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  268. Calling variants ...
  269. Total processed positions in chr17 (chunk 2/20) : 10000
  270. Total time elapsed: 86.07 s
  271. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  272. Calling variants ...
  273. Total processed positions in chr17 (chunk 6/20) : 10000
  274. Total time elapsed: 86.76 s
  275. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  276. Calling variants ...
  277. Total processed positions in chr17 (chunk 15/20) : 10000
  278. Total time elapsed: 87.23 s
  279. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  280. Calling variants ...
  281. Total processed positions in chr17 (chunk 18/20) : 10000
  282. Total time elapsed: 87.28 s
  283. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  284. Calling variants ...
  285. Total processed positions in chr17 (chunk 3/20) : 10000
  286. Total time elapsed: 87.72 s
  287. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  288. Calling variants ...
  289. Total processed positions in chr17 (chunk 4/20) : 10000
  290. Total time elapsed: 87.77 s
  291. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  292. Calling variants ...
  293. Total processed positions in chr17 (chunk 17/20) : 10000
  294. Total time elapsed: 87.96 s
  295. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  296. Calling variants ...
  297. Total processed positions in chr17 (chunk 9/20) : 10000
  298. Total time elapsed: 88.04 s
  299. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  300. Calling variants ...
  301. Total processed positions in chr17 (chunk 16/20) : 10000
  302. Total time elapsed: 88.27 s
  303. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  304. Calling variants ...
  305. Total processed positions in chr17 (chunk 19/20) : 10000
  306. Total time elapsed: 90.27 s
  307. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  308. Calling variants ...
  309. Total processed positions in chr17 (chunk 1/20) : 10000
  310. Total time elapsed: 90.39 s
  311. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  312. Calling variants ...
  313. Total processed positions in chr17 (chunk 20/20) : 9817
  314. Total time elapsed: 93.15 s
  315. real 1m36.429s
  316. user 27m51.849s
  317. sys 1m41.958s
  318. [INFO] 7/7 Merge pileup VCF and full-alignment VCF
  319. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  320. [INFO] Pileup variants processed in chr17: 51317
  321. [INFO] Full-alignment variants processed in chr17: 125849
  322. real 0m3.646s
  323. user 0m3.834s
  324. sys 0m0.179s
  325. [INFO] Finish calling, output file: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_normal_output/merge_output.vcf.gz
  326. real 4m17.319s
  327. user 54m35.144s
  328. sys 3m50.375s
  329. [INFO] Call Germline Variant in Tumor BAM using Clair3
  330. [INFO] RUN THE FOLLOWING COMMAND:
  331. ( /opt/conda/envs/clairs/bin/run_clair3.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --threads 40 --output /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_tumor_output --ctg_name=chr17 --samtools=samtools --pypy=pypy3 --python=python3 --min_coverage=4 --snp_min_af=0.08 --indel_min_af=0.15 --longphase_for_phasing ) 2>&1 | tee /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/logs/clair3_log/2_CLAIR3_TUMOR.log
  332. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  333. [INFO] CLAIR3 VERSION: v1.0.8
  334. [INFO] BAM FILE PATH: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam
  335. [INFO] REFERENCE FILE PATH: /home/t_steimle/ref/hs1/chm13v2.0.fa
  336. [INFO] MODEL PATH: /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420
  337. [INFO] OUTPUT FOLDER: /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_tumor_output
  338. [INFO] PLATFORM: ont
  339. [INFO] THREADS: 40
  340. [INFO] BED FILE PATH: EMPTY
  341. [INFO] VCF FILE PATH: EMPTY
  342. [INFO] CONTIGS: chr17
  343. [INFO] CONDA PREFIX:
  344. [INFO] SAMTOOLS PATH: samtools
  345. [INFO] PYTHON PATH: python3
  346. [INFO] PYPY PATH: pypy3
  347. [INFO] PARALLEL PATH: parallel
  348. [INFO] WHATSHAP PATH: whatshap
  349. [INFO] LONGPHASE PATH: /opt/conda/envs/clairs/bin/longphase
  350. [INFO] CHUNK SIZE: 5000000
  351. [INFO] FULL ALIGN PROPORTION: 0.7
  352. [INFO] FULL ALIGN REFERENCE PROPORTION: 0.1
  353. [INFO] PHASING PROPORTION: 0.7
  354. [INFO] MINIMUM MQ: 5
  355. [INFO] MINIMUM COVERAGE: 4
  356. [INFO] SNP AF THRESHOLD: 0.08
  357. [INFO] INDEL AF THRESHOLD: 0.15
  358. [INFO] BASE ERROR IN GVCF: 0.001
  359. [INFO] GQ BIN SIZE IN GVCF: 5
  360. [INFO] ENABLE FILEUP ONLY CALLING: False
  361. [INFO] ENABLE FAST MODE CALLING: False
  362. [INFO] ENABLE CALLING SNP CANDIDATES ONLY: False
  363. [INFO] ENABLE PRINTING REFERENCE CALLS: False
  364. [INFO] ENABLE OUTPUT GVCF: False
  365. [INFO] ENABLE HAPLOID PRECISE MODE: False
  366. [INFO] ENABLE HAPLOID SENSITIVE MODE: False
  367. [INFO] ENABLE INCLUDE ALL CTGS CALLING: False
  368. [INFO] ENABLE NO PHASING FOR FULL ALIGNMENT: False
  369. [INFO] ENABLE REMOVING INTERMEDIATE FILES: False
  370. [INFO] ENABLE LONGPHASE FOR INTERMEDIATE VCF PHASING: True
  371. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING WHATSHAP: False
  372. [INFO] ENABLE PHASING FINAL VCF OUTPUT USING LONGPHASE: False
  373. [INFO] ENABLE HAPLOTAGGING FINAL BAM: False
  374. [INFO] ENABLE LONG INDEL CALLING: False
  375. [INFO] ENABLE C_IMPLEMENT: True
  376. + /opt/conda/envs/clairs/bin/scripts/clair3_c_impl.sh --bam_fn /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/DUMCO_diag_hs1.bam --ref_fn /home/t_steimle/ref/hs1/chm13v2.0.fa --threads 40 --model_path /opt/conda/envs/clairs/bin/clairs_models/clair3_models/r1041_e82_400bps_sup_v420 --platform ont --output /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_tumor_output --bed_fn=EMPTY --vcf_fn=EMPTY --ctg_name=chr17 --sample_name=SAMPLE --chunk_num=0 --chunk_size=5000000 --samtools=samtools --python=python3 --pypy=pypy3 --parallel=parallel --whatshap=whatshap --qual=2 --var_pct_full=0.7 --ref_pct_full=0.1 --var_pct_phasing=0.7 --snp_min_af=0.08 --indel_min_af=0.15 --min_mq=5 --min_coverage=4 --min_contig_size=0 --pileup_only=False --gvcf=False --base_err=0.001 --gq_bin_size=5 --fast_mode=False --call_snp_only=False --print_ref_calls=False --haploid_precise=False --haploid_sensitive=False --include_all_ctgs=False --no_phasing_for_fa=False --pileup_model_prefix=pileup --fa_model_prefix=full_alignment --remove_intermediate_dir=False --enable_phasing=False --enable_long_indel=False --keep_iupac_bases=False --use_gpu=False --longphase_for_phasing=True --longphase=/opt/conda/envs/clairs/bin/longphase --use_whatshap_for_intermediate_phasing=True --use_longphase_for_intermediate_phasing=True --use_whatshap_for_final_output_phasing=False --use_longphase_for_final_output_phasing=False --use_whatshap_for_final_output_haplotagging=False
  377. /mnt/beegfs02/software/tools/modules/4.6.1/init/bash: line 37: /usr/bin/tclsh: No such file or directory
  378. [INFO] Check environment variables
  379. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_tumor_output/log
  380. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_tumor_output/tmp/pileup_output
  381. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_tumor_output/tmp/merge_output
  382. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_tumor_output/tmp/phase_output
  383. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_tumor_output/tmp/gvcf_tmp_output
  384. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output
  385. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_vcf
  386. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_tumor_output/tmp/phase_output/phase_bam
  387. [INFO] Create folder /mnt/beegfs02/scratch/t_steimle/data/wgs/DUMCO/diag/ClairS/part15/tmp/clair3_output/clair3_tumor_output/tmp/full_alignment_output/candidate_bed
  388. [INFO] Call variant in contigs: chr17
  389. [INFO] Chunk number for each contig: 17
  390. [INFO] 1/7 Call variants using pileup model