comparison test-data/b_out_dev/snps.log @ 21:0e733df972b5 draft

planemo upload commit d65fe6718a4e9a9fa6dba28e6702335222c3e221-dirty
author dfornika
date Tue, 12 Mar 2019 17:37:29 -0400
parents
children
comparison
equal deleted inserted replaced
20:3bbfe41787af 21:0e733df972b5
1 ### cd /home/dfornika/Code/tools-iuc/tools/snippy/test-data
2
3 ### /home/dfornika/miniconda3/envs/snippy-4.3.6/bin/snippy --outdir b_out_dev --ref ref.fna --mapqual 60 --mincov 2 --minfrac 0.9 --minqual 60.0 --R1 b_1.fastq --R2 b_2.fastq
4
5 ### samtools faidx reference/ref.fa
6
7
8 ### bwa index reference/ref.fa
9
10 [bwa_index] Pack FASTA... 0.00 sec
11 [bwa_index] Construct BWT for the packed sequence...
12 [bwa_index] 0.00 seconds elapse.
13 [bwa_index] Update BWT... 0.00 sec
14 [bwa_index] Pack forward-only FASTA... 0.00 sec
15 [bwa_index] Construct SA from BWT and Occ... 0.00 sec
16 [main] Version: 0.7.17-r1188
17 [main] CMD: bwa index reference/ref.fa
18 [main] Real time: 0.009 sec; CPU: 0.003 sec
19
20 ### mkdir -p reference/genomes && cp -f reference/ref.fa reference/genomes/ref.fa
21
22
23 ### ln -sf reference/ref.fa .
24
25
26 ### ln -sf reference/ref.fa.fai .
27
28
29 ### mkdir -p reference/ref && gzip -c reference/ref.gff > reference/ref/genes.gff.gz
30
31
32 ### bwa mem -Y -M -R '@RG\tID:b_out_dev\tSM:b_out_dev' -t 8 reference/ref.fa /home/dfornika/Code/tools-iuc/tools/snippy/test-data/b_1.fastq /home/dfornika/Code/tools-iuc/tools/snippy/test-data/b_2.fastq | samclip --max 10 --ref reference/ref.fa.fai | samtools sort -n -l 0 -T /tmp/snippy.9396. --threads 8 -m 1000M | samtools fixmate -m - - | samtools sort -l 0 -T /tmp/snippy.9396. --threads 8 -m 1000M | samtools markdup -T /tmp/snippy.9396. -r -s - - > snps.bam
33
34 READ 10 WRITTEN 10
35 EXCLUDED 0 EXAMINED 10
36 PAIRED 10 SINGLE 0
37 DULPICATE PAIR 0 DUPLICATE SINGLE 0
38 DUPLICATE TOTAL 0
39
40 ### samtools index snps.bam
41
42
43 ### fasta_generate_regions.py reference/ref.fa.fai 1000 > reference/ref.txt
44
45
46 ### freebayes-parallel reference/ref.txt 8 -p 2 -P 0 -C 2 --min-repeat-entropy 1.5 --strict-vcf -q 13 -m 60 --min-coverage 2 -F 0.05 -f reference/ref.fa snps.bam > snps.raw.vcf
47
48
49 ### bcftools view --include 'FMT/GT="1/1" && QUAL>=60.0 && FMT/DP>=2 && (FMT/AO)/(FMT/DP)>=0.9' snps.raw.vcf | vt normalize -r reference/ref.fa - | bcftools annotate --remove '^INFO/TYPE,^INFO/DP,^INFO/RO,^INFO/AO,^INFO/AB,^FORMAT/GT,^FORMAT/DP,^FORMAT/RO,^FORMAT/AO,^FORMAT/QR,^FORMAT/QA,^FORMAT/GL' > snps.filt.vcf
50
51
52 ### cp snps.filt.vcf snps.vcf
53
54
55 ### /home/dfornika/miniconda3/envs/snippy-4.3.6/bin/snippy-vcf_to_tab --gff reference/ref.gff --ref reference/ref.fa --vcf snps.vcf > snps.tab
56
57 Loading reference: reference/ref.fa
58 Loaded 1 sequences.
59 Loading features: reference/ref.gff
60 Parsing variants: snps.vcf
61 Converted 1 SNPs to TAB format.
62
63 ### /home/dfornika/miniconda3/envs/snippy-4.3.6/bin/snippy-vcf_extract_subs snps.filt.vcf > snps.subs.vcf
64
65
66 ### bcftools convert -Oz -o snps.vcf.gz snps.vcf
67
68
69 ### bcftools index -f snps.vcf.gz
70
71
72 ### bcftools consensus -f reference/ref.fa -o snps.consensus.fa snps.vcf.gz
73
74 Note: the --sample option not given, applying all records regardless of the genotype
75
76 ### bcftools convert -Oz -o snps.subs.vcf.gz snps.subs.vcf
77
78
79 ### bcftools index -f snps.subs.vcf.gz
80
81
82 ### bcftools consensus -f reference/ref.fa -o snps.consensus.subs.fa snps.subs.vcf.gz
83
84 Note: the --sample option not given, applying all records regardless of the genotype
85
86 ### rm -f snps.subs.vcf.gz snps.subs.vcf.gz.csi snps.subs.vcf.gz.tbi
87
88 ### cd /home/dfornika/Code/tools-iuc/tools/snippy/test-data
89
90 ### /home/dfornika/miniconda3/envs/snippy-4.3.6/bin/snippy --force --outdir b_out_dev --rgid b --ref ref.fna --mapqual 60 --mincov 2 --minfrac 0.9 --minqual 60.0 --R1 b_1.fastq --R2 b_2.fastq
91
92 ### samtools faidx reference/ref.fa
93
94
95 ### bwa index reference/ref.fa
96
97 [bwa_index] Pack FASTA... 0.00 sec
98 [bwa_index] Construct BWT for the packed sequence...
99 [bwa_index] 0.00 seconds elapse.
100 [bwa_index] Update BWT... 0.00 sec
101 [bwa_index] Pack forward-only FASTA... 0.00 sec
102 [bwa_index] Construct SA from BWT and Occ... 0.00 sec
103 [main] Version: 0.7.17-r1188
104 [main] CMD: bwa index reference/ref.fa
105 [main] Real time: 0.008 sec; CPU: 0.002 sec
106
107 ### mkdir -p reference/genomes && cp -f reference/ref.fa reference/genomes/ref.fa
108
109
110 ### ln -sf reference/ref.fa .
111
112
113 ### ln -sf reference/ref.fa.fai .
114
115
116 ### mkdir -p reference/ref && gzip -c reference/ref.gff > reference/ref/genes.gff.gz
117
118
119 ### bwa mem -Y -M -R '@RG\tID:b\tSM:b' -t 8 reference/ref.fa /home/dfornika/Code/tools-iuc/tools/snippy/test-data/b_1.fastq /home/dfornika/Code/tools-iuc/tools/snippy/test-data/b_2.fastq | samclip --max 10 --ref reference/ref.fa.fai | samtools sort -n -l 0 -T /tmp/snippy.10001. --threads 8 -m 1000M | samtools fixmate -m - - | samtools sort -l 0 -T /tmp/snippy.10001. --threads 8 -m 1000M | samtools markdup -T /tmp/snippy.10001. -r -s - - > snps.bam
120
121 READ 10 WRITTEN 10
122 EXCLUDED 0 EXAMINED 10
123 PAIRED 10 SINGLE 0
124 DULPICATE PAIR 0 DUPLICATE SINGLE 0
125 DUPLICATE TOTAL 0
126
127 ### samtools index snps.bam
128
129
130 ### fasta_generate_regions.py reference/ref.fa.fai 1000 > reference/ref.txt
131
132
133 ### freebayes-parallel reference/ref.txt 8 -p 2 -P 0 -C 2 --min-repeat-entropy 1.5 --strict-vcf -q 13 -m 60 --min-coverage 2 -F 0.05 -f reference/ref.fa snps.bam > snps.raw.vcf
134
135
136 ### bcftools view --include 'FMT/GT="1/1" && QUAL>=60.0 && FMT/DP>=2 && (FMT/AO)/(FMT/DP)>=0.9' snps.raw.vcf | vt normalize -r reference/ref.fa - | bcftools annotate --remove '^INFO/TYPE,^INFO/DP,^INFO/RO,^INFO/AO,^INFO/AB,^FORMAT/GT,^FORMAT/DP,^FORMAT/RO,^FORMAT/AO,^FORMAT/QR,^FORMAT/QA,^FORMAT/GL' > snps.filt.vcf
137
138
139 ### cp snps.filt.vcf snps.vcf
140
141
142 ### /home/dfornika/miniconda3/envs/snippy-4.3.6/bin/snippy-vcf_to_tab --gff reference/ref.gff --ref reference/ref.fa --vcf snps.vcf > snps.tab
143
144 Loading reference: reference/ref.fa
145 Loaded 1 sequences.
146 Loading features: reference/ref.gff
147 Parsing variants: snps.vcf
148 Converted 1 SNPs to TAB format.
149
150 ### /home/dfornika/miniconda3/envs/snippy-4.3.6/bin/snippy-vcf_extract_subs snps.filt.vcf > snps.subs.vcf
151
152
153 ### bcftools convert -Oz -o snps.vcf.gz snps.vcf
154
155
156 ### bcftools index -f snps.vcf.gz
157
158
159 ### bcftools consensus -f reference/ref.fa -o snps.consensus.fa snps.vcf.gz
160
161 Note: the --sample option not given, applying all records regardless of the genotype
162
163 ### bcftools convert -Oz -o snps.subs.vcf.gz snps.subs.vcf
164
165
166 ### bcftools index -f snps.subs.vcf.gz
167
168
169 ### bcftools consensus -f reference/ref.fa -o snps.consensus.subs.fa snps.subs.vcf.gz
170
171 Note: the --sample option not given, applying all records regardless of the genotype
172
173 ### rm -f snps.subs.vcf.gz snps.subs.vcf.gz.csi snps.subs.vcf.gz.tbi
174
175 ### cd /home/dfornika/Code/tools-iuc/tools/snippy/test-data
176
177 ### /home/dfornika/miniconda3/envs/snippy-4.3.6/bin/snippy --force --outdir b_out_dev --rgid b --ref ref.fna --mapqual 60 --mincov 2 --minfrac 0.9 --minqual 60.0 --R1 b_1.fastq --R2 b_2.fastq
178
179 ### samtools faidx reference/ref.fa
180
181
182 ### bwa index reference/ref.fa
183
184 [bwa_index] Pack FASTA... 0.00 sec
185 [bwa_index] Construct BWT for the packed sequence...
186 [bwa_index] 0.00 seconds elapse.
187 [bwa_index] Update BWT... 0.00 sec
188 [bwa_index] Pack forward-only FASTA... 0.00 sec
189 [bwa_index] Construct SA from BWT and Occ... 0.00 sec
190 [main] Version: 0.7.17-r1188
191 [main] CMD: bwa index reference/ref.fa
192 [main] Real time: 0.009 sec; CPU: 0.003 sec
193
194 ### mkdir -p reference/genomes && cp -f reference/ref.fa reference/genomes/ref.fa
195
196
197 ### ln -sf reference/ref.fa .
198
199
200 ### ln -sf reference/ref.fa.fai .
201
202
203 ### mkdir -p reference/ref && gzip -c reference/ref.gff > reference/ref/genes.gff.gz
204
205
206 ### bwa mem -Y -M -R '@RG\tID:b\tSM:b' -t 8 reference/ref.fa /home/dfornika/Code/tools-iuc/tools/snippy/test-data/b_1.fastq /home/dfornika/Code/tools-iuc/tools/snippy/test-data/b_2.fastq | samclip --max 10 --ref reference/ref.fa.fai | samtools sort -n -l 0 -T /tmp/snippy.22109. --threads 8 -m 1000M | samtools fixmate -m - - | samtools sort -l 0 -T /tmp/snippy.22109. --threads 8 -m 1000M | samtools markdup -T /tmp/snippy.22109. -r -s - - > snps.bam
207
208 READ 10 WRITTEN 10
209 EXCLUDED 0 EXAMINED 10
210 PAIRED 10 SINGLE 0
211 DULPICATE PAIR 0 DUPLICATE SINGLE 0
212 DUPLICATE TOTAL 0
213
214 ### samtools index snps.bam
215
216
217 ### fasta_generate_regions.py reference/ref.fa.fai 1000 > reference/ref.txt
218
219
220 ### freebayes-parallel reference/ref.txt 8 -p 2 -P 0 -C 2 --min-repeat-entropy 1.5 --strict-vcf -q 13 -m 60 --min-coverage 2 -F 0.05 -f reference/ref.fa snps.bam > snps.raw.vcf
221
222
223 ### bcftools view --include 'FMT/GT="1/1" && QUAL>=60.0 && FMT/DP>=2 && (FMT/AO)/(FMT/DP)>=0.9' snps.raw.vcf | vt normalize -r reference/ref.fa - | bcftools annotate --remove '^INFO/TYPE,^INFO/DP,^INFO/RO,^INFO/AO,^INFO/AB,^FORMAT/GT,^FORMAT/DP,^FORMAT/RO,^FORMAT/AO,^FORMAT/QR,^FORMAT/QA,^FORMAT/GL' > snps.filt.vcf
224
225
226 ### cp snps.filt.vcf snps.vcf
227
228
229 ### /home/dfornika/miniconda3/envs/snippy-4.3.6/bin/snippy-vcf_to_tab --gff reference/ref.gff --ref reference/ref.fa --vcf snps.vcf > snps.tab
230
231 Loading reference: reference/ref.fa
232 Loaded 1 sequences.
233 Loading features: reference/ref.gff
234 Parsing variants: snps.vcf
235 Converted 1 SNPs to TAB format.
236
237 ### /home/dfornika/miniconda3/envs/snippy-4.3.6/bin/snippy-vcf_extract_subs snps.filt.vcf > snps.subs.vcf
238
239
240 ### bcftools convert -Oz -o snps.vcf.gz snps.vcf
241
242
243 ### bcftools index -f snps.vcf.gz
244
245
246 ### bcftools consensus -f reference/ref.fa -o snps.consensus.fa snps.vcf.gz
247
248 Note: the --sample option not given, applying all records regardless of the genotype
249
250 ### bcftools convert -Oz -o snps.subs.vcf.gz snps.subs.vcf
251
252
253 ### bcftools index -f snps.subs.vcf.gz
254
255
256 ### bcftools consensus -f reference/ref.fa -o snps.consensus.subs.fa snps.subs.vcf.gz
257
258 Note: the --sample option not given, applying all records regardless of the genotype
259
260 ### rm -f snps.subs.vcf.gz snps.subs.vcf.gz.csi snps.subs.vcf.gz.tbi
261