annotate hetbox.py @ 0:128db16c9399 draft

Uploaded script
author nick
date Tue, 28 May 2013 12:47:51 -0400
parents
children 3a1ce69571e5
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
128db16c9399 Uploaded script
nick
parents:
diff changeset
1 #!/usr/bin/env python
128db16c9399 Uploaded script
nick
parents:
diff changeset
2
128db16c9399 Uploaded script
nick
parents:
diff changeset
3 import os,sys,numpy
128db16c9399 Uploaded script
nick
parents:
diff changeset
4 from rpy2.robjects import Formula
128db16c9399 Uploaded script
nick
parents:
diff changeset
5 from rpy2.robjects.packages import importr
128db16c9399 Uploaded script
nick
parents:
diff changeset
6 from rpy2 import robjects
128db16c9399 Uploaded script
nick
parents:
diff changeset
7
128db16c9399 Uploaded script
nick
parents:
diff changeset
8 def fail(message):
128db16c9399 Uploaded script
nick
parents:
diff changeset
9 sys.stderr.write(message+'\n')
128db16c9399 Uploaded script
nick
parents:
diff changeset
10 sys.exit(1)
128db16c9399 Uploaded script
nick
parents:
diff changeset
11
128db16c9399 Uploaded script
nick
parents:
diff changeset
12 args = sys.argv[1:]
128db16c9399 Uploaded script
nick
parents:
diff changeset
13 if '-r' in args:
128db16c9399 Uploaded script
nick
parents:
diff changeset
14 make_report = True
128db16c9399 Uploaded script
nick
parents:
diff changeset
15 else:
128db16c9399 Uploaded script
nick
parents:
diff changeset
16 make_report = False
128db16c9399 Uploaded script
nick
parents:
diff changeset
17 if len(args) >= 1:
128db16c9399 Uploaded script
nick
parents:
diff changeset
18 infile = args[0]
128db16c9399 Uploaded script
nick
parents:
diff changeset
19 else:
128db16c9399 Uploaded script
nick
parents:
diff changeset
20 fail('Error: No input filename provided (as argument 1).')
128db16c9399 Uploaded script
nick
parents:
diff changeset
21 if len(args) >= 2:
128db16c9399 Uploaded script
nick
parents:
diff changeset
22 outfile = args[1]
128db16c9399 Uploaded script
nick
parents:
diff changeset
23 else:
128db16c9399 Uploaded script
nick
parents:
diff changeset
24 fail('Error: No output filename provided (as argument 2).')
128db16c9399 Uploaded script
nick
parents:
diff changeset
25 if len(args) >= 3:
128db16c9399 Uploaded script
nick
parents:
diff changeset
26 report = args[2]
128db16c9399 Uploaded script
nick
parents:
diff changeset
27 elif make_report:
128db16c9399 Uploaded script
nick
parents:
diff changeset
28 fail('Error: No output report filename provided (as argument 3).')
128db16c9399 Uploaded script
nick
parents:
diff changeset
29
128db16c9399 Uploaded script
nick
parents:
diff changeset
30 if not os.path.exists(infile):
128db16c9399 Uploaded script
nick
parents:
diff changeset
31 fail('Error: Input file '+infile+' could not be found.')
128db16c9399 Uploaded script
nick
parents:
diff changeset
32
128db16c9399 Uploaded script
nick
parents:
diff changeset
33
128db16c9399 Uploaded script
nick
parents:
diff changeset
34 utils = importr('utils')
128db16c9399 Uploaded script
nick
parents:
diff changeset
35 graphics = importr('graphics')
128db16c9399 Uploaded script
nick
parents:
diff changeset
36 base = importr('base')
128db16c9399 Uploaded script
nick
parents:
diff changeset
37 stats = importr('stats')
128db16c9399 Uploaded script
nick
parents:
diff changeset
38 rprint = robjects.globalenv.get("print")
128db16c9399 Uploaded script
nick
parents:
diff changeset
39 grdevices = importr('grDevices')
128db16c9399 Uploaded script
nick
parents:
diff changeset
40 grdevices.png(file=outfile, width=1024, height=768)
128db16c9399 Uploaded script
nick
parents:
diff changeset
41
128db16c9399 Uploaded script
nick
parents:
diff changeset
42 # Read file into a data frame
128db16c9399 Uploaded script
nick
parents:
diff changeset
43 DATA = utils.read_delim(infile)
128db16c9399 Uploaded script
nick
parents:
diff changeset
44 # Multiply minor allele frequencies by 100 to get percentage
128db16c9399 Uploaded script
nick
parents:
diff changeset
45 # Doing this in R, since I can't find a way to modify a column in a data frame
128db16c9399 Uploaded script
nick
parents:
diff changeset
46 # in rpy2
128db16c9399 Uploaded script
nick
parents:
diff changeset
47 robjects.r.assign('data', DATA)
128db16c9399 Uploaded script
nick
parents:
diff changeset
48 robjects.r('data$MINOR.FREQ.PERC. = data$MINOR.FREQ.PERC. * 100')
128db16c9399 Uploaded script
nick
parents:
diff changeset
49 DATA = robjects.r('data')
128db16c9399 Uploaded script
nick
parents:
diff changeset
50 #index = data.names.index('MINOR.FREQ.PERC.')
128db16c9399 Uploaded script
nick
parents:
diff changeset
51 ## .ro turns the returned object into one that can be operated on per-element
128db16c9399 Uploaded script
nick
parents:
diff changeset
52 #DATA.rx2('MINOR.FREQ.PERC.') = DATA.rx('MINOR.FREQ.PERC.').ro * 100
128db16c9399 Uploaded script
nick
parents:
diff changeset
53 # Formula() creates a Python object representing the R object returned by x ~ y
128db16c9399 Uploaded script
nick
parents:
diff changeset
54 formula = Formula('MINOR.FREQ.PERC.~SAMPLE')
128db16c9399 Uploaded script
nick
parents:
diff changeset
55 # The "environment" in .getenvironment() is the entire R workspace in which the
128db16c9399 Uploaded script
nick
parents:
diff changeset
56 # Formula object exists. The R workspace meaning all the defined variables.
128db16c9399 Uploaded script
nick
parents:
diff changeset
57 # Here, the .getenvironment() method is being used to set some variables in the
128db16c9399 Uploaded script
nick
parents:
diff changeset
58 # R workspace
128db16c9399 Uploaded script
nick
parents:
diff changeset
59 # Note: .rx2() looks up a column by its label and returns it as a vector
128db16c9399 Uploaded script
nick
parents:
diff changeset
60 formula.getenvironment()['MINOR.FREQ.PERC.'] = DATA.rx2('MINOR.FREQ.PERC.')
128db16c9399 Uploaded script
nick
parents:
diff changeset
61 formula.getenvironment()['SAMPLE'] = DATA.rx2('SAMPLE')
128db16c9399 Uploaded script
nick
parents:
diff changeset
62
128db16c9399 Uploaded script
nick
parents:
diff changeset
63 # create boxplot - fill kwargs1 with the options for the boxplot function
128db16c9399 Uploaded script
nick
parents:
diff changeset
64 kwargs1 = {'ylab':"Minor allele frequency (%)",'col':"gray", 'xaxt':"n", 'outpch':"*",'main':"Distribution of minor allele frequencies >= 2%", 'cex.lab':"1.5"}
128db16c9399 Uploaded script
nick
parents:
diff changeset
65 p = graphics.boxplot(formula, **kwargs1)
128db16c9399 Uploaded script
nick
parents:
diff changeset
66
128db16c9399 Uploaded script
nick
parents:
diff changeset
67 tab = base.table(DATA.rx2('SAMPLE'))
128db16c9399 Uploaded script
nick
parents:
diff changeset
68 graphics.text(0.5,1,'N:',font=2)
128db16c9399 Uploaded script
nick
parents:
diff changeset
69 for i in range(1,base.length(tab)[0]+1,1):
128db16c9399 Uploaded script
nick
parents:
diff changeset
70 graphics.text(i,1,tab[i-1], font=2)
128db16c9399 Uploaded script
nick
parents:
diff changeset
71
128db16c9399 Uploaded script
nick
parents:
diff changeset
72 graphlabels = base.names(tab)
128db16c9399 Uploaded script
nick
parents:
diff changeset
73 kwargs3 = {'pos':"0", 'las':"2", 'cex.axis':"1"}
128db16c9399 Uploaded script
nick
parents:
diff changeset
74 graphics.axis(1, at=range(1,len(graphlabels)+1,1),labels=graphlabels, **kwargs3)
128db16c9399 Uploaded script
nick
parents:
diff changeset
75 grdevices.dev_off()
128db16c9399 Uploaded script
nick
parents:
diff changeset
76
128db16c9399 Uploaded script
nick
parents:
diff changeset
77 if not make_report:
128db16c9399 Uploaded script
nick
parents:
diff changeset
78 sys.exit(0)
128db16c9399 Uploaded script
nick
parents:
diff changeset
79
128db16c9399 Uploaded script
nick
parents:
diff changeset
80 ####################################
128db16c9399 Uploaded script
nick
parents:
diff changeset
81 # GENERATE REPORT
128db16c9399 Uploaded script
nick
parents:
diff changeset
82 # report should be something like:
128db16c9399 Uploaded script
nick
parents:
diff changeset
83 # SAMPLE NoHET MEDIAN MAD TEST
128db16c9399 Uploaded script
nick
parents:
diff changeset
84 # s1 7 10% n p/w/f
128db16c9399 Uploaded script
nick
parents:
diff changeset
85 # n <= 5 pass
128db16c9399 Uploaded script
nick
parents:
diff changeset
86 # 6 <= n <=10 warn
128db16c9399 Uploaded script
nick
parents:
diff changeset
87 # n >= 11 fail
128db16c9399 Uploaded script
nick
parents:
diff changeset
88 # MAD <= 2.0 fail
128db16c9399 Uploaded script
nick
parents:
diff changeset
89 # MAD > 2.0 pass
128db16c9399 Uploaded script
nick
parents:
diff changeset
90 ###################################
128db16c9399 Uploaded script
nick
parents:
diff changeset
91
128db16c9399 Uploaded script
nick
parents:
diff changeset
92 SAMPLES=[]
128db16c9399 Uploaded script
nick
parents:
diff changeset
93 for i in range(len(tab)):
128db16c9399 Uploaded script
nick
parents:
diff changeset
94 SAMPLES.append(base.names(tab)[i])
128db16c9399 Uploaded script
nick
parents:
diff changeset
95
128db16c9399 Uploaded script
nick
parents:
diff changeset
96 def boxstats(data,sample):
128db16c9399 Uploaded script
nick
parents:
diff changeset
97 VALUES = [100*float(x.strip().split('\t')[11]) for x in list(open(data)) if x.strip().split('\t')[0]==sample]
128db16c9399 Uploaded script
nick
parents:
diff changeset
98 NoHET = len(VALUES)
128db16c9399 Uploaded script
nick
parents:
diff changeset
99 MEDIAN = numpy.median(VALUES)
128db16c9399 Uploaded script
nick
parents:
diff changeset
100 MAD = numpy.median([abs(i - MEDIAN) for i in VALUES]) # Median absolute distance (robust spread statistic)
128db16c9399 Uploaded script
nick
parents:
diff changeset
101 return [NoHET,MEDIAN, MAD]
128db16c9399 Uploaded script
nick
parents:
diff changeset
102
128db16c9399 Uploaded script
nick
parents:
diff changeset
103 boxreport = open(report, "w+")
128db16c9399 Uploaded script
nick
parents:
diff changeset
104 boxreport.write("SAMPLE\tTOTAL.SITES\tMEDIAN.FREQ.\tMAD.FREQ\tEVAL\n")
128db16c9399 Uploaded script
nick
parents:
diff changeset
105 for sample in SAMPLES:
128db16c9399 Uploaded script
nick
parents:
diff changeset
106 ENTRY = [sample] + boxstats(infile,sample)
128db16c9399 Uploaded script
nick
parents:
diff changeset
107 if ENTRY[1] <= 5:
128db16c9399 Uploaded script
nick
parents:
diff changeset
108 ENTRY.append('pass')
128db16c9399 Uploaded script
nick
parents:
diff changeset
109 elif 6 <= ENTRY[1] <=10:
128db16c9399 Uploaded script
nick
parents:
diff changeset
110 ENTRY.append('warn')
128db16c9399 Uploaded script
nick
parents:
diff changeset
111 elif ENTRY[1] >= 11:
128db16c9399 Uploaded script
nick
parents:
diff changeset
112 ENTRY.append('fail')
128db16c9399 Uploaded script
nick
parents:
diff changeset
113 if ENTRY[3] <=2.0:
128db16c9399 Uploaded script
nick
parents:
diff changeset
114 ENTRY.append('fail')
128db16c9399 Uploaded script
nick
parents:
diff changeset
115 elif ENTRY[3] >2.0:
128db16c9399 Uploaded script
nick
parents:
diff changeset
116 ENTRY.append('pass')
128db16c9399 Uploaded script
nick
parents:
diff changeset
117 if len(set(ENTRY[4:6])) == 2:
128db16c9399 Uploaded script
nick
parents:
diff changeset
118 ENTRY.append('warn')
128db16c9399 Uploaded script
nick
parents:
diff changeset
119 else:
128db16c9399 Uploaded script
nick
parents:
diff changeset
120 ENTRY.append(list(set(ENTRY[4:6]))[0])
128db16c9399 Uploaded script
nick
parents:
diff changeset
121 boxreport.write ('%s\t%d\t%.1f\t%.1f\t%s\n' % tuple([ENTRY[i] for i in [0,1,2,3,6]]))
128db16c9399 Uploaded script
nick
parents:
diff changeset
122
128db16c9399 Uploaded script
nick
parents:
diff changeset
123 boxreport.close()
128db16c9399 Uploaded script
nick
parents:
diff changeset
124
128db16c9399 Uploaded script
nick
parents:
diff changeset
125
128db16c9399 Uploaded script
nick
parents:
diff changeset
126
128db16c9399 Uploaded script
nick
parents:
diff changeset
127
128db16c9399 Uploaded script
nick
parents:
diff changeset
128
128db16c9399 Uploaded script
nick
parents:
diff changeset
129
128db16c9399 Uploaded script
nick
parents:
diff changeset
130 #####################################
128db16c9399 Uploaded script
nick
parents:
diff changeset
131 #STUFF
128db16c9399 Uploaded script
nick
parents:
diff changeset
132 #
128db16c9399 Uploaded script
nick
parents:
diff changeset
133 #kwargs = {'ylab':"Minor allele frequency (sites >= 2%)",'col':"blue", 'axes':"FALSE", 'outpch':"*", 'ylim':"c(-0.03,0.5)", 'main':"Minor allele frequencies run020 at 2%"}
128db16c9399 Uploaded script
nick
parents:
diff changeset
134 #boxplot(freq~id,data=run020[run020$freq>=0.02,], col="blue", axes=FALSE, outpch="*", ylab="Minor allele frequency (sites >= 2%)", ylim=c(-0.03,0.5), main="Minor allele frequencies run020 at 2%")
128db16c9399 Uploaded script
nick
parents:
diff changeset
135 #biglabels2=sort(as.vector(unique(run020$id)))
128db16c9399 Uploaded script
nick
parents:
diff changeset
136 #biglabels=apply(as.matrix(biglabels2), 1,function(x) substr(x,1,5))
128db16c9399 Uploaded script
nick
parents:
diff changeset
137 #axis(1, at=c(1:length(biglabels)),labels=biglabels, pos=-0.02, las=2, cex.axis=0.9)
128db16c9399 Uploaded script
nick
parents:
diff changeset
138 #axis(2, at=c(seq(0,50,5)/100), pos=0,cex.axis=0.9)
128db16c9399 Uploaded script
nick
parents:
diff changeset
139 #nbig=as.vector(table(run020[run020$freq>=0.02,1]))
128db16c9399 Uploaded script
nick
parents:
diff changeset
140 #for (i in 1:length(nbig)){text(i,-0.01,nbig[i],cex=0.9, font=2)}
128db16c9399 Uploaded script
nick
parents:
diff changeset
141