annotate hetbox.py @ 4:1c21e9f3104b draft default tip

updated script comments and remove "evaluation" column of the report
author boris
date Tue, 25 Jun 2013 00:51:35 -0400
parents 57c5ea9c3c5c
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
1 #!/usr/bin/env python
4
1c21e9f3104b updated script comments and remove "evaluation" column of the report
boris
parents: 2
diff changeset
2
0
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
3 # Code by Boris Rebolledo-Jaramillo
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
4 # (boris-at-bx.psu.edu)
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
5 # Edited by Nick Stoler
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
6 # (nick-at-bx.psu.edu)
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
7 # New in this version:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
8 # - Add in proper header line if not present
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
9
4
1c21e9f3104b updated script comments and remove "evaluation" column of the report
boris
parents: 2
diff changeset
10
0
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
11 import os
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
12 import sys
2
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
13 import array
0
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
14 import numpy
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
15 from rpy2.robjects import Formula
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
16 from rpy2.robjects.packages import importr
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
17 from rpy2 import robjects
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
18
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
19 def fail(message):
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
20 sys.stderr.write(message+'\n')
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
21 sys.exit(1)
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
22
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
23 COLUMN_LABELS = ['SAMPLE', 'CHR', 'POS', 'A', 'C', 'G', 'T', 'CVRG',
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
24 'ALLELES', 'MAJOR', 'MINOR', 'MINOR.FREQ.PERC.'] #, 'STRAND.BIAS']
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
25
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
26 args = sys.argv[1:]
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
27 if len(args) >= 1:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
28 infile = args[0]
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
29 else:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
30 fail('Error: No input filename provided (as argument 1).')
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
31 if len(args) >= 2:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
32 outfile = args[1]
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
33 else:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
34 fail('Error: No output filename provided (as argument 2).')
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
35 if len(args) >= 3:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
36 report = args[2]
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
37 else:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
38 report = ''
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
39
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
40 # Check input file
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
41 add_header = False
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
42 if not os.path.exists(infile):
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
43 fail('Error: Input file '+infile+' could not be found.')
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
44 with open(infile, 'r') as lines:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
45 line = lines.readline()
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
46 if not line:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
47 fail('Error: Input file seems to be empty')
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
48 line = line.strip().lstrip('#') # rm whitespace, comment chars
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
49 labels = line.split("\t")
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
50 if 'SAMPLE' not in labels or labels[11] != 'MINOR.FREQ.PERC.':
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
51 sys.stderr.write("Error: Input file does not seem to have a proper header "
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
52 +"line.\nAdding an artificial header..")
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
53 add_header = True
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
54
2
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
55 r = robjects.r
0
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
56 base = importr('base')
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
57 utils = importr('utils')
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
58 stats = importr('stats')
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
59 rprint = robjects.globalenv.get("print")
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
60 graphics = importr('graphics')
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
61 grdevices = importr('grDevices')
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
62 grdevices.png(file=outfile, width=1024, height=768)
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
63
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
64 # Read file into a data frame
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
65 if add_header:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
66 # add header line manually if not present
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
67 DATA = utils.read_delim(infile, header=False)
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
68 labels = robjects.r.names(DATA)
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
69 for i in range(len(labels)):
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
70 try:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
71 labels[i] = COLUMN_LABELS[i]
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
72 except IndexError, e:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
73 fail("Error in input file: Too many columns (does not match hardcoded "
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
74 +"column labels).")
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
75 else:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
76 DATA = utils.read_delim(infile)
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
77 # Remove comment from header, if present
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
78 labels = robjects.r.names(DATA)
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
79 if labels[0][0:2] == 'X.':
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
80 labels[0] = labels[0][2:]
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
81
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
82 # Multiply minor allele frequencies by 100 to get percentage
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
83 # .rx2() looks up a column by its label and returns it as a vector
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
84 # .ro turns the returned object into one that can be operated on per-element
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
85 minor_freq = DATA.rx2('MINOR.FREQ.PERC.').ro * 100
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
86 samples = DATA.rx2('SAMPLE')
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
87
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
88 # Formula() creates a Python object representing the R object returned by x ~ y
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
89 formula = Formula('minor_freq ~ samples')
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
90 # The "environment" in .getenvironment() is the entire R workspace in which the
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
91 # Formula object exists. The R workspace meaning all the defined variables.
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
92 # Here, the .getenvironment() method is being used to set some variables in the
2
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
93 # R workspace
0
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
94
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
95 formula.getenvironment()['minor_freq'] = minor_freq
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
96 formula.getenvironment()['samples'] = samples
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
97
2
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
98
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
99 r.par(oma=array.array('i', [0,0,0,0]))
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
100 r.par(mar=array.array('i', [10,4,4,2]))
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
101 ylimit = array.array('i',[-5,50])
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
102
0
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
103 # create boxplot - fill kwargs1 with the options for the boxplot function
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
104 kwargs1 = {'ylab':"Minor allele frequency (%)", 'col':"gray", 'xaxt':"n",
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
105 'outpch':"*",'main':"Distribution of minor allele frequencies",
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
106 'cex.lab':"1.5"}
2
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
107 p = graphics.boxplot(formula, axes=0,ylim=ylimit, lty=1,**kwargs1)
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
108
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
109 table = base.table(DATA.rx2('SAMPLE'))
4
1c21e9f3104b updated script comments and remove "evaluation" column of the report
boris
parents: 2
diff changeset
110 graphics.text(0, -1, 'N:', font=2)
0
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
111 for i in range(1, base.length(table)[0]+1, 1):
2
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
112 graphics.text(i, -1, table[i-1], font=2)
0
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
113
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
114 graphlabels = base.names(table)
2
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
115 kwargs3 = {'pos':"-2", 'las':"2", 'cex.axis':"1"}
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
116 graphics.axis(1, at=range(1, len(graphlabels)+1, 1),labels=graphlabels, **kwargs3)
57c5ea9c3c5c Uploaded
boris
parents: 0
diff changeset
117 graphics.axis(2,at=(range(0,60,10)),pos=0,font=2)
0
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
118 grdevices.dev_off()
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
119
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
120 if not report:
4
1c21e9f3104b updated script comments and remove "evaluation" column of the report
boris
parents: 2
diff changeset
121 sys.exit(0)
0
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
122
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
123
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
124 SAMPLES=[]
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
125 for i in range(len(table)):
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
126 SAMPLES.append(base.names(table)[i])
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
127
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
128 def boxstats(data,sample):
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
129 VALUES = [100*float(x.strip().split('\t')[11]) for x in list(open(data)) if x.strip().split('\t')[0]==sample]
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
130 NoHET = len(VALUES)
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
131 MEDIAN = numpy.median(VALUES)
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
132 MAD = numpy.median([abs(i - MEDIAN) for i in VALUES]) # Median absolute distance (robust spread statistic)
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
133 return [NoHET,MEDIAN, MAD]
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
134
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
135 boxreport = open(report, "w+")
4
1c21e9f3104b updated script comments and remove "evaluation" column of the report
boris
parents: 2
diff changeset
136 boxreport.write("#sample\tNo.sites\tmedian.freq\tMAD.freq\n")
1c21e9f3104b updated script comments and remove "evaluation" column of the report
boris
parents: 2
diff changeset
137
0
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
138 for sample in SAMPLES:
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
139 ENTRY = [sample] + boxstats(infile,sample)
4
1c21e9f3104b updated script comments and remove "evaluation" column of the report
boris
parents: 2
diff changeset
140 boxreport.write ('%s\t%d\t%.1f\t%.1f\n' % tuple([ENTRY[i] for i in [0,1,2,3]]))
0
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
141 boxreport.close()
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
142
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
143
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
144
153d1a6e8c5e Uploaded script
boris
parents:
diff changeset
145