annotate population_structure.py @ 0:73648da53556 default tip

Uploaded
author rico
date Mon, 09 Apr 2012 11:55:36 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
73648da53556 Uploaded
rico
parents:
diff changeset
1 #!/usr/bin/env python
73648da53556 Uploaded
rico
parents:
diff changeset
2
73648da53556 Uploaded
rico
parents:
diff changeset
3 import errno
73648da53556 Uploaded
rico
parents:
diff changeset
4 import os
73648da53556 Uploaded
rico
parents:
diff changeset
5 import shutil
73648da53556 Uploaded
rico
parents:
diff changeset
6 import subprocess
73648da53556 Uploaded
rico
parents:
diff changeset
7 import sys
73648da53556 Uploaded
rico
parents:
diff changeset
8 from BeautifulSoup import BeautifulSoup
73648da53556 Uploaded
rico
parents:
diff changeset
9 import gd_composite
73648da53556 Uploaded
rico
parents:
diff changeset
10
73648da53556 Uploaded
rico
parents:
diff changeset
11 ################################################################################
73648da53556 Uploaded
rico
parents:
diff changeset
12
73648da53556 Uploaded
rico
parents:
diff changeset
13 def run_admixture(ped_file, populations):
73648da53556 Uploaded
rico
parents:
diff changeset
14 prog = 'admixture'
73648da53556 Uploaded
rico
parents:
diff changeset
15
73648da53556 Uploaded
rico
parents:
diff changeset
16 args = []
73648da53556 Uploaded
rico
parents:
diff changeset
17 args.append(prog)
73648da53556 Uploaded
rico
parents:
diff changeset
18 args.append(input_ped_file)
73648da53556 Uploaded
rico
parents:
diff changeset
19 args.append(populations)
73648da53556 Uploaded
rico
parents:
diff changeset
20
73648da53556 Uploaded
rico
parents:
diff changeset
21 #print "args:", ' '.join(args)
73648da53556 Uploaded
rico
parents:
diff changeset
22 ofh = open('/dev/null', 'w')
73648da53556 Uploaded
rico
parents:
diff changeset
23 p = subprocess.Popen(args, bufsize=-1, stdin=None, stdout=ofh, stderr=sys.stderr)
73648da53556 Uploaded
rico
parents:
diff changeset
24 rc = p.wait()
73648da53556 Uploaded
rico
parents:
diff changeset
25 ofh.close()
73648da53556 Uploaded
rico
parents:
diff changeset
26
73648da53556 Uploaded
rico
parents:
diff changeset
27 def run_r(input_file, output_file, populations):
73648da53556 Uploaded
rico
parents:
diff changeset
28 prog = 'R'
73648da53556 Uploaded
rico
parents:
diff changeset
29
73648da53556 Uploaded
rico
parents:
diff changeset
30 args = []
73648da53556 Uploaded
rico
parents:
diff changeset
31 args.append(prog)
73648da53556 Uploaded
rico
parents:
diff changeset
32 args.append('--vanilla')
73648da53556 Uploaded
rico
parents:
diff changeset
33 args.append('--quiet')
73648da53556 Uploaded
rico
parents:
diff changeset
34 args.append('--args')
73648da53556 Uploaded
rico
parents:
diff changeset
35 args.append(input_file)
73648da53556 Uploaded
rico
parents:
diff changeset
36 args.append(output_file)
73648da53556 Uploaded
rico
parents:
diff changeset
37 args.append(populations)
73648da53556 Uploaded
rico
parents:
diff changeset
38
73648da53556 Uploaded
rico
parents:
diff changeset
39 _realpath = os.path.realpath(__file__)
73648da53556 Uploaded
rico
parents:
diff changeset
40 _script_dir = os.path.dirname(_realpath)
73648da53556 Uploaded
rico
parents:
diff changeset
41 r_script_file = os.path.join(_script_dir, 'population_structure.r')
73648da53556 Uploaded
rico
parents:
diff changeset
42
73648da53556 Uploaded
rico
parents:
diff changeset
43 ifh = open(r_script_file)
73648da53556 Uploaded
rico
parents:
diff changeset
44 ofh = open('/dev/null', 'w')
73648da53556 Uploaded
rico
parents:
diff changeset
45 p = subprocess.Popen(args, bufsize=-1, stdin=ifh, stdout=ofh, stderr=None)
73648da53556 Uploaded
rico
parents:
diff changeset
46 rc = p.wait()
73648da53556 Uploaded
rico
parents:
diff changeset
47 ifh.close()
73648da53556 Uploaded
rico
parents:
diff changeset
48 ofh.close()
73648da53556 Uploaded
rico
parents:
diff changeset
49
73648da53556 Uploaded
rico
parents:
diff changeset
50 def mkdir_p(path):
73648da53556 Uploaded
rico
parents:
diff changeset
51 try:
73648da53556 Uploaded
rico
parents:
diff changeset
52 os.makedirs(path)
73648da53556 Uploaded
rico
parents:
diff changeset
53 except OSError, e:
73648da53556 Uploaded
rico
parents:
diff changeset
54 if e.errno <> errno.EEXIST:
73648da53556 Uploaded
rico
parents:
diff changeset
55 raise
73648da53556 Uploaded
rico
parents:
diff changeset
56
73648da53556 Uploaded
rico
parents:
diff changeset
57 def get_populations(input):
73648da53556 Uploaded
rico
parents:
diff changeset
58 pops = []
73648da53556 Uploaded
rico
parents:
diff changeset
59 pop_names = {}
73648da53556 Uploaded
rico
parents:
diff changeset
60
73648da53556 Uploaded
rico
parents:
diff changeset
61 with open(input) as fh:
73648da53556 Uploaded
rico
parents:
diff changeset
62 soup = BeautifulSoup(fh)
73648da53556 Uploaded
rico
parents:
diff changeset
63 misc = soup.find('div', {'id': 'gd_misc'})
73648da53556 Uploaded
rico
parents:
diff changeset
64
73648da53556 Uploaded
rico
parents:
diff changeset
65 return 'Populations\n{0}'.format(misc('ul')[0])
73648da53556 Uploaded
rico
parents:
diff changeset
66
73648da53556 Uploaded
rico
parents:
diff changeset
67 ################################################################################
73648da53556 Uploaded
rico
parents:
diff changeset
68
73648da53556 Uploaded
rico
parents:
diff changeset
69 if len(sys.argv) != 6:
73648da53556 Uploaded
rico
parents:
diff changeset
70 print >> sys.stderr, "Usage"
73648da53556 Uploaded
rico
parents:
diff changeset
71 sys.exit(1)
73648da53556 Uploaded
rico
parents:
diff changeset
72
73648da53556 Uploaded
rico
parents:
diff changeset
73 input_html_file, input_ped_file, output_file, extra_files_path, populations = sys.argv[1:6]
73648da53556 Uploaded
rico
parents:
diff changeset
74 populations_html = get_populations(input_html_file)
73648da53556 Uploaded
rico
parents:
diff changeset
75
73648da53556 Uploaded
rico
parents:
diff changeset
76 run_admixture(input_ped_file, populations)
73648da53556 Uploaded
rico
parents:
diff changeset
77
73648da53556 Uploaded
rico
parents:
diff changeset
78 ped_base = os.path.basename(input_ped_file)
73648da53556 Uploaded
rico
parents:
diff changeset
79 if ped_base.endswith('.ped'):
73648da53556 Uploaded
rico
parents:
diff changeset
80 ped_base = ped_base[:-4]
73648da53556 Uploaded
rico
parents:
diff changeset
81
73648da53556 Uploaded
rico
parents:
diff changeset
82 p_file = '%s.%s.P' % (ped_base, populations)
73648da53556 Uploaded
rico
parents:
diff changeset
83 q_file = '%s.%s.Q' % (ped_base, populations)
73648da53556 Uploaded
rico
parents:
diff changeset
84
73648da53556 Uploaded
rico
parents:
diff changeset
85 mkdir_p(extra_files_path)
73648da53556 Uploaded
rico
parents:
diff changeset
86 numeric_output_file = os.path.join(extra_files_path, 'numeric.txt')
73648da53556 Uploaded
rico
parents:
diff changeset
87 shutil.copy2(q_file, numeric_output_file)
73648da53556 Uploaded
rico
parents:
diff changeset
88 os.remove(p_file)
73648da53556 Uploaded
rico
parents:
diff changeset
89 os.remove(q_file)
73648da53556 Uploaded
rico
parents:
diff changeset
90
73648da53556 Uploaded
rico
parents:
diff changeset
91 graphical_output_file = os.path.join(extra_files_path, 'graphical.pdf')
73648da53556 Uploaded
rico
parents:
diff changeset
92 run_r(numeric_output_file, graphical_output_file, populations)
73648da53556 Uploaded
rico
parents:
diff changeset
93
73648da53556 Uploaded
rico
parents:
diff changeset
94 ################################################################################
73648da53556 Uploaded
rico
parents:
diff changeset
95
73648da53556 Uploaded
rico
parents:
diff changeset
96 info_page = gd_composite.InfoPage()
73648da53556 Uploaded
rico
parents:
diff changeset
97 info_page.set_title('Population structure Galaxy Composite Dataset')
73648da53556 Uploaded
rico
parents:
diff changeset
98
73648da53556 Uploaded
rico
parents:
diff changeset
99 display_file = gd_composite.DisplayFile()
73648da53556 Uploaded
rico
parents:
diff changeset
100 display_value = gd_composite.DisplayValue()
73648da53556 Uploaded
rico
parents:
diff changeset
101
73648da53556 Uploaded
rico
parents:
diff changeset
102 out_pdf = gd_composite.Parameter(name='graphical.pdf', value='graphical.pdf', display_type=display_file)
73648da53556 Uploaded
rico
parents:
diff changeset
103 out_txt = gd_composite.Parameter(name='numeric.txt', value='numeric.txt', display_type=display_file)
73648da53556 Uploaded
rico
parents:
diff changeset
104
73648da53556 Uploaded
rico
parents:
diff changeset
105 info_page.add_output_parameter(out_pdf)
73648da53556 Uploaded
rico
parents:
diff changeset
106 info_page.add_output_parameter(out_txt)
73648da53556 Uploaded
rico
parents:
diff changeset
107
73648da53556 Uploaded
rico
parents:
diff changeset
108 in_pops = gd_composite.Parameter(description='Number of populations', value=populations, display_type=display_value)
73648da53556 Uploaded
rico
parents:
diff changeset
109
73648da53556 Uploaded
rico
parents:
diff changeset
110 info_page.add_input_parameter(in_pops)
73648da53556 Uploaded
rico
parents:
diff changeset
111
73648da53556 Uploaded
rico
parents:
diff changeset
112 misc_pops = gd_composite.Parameter(description=populations_html, display_type=display_value)
73648da53556 Uploaded
rico
parents:
diff changeset
113
73648da53556 Uploaded
rico
parents:
diff changeset
114 info_page.add_misc(misc_pops)
73648da53556 Uploaded
rico
parents:
diff changeset
115
73648da53556 Uploaded
rico
parents:
diff changeset
116
73648da53556 Uploaded
rico
parents:
diff changeset
117 with open (output_file, 'w') as ofh:
73648da53556 Uploaded
rico
parents:
diff changeset
118 print >> ofh, info_page.render()
73648da53556 Uploaded
rico
parents:
diff changeset
119
73648da53556 Uploaded
rico
parents:
diff changeset
120
73648da53556 Uploaded
rico
parents:
diff changeset
121 sys.exit(0)