annotate prepare_population_structure.py @ 0:c3ba43704319 draft default tip

Uploaded
author rico
date Wed, 12 Sep 2012 14:35:13 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
c3ba43704319 Uploaded
rico
parents:
diff changeset
1 #!/usr/bin/env python
c3ba43704319 Uploaded
rico
parents:
diff changeset
2
c3ba43704319 Uploaded
rico
parents:
diff changeset
3 import errno
c3ba43704319 Uploaded
rico
parents:
diff changeset
4 import os
c3ba43704319 Uploaded
rico
parents:
diff changeset
5 import shutil
c3ba43704319 Uploaded
rico
parents:
diff changeset
6 import subprocess
c3ba43704319 Uploaded
rico
parents:
diff changeset
7 import sys
c3ba43704319 Uploaded
rico
parents:
diff changeset
8 from Population import Population
c3ba43704319 Uploaded
rico
parents:
diff changeset
9 import gd_composite
c3ba43704319 Uploaded
rico
parents:
diff changeset
10
c3ba43704319 Uploaded
rico
parents:
diff changeset
11 ################################################################################
c3ba43704319 Uploaded
rico
parents:
diff changeset
12
c3ba43704319 Uploaded
rico
parents:
diff changeset
13 def do_import(filename, files_path, min_reads, min_qual, min_spacing, tags, using_info, population_list):
c3ba43704319 Uploaded
rico
parents:
diff changeset
14 info_page = gd_composite.InfoPage()
c3ba43704319 Uploaded
rico
parents:
diff changeset
15 info_page.set_title('Prepare to look for population structure Galaxy Composite Dataset')
c3ba43704319 Uploaded
rico
parents:
diff changeset
16
c3ba43704319 Uploaded
rico
parents:
diff changeset
17 display_file = gd_composite.DisplayFile()
c3ba43704319 Uploaded
rico
parents:
diff changeset
18 display_value = gd_composite.DisplayValue()
c3ba43704319 Uploaded
rico
parents:
diff changeset
19
c3ba43704319 Uploaded
rico
parents:
diff changeset
20 out_ped = gd_composite.Parameter(name='admix.ped', value='admix.ped', display_type=display_file)
c3ba43704319 Uploaded
rico
parents:
diff changeset
21 out_map = gd_composite.Parameter(name='admix.map', value='admix.map', display_type=display_file)
c3ba43704319 Uploaded
rico
parents:
diff changeset
22 out_use = gd_composite.Parameter(description=using_info, display_type=display_value)
c3ba43704319 Uploaded
rico
parents:
diff changeset
23
c3ba43704319 Uploaded
rico
parents:
diff changeset
24 info_page.add_output_parameter(out_ped)
c3ba43704319 Uploaded
rico
parents:
diff changeset
25 info_page.add_output_parameter(out_map)
c3ba43704319 Uploaded
rico
parents:
diff changeset
26 info_page.add_output_parameter(out_use)
c3ba43704319 Uploaded
rico
parents:
diff changeset
27
c3ba43704319 Uploaded
rico
parents:
diff changeset
28 in_min_reads = gd_composite.Parameter(description='Minimum reads covering a SNP, per individual', value=min_reads, display_type=display_value)
c3ba43704319 Uploaded
rico
parents:
diff changeset
29 in_min_qual = gd_composite.Parameter(description='Minimum quality value, per individual', value=min_qual, display_type=display_value)
c3ba43704319 Uploaded
rico
parents:
diff changeset
30 in_min_spacing = gd_composite.Parameter(description='Minimum spacing between SNPs on the same scaffold', value=min_spacing, display_type=display_value)
c3ba43704319 Uploaded
rico
parents:
diff changeset
31
c3ba43704319 Uploaded
rico
parents:
diff changeset
32 info_page.add_input_parameter(in_min_reads)
c3ba43704319 Uploaded
rico
parents:
diff changeset
33 info_page.add_input_parameter(in_min_qual)
c3ba43704319 Uploaded
rico
parents:
diff changeset
34 info_page.add_input_parameter(in_min_spacing)
c3ba43704319 Uploaded
rico
parents:
diff changeset
35
c3ba43704319 Uploaded
rico
parents:
diff changeset
36 misc_populations = gd_composite.Parameter(name='Populations', value=population_list, display_type=gd_composite.DisplayPopulationList())
c3ba43704319 Uploaded
rico
parents:
diff changeset
37 info_page.add_misc(misc_populations)
c3ba43704319 Uploaded
rico
parents:
diff changeset
38
c3ba43704319 Uploaded
rico
parents:
diff changeset
39 with open(filename, 'w') as ofh:
c3ba43704319 Uploaded
rico
parents:
diff changeset
40 print >> ofh, info_page.render()
c3ba43704319 Uploaded
rico
parents:
diff changeset
41
c3ba43704319 Uploaded
rico
parents:
diff changeset
42 def mkdir_p(path):
c3ba43704319 Uploaded
rico
parents:
diff changeset
43 try:
c3ba43704319 Uploaded
rico
parents:
diff changeset
44 os.makedirs(path)
c3ba43704319 Uploaded
rico
parents:
diff changeset
45 except OSError, e:
c3ba43704319 Uploaded
rico
parents:
diff changeset
46 if e.errno <> errno.EEXIST:
c3ba43704319 Uploaded
rico
parents:
diff changeset
47 raise
c3ba43704319 Uploaded
rico
parents:
diff changeset
48
c3ba43704319 Uploaded
rico
parents:
diff changeset
49 def die(message, exit=True):
c3ba43704319 Uploaded
rico
parents:
diff changeset
50 print >> sys.stderr, message
c3ba43704319 Uploaded
rico
parents:
diff changeset
51 if exit:
c3ba43704319 Uploaded
rico
parents:
diff changeset
52 sys.exit(1)
c3ba43704319 Uploaded
rico
parents:
diff changeset
53
c3ba43704319 Uploaded
rico
parents:
diff changeset
54 ################################################################################
c3ba43704319 Uploaded
rico
parents:
diff changeset
55
c3ba43704319 Uploaded
rico
parents:
diff changeset
56 if len(sys.argv) < 9:
c3ba43704319 Uploaded
rico
parents:
diff changeset
57 die("Usage")
c3ba43704319 Uploaded
rico
parents:
diff changeset
58
c3ba43704319 Uploaded
rico
parents:
diff changeset
59 # parse command line
c3ba43704319 Uploaded
rico
parents:
diff changeset
60 input_snp_filename, min_reads, min_qual, min_spacing, output_filename, output_files_path = sys.argv[1:7]
c3ba43704319 Uploaded
rico
parents:
diff changeset
61 args = sys.argv[7:]
c3ba43704319 Uploaded
rico
parents:
diff changeset
62
c3ba43704319 Uploaded
rico
parents:
diff changeset
63 individual_metadata = []
c3ba43704319 Uploaded
rico
parents:
diff changeset
64 population_files = []
c3ba43704319 Uploaded
rico
parents:
diff changeset
65 population_names = []
c3ba43704319 Uploaded
rico
parents:
diff changeset
66 all_individuals = False
c3ba43704319 Uploaded
rico
parents:
diff changeset
67
c3ba43704319 Uploaded
rico
parents:
diff changeset
68 for arg in args:
c3ba43704319 Uploaded
rico
parents:
diff changeset
69 if arg == 'all_individuals':
c3ba43704319 Uploaded
rico
parents:
diff changeset
70 all_individuals = True
c3ba43704319 Uploaded
rico
parents:
diff changeset
71 elif len(arg) > 11:
c3ba43704319 Uploaded
rico
parents:
diff changeset
72 tag = arg[:11]
c3ba43704319 Uploaded
rico
parents:
diff changeset
73 value = arg[11:]
c3ba43704319 Uploaded
rico
parents:
diff changeset
74 if tag == 'individual:':
c3ba43704319 Uploaded
rico
parents:
diff changeset
75 individual_metadata.append(value)
c3ba43704319 Uploaded
rico
parents:
diff changeset
76 elif tag == 'population:':
c3ba43704319 Uploaded
rico
parents:
diff changeset
77 filename, name = value.split(':', 1)
c3ba43704319 Uploaded
rico
parents:
diff changeset
78 population_files.append(filename)
c3ba43704319 Uploaded
rico
parents:
diff changeset
79 population_names.append(name)
c3ba43704319 Uploaded
rico
parents:
diff changeset
80
c3ba43704319 Uploaded
rico
parents:
diff changeset
81 p_total = Population()
c3ba43704319 Uploaded
rico
parents:
diff changeset
82 p_total.from_tag_list(individual_metadata)
c3ba43704319 Uploaded
rico
parents:
diff changeset
83
c3ba43704319 Uploaded
rico
parents:
diff changeset
84 individual_population = {}
c3ba43704319 Uploaded
rico
parents:
diff changeset
85
c3ba43704319 Uploaded
rico
parents:
diff changeset
86 population_list = []
c3ba43704319 Uploaded
rico
parents:
diff changeset
87
c3ba43704319 Uploaded
rico
parents:
diff changeset
88 if all_individuals:
c3ba43704319 Uploaded
rico
parents:
diff changeset
89 p1 = p_total
c3ba43704319 Uploaded
rico
parents:
diff changeset
90 p1.name = 'All Individuals'
c3ba43704319 Uploaded
rico
parents:
diff changeset
91 population_list.append(p1)
c3ba43704319 Uploaded
rico
parents:
diff changeset
92 else:
c3ba43704319 Uploaded
rico
parents:
diff changeset
93 p1 = Population()
c3ba43704319 Uploaded
rico
parents:
diff changeset
94 for idx in range(len(population_files)):
c3ba43704319 Uploaded
rico
parents:
diff changeset
95 population_file = population_files[idx]
c3ba43704319 Uploaded
rico
parents:
diff changeset
96 population_name = population_names[idx]
c3ba43704319 Uploaded
rico
parents:
diff changeset
97 this_pop = Population(population_name)
c3ba43704319 Uploaded
rico
parents:
diff changeset
98 this_pop.from_population_file(population_file)
c3ba43704319 Uploaded
rico
parents:
diff changeset
99 population_list.append(this_pop)
c3ba43704319 Uploaded
rico
parents:
diff changeset
100 p1.from_population_file(population_file)
c3ba43704319 Uploaded
rico
parents:
diff changeset
101 tags = p1.tag_list()
c3ba43704319 Uploaded
rico
parents:
diff changeset
102 for tag in tags:
c3ba43704319 Uploaded
rico
parents:
diff changeset
103 if tag not in individual_population:
c3ba43704319 Uploaded
rico
parents:
diff changeset
104 individual_population[tag] = population_name
c3ba43704319 Uploaded
rico
parents:
diff changeset
105
c3ba43704319 Uploaded
rico
parents:
diff changeset
106 if not p_total.is_superset(p1):
c3ba43704319 Uploaded
rico
parents:
diff changeset
107 print >> sys.stderr, 'There is an individual in the population that is not in the SNP table'
c3ba43704319 Uploaded
rico
parents:
diff changeset
108 sys.exit(1)
c3ba43704319 Uploaded
rico
parents:
diff changeset
109
c3ba43704319 Uploaded
rico
parents:
diff changeset
110 # run tool
c3ba43704319 Uploaded
rico
parents:
diff changeset
111 prog = 'admix_prep'
c3ba43704319 Uploaded
rico
parents:
diff changeset
112
c3ba43704319 Uploaded
rico
parents:
diff changeset
113 args = []
c3ba43704319 Uploaded
rico
parents:
diff changeset
114 args.append(prog)
c3ba43704319 Uploaded
rico
parents:
diff changeset
115 args.append(input_snp_filename)
c3ba43704319 Uploaded
rico
parents:
diff changeset
116 args.append(min_reads)
c3ba43704319 Uploaded
rico
parents:
diff changeset
117 args.append(min_qual)
c3ba43704319 Uploaded
rico
parents:
diff changeset
118 args.append(min_spacing)
c3ba43704319 Uploaded
rico
parents:
diff changeset
119
c3ba43704319 Uploaded
rico
parents:
diff changeset
120 tags = p1.tag_list()
c3ba43704319 Uploaded
rico
parents:
diff changeset
121 for tag in tags:
c3ba43704319 Uploaded
rico
parents:
diff changeset
122 args.append(tag)
c3ba43704319 Uploaded
rico
parents:
diff changeset
123
c3ba43704319 Uploaded
rico
parents:
diff changeset
124 #print "args:", ' '.join(args)
c3ba43704319 Uploaded
rico
parents:
diff changeset
125 p = subprocess.Popen(args, bufsize=-1, stdin=None, stdout=subprocess.PIPE, stderr=sys.stderr)
c3ba43704319 Uploaded
rico
parents:
diff changeset
126 (stdoutdata, stderrdata) = p.communicate()
c3ba43704319 Uploaded
rico
parents:
diff changeset
127 rc = p.returncode
c3ba43704319 Uploaded
rico
parents:
diff changeset
128
c3ba43704319 Uploaded
rico
parents:
diff changeset
129 if rc != 0:
c3ba43704319 Uploaded
rico
parents:
diff changeset
130 die('admix_prep failed: rc={0}'.format(rc))
c3ba43704319 Uploaded
rico
parents:
diff changeset
131
c3ba43704319 Uploaded
rico
parents:
diff changeset
132 using_info = stdoutdata.rstrip('\r\n')
c3ba43704319 Uploaded
rico
parents:
diff changeset
133 mkdir_p(output_files_path)
c3ba43704319 Uploaded
rico
parents:
diff changeset
134 output_ped_filename = os.path.join(output_files_path, 'admix.ped')
c3ba43704319 Uploaded
rico
parents:
diff changeset
135 output_map_filename = os.path.join(output_files_path, 'admix.map')
c3ba43704319 Uploaded
rico
parents:
diff changeset
136 shutil.copy2('admix.ped', output_ped_filename)
c3ba43704319 Uploaded
rico
parents:
diff changeset
137 shutil.copy2('admix.map', output_map_filename)
c3ba43704319 Uploaded
rico
parents:
diff changeset
138 do_import(output_filename, output_files_path, min_reads, min_qual, min_spacing, tags, using_info, population_list)
c3ba43704319 Uploaded
rico
parents:
diff changeset
139
c3ba43704319 Uploaded
rico
parents:
diff changeset
140 os.unlink('admix.ped')
c3ba43704319 Uploaded
rico
parents:
diff changeset
141 os.unlink('admix.map')
c3ba43704319 Uploaded
rico
parents:
diff changeset
142
c3ba43704319 Uploaded
rico
parents:
diff changeset
143 sys.exit(0)
c3ba43704319 Uploaded
rico
parents:
diff changeset
144