annotate match_library.py @ 0:4b94bb2d381c

Initial commit to toolshed
author pieter.lukasse@wur.nl
date Thu, 16 Jan 2014 13:22:38 +0100
parents
children 071a185c2ced
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
1 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
2 Containing functions are called from Galaxy to populate lists/checkboxes with selectable items
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
3 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
4 import csv
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
5 import glob
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
6 import os
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
7
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
8
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
9 __author__ = "Marcel Kempenaar"
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
10 __contact__ = "brs@nbic.nl"
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
11 __copyright__ = "Copyright, 2012, Netherlands Bioinformatics Centre"
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
12 __license__ = "MIT"
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
13
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
14 def get_column_type(library_file):
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
15 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
16 Returns a Galaxy formatted list of tuples containing all possibilities for the
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
17 GC-column types. Used by the library_lookup.xml tool
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
18 @param library_file: given library file from which the list of GC-column types is extracted
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
19 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
20 (data, header) = read_library(library_file)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
21
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
22 if 'columntype' not in header:
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
23 raise IOError('Missing columns in ', library_file)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
24
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
25 # Filter data on column type
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
26 column_type = header.index("columntype")
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
27 amounts_in_list_dict = count_occurrence([row[column_type] for row in data])
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
28 galaxy_output = [(str(a) + "(" + str(b) + ")", a, False) for a, b in amounts_in_list_dict.items()]
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
29 return(galaxy_output)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
30
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
31
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
32 def filter_column(library_file, column_type_name):
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
33 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
34 Filters the Retention Index database on column type
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
35 @param library_file: file containing the database
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
36 @param column_type_name: column type to filter on
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
37 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
38 (data, header) = read_library(library_file)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
39
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
40 if ('columntype' not in header or
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
41 'columnphasetype' not in header):
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
42 raise IOError('Missing columns in ', library_file)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
43
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
44 column_type = header.index("columntype")
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
45 statphase = header.index("columnphasetype")
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
46
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
47 # Filter data on colunn type name
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
48 statphase_list = [line[statphase] for line in data if line[column_type] == column_type_name]
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
49 amounts_in_list_dict = count_occurrence(statphase_list)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
50 galaxy_output = [(str(a) + "(" + str(b) + ")", a, False)for a, b in amounts_in_list_dict.items()]
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
51 return(sorted(galaxy_output))
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
52
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
53
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
54 def filter_column2(library_file, column_type_name, statphase):
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
55 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
56 Filters the Retention Index database on column type
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
57 @param library_file: file containing the database
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
58 @param column_type_name: column type to filter on
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
59 @param statphase: stationary phase of the column to filter on
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
60 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
61 (data, header) = read_library(library_file)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
62
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
63 if ('columntype' not in header or
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
64 'columnphasetype' not in header or
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
65 'columnname' not in header):
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
66 raise IOError('Missing columns in ', library_file)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
67
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
68 column_type_column = header.index("columntype")
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
69 statphase_column = header.index("columnphasetype")
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
70 column_name_column = header.index("columnname")
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
71
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
72 # Filter data on given column type name and stationary phase
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
73 statphase_list = [line[column_name_column] for line in data if line[column_type_column] == column_type_name and
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
74 line[statphase_column] == statphase]
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
75 amounts_in_list_dict = count_occurrence(statphase_list)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
76 galaxy_output = [(str(a) + "(" + str(b) + ")", a, False)for a, b in amounts_in_list_dict.items()]
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
77 return(sorted(galaxy_output))
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
78
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
79
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
80 def read_library(filename):
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
81 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
82 Reads a CSV file and returns its contents and a normalized header
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
83 @param filename: file to read
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
84 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
85 data = list(csv.reader(open(filename, 'rU'), delimiter='\t'))
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
86 header_clean = [i.lower().strip().replace(".", "").replace("%", "") for i in data.pop(0)]
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
87 return(data, header_clean)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
88
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
89
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
90
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
91 def get_directory_files(dir_name):
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
92 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
93 Reads the directory and
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
94 returns the list of .txt files found as a dictionary
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
95 with file name and full path so that it can
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
96 fill a Galaxy drop-down combo box.
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
97
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
98 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
99 files = glob.glob(dir_name + "/*.txt")
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
100 if len(files) == 0:
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
101 raise Exception("Configuration error: no library files found in <galaxy-home-dir>/" + dir_name)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
102 else:
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
103 galaxy_output = [(str(get_file_name_no_ext(file_name)), str(os.path.abspath(file_name)), False) for file_name in files]
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
104 return(galaxy_output)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
105
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
106 def get_file_name_no_ext(full_name):
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
107 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
108 returns just the last part of the name
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
109 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
110 simple_name = os.path.basename(full_name)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
111 base, ext = os.path.splitext(simple_name)
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
112 return base
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
113
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
114
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
115 def count_occurrence(data_list):
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
116 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
117 Counts occurrences in a list and returns a dict with item:occurrence
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
118 @param data_list: list to count items from
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
119 '''
4b94bb2d381c Initial commit to toolshed
pieter.lukasse@wur.nl
parents:
diff changeset
120 return dict((key, data_list.count(key)) for key in set(data_list))