annotate match_library.py @ 0:dffc38727496

initial commit
author pieter.lukasse@wur.nl
date Sat, 07 Feb 2015 22:02:00 +0100
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
1 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
2 Containing functions are called from Galaxy to populate lists/checkboxes with selectable items
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
3 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
4 import csv
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
5 import glob
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
6 import os
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
7
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
8
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
9 __author__ = "Marcel Kempenaar"
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
10 __contact__ = "brs@nbic.nl"
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
11 __copyright__ = "Copyright, 2012, Netherlands Bioinformatics Centre"
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
12 __license__ = "MIT"
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
13
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
14 def get_column_type(library_file):
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
15 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
16 Returns a Galaxy formatted list of tuples containing all possibilities for the
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
17 GC-column types. Used by the library_lookup.xml tool
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
18 @param library_file: given library file from which the list of GC-column types is extracted
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
19 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
20 if library_file == "":
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
21 galaxy_output = [("", "", False)]
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
22 else:
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
23 (data, header) = read_library(library_file)
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
24
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
25 if 'columntype' not in header:
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
26 raise IOError('Missing columns in ', library_file)
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
27
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
28 # Filter data on column type
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
29 column_type = header.index("columntype")
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
30 amounts_in_list_dict = count_occurrence([row[column_type] for row in data])
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
31 galaxy_output = [(str(a) + "(" + str(b) + ")", a, False) for a, b in amounts_in_list_dict.items()]
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
32
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
33 return(galaxy_output)
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
34
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
35
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
36 def filter_column(library_file, column_type_name):
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
37 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
38 Filters the Retention Index database on column type
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
39 @param library_file: file containing the database
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
40 @param column_type_name: column type to filter on
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
41 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
42 if library_file == "":
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
43 galaxy_output = [("", "", False)]
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
44 else:
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
45 (data, header) = read_library(library_file)
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
46
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
47 if ('columntype' not in header or
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
48 'columnphasetype' not in header):
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
49 raise IOError('Missing columns in ', library_file)
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
50
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
51 column_type = header.index("columntype")
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
52 statphase = header.index("columnphasetype")
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
53
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
54 # Filter data on colunn type name
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
55 statphase_list = [line[statphase] for line in data if line[column_type] == column_type_name]
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
56 amounts_in_list_dict = count_occurrence(statphase_list)
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
57 galaxy_output = [(str(a) + "(" + str(b) + ")", a, False)for a, b in amounts_in_list_dict.items()]
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
58
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
59 return(sorted(galaxy_output))
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
60
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
61
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
62 def filter_column2(library_file, column_type_name, statphase):
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
63 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
64 Filters the Retention Index database on column type
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
65 @param library_file: file containing the database
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
66 @param column_type_name: column type to filter on
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
67 @param statphase: stationary phase of the column to filter on
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
68 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
69 if library_file == "":
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
70 galaxy_output = [("", "", False)]
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
71 else:
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
72 (data, header) = read_library(library_file)
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
73
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
74 if ('columntype' not in header or
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
75 'columnphasetype' not in header or
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
76 'columnname' not in header):
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
77 raise IOError('Missing columns in ', library_file)
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
78
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
79 column_type_column = header.index("columntype")
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
80 statphase_column = header.index("columnphasetype")
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
81 column_name_column = header.index("columnname")
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
82
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
83 # Filter data on given column type name and stationary phase
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
84 statphase_list = [line[column_name_column] for line in data if line[column_type_column] == column_type_name and
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
85 line[statphase_column] == statphase]
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
86 amounts_in_list_dict = count_occurrence(statphase_list)
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
87 galaxy_output = [(str(a) + "(" + str(b) + ")", a, False)for a, b in amounts_in_list_dict.items()]
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
88
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
89 return(sorted(galaxy_output))
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
90
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
91
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
92 def read_library(filename):
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
93 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
94 Reads a CSV file and returns its contents and a normalized header
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
95 @param filename: file to read
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
96 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
97 data = list(csv.reader(open(filename, 'rU'), delimiter='\t'))
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
98 header_clean = [i.lower().strip().replace(".", "").replace("%", "") for i in data.pop(0)]
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
99 return(data, header_clean)
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
100
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
101
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
102
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
103 def get_directory_files(dir_name):
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
104 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
105 Reads the directory and
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
106 returns the list of .txt files found as a dictionary
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
107 with file name and full path so that it can
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
108 fill a Galaxy drop-down combo box.
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
109
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
110 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
111 files = glob.glob(dir_name + "/*.*")
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
112 if len(files) == 0:
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
113 # Configuration error: no library files found in <galaxy-home-dir>/" + dir_name :
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
114 galaxy_output = [("Configuration error: expected file not found in <galaxy-home-dir>/" + dir_name, "", False)]
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
115 else:
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
116 galaxy_output = [(str(get_file_name_no_ext(file_name)), str(os.path.abspath(file_name)), False) for file_name in files]
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
117 return(galaxy_output)
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
118
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
119 def get_file_name_no_ext(full_name):
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
120 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
121 returns just the last part of the name
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
122 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
123 simple_name = os.path.basename(full_name)
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
124 base, ext = os.path.splitext(simple_name)
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
125 return base
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
126
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
127
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
128 def count_occurrence(data_list):
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
129 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
130 Counts occurrences in a list and returns a dict with item:occurrence
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
131 @param data_list: list to count items from
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
132 '''
dffc38727496 initial commit
pieter.lukasse@wur.nl
parents:
diff changeset
133 return dict((key, data_list.count(key)) for key in set(data_list))