annotate picard_EstimateLibraryComplexity.xml @ 0:5166ed57b1c4 draft

Uploaded version 1.135
author avowinkel
date Mon, 06 Jul 2015 14:46:32 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
1 <tool name="EstimateLibraryComplexity" id="picard_EstimateLibraryComplexity" version="1.135">
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
2 <description>assess sequence library complexity from read sequences</description>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
3 <macros>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
4 <import>picard_macros.xml</import>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
5 </macros>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
6 <expand macro="requirements" />
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
7 <command>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
8 @java_options@
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
9
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
10 java -jar \$JAVA_JAR_PATH/picard.jar
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
11 EstimateLibraryComplexity
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
12
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
13 INPUT="${inputFile}"
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
14 OUTPUT="${outFile}"
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
15
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
16 MIN_IDENTICAL_BASES="${min_identical_bases}"
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
17 MAX_DIFF_RATE="${max_diff_rate}"
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
18 MIN_MEAN_QUALITY="${min_mean_quality}"
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
19 MAX_GROUP_RATIO="${max_group_ratio}"
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
20 #import pipes
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
21 READ_NAME_REGEX=${ pipes.quote( str( $read_name_regex ) ) or "''" }
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
22 OPTICAL_DUPLICATE_PIXEL_DISTANCE="${optical_duplicate_pixel_distance}"
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
23
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
24 VALIDATION_STRINGENCY="${validation_stringency}"
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
25 QUIET=true
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
26 VERBOSITY=ERROR
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
27
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
28 </command>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
29 <inputs>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
30 <param format="bam" name="inputFile" type="data" label="Select SAM/BAM dataset or dataset collection" help="If empty, upload or import a SAM/BAM dataset" />
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
31 <param name="min_identical_bases" type="integer" value="5" label="The minimum number of bases at the starts of reads that must be identical for reads to be grouped together for duplicate detection" help="MIN_IDENTICAL_BASES; In effect total_reads / 4^max_id_bases reads will be compared at a time, so lower numbers will produce more accurate results but consume exponentially more memory and CPU; default=5"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
32 <param name="max_diff_rate" type="float" value="0.03" label="The maximum rate of differences between two reads to call them identical" help="MAX_DIFF_RATE; default=0.03"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
33 <param name="min_mean_quality" type="integer" min="0" max="93" value="20" label="The minimum mean quality of the bases in a read pair for the read to be analyzed" help="MIN_MEAN_QUALITY; Reads with lower average quality are filtered out and not considered in any calculations; default=20"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
34 <param name="max_group_ratio" type="integer" value="500" label="Do not process self-similar groups that are this many times over the mean expected group size" help="MAX_GROUP_RATIO; I.e. if the input contains 10m read pairs and MIN_IDENTICAL_BASES is set to 5, then the mean expected group size would be approximately 10 reads; default-500"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
35
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
36 <param name="read_name_regex" type="text" size="40" value="[a-zA-Z0-9]+:[0-9]:([0-9]+):([0-9]+):([0-9]+).*." label="Regular expression that can be used to parse read names in the incoming SAM/BAM dataset" help="READ_NAME_REGEX; Read names are parsed to extract three variables: tile/region, x coordinate and y coordinate. These values are used to estimate the rate of optical duplication in order to give a more accurate estimated library size. See help below for more info; default=[a-zA-Z0-9]+:[0-9]:([0-9]+):([0-9]+):([0-9]+).*.">
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
37 <sanitizer>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
38 <valid initial="string.printable">
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
39 </valid>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
40 </sanitizer>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
41 </param>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
42 <param name="optical_duplicate_pixel_distance" type="integer" value="100" min="0" max="500" label="The maximum offset between two duplicte clusters in order to consider them optical duplicates" help="OPTICAL_DUPLICATE_PIXEL_DISTANCE; default=100"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
43
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
44 <expand macro="VS" />
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
45
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
46 </inputs>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
47
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
48 <outputs>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
49 <data format="tabular" name="outFile" label="${tool.name} on ${on_string}: Library complexity report"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
50 </outputs>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
51
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
52 <tests>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
53 <test>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
54 <param name="inputFile" value="picard_EstimateLibraryComplexity.bam" ftype="bam"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
55 <param name="min_identical_bases" value="5"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
56 <param name="max_diff_rate" value="0.03"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
57 <param name="min_mean_quality" value="20"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
58 <param name="read_name_regex" value="[a-zA-Z0-9]+:[0-9]:([0-9]+):([0-9]+):([0-9]+).*."/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
59 <param name="optical_duplicate_pixel_distance" value="100"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
60 <param name="max_group_ratio" value="500"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
61 <param name="validation_stringency" value="LENIENT"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
62 <output name="outFile" file="picard_EstimateLibraryComplexity_test1.tab" ftype="tabular" lines_diff="4"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
63 </test>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
64 </tests>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
65
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
66 <stdio>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
67 <exit_code range="1:" level="fatal"/>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
68 </stdio>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
69
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
70 <help>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
71
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
72 **Purpose**
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
73
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
74 Attempts to estimate library complexity from sequence of read pairs alone. Does so by sorting all reads by the first N bases (5 by default)
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
75 of each read and then comparing reads with the first N bases identical to each other for duplicates. Reads are considered to be duplicates
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
76 if they match each other with no gaps and an overall mismatch rate less than or equal to MAX_DIFF_RATE (0.03 by default).
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
77
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
78 Reads of poor quality are filtered out so as to provide a more accurate estimate. The filtering removes reads with any no-calls in the first
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
79 N bases or with a mean base quality lower than MIN_MEAN_QUALITY across either the first or second read.
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
80
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
81 Unpaired reads are ignored in this computation.
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
82 The algorithm attempts to detect optical duplicates separately from PCR duplicates and excludes these in the calculation of library size.
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
83
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
84 Also, since there is no alignment to screen out technical reads one further filter is applied on the data. After examining all reads a Histogram
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
85 is built of [#reads in duplicate set -> #of duplicate sets]; all bins that contain exactly one duplicate set are then removed from the Histogram
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
86 as outliers before library size is estimated.
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
87
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
88 @dataset_collections@
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
89
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
90 @description@
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
91
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
92 MIN_IDENTICAL_BASES=Integer The minimum number of bases at the starts of reads that must be identical for reads to be
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
93 grouped together for duplicate detection. In effect total_reads / 4^max_id_bases reads
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
94 will be compared at a time, so lower numbers will produce more accurate results but
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
95 consume exponentially more memory and CPU. Default value: 5.
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
96
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
97 MAX_DIFF_RATE=Double The maximum rate of differences between two reads to call them identical. Default value:
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
98 0.03.
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
99
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
100 MIN_MEAN_QUALITY=Integer The minimum mean quality of the bases in a read pair for the read to be analyzed. Reads
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
101 with lower average quality are filtered out and not considered in any calculations.
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
102 Default value: 20.
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
103
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
104 MAX_GROUP_RATIO=Integer Do not process self-similar groups that are this many times over the mean expected group
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
105 size. I.e. if the input contains 10m read pairs and MIN_IDENTICAL_BASES is set to 5, then
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
106 the mean expected group size would be approximately 10 reads. Default value: 500.
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
107
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
108 READ_NAME_REGEX=String Regular expression that can be used to parse read names in the incoming SAM file. Read
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
109 names are parsed to extract three variables: tile/region, x coordinate and y coordinate.
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
110 These values are used to estimate the rate of optical duplication in order to give a more
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
111 accurate estimated library size. Set this option to null to disable optical duplicate
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
112 detection. The regular expression should contain three capture groups for the three
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
113 variables, in order. It must match the entire read name. Note that if the default regex
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
114 is specified, a regex match is not actually done, but instead the read name is split on
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
115 colon character. For 5 element names, the 3rd, 4th and 5th elements are assumed to be
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
116 tile, x and y values. For 7 element names (CASAVA 1.8), the 5th, 6th, and 7th elements
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
117 are assumed to be tile, x and y values. Default value:
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
118 [a-zA-Z0-9]+:[0-9]:([0-9]+):([0-9]+):([0-9]+).*.
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
119
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
120 OPTICAL_DUPLICATE_PIXEL_DISTANCE=Integer
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
121 The maximum offset between two duplicte clusters in order to consider them optical
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
122 duplicates. This should usually be set to some fairly small number (e.g. 5-10 pixels)
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
123 unless using later versions of the Illumina pipeline that multiply pixel values by 10, in
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
124 which case 50-100 is more normal. Default value: 100.
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
125
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
126
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
127 @more_info@
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
128
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
129 </help>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
130 </tool>
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
131
5166ed57b1c4 Uploaded version 1.135
avowinkel
parents:
diff changeset
132