annotate repex_full_clustering.xml @ 8:a93b7e080db4 draft default tip

Uploaded
author petr-novak
date Wed, 22 May 2024 11:48:36 +0000
parents 919b0e127350
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
7
919b0e127350 Uploaded
petr-novak
parents: 6
diff changeset
1 <tool id="repeatexplorer2" name="RepeatExplorer2 clustering: " version="2.3.8.2" >
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
2 <stdio>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
3 <regex match="lastdb: can't open file: NEAR" source="stderr" level="fatal" description="Version of last is too old, use ver 956 or higher\n" />
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
4 <regex match="Traceback" source="stderr" level="fatal" description="Unknown error" />
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
5 <regex match="error" source="stderr" level="fatal" description="Unknown error" />
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
6 <regex match="Warning" source="stderr" level="warning" description="Unknown error" />
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
7 <exit_code range="1:" level="fatal" description="Error" />
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
8 </stdio>
2
968f0867acc5 documentation and help update
petr-novak
parents: 0
diff changeset
9 <description>Improved version or repeat discovery and characterization using graph-based sequence clustering</description>
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
10 <requirements>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
11 <requirement type="package">last</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
12 <requirement type="package">imagemagick</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
13 <requirement type="package">mafft</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
14 <requirement type="package">blast</requirement>
3
67964b619af8 Uploaded
petr-novak
parents: 2
diff changeset
15 <requirement type="package" version="0.9.29" >diamond</requirement>
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
16 <requirement type="package">blast-legacy</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
17 <requirement type="package">r-igraph</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
18 <requirement type="package">r-data.tree</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
19 <requirement type="package">r-stringr</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
20 <requirement type="package">r-r2html</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
21 <requirement type="package">r-hwriter</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
22 <requirement type="package">r-dt</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
23 <requirement type="package">r-scales</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
24 <requirement type="package">r-plotrix</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
25 <requirement type="package">r-png</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
26 <requirement type="package">r-plyr</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
27 <requirement type="package">r-dplyr</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
28 <requirement type="package">r-optparse</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
29 <requirement type="package">r-dbi</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
30 <requirement type="package">r-rsqlite</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
31 <requirement type="package">r-rserve</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
32 <requirement type="package">bioconductor-biostrings</requirement>
6
ed5a72d4693d Uploaded
petr-novak
parents: 4
diff changeset
33 <requirement type="package" version="2.3.8.1">repex_tarean</requirement>
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
34 <requirement type="set_environment">REPEX</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
35 <requirement type="set_environment">REPEX_VERSION</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
36 <requirement type="package" version="0.9.1" >pyrserve</requirement>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
37 </requirements>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
38 <command >
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
39 export PYTHONHASHSEED=0;
3
67964b619af8 Uploaded
petr-novak
parents: 2
diff changeset
40 \${REPEX}/seqclust --sample ${read_sampling.sample} --output_dir=tarean_output --logfile=${log} --cleanup $paired --taxon $taxon
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
41
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
42 #if $advanced_options.advanced:
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
43 --mincl $advanced_options.size_threshold $advanced_options.keep_names $advanced_options.automatic_filtering -D $advanced_options.blastx.options_blastx
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
44 --assembly_min $advanced_options.assembly_min_cluster_size
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
45
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
46 #if $advanced_options.comparative.options_comparative:
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
47 --prefix_length $advanced_options.comparative.prefix_length
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
48 #end if
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
49
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
50 #if $advanced_options.custom_library.options_custom_library:
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
51 -d $advanced_options.custom_library.library extra_database
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
52 #end if
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
53
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
54 #if $advanced_options.options.options:
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
55 -opt $advanced_options.options.options
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
56 #end if
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
57 #end if
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
58 ${FastaFile} >stdout.log 2> stderr.log ;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
59 echo "STDOUT CONTENT:" >> ${log} ;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
60 cat stdout.log >> ${log} ;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
61 echo "STDERR CONTENT:" >> ${log};
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
62 cat stderr.log >> ${log} &amp;&amp;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
63 \${REPEX}/stderr_filter.py stderr.log &amp;&amp;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
64 cd tarean_output &amp;&amp;
7
919b0e127350 Uploaded
petr-novak
parents: 6
diff changeset
65 zip -fz -r ${ReportArchive}.zip * &amp;&amp;
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
66 mv ${ReportArchive}.zip ${ReportArchive} &amp;&amp;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
67 cp index.html ${ReportFile} &amp;&amp;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
68 mkdir ${ReportFile.files_path} &amp;&amp;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
69 cp -r --parents libdir ${ReportFile.files_path} &amp;&amp;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
70 cp -r --parents seqclust/clustering/superclusters ${ReportFile.files_path} &amp;&amp;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
71 cp -r --parents seqclust/clustering/clusters ${ReportFile.files_path} &amp;&amp;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
72 cp seqclust/clustering/hitsort.cls ${ReportFile.files_path}/seqclust/clustering/hitsort.cls &amp;&amp;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
73 cp *.png ${ReportFile.files_path}/ &amp;&amp;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
74 cp *.csv ${ReportFile.files_path}/ &amp;&amp;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
75 cp *.html ${ReportFile.files_path}/ &amp;&amp;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
76 cp *.css ${ReportFile.files_path}/ &amp;&amp;
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
77 cp *.fasta ${ReportFile.files_path}/ 2>>$log &amp;&amp; rm -r ../tarean_output || :
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
78
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
79 </command>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
80 <inputs>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
81 <param name="FastaFile" label="NGS reads" type="data" format="fasta"
2
968f0867acc5 documentation and help update
petr-novak
parents: 0
diff changeset
82 help="Input file must contain FASTA-formatted NGS reads. Illumina paired-end reads are recommended."/>
968f0867acc5 documentation and help update
petr-novak
parents: 0
diff changeset
83 <param name="paired" type="boolean" truevalue="--paired" falsevalue="" checked="True" label="Paired-end reads" help="If paired-end reads are used, left- and right-hand reads must be interlaced and all pairs must be complete. Example of the correct format is provided in the help below." />
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
84
3
67964b619af8 Uploaded
petr-novak
parents: 2
diff changeset
85 <conditional name="read_sampling">
4
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
86 <param name="do_sampling" type="boolean" truevalue="true" falsevalue="false" checked="False" label="Read sampling" help="Use this option if you want to analyze only a part of the reads" />
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
87 <when value="false">
3
67964b619af8 Uploaded
petr-novak
parents: 2
diff changeset
88 <!-- pass -->
4
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
89 <param name="sample" label="Sample size" hidden="True" type="integer" value="0" help="Number of analyzed reads"/>
3
67964b619af8 Uploaded
petr-novak
parents: 2
diff changeset
90 </when>
4
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
91 <when value="true">
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
92 <param name="sample" label="Sample size" type="integer" value="500000" min="10000" help="Number of analyzed reads"/>
3
67964b619af8 Uploaded
petr-novak
parents: 2
diff changeset
93 </when>
67964b619af8 Uploaded
petr-novak
parents: 2
diff changeset
94 </conditional>
67964b619af8 Uploaded
petr-novak
parents: 2
diff changeset
95
67964b619af8 Uploaded
petr-novak
parents: 2
diff changeset
96
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
97 <param name="taxon" label="Select taxon and protein domain database version (REXdb)" type="select" help="Reference database of transposable element protein domains - REXdb - is used for annotation of repeats">
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
98 <option value="VIRIDIPLANTAE3.0" selected="true">Viridiplantae version 3.0 </option>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
99 <option value="VIRIDIPLANTAE2.2" selected="true">Viridiplantae version 2.2</option>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
100 <option value="METAZOA3.0" >Metazoa version 3.0</option>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
101 <option value="METAZOA2.0" >Metazoa version 2.0</option>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
102 <!-- Modify setting in config.py accordingly -->
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
103 </param>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
104
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
105 <conditional name="advanced_options">
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
106 <param name="advanced" type="boolean" truevalue="true" falsevalue="false" checked="False" label="Advanced options" />
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
107 <when value="false">
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
108 <!-- pass -->
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
109 </when>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
110 <when value="true">
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
111 <conditional name="comparative">
2
968f0867acc5 documentation and help update
petr-novak
parents: 0
diff changeset
112 <param name="options_comparative" type="boolean" truevalue="true" falsevalue="false" checked="False" label="Perform comparative analysis" help="Use this options to analyze multiple samples simultaneously"/>
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
113 <when value="false">
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
114 <!-- do nothing here -->
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
115 </when>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
116 <when value="true">
2
968f0867acc5 documentation and help update
petr-novak
parents: 0
diff changeset
117 <param name="prefix_length" label="Group code length" type="integer" value="3" min="1" max="10" help="For comparative analysis, reads from different samples are distinguished by sample codes included as prefix to the read names. See example below."/>
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
118 </when>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
119 </conditional>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
120
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
121 <conditional name="blastx">
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
122 <param name="options_blastx" type="select" label="Select parameters for protein domain search">
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
123 <option value="BLASTX_W2" selected="false">blastx with word size 2 (the most sensitive, slowest)</option>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
124 <option value="BLASTX_W3" selected="true">blastx with word size 3 (default)</option>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
125 <option value="DIAMOND" selected="false">diamond program (the least sensitive, fastest)</option>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
126 </param>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
127 </conditional>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
128
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
129 <conditional name="options">
4
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
130 <param name="options" type="select" label="Similarity search options">
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
131 <option value="ILLUMINA" selected="true">Default </option>
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
132 <option value="ILLUMINA_DUST_OFF" selected="false">Masking of low complexity repeats disabled </option>
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
133
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
134 <!-- <option value="ILLUMINA_SENSITIVE_MGBLAST" selected="false">Illumina reads, sensitive search (search parameters: mgblast, min PID 80, -W8) slow, experimental feature!</option> -->
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
135 <!-- <option value="ILLUMINA_SENSITIVE_BLASTPLUS" selected="false">Illumina reads, more sensitive search (search parameters: blastn, min PID 80, -W6) extremely slow, experimental feature!</option> -->
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
136 <!-- <option value="OXFORD_NANOPORE" selected="false"> -->
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
137 <!-- Pseudo short reads simulated from Oxford Nanopore data, experimental feature! -->
d89d4fa8a17b Uploaded
petr-novak
parents: 3
diff changeset
138 <!-- </option> -->
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
139 </param>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
140 </conditional>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
141
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
142 <conditional name="custom_library">
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
143 <param name="options_custom_library" type="boolean" truevalue="true" falsevalue="false" checked="False" label="Use custom repeat database"/>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
144 <when value="false">
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
145 <!-- do nothing here -->
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
146 </when>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
147 <when value="true">
2
968f0867acc5 documentation and help update
petr-novak
parents: 0
diff changeset
148 <param name="library" format="fasta" type="data" label="Custom repeat database" help="The database should contain DNA sequences in FASTA format. The required format for sequence IDs is : '>reapeatname#class/subclass'"/>
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
149 </when>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
150 </conditional>
2
968f0867acc5 documentation and help update
petr-novak
parents: 0
diff changeset
151 <param name="size_threshold" label="Cluster size threshold for detailed analysis" type="float" value="0.01" min="0.0001" max="100" help ="Minimal size (as percentage of input reads) of the smallest cluster which is analyzed; clusters with less than 20 reads are not considered."/>
968f0867acc5 documentation and help update
petr-novak
parents: 0
diff changeset
152 <param name="automatic_filtering" label="Perform automatic filtering of abundant satellite repeats" help="Automatic filtering identifies the most abundant tandem repeats and partially removes their reads from the analysis. This enables to analyze higher proportions of other less abundant repeats." type="boolean" truevalue="--automatic_filtering" falsevalue="" checked="false"/>
968f0867acc5 documentation and help update
petr-novak
parents: 0
diff changeset
153 <param name="keep_names" label="Keep original read names" type="boolean" truevalue="--keep_names" falsevalue="" checked="false" help="By default, reads are renamed using integers. Use this option to keep original names."/>
968f0867acc5 documentation and help update
petr-novak
parents: 0
diff changeset
154 <param name="assembly_min_cluster_size" type="integer" label="Minimal cluster size for assembly" value="5" min="2" max="100"/>
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
155 </when>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
156 </conditional>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
157
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
158 <conditional name="queue_definition">
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
159 <param name="queue_select" type="select" label="Select queue">
2
968f0867acc5 documentation and help update
petr-novak
parents: 0
diff changeset
160 <option value="basic_fast_queue">basic (max runtime 2 days, 4 GB RAM)</option>
968f0867acc5 documentation and help update
petr-novak
parents: 0
diff changeset
161 <option value="long_slow_queue">long (max runtime 2 weeks, 64 GB RAM)</option>
968f0867acc5 documentation and help update
petr-novak
parents: 0
diff changeset
162 <option value="extra_long_slow_queue">extra long (max runtime 4 weeks, 64 GB RAM)</option>
0
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
163 </param>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
164 <when value="basic_fast_queue">
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
165 <param name="queue_specification" type="text" label="Modify parameters (optional)"
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
166 value="-l select=1:ncpus=10:mem=32gb:scratch_local=50gb -l walltime=48:00:00 -q elixirre@pbs.elixir-czech.cz -v TAREAN_MAX_MEM=4000000,TAREAN_CPU=4" />
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
167 </when>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
168
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
169 <when value="long_slow_queue">
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
170 <param name="queue_specification" type="text" label="Modify parameters (optional)"
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
171 value="-l select=1:ncpus=16:mem=112gb:scratch_local=50gb -l walltime=336:00:00 -q elixirre@pbs.elixir-czech.cz -v TAREAN_MAX_MEM=64000000,TAREAN_CPU=15" />
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
172 </when>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
173 <when value="extra_long_slow_queue">
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
174 <param name="queue_specification" type="text" label="Modify parameters (optional)"
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
175 value="-l select=1:ncpus=16:mem=112gb:scratch_local=50gb -l walltime=720:00:00 -q elixirre@pbs.elixir-czech.cz -v TAREAN_MAX_MEM=64000000,TAREAN_CPU=15" />
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
176 </when>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
177 </conditional>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
178
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
179
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
180
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
181 </inputs>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
182 <outputs>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
183 <data name="log" format="txt" label="RepeatExplorer2 - log file"/>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
184 <data name="ReportArchive" format="zip" label="RepeatExplorer2 - Archive with HTML report from data ${FastaFile.hid}"/>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
185 <data name="ReportFile" format="html" label="RepeatExplorer2 - HTML report from data ${FastaFile.hid}"/>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
186 </outputs>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
187
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
188 <help>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
189 **HELP**
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
190
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
191 RepeatExplorer2 clustering is a computational pipeline for unsupervised
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
192 identification of repeats from unassembled sequence reads. The
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
193 pipeline uses low-pass whole genome sequence reads and performs graph-based
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
194 clustering. Resulting clusters, representing all types of repeats, are then
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
195 examined to identify and classify into repeats groups.
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
196
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
197 **Input data**
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
198
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
199 The analysis requires either **single** or **paired-end reads** generated
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
200 by whole genome shotgun sequencing provided as a single fasta-formatted file.
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
201 Generally, paired-end reads provide significantly better results than single
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
202 reads. Reads should be of uniform length (optimal size range is 100-200 nt) and
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
203 the number of analyzed reads should represent less than 1x genome equivalent
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
204 (genome coverage of 0.01 - 0.50 x is recommended). Reads should be
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
205 quality-filtered (recommended filtering : quality score >=10 over 95% of bases
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
206 and no Ns allowed) and only **complete read pairs** should be submitted for
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
207 analysis. When paired reads are used, input data must be **interlaced** format
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
208 as fasta file:
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
209
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
210 example of interlaced input format::
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
211
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
212 >0001_f
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
213 CGTAATATACATACTTGCTAGCTAGTTGGATGCATCCAACTTGCAAGCTAGTTTGATG
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
214 >0001_r
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
215 GATTTGACGGACACACTAACTAGCTAGTTGCATCTAAGCGGGCACACTAACTAACTAT
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
216 >0002_f
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
217 ACTCATTTGGACTTAACTTTGATAATAAAAACTTAAAAAGGTTTCTGCACATGAATCG
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
218 >0002_r
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
219 TATGTTGAAAAATTGAATTTCGGGACGAAACAGCGTCTATCGTCACGACATAGTGCTC
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
220 >0003_f
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
221 TGACATTTGTGAACGTTAATGTTCAACAAATCTTTCCAATGTCTTTTTATCTTATCAT
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
222 >0003_r
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
223 TATTGAAATACTGGACACAAATTGGAAATGAAACCTTGTGAGTTATTCAATTTATGTT
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
224 ...
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
225
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
226
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
227 **Comparative analysis**
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
228
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
229 For comparative analysis sequence names must contain code (prefix) for each group.
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
230 Prefix in sequences names must be of fixed length.
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
231
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
232 Example of labeling two groups with where **group code length** is 2 and is used to distinguish groups - AA and BB ::
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
233
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
234 >AA0001_f
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
235 CGTAATATACATACTTGCTAGCTAGTTGGATGCATCCAACTTGCAAGCTAGTTTGATG
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
236 >AA0001_r
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
237 GATTTGACGGACACACTAACTAGCTAGTTGCATCTAAGCGGGCACACTAACTAACTAT
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
238 >AA0002_f
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
239 ACTCATTTGGACTTAACTTTGATAATAAAAACTTAAAAAGGTTTCTGCACATGAATCG
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
240 >AA0002_r
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
241 TATGTTGAAAAATTGAATTTCGGGACGAAACAGCGTCTATCGTCACGACATAGTGCTC
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
242 >BB0001_f
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
243 TGACATTTGTGAACGTTAATGTTCAACAAATCTTTCCAATGTCTTTTTATCTTATCAT
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
244 >BB0001_r
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
245 TATTGAAATACTGGACACAAATTGGAAATGAAACCTTGTGAGTTATTCAATTTATGTT
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
246 >BB0002_f
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
247 TGACATTTGTGAACGTTAATGTTCAACAAATCTTTCCAATGTCTTTTTATCTTATCAT
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
248 >BB0002_r
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
249 TATTGAAATACTGGACACAAATTGGAAATGAAACCTTGTGAGTTATTCAATTTATGTT
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
250
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
251
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
252 To prepare quality filtered and interlaced input fasta file from fastq
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
253 files, use `Preprocessing of paired-reads`__ tool.
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
254
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
255 .. __: tool_runner?tool_id=paired_fastq_filtering
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
256
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
257
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
258 **Additional parameters**
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
259
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
260 **Sample size** defines how many reads should be used in calculation.
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
261 Default setting with 500,000 reads will enable detection of high copy
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
262 repeats within several hours of computation time. For higher
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
263 sensitivity the sample size can be set higher. Since sample size affects
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
264 the memory usage, this parameter may be automatically adjusted to lower
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
265 value during the run. Maximum sample size which can be processed depends on
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
266 the repetitiveness of analyzed genome.
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
267
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
268
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
269 **Select taxon and protein domain database version (REXdb)**. Classification
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
270 of transposable elements is based on the similarity to our reference database
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
271 of transposable element protein domains (**REXdb**). Standalone database for Viridiplantae species
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
272 can be obtained on `repeatexplorer.org`__. Classification
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
273 system used in REXdb is described in article `Systematic survey of plant
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
274 LTR-retrotransposons elucidates phylogenetic relationships of their
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
275 polyprotein domains and provides a reference for element classification`__
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
276 Database for Metazoa species is still under development so use it with caution.
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
277
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
278 .. __: http://repeatexplorer.org
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
279 .. __: https://doi.org/10.1186/s13100-018-0144-1
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
280
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
281 **Select parameters for protein domain search** REXdb is compared with s
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
282 equence clusters either using blastx or diamond aligner. Diamond program
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
283 is about three time faster than blastx with word size 3.
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
284
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
285 **Similarity search options** By default sequence reads are compared using
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
286 mgblast program. Default threshold is explicitly set to 90% sequence
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
287 similarity spanning at least 55% of the read length (in the case of reads
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
288 differing in length it applies to the longer one). Additionally, sequence
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
289 overlap must be at least 55 nt. If you select option for shorter reads
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
290 than 100 nt, minimum overlap 55 nt is not required.
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
291
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
292 By default,
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
293 mgblast search use DUST program to filter out
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
294 low-complexity sequences. If you want
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
295 to increase sensitivity of detection of satellites with shorter monomer
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
296 use option with '*no masking of low complexity repeats*'. Note that omitting
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
297 DUST filtering will significantly increase running times
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
298
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
299
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
300 **Automatic filtering of abundant satellite repeats** perform clustering on
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
301 smaller dataset of sequence reads to detect abundant high confidence
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
302 satellite repeats. If such satellites are detected, sequence reads derived
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
303 from these satellites are depleted from input dataset. This step enable more
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
304 sensitive detection of less abundant repeats as more reads can be used
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
305 in clustering step.
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
306
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
307 **Use custom repeat database**. This option allows users to perform similarity
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
308 comparison of identified repeats to their custom databases. The repeat class must
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
309 be encoded in FASTA headers of database entries in order to allow correct
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
310 parsing of similarity hits. Required format for custom database sequence name is: ::
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
311
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
312 >reapeatname#class/subclass
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
313
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
314
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
315 **Output**
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
316
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
317 List of clusters identified as putative satellite repeats, their genomic
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
318 abundance and various cluster characteristics.
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
319
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
320 Output includes a **HTML summary** with table listing of all analyzed
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
321 clusters. More detailed information about clusters is provided in
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
322 additional files and directories. All results are also provided as
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
323 downloadable **zip archive**. Additionally a **log file** reporting
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
324 the progress of the computational pipeline is provided.
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
325
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
326 </help>
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
327
e2b8e71b85b9 Uploaded
petr-novak
parents:
diff changeset
328 </tool>