<tool id="high_dimensions_visualisation" name="Generate PCA, tSNE and HCPC" version="4.3+galaxy1" profile="20.01">
    <description>from highly dimensional expression data</description>
    <xrefs>
        <xref type="bio.tools">galaxy_single_cell_suite</xref>
    </xrefs>
    <requirements>
        <requirement type="package" version="1.7.3=r43hc72bb7e_2">r-optparse</requirement>
        <requirement type="package" version="2.9=r43h57805ef_0">r-factominer</requirement>
        <requirement type="package" version="1.0.7=r43hc72bb7e_3">r-factoextra</requirement>
        <requirement type="package" version="0.16=r43h7ce84a7_2">r-rtsne</requirement>
        <requirement type="package" version="0.4.16=r43hc72bb7e_1">r-ggfortify</requirement>
        <requirement type="package" version="1.3.1=r43h08d816e_1">r-clusterr</requirement>
        <requirement type="package" version="1.5.1=r43hc72bb7e_2">r-polychrome</requirement>
    </requirements>
    <stdio>
        <exit_code range="1:" level="fatal" description="Tool exception" />
    </stdio>
    <command detect_errors="exit_code"><![CDATA[ 
        Rscript $__tool_directory__/high_dim_visu.R 
            --data '$input'
            #if $factor_condition.factor_choice == 'Yes'
                --factor '$factor_condition.factor'
            #end if
            #if $labels == "yes":
                --labels 'TRUE'
            #else
                --labels 'FALSE'
            #end if
            --visu_choice '$visualisation.visu_choice'

            #if $visualisation.visu_choice == "tSNE":
                --Rtsne_seed '$visualisation.Rtsne_seed'
                --Rtsne_perplexity '$visualisation.Rtsne_perplexity'
                --Rtsne_theta '$visualisation.Rtsne_theta'
                --Rtsne_max_iter '$visualisation.Rtsne_max_iter'
                --Rtsne_dims '$visualisation.Rtsne_dims'
                --Rtsne_initial_dims '$visualisation.Rtsne_initial_dims'
                --Rtsne_pca '$visualisation.Rtsne_pca'
                --Rtsne_pca_center '$visualisation.Rtsne_pca_center'
                --Rtsne_pca_scale '$visualisation.Rtsne_pca_scale'
                --Rtsne_normalize '$visualisation.Rtsne_normalize'
                --Rtsne_exaggeration_factor '$visualisation.Rtsne_exaggeration_factor'
            #end if
            
            #if $visualisation.visu_choice == "HCPC":
                --HCPC_ncluster '$visualisation.HCPC_ncluster'
                --HCPC_npc '$visualisation.HCPC_npc'
                --HCPC_metric '$visualisation.HCPC_metric'
                --HCPC_method '$visualisation.HCPC_method'
                --HCPC_consol '$visualisation.HCPC_consol'
                --HCPC_itermax '$visualisation.HCPC_itermax'
                --HCPC_min '$visualisation.HCPC_min'
                --HCPC_max '$visualisation.HCPC_max'
                --HCPC_clusterCA '$visualisation.HCPC_clusterCA'
                --HCPC_kk '$visualisation.HCPC_kk'
                --HCPC_contributions '$HCPC_contributions'
                --HCPC_cell_clust '$HCPC_cell_clust'
                #if $factor_condition.factor_choice == "Yes":
                    --HCPC_mutual_info '$HCPC_mutual_info'
                #end if
            #end if

            #if $visualisation.visu_choice == "PCA":
                --PCA_npc '$visualisation.PCA_npc'
                --x_axis '$visualisation.x_axis'
                --y_axis '$visualisation.y_axis'
                --item_size '$visualisation.item_size'
            #end if
            --pdf_out '$pdf_out'
]]></command>
    <inputs>
        <param name="input" type="data" format="txt,tabular" label="expression data"/>
        <param name="labels" type="select" label="Add sample labels to scatter plot" >
            <option value="no" selected="true">No Labels</option>
            <option value="yes" >Label points</option>
        </param>
        <conditional name="factor_condition">
            <param label="Do you wish to contrast cells with a factor" name="factor_choice" type="select">
                <option value="Yes">Yes</option>
                <option value="No" selected="true">No</option>
            </param>
            <when value="Yes">
                <param name="factor" type="data" format="tabular" label="Factor to constrast data"
                       help="A two-column data frame, with column headers, first column contains data labels,
                             second column contains the levels of a factor to contrast visualisation" />
            </when>
            <when value="No">
            </when>
        </conditional>
        <conditional name="visualisation">
            <param label="Choose visualisation method" name="visu_choice" type="select">
                <option value="PCA" selected="True">PCA</option>
                <option value="HCPC">HCPC</option>
                <option value="tSNE">t-SNE</option>
            </param>
            <when value="tSNE">
                <param name="Rtsne_seed" value="42" type="integer" label="Seed value for reproducibility of t-SNE" help="Set to 42 as default"/>
                <param name="Rtsne_dims" value="2" type="integer" label="dims (t-SNE)" help="Output dimensionality (should not be greater than 3)"/>
                <param name="Rtsne_pca"  type="select" label="pca (t-SNE)" help="Whether an initial PCA step should be performed" > 
                    <option value="TRUE" selected="true">Yes</option>
                    <option value="FALSE">False</option>
                </param>
                <param name="Rtsne_initial_dims" value="50" type="integer" label="initial dims (t-SNE)"
                       help="The number of dimensions that should be retained in the initial PCA step"/>
                <param name="Rtsne_pca_center"  type="select" label="Centering data" help="Should data be centered before pca is applied?">
                    <option value="TRUE" selected="true">Yes</option>
                    <option value="FALSE">False</option>
                </param>
                <param name="Rtsne_pca_scale"  type="select" label="Scalling data" help="Should data be scaled before pca is applied?">
                    <option value="TRUE">Yes</option>
                    <option value="FALSE" selected="true">False</option>
                </param>
                <param name="Rtsne_normalize"  type="select" label="Normalisation of data"    
                             help="Should variables (gene expressions) be normalized internally prior to distance calculations?">
                    <option value="TRUE" selected="true">Yes</option>
                    <option value="FALSE">False</option>
                </param>
                <param name="Rtsne_perplexity" value="10.0" type="float" label="perplexity (t-SNE)" help="should be less than ((nbr observations)-1)/3"/>
                <param name="Rtsne_theta" value="1.0" type="float" label="theta (t-SNE)"/>
                <param name="Rtsne_exaggeration_factor" value="12.0" type="float" label="Exageration factor"
                       help="Exaggeration factor used to multiply the P matrix in the first part of the optimization"/>
                <param name="Rtsne_max_iter" value="1000" type="integer" label="Number of iterations (default: 1000)"
                             help="The number of iterations that Rtsne executes to improve low dim representation (gradient descent optimization)"/>
            </when>
            <when value="HCPC">
                <param name="HCPC_npc" value="5" type="integer" label="Number of principal components to keep"
                       help="The number of dimensions which are kept for HCPC analysis (default=5)"/>
                <param name="HCPC_ncluster" value="-1" type="integer" label="Number of clusters in Hierar. Clustering"
                       help="nb.clust - an integer. If 0, the tree is cut at the level the user clicks on (not working in Galaxy). If -1, the tree is
                             automatically cut at the suggested level (see details). If a (positive) integer, the tree is cut with nb.cluters clusters."/>
                <param name="HCPC_metric"  type="select" label="Dissimilarity metric"
                       help="Metric to be used for calculating dissimilarities between observations, can be 'euclidean' or 'manhattan'">
                    <option value="euclidean" selected="true">euclidean</option>
                    <option value="manhattan">manhattan</option>
                </param>
                <param name="HCPC_method"  type="select" label="Clustering method"
                       help="character string defining the clustering method. The four methods implemented are 'average'
                       ([unweighted pair-]group [arithMetic] average method, aka ‘UPGMA’), 'single' (single linkage), 'complete'
                       (complete linkage), and 'ward' (Ward's method). The default with this Galaxy tool is is 'ward'.">
                    <option value="ward" selected="true">ward</option>
                    <option value="average">average</option>
                    <option value="single">single</option>
                    <option value="complete">complete</option>
                </param>
                <param name="HCPC_consol"  type="select" label="k-means consolidation"
                       help="A boolean. If TRUE, a k-means consolidation is performed (consolidation cannot be performed
                             if kk is used and equals a number).">
                    <option value="TRUE" selected="true">Yes</option>
                    <option value="FALSE">False</option>
                </param>
                <param name="HCPC_itermax" value="10" type="integer" label="Maximum number of iterations for consolidation"
                       help="An integer. The maximum number of iterations for the consolidation. (default=10)"/>
                <param name="HCPC_min" value="3" type="integer" label="min number of clusters"
                       help="an integer. The least possible number of clusters suggested. (default=3)"/>
                <param name="HCPC_max" value="-1" type="text" label="max number of clusters"
                       help="The higher possible number of clusters suggested, by default the minimum between 10
                             and the number of individuals divided by 2. (default = NULL)"/>
                <param name="HCPC_clusterCA"  type="select" label="cluster.CA, Clustering against rows or columns"
                       help="A string equals to 'rows' or 'columns' for the clustering of Correspondence Analysis results.default(rows)">
                    <option value="rows" selected="true">Rows</option>
                    <option value="cols">Columns</option>
                </param>
                 <param name="HCPC_kk" value="Inf" type="text" label="kk, Number of clusters used in a Kmeans preprocessing"
                       help="An integer corresponding to the number of clusters used in a Kmeans preprocessing before the
                             hierarchical clustering; the top of the hierarchical tree is then constructed from this partition.
                             This is very useful if the number of individuals is high. Note that consolidation cannot be performed
                             if kk is different from Inf and some graphics are not drawn. Inf is used by default and no preprocessing
                             is done, all the graphical outputs are then given."/>
            </when>
            <when value="PCA">
                  <param name="PCA_npc" value="5" type="integer" label="Number of principal components to keep"
                         help="The number of dimensions which are kept for PCA analysis (default=5)"/>
                  <param name="item_size" value="1" type="float" label="Adjust size of points/labels in PCA graph" help="size of points/labels (default=1)"/>
                  <param name="x_axis" value="1" type="integer" label="Principal component to plot to x axis" help="PC to plot as x (default=1)"/>
                  <param name="y_axis" value="2" type="integer" label="Principal component to plot to y axis" help="PCA plot as y (default=2)"/>
            </when>
        </conditional>
    </inputs>
    <outputs>
        <data name="pdf_out" format="pdf" label="${visualisation.visu_choice} of ${on_string}"/>
        <data name="HCPC_cell_clust" format="tabular" label="Clustering table from ${visualisation.visu_choice} of ${on_string}">
            <filter>visualisation['visu_choice'] == 'HCPC'</filter>
        </data>
        <data name="HCPC_contributions" format="tabular" label="Cluster information from ${visualisation.visu_choice}">
            <filter>visualisation['visu_choice'] == 'HCPC'</filter>
        </data>
        <data name="HCPC_mutual_info" format="txt" label="External validation of clustering from ${visualisation.visu_choice} of ${on_string}">
            <filter>visualisation['visu_choice'] == 'HCPC' and factor_condition['factor_choice'] == 'Yes'</filter>
        </data>
    </outputs>
    <tests>
        <!-- test tSNE -->
        <test expect_num_outputs="1">
            <param name="input" value="cpm_input.tsv" ftype="txt"/>
            <param name="labels" value="yes" />
            <param name="visu_choice" value="tSNE" />
            <param name="Rtsne_seed" value="49"/>
            <param name="Rtsne_perplexity" value="10"/>
            <param name="Rtsne_theta" value="1" />
            <output name="pdf_out" file="tsne.1.pdf" ftype="pdf" compare="sim_size" delta="500"/>
        </test>
        <test expect_num_outputs="1">
            <param name="input" value="cpm_input.tsv" ftype="txt"/>
            <param name="labels" value="no" />
            <param name="visu_choice" value="tSNE" />
            <param name="factor_choice" value="Yes" />
            <param name="factor" value="numeric_factor.tsv" ftype="txt"/>
            <param name="Rtsne_seed" value="49"/>
            <param name="Rtsne_perplexity" value="10"/>
            <param name="Rtsne_theta" value="1" />
            <output name="pdf_out" file="tsne.2.pdf" ftype="pdf" compare="sim_size" delta="500"/>
        </test>
        <test expect_num_outputs="1">
            <param name="input" value="cpm_input.tsv" ftype="txt"/>
            <param name="labels" value="yes" />
            <param name="visu_choice" value="tSNE" />
            <param name="factor_choice" value="Yes" />
            <param name="factor" value="shuffled_factor.tsv" ftype="txt"/>
            <param name="Rtsne_seed" value="49"/>
            <param name="Rtsne_perplexity" value="10"/>
            <param name="Rtsne_theta" value="1" />
            <output name="pdf_out" file="tsne.3.pdf" ftype="pdf" compare="sim_size" delta="500"/>
        </test>
            <test expect_num_outputs="1">
            <param name="input" value="cpm_input.tsv" ftype="txt"/>
            <param name="labels" value="no" />
            <param name="visu_choice" value="tSNE" />
            <param name="Rtsne_seed" value="49" />
            <param name="Rtsne_dims" value="3" />
            <param name="Rtsne_perplexity" value="10"/>
            <param name="Rtsne_theta" value="1" />
            <param name="Rtsne_normalize" value="FALSE" />
            <output name="pdf_out" file="tsne.4.pdf" ftype="pdf" compare="sim_size" delta="1000"/>
        </test>
        <!-- test PCA -->
        <test expect_num_outputs="1">
            <param name="input" value="cpm_input.tsv" ftype="txt"/>
            <param name="labels" value="yes" />
            <param name="visu_choice" value="PCA" />
            <param name="factor_choice" value="No" />
            <param name="item_size" value="0.5" />
            <output name="pdf_out" file="pca.1.pdf" ftype="pdf" compare="sim_size" delta="1000"/>
        </test>
        <!-- test PCA PC2 vs PC3 -->
        <test expect_num_outputs="1">
            <param name="input" value="cpm_input.tsv" ftype="txt"/>
            <param name="labels" value="no" />
            <param name="visu_choice" value="PCA" />
            <param name="factor_choice" value="No" />
            <param name="x_axis" value="2" />
            <param name="y_axis" value="3" />
            <output name="pdf_out" file="pca.2.pdf" ftype="pdf" compare="sim_size" delta="1000"/>
        </test>
        <!-- test factor contrasting on PCA -->
        <test expect_num_outputs="1">
            <param name="input" value="cpm_input.tsv" ftype="txt"/>
            <param name="labels" value="no" />
            <param name="visu_choice" value="PCA" />
            <param name="factor_choice" value="Yes" />
            <param name="factor" value="factor.tsv" ftype="txt"/>
            <output name="pdf_out" file="pca.3.pdf" ftype="pdf" compare="sim_size" delta="1000"/>
        </test>
        <!-- test numerical factor contrasting on PCA -->
        <test expect_num_outputs="1">
            <param name="input" value="cpm_input.tsv" ftype="txt"/>
            <param name="labels" value="no" />
            <param name="visu_choice" value="PCA" />
            <param name="factor_choice" value="Yes" />
            <param name="factor" value="numeric_factor.tsv" ftype="txt"/>
            <output name="pdf_out" file="pca.4.pdf" compare="sim_size" ftype="pdf"/>
        </test>
        <test expect_num_outputs="1">
            <param name="input" value="cpm_input.tsv" ftype="txt"/>
            <param name="labels" value="no" />
            <param name="visu_choice" value="PCA" />
            <param name="factor_choice" value="Yes" />
            <param name="factor" value="shuffled_factor.tsv" ftype="txt"/>
            <output name="pdf_out" file="pca.5.pdf" compare="sim_size" ftype="pdf"/>
        </test>
        <!-- HCPC tests -->
        <test expect_num_outputs="3">
            <param name="input" value="cpm_input.tsv" ftype="txt"/>
            <param name="labels" value="yes" />
            <param name="visu_choice" value="HCPC" />
            <param name="HCPC_npc" value="5"/>
            <param name="HCPC_ncluster" value="-1"/>
            <output name="pdf_out" file="hcpc.1.pdf" compare="sim_size" ftype="pdf"/>
            <output name="HCPC_cell_clust" file="hcpc.cell-cluster.1.tsv" ftype="tabular"/>
            <output name="HCPC_contributions" file="hcpc.component-impact.1.tsv" ftype="tabular"/>
        </test>
        <test expect_num_outputs="4">
            <param name="input" value="cpm_input.tsv" ftype="txt"/>
            <param name="labels" value="no" />
            <param name="visu_choice" value="HCPC" />
            <param name="HCPC_npc" value="5"/>
            <param name="HCPC_ncluster" value="-1"/>
            <param name="factor_choice" value="Yes" />
            <param name="factor" value="factor.tsv" ftype="txt"/>
            <output name="pdf_out" file="hcpc.2.pdf" compare="sim_size" ftype="pdf"/>
            <output name="HCPC_mutual_info" file="hcpc.factor.extval.txt" ftype="txt"/>
            <output name="HCPC_cell_clust" file="hcpc.cell-cluster.2.tsv" ftype="tabular"/>
            <output name="HCPC_contributions" file="hcpc.component-impact.2.tsv" ftype="tabular"/>
        </test>
        <test expect_num_outputs="4">
            <param name="input" value="cpm_input.tsv" ftype="txt"/>
            <param name="labels" value="yes" />
            <param name="visu_choice" value="HCPC" />
            <param name="factor_choice" value="Yes" />
            <param name="factor" value="factor.tsv" ftype="txt"/>
            <param name="HCPC_method" value="average"/>
            <param name="HCPC_metric" value="manhattan"/>
            <param name="HCPC_npc" value="4" />
            <output name="pdf_out" file="hcpc.3.pdf" ftype="pdf"/>
            <output name="HCPC_mutual_info" file="hcpc.extval.1.txt" ftype="txt"/>
            <output name="HCPC_cell_clust" file="hcpc.cell-cluster.3.tsv" ftype="tabular"/>
            <output name="HCPC_contributions" file="hcpc.component-impact.3.tsv" ftype="tabular"/>
        </test>
        <test expect_num_outputs="3">
            <param name="input" value="cpm_input.tsv" ftype="txt"/>
            <param name="labels" value="no" />
            <param name="visu_choice" value="HCPC" />
            <param name="HCPC_method" value="single"/>
            <param name="HCPC_metric" value="euclidean"/>
            <param name="HCPC_npc" value="4" />
            <param name="HCPC_clusterCA" value="cols" />
            <output name="pdf_out" file="hcpc.4.pdf" compare="sim_size" ftype="pdf"/>
            <output name="HCPC_cell_clust" file="hcpc.cell-cluster.4.tsv" ftype="tabular"/>
            <output name="HCPC_contributions" file="hcpc.component-impact.4.tsv" ftype="tabular"/>
        </test>
    </tests>
    <help>

**What it does**

**Inputs**
Takes as an input a tabulation separated value file (tsv) of n observations (columns,
generally n RNAseq library) of k variables (rows, generally k genes).

The table must contain a header, ie the first line describes the content of each column.

k variables define a space of k dimensions. Any observation
of k expression values for k genes (the purpose of one RNAseq experiment) can be assigned
to a position in the k-dim space, of coordinates c1, c2, c3, ..., ck.

Since visualisation in more than 3 dimensions is not easy for a human beeing, there is
a number of methods to "reduce" or "project" a k-dim space in a space of 2 or 3 dimensions.
This is of great help, not only to summarise the data, but also to find similarities, common trends
between the data (under the hypothesis that similar data are closer in the k-dimension space).

**Outputs**

This tool returns the visualisation of a dimensional reduction using either:

* Principal Components Analysis (PCA)
* Hierarchical Clustering of Principal Components (HCPC)
* t-distributed Stochastic Neighbor Embedding (t-SNE)

If HCPC is used, this tool can also return a 2-column cluster correspondence table:

* Observation labels
* Cluster labels

**Contrast data with a factor**

The tool offers the possibility to colour data points according to the levels of a factor.
To use the option "Factor to contrast data", provide a tabulated-separated, two-column table
with first column containing the cell/data library identifiers (same identifiers as those
provided as column headers in the input data table) and second column containing the corresponding
factor levels value (if this vector is numerical, then the color palette used is quantitative). 
This table does not need to be sorted in the same order as in the data
table. It may also contain more identifiers than those provided in the data table.

If HCPC visualisation and constrasting factor is provided, a text file containing metrics
of external validation of the clustering is returned.
These metrics measure the capacity of HCPC clustering to find classes overlapping the levels
of the provided factor. 

    </help>
    <citations>
        <citation type="bibtex">@Article{,
            title = {Visualizing High-Dimensional Data Using t-SNE},
            volume = {9},
            pages = {2579-2605},
            year = {2008},
            author = {L.J.P. {van der Maaten} and G.E. Hinton},
            journal = {Journal of Machine Learning Research},
            }
        </citation>
        <citation type="bibtex">@Article{,
            title = {Accelerating t-SNE using Tree-Based Algorithms},
            volume = {15},
            pages = {3221-3245},
            year = {2014},
            author = {L.J.P. {van der Maaten}},
            journal = {Journal of Machine Learning Research},
            }
        </citation>
        <citation type="bibtex">@Manual{,
            title = {{Rtsne}: T-Distributed Stochastic Neighbor Embedding using
            Barnes-Hut Implementation},
            author = {Jesse H. Krijthe},
            year = {2015},
            note = {R package version 0.15},
            url = {https://github.com/jkrijthe/Rtsne},
            }
        </citation>
        <citation type="bibtex">@Manual{,
            title = {{ClusterR}: Gaussian Mixture Models, K-Means, Mini-Batch-Kmeans,
            K-Medoids and Affinity Propagation Clustering},
            author = {Lampros Mouselimis},
            year = {2019},
            note = {R package version 1.1.9},
            url = {https://github.com/mlampros/ClusterR},
            }
        </citation>
  </citations>
</tool>