annotate get_test_data.sh @ 5:3dd20b758756 draft

"planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
author ebi-gxa
date Fri, 04 Mar 2022 07:26:16 +0000
parents
children 07fc9f4841b3
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
5
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
1 #!/usr/bin/env bash
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
2
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
3 BASENAME_FILE='E-MTAB-6077-3k_features_90_cells'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
4
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
5 MTX_LINK='https://drive.google.com/uc?export=download&id=1-1ejn7scP80xsbrG0FtWzsozjg0hhc23'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
6 RDS_LINK='https://drive.google.com/uc?export=download&id=1KW_GX6xznSUpWRWUykpNaSbAhyClf7_n'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
7 NORM_LINK='https://drive.google.com/uc?export=download&id=1mvo3ENkBvEAOyWG6ejApzQTPDLX5yBKU'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
8 FVG_LINK='https://drive.google.com/uc?export=download&id=13Fhruuj-vEEo1WM138ahtAYqfHc7LsaZ'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
9 SCALED_LINK='https://drive.google.com/uc?export=download&id=18TK8us235LWNajarWDBAtASUXMYAxvw0'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
10 PCA_LINK='https://drive.google.com/uc?export=download&id=1gf3BTB4dygDsom1TzjsBfgZnZepcoG5c'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
11 NEIGHBOURS_LINK='https://drive.google.com/uc?export=download&id=1N2lHoKRBZ7pmAYGfghLWB9KUrLA5WoNX'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
12 CLUSTERS_LINK='https://drive.google.com/uc?export=download&id=1HWxZWHbNUNo4z__9PhhL_CJOLzec_ETa'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
13 TSNE_LINK='https://drive.google.com/uc?export=download&id=1qsvMr_GkCSp1dyTJt1BZ6cElJwFFX2zO'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
14 MARKERS_LINK='https://drive.google.com/uc?export=download&id=18OmWNc7mF-4pzH6DQkPp1eKunN4BfvxD'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
15
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
16 LOOM_LINK='https://drive.google.com/uc?export=download&id=1qNk5cg8hJG3Nv1ljTKmUEnxTOf11EEZX'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
17 H5AD_LINK='https://drive.google.com/uc?export=download&id=1YpE0H_t_dkh17P-WBhPijKvRiGP0BlBz'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
18 SCE_LINK='https://drive.google.com/uc?export=download&id=1UKdyf3M01uAt7oBg93JfmRvNVB_jlUKe'
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
19
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
20 function get_data {
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
21 local link=$1
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
22 local fname=$2
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
23
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
24 if [ ! -f $fname ]; then
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
25 echo "$fname not available locally, downloading.."
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
26 wget -O $fname --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 $link
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
27 fi
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
28 }
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
29
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
30 # get matrix data
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
31 pushd test-data
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
32 get_data $MTX_LINK mtx.zip
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
33 unzip mtx.zip
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
34 rm -f mtx.zip
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
35
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
36 get_data $RDS_LINK $BASENAME_FILE".rds"
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
37 get_data $NORM_LINK $BASENAME_FILE"-normalised.rds"
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
38 get_data $FVG_LINK $BASENAME_FILE"-fvg.rds"
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
39 get_data $SCALED_LINK $BASENAME_FILE"-scaled.rds"
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
40 get_data $PCA_LINK $BASENAME_FILE"-pca.rds"
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
41 get_data $NEIGHBOURS_LINK $BASENAME_FILE"-neighbours.rds"
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
42 get_data $CLUSTERS_LINK $BASENAME_FILE"-clusters.rds"
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
43 get_data $TSNE_LINK $BASENAME_FILE"-tsne.rds"
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
44 get_data $MARKERS_LINK $BASENAME_FILE"-markers.csv.zip"
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
45
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
46 unzip $BASENAME_FILE"-markers.csv.zip"
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
47 rm -f $BASENAME_FILE"-markers.csv.zip"
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
48
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
49 get_data $LOOM_LINK $BASENAME_FILE"_loom.h5"
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
50 get_data $SCE_LINK $BASENAME_FILE"_sce.rds"
3dd20b758756 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
51 get_data $H5AD_LINK $BASENAME_FILE".h5ad"