annotate get_test_data.sh @ 6:d541e9e62beb draft default tip

planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
author ebi-gxa
date Sat, 02 Mar 2024 10:42:24 +0000
parents eefaffdcd441
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
5
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
1 #!/usr/bin/env bash
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
2
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
3 BASENAME_FILE='E-MTAB-6077-3k_features_90_cells'
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
4
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
5 MTX_LINK='https://drive.google.com/uc?export=download&id=1-1ejn7scP80xsbrG0FtWzsozjg0hhc23'
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
6 RDS_LINK='https://drive.google.com/uc?export=download&id=1KW_GX6xznSUpWRWUykpNaSbAhyClf7_n'
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
7 NORM_LINK='https://drive.google.com/uc?export=download&id=1mvo3ENkBvEAOyWG6ejApzQTPDLX5yBKU'
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
8 FVG_LINK='https://drive.google.com/uc?export=download&id=13Fhruuj-vEEo1WM138ahtAYqfHc7LsaZ'
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
9 SCALED_LINK='https://drive.google.com/uc?export=download&id=18TK8us235LWNajarWDBAtASUXMYAxvw0'
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
10 PCA_LINK='https://drive.google.com/uc?export=download&id=1gf3BTB4dygDsom1TzjsBfgZnZepcoG5c'
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
11 NEIGHBOURS_LINK='https://drive.google.com/uc?export=download&id=1N2lHoKRBZ7pmAYGfghLWB9KUrLA5WoNX'
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
12 CLUSTERS_LINK='https://drive.google.com/uc?export=download&id=1HWxZWHbNUNo4z__9PhhL_CJOLzec_ETa'
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
13 TSNE_LINK='https://drive.google.com/uc?export=download&id=1qsvMr_GkCSp1dyTJt1BZ6cElJwFFX2zO'
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
14 MARKERS_LINK='https://drive.google.com/uc?export=download&id=18OmWNc7mF-4pzH6DQkPp1eKunN4BfvxD'
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
15
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
16 LOOM_LINK='https://drive.google.com/uc?export=download&id=1qNk5cg8hJG3Nv1ljTKmUEnxTOf11EEZX'
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
17 H5AD_LINK='https://drive.google.com/uc?export=download&id=1YpE0H_t_dkh17P-WBhPijKvRiGP0BlBz'
6
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
18
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
19 H5AD_SC182_LINK='https://drive.google.com/uc?export=download&id=16PUJ2KAkXT8F1UkfqU-9LWoOJUkUG1rp'
5
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
20 SCE_LINK='https://drive.google.com/uc?export=download&id=1UKdyf3M01uAt7oBg93JfmRvNVB_jlUKe'
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
21
6
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
22 # Seurat v4 exclusives
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
23 IFNB_BASE_FILE='ifnb_'
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
24
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
25 IFNB_CTRL_INT_LINK='https://drive.google.com/uc?export=download&id=15E_MLz-UclJYInNaA7YKLhLo5W-qlykL'
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
26 IFNB_STIM_INT_LINK='https://drive.google.com/uc?export=download&id=14iKgCJGPk16dEmpJJF-Gp_lBDcOdo-54'
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
27
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
28 ## Classify and UMAP mapping
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
29 CLASSIFY_QUERY_LINK='https://oc.ebi.ac.uk/s/MlEDILFYRrvkS6E/download'
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
30 CLASSIFY_RESULTS_ANCHORS_OBJECT_LINK='https://drive.google.com/uc?export=download&id=1Xtv4K_CxIU1cJ8RjJ7NTvzLQkLvc8a3i'
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
31 # UMAP_RESULT_OBJECT_LINK='https://oc.ebi.ac.uk/s/k4MdM07y9DAnurp/download'
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
32 UMAP_RESULT_OBJECT_LINK='https://oc.ebi.ac.uk/s/D1z4z2ef1e3dyc3/download'
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
33
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
34
5
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
35 function get_data {
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
36 local link=$1
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
37 local fname=$2
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
38
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
39 if [ ! -f $fname ]; then
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
40 echo "$fname not available locally, downloading.."
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
41 wget -O $fname --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 $link
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
42 fi
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
43 }
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
44
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
45 # get matrix data
6
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
46 mkdir -p test-data
5
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
47 pushd test-data
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
48 get_data $MTX_LINK mtx.zip
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
49 unzip mtx.zip
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
50 rm -f mtx.zip
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
51
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
52 get_data $RDS_LINK $BASENAME_FILE".rds"
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
53 get_data $NORM_LINK $BASENAME_FILE"-normalised.rds"
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
54 get_data $FVG_LINK $BASENAME_FILE"-fvg.rds"
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
55 get_data $SCALED_LINK $BASENAME_FILE"-scaled.rds"
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
56 get_data $PCA_LINK $BASENAME_FILE"-pca.rds"
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
57 get_data $NEIGHBOURS_LINK $BASENAME_FILE"-neighbours.rds"
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
58 get_data $CLUSTERS_LINK $BASENAME_FILE"-clusters.rds"
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
59 get_data $TSNE_LINK $BASENAME_FILE"-tsne.rds"
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
60 get_data $MARKERS_LINK $BASENAME_FILE"-markers.csv.zip"
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
61
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
62 unzip $BASENAME_FILE"-markers.csv.zip"
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
63 rm -f $BASENAME_FILE"-markers.csv.zip"
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
64
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
65 get_data $LOOM_LINK $BASENAME_FILE"_loom.h5"
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
66 get_data $SCE_LINK $BASENAME_FILE"_sce.rds"
eefaffdcd441 "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
67 get_data $H5AD_LINK $BASENAME_FILE".h5ad"
6
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
68
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
69 get_data $H5AD_SC182_LINK $BASENAME_FILE"_sc182.h5ad"
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
70
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
71 get_data $IFNB_CTRL_INT_LINK $IFNB_BASE_FILE"ctrl_norm_fvg.rds"
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
72 get_data $IFNB_STIM_INT_LINK $IFNB_BASE_FILE"stim_norm_fvg.rds"
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
73
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
74 get_data $CLASSIFY_QUERY_LINK "Classify_query.rds"
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
75 get_data $CLASSIFY_RESULTS_ANCHORS_OBJECT_LINK "Classify_anchors.rds"
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
76 get_data $UMAP_RESULT_OBJECT_LINK "UMAP_result_integrated.rds"
d541e9e62beb planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 5
diff changeset
77