Mercurial > repos > ebi-gxa > seurat_convert

annotate get_test_data.sh @ 1:834f7d8e5b4c draft default tip

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
author ebi-gxa
date Sat, 02 Mar 2024 10:42:13 +0000
parents 970696a7ae0b
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
1 #!/usr/bin/env bash
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
2
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
3 BASENAME_FILE='E-MTAB-6077-3k_features_90_cells'
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
4
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
5 MTX_LINK='https://drive.google.com/uc?export=download&id=1-1ejn7scP80xsbrG0FtWzsozjg0hhc23'
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
6 RDS_LINK='https://drive.google.com/uc?export=download&id=1KW_GX6xznSUpWRWUykpNaSbAhyClf7_n'
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
7 NORM_LINK='https://drive.google.com/uc?export=download&id=1mvo3ENkBvEAOyWG6ejApzQTPDLX5yBKU'
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
8 FVG_LINK='https://drive.google.com/uc?export=download&id=13Fhruuj-vEEo1WM138ahtAYqfHc7LsaZ'
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
9 SCALED_LINK='https://drive.google.com/uc?export=download&id=18TK8us235LWNajarWDBAtASUXMYAxvw0'
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
10 PCA_LINK='https://drive.google.com/uc?export=download&id=1gf3BTB4dygDsom1TzjsBfgZnZepcoG5c'
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
11 NEIGHBOURS_LINK='https://drive.google.com/uc?export=download&id=1N2lHoKRBZ7pmAYGfghLWB9KUrLA5WoNX'
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
12 CLUSTERS_LINK='https://drive.google.com/uc?export=download&id=1HWxZWHbNUNo4z__9PhhL_CJOLzec_ETa'
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
13 TSNE_LINK='https://drive.google.com/uc?export=download&id=1qsvMr_GkCSp1dyTJt1BZ6cElJwFFX2zO'
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
14 MARKERS_LINK='https://drive.google.com/uc?export=download&id=18OmWNc7mF-4pzH6DQkPp1eKunN4BfvxD'
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
15
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
16 LOOM_LINK='https://drive.google.com/uc?export=download&id=1qNk5cg8hJG3Nv1ljTKmUEnxTOf11EEZX'
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
17 H5AD_LINK='https://drive.google.com/uc?export=download&id=1YpE0H_t_dkh17P-WBhPijKvRiGP0BlBz'
1
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
18
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
19 H5AD_SC182_LINK='https://drive.google.com/uc?export=download&id=16PUJ2KAkXT8F1UkfqU-9LWoOJUkUG1rp'
0
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
20 SCE_LINK='https://drive.google.com/uc?export=download&id=1UKdyf3M01uAt7oBg93JfmRvNVB_jlUKe'
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
21
1
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
22 # Seurat v4 exclusives
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
23 IFNB_BASE_FILE='ifnb_'
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
24
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
25 IFNB_CTRL_INT_LINK='https://drive.google.com/uc?export=download&id=15E_MLz-UclJYInNaA7YKLhLo5W-qlykL'
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
26 IFNB_STIM_INT_LINK='https://drive.google.com/uc?export=download&id=14iKgCJGPk16dEmpJJF-Gp_lBDcOdo-54'
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
27
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
28 ## Classify and UMAP mapping
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
29 CLASSIFY_QUERY_LINK='https://oc.ebi.ac.uk/s/MlEDILFYRrvkS6E/download'
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
30 CLASSIFY_RESULTS_ANCHORS_OBJECT_LINK='https://drive.google.com/uc?export=download&id=1Xtv4K_CxIU1cJ8RjJ7NTvzLQkLvc8a3i'
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
31 # UMAP_RESULT_OBJECT_LINK='https://oc.ebi.ac.uk/s/k4MdM07y9DAnurp/download'
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
32 UMAP_RESULT_OBJECT_LINK='https://oc.ebi.ac.uk/s/D1z4z2ef1e3dyc3/download'
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
33
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
34
0
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
35 function get_data {
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
36 local link=$1
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
37 local fname=$2
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
38
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
39 if [ ! -f $fname ]; then
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
40 echo "$fname not available locally, downloading.."
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
41 wget -O $fname --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 $link
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
42 fi
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
43 }
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
44
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
45 # get matrix data
1
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
46 mkdir -p test-data
0
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
47 pushd test-data
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
48 get_data $MTX_LINK mtx.zip
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
49 unzip mtx.zip
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
50 rm -f mtx.zip
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
51
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
52 get_data $RDS_LINK $BASENAME_FILE".rds"
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
53 get_data $NORM_LINK $BASENAME_FILE"-normalised.rds"
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
54 get_data $FVG_LINK $BASENAME_FILE"-fvg.rds"
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
55 get_data $SCALED_LINK $BASENAME_FILE"-scaled.rds"
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
56 get_data $PCA_LINK $BASENAME_FILE"-pca.rds"
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
57 get_data $NEIGHBOURS_LINK $BASENAME_FILE"-neighbours.rds"
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
58 get_data $CLUSTERS_LINK $BASENAME_FILE"-clusters.rds"
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
59 get_data $TSNE_LINK $BASENAME_FILE"-tsne.rds"
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
60 get_data $MARKERS_LINK $BASENAME_FILE"-markers.csv.zip"
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
61
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
62 unzip $BASENAME_FILE"-markers.csv.zip"
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
63 rm -f $BASENAME_FILE"-markers.csv.zip"
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
64
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
65 get_data $LOOM_LINK $BASENAME_FILE"_loom.h5"
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
66 get_data $SCE_LINK $BASENAME_FILE"_sce.rds"
970696a7ae0b "planemo upload for repository https://github.com/ebi-gene-expression-group/container-galaxy-sc-tertiary/ commit 355bb52d2e9d170b1db237e649657cc14e0a047a"
ebi-gxa
parents:
diff changeset
67 get_data $H5AD_LINK $BASENAME_FILE".h5ad"
1
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
68
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
69 get_data $H5AD_SC182_LINK $BASENAME_FILE"_sc182.h5ad"
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
70
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
71 get_data $IFNB_CTRL_INT_LINK $IFNB_BASE_FILE"ctrl_norm_fvg.rds"
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
72 get_data $IFNB_STIM_INT_LINK $IFNB_BASE_FILE"stim_norm_fvg.rds"
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
73
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
74 get_data $CLASSIFY_QUERY_LINK "Classify_query.rds"
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
75 get_data $CLASSIFY_RESULTS_ANCHORS_OBJECT_LINK "Classify_anchors.rds"
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
76 get_data $UMAP_RESULT_OBJECT_LINK "UMAP_result_integrated.rds"
834f7d8e5b4c planemo upload commit 0264c359f1d638bbbbab515a3502231f679cdcf6
ebi-gxa
parents: 0
diff changeset
77