annotate generate.sh @ 9:decc397c3b7e draft

"planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 2adf8edc3de4e1cd3b299b26abb14544d17d0636"
author galaxyp
date Fri, 06 Nov 2020 20:31:34 +0000
parents 146b59d2d3e5
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
8
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
1 #!/usr/bin/env bash
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
2
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
3 VERSION=2.6
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
4 FILETYPES="filetypes.txt"
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
5 PROFILE="20.05"
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
6 ## FILETYPES_RE=$(grep -v "^#" $FILETYPES | grep -v "^$" | cut -f 1 -d" " | tr '\n' '|' | sed 's/|$//'| sed 's/|/\\|/g')
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
7
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
8 export tmp=$(mktemp -d)
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
9 export CTDCONVERTER="$tmp/CTDConverter"
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
10
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
11 ###############################################################################
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
12 ## reset old data
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
13 ###############################################################################
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
14 # rm $(ls *xml |grep -v macros)
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
15 # rm -rf ctd
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
16 # mkdir -p ctd
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
17 # echo "" > prepare_test_data.sh
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
18
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
19 ###############################################################################
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
20 ## generate tests
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
21 ## also creates
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
22 ## - conda environment (for executing the binaries) and
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
23 ## - the git clone of OpenMS (for generating the tests)
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
24 ## - ctd files
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
25 ###############################################################################
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
26 bash ./test-data.sh ./macros_autotest.xml
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
27
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
28 ###############################################################################
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
29 ## get the
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
30 ## - conda package (for easy access and listing of the OpenMS binaries),
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
31 ###############################################################################
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
32 # if [ ! -d $OPENMSPKG ]; then
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
33 # mkdir $OPENMSPKG/
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
34 # wget -P $OPENMSPKG/ "$CONDAPKG"
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
35 # tar -xf $OPENMSPKG/"$(basename $CONDAPKG)" -C OpenMS$VERSION-pkg/
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
36 # rm $OPENMSPKG/"$(basename $CONDAPKG)"
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
37 # fi
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
38
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
39 ###############################################################################
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
40 ## Get python libaries for CTD -> Galaxy conversion
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
41 ## TODO fix to main repo OR conda packkage if PRs are merged
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
42 ###############################################################################
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
43 # if [ ! -d CTDopts ]; then
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
44 # # git clone https://github.com/genericworkflownodes/CTDopts CTDopts
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
45 # git clone -b topic/no-1-2x https://github.com/bernt-matthias/CTDopts CTDopts
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
46 # fi
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
47 if [ ! -d $CTDCONVERTER ]; then
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
48 #git clone https://github.com/WorkflowConversion/CTDConverter.git CTDConverter
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
49 git clone -b topic/cdata https://github.com/bernt-matthias/CTDConverter.git $CTDCONVERTER
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
50 fi
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
51 # export PYTHONPATH=$(pwd)/CTDopts
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
52 ###############################################################################
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
53 ## conversion ctd->xml
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
54 ###############################################################################
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
55
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
56 find . -maxdepth 0 -name "[A-Z]*xml" -delete
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
57 source $(dirname $(which conda))/../etc/profile.d/conda.sh
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
58 conda activate $tmp/OpenMS$VERSION-env
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
59 python $CTDCONVERTER/convert.py galaxy -i ctd/*ctd -o ./ -s tools_blacklist.txt -f "$FILETYPES" -m macros.xml -t tool.conf -p hardcoded_params.json --test-macros macros_autotest.xml --test-macros-prefix autotest_ --test-macros macros_test.xml --test-macros-prefix manutest_ --tool-version $VERSION --tool-profile $PROFILE > convert.out 2> convert.err
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
60 if [[ "$?" -ne "0" ]]; then >&2 echo 'CTD -> XML conversion failed'; >&2 echo -e "stderr:\n$(cat convert.err)"; fi
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
61 conda deactivate
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
62
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
63 patch PepNovoAdapter.xml < PepNovoAdapter.patch
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
64 patch OMSSAAdapter.xml < OMSSAAdapter.patch
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
65
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
66 # https://github.com/OpenMS/OpenMS/pull/4984
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
67 sed -i -e 's@http://www.openms.de/documentation/@http://www.openms.de/doxygen/release/2.6.0/html/@' ./*xml
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
68 # https://github.com/OpenMS/OpenMS/pull/4984#issuecomment-702641976
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
69 patch -p0 <404-urls.patch
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
70
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
71 # #-b version log debug test in_type executable pepnovo_executable param_model_directory rt_concat_trafo_out param_id_pool
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
72
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
73 # for i in A-E F-H I-L M-N O-P Q-Z
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
74 # do
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
75 # planemo t [$i]*xml --galaxy_branch release_20.05 --galaxy_python_version 3.7 --test_output $i.html --test_output_json $i.json &
146b59d2d3e5 "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit e499c9124d3fd85a7fc47b95c206ce91a5e3678c-dirty"
galaxyp
parents:
diff changeset
76 # done