openms_openswathmzmlfilecacher: fill

annotate fill_ctd.py @ 9:e7c43d17e3dc draft

"planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315"

author	galaxyp
date	Wed, 09 Sep 2020 20:15:03 +0000
parents
children	28a6bc00f369

rev	line source
9 e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	1 import collections
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	2 import json
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	3 import operator
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	4 import os
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	5 import re
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	6 import subprocess
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	7 import sys
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	8 from functools import reduce # forward compatibility for Python 3
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	9
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	10 from CTDopts.CTDopts import (
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	11 _Choices,
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	12 _InFile,
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	13 _Null,
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	14 _NumericRange,
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	15 CTDModel
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	16 )
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	17
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	18
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	19 def getFromDict(dataDict, mapList):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	20 return reduce(operator.getitem, mapList, dataDict)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	21
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	22
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	23 def setInDict(dataDict, mapList, value):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	24 getFromDict(dataDict, mapList[:-1])[mapList[-1]] = value
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	25
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	26
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	27 def mergeDicts(d, e):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	28 """
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	29 insert values from the dict e into dict d
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	30 no values of d are overwritten
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	31 """
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	32 for k, v in e.items():
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	33 if (k in d and isinstance(d[k], dict) and isinstance(e[k], collections.abc.Mapping)):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	34 mergeDicts(d[k], e[k])
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	35 elif k not in d and not isinstance(e[k], collections.abc.Mapping):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	36 d[k] = e[k]
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	37 else:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	38 sys.stderr.write("fill_ctd.py: could not merge key %s for %s in %s" % (k, d, e))
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	39 sys.exit(1)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	40
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	41
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	42 def _json_object_hook_noenvlookup(d):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	43 return _json_object_hook(d, envlookup=False)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	44
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	45
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	46 def _json_object_hook(d, envlookup=True):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	47 """
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	48 wee helper to transform the json written by galaxy
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	49 while loading
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	50 - True/False (bool objects) -> "true"/"false" (lowercase string)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	51 - data inputs with multiple and optional true give [None] if no file is given -> []
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	52 - None -> "" (empty string)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	53 - replace bash expressions (if envlookup is True):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	54 - environment variables (need to consist capital letters and _) by their value
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	55 - expressions
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	56 """
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	57 for k in d.keys():
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	58 # if type(d[k]) is bool:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	59 # d[k] = str(d[k]).lower()
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	60 # else
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	61 if type(d[k]) is list and len(d[k]) == 1 and d[k][0] is None:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	62 d[k] = []
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	63 elif d[k] is None:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	64 d[k] = ""
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	65 elif envlookup and type(d[k]) is str and d[k].startswith("$"):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	66 m = re.fullmatch(r"\$([A-Z_]+)", d[k])
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	67 if m:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	68 d[k] = os.environ.get(m.group(1), "")
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	69 continue
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	70 m = re.fullmatch(r"\$(\{[A-Z_]+):-(.*)\}", d[k])
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	71 if m:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	72 d[k] = os.environ.get(m.group(1), m.group(2))
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	73 continue
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	74
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	75 try:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	76 p = subprocess.run("echo %s" % d[k], shell=True, check=True, stdout=subprocess.PIPE, encoding="utf8")
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	77 d[k] = p.stdout.strip()
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	78 except subprocess.CalledProcessError:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	79 sys.stderr.write("fill_ctd error: Could not evaluate %s" % d[k])
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	80 continue
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	81 return d
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	82
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	83
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	84 def qstring2list(qs):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	85 """
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	86 transform a space separated string that is quoted by " into a list
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	87 """
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	88 lst = list()
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	89 qs = qs.split(" ")
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	90 quoted = False
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	91 for p in qs:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	92 if p == "":
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	93 continue
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	94 if p.startswith('"') and p.endswith('"'):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	95 lst.append(p[1:-1])
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	96 elif p.startswith('"'):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	97 quoted = True
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	98 lst.append(p[1:] + " ")
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	99 elif p.endswith('"'):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	100 quoted = False
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	101 lst[-1] += p[:-1]
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	102 else:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	103 if quoted:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	104 lst[-1] += p + " "
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	105 else:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	106 lst.append(p)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	107 return lst
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	108
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	109
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	110 def fix_underscores(args):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	111 if type(args) is dict:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	112 for k in list(args.keys()):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	113 v = args[k]
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	114 if type(v) is dict:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	115 fix_underscores(args[k])
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	116 if k.startswith("_"):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	117 args[k[1:]] = v
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	118 del args[k]
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	119 elif type(args) is list:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	120 for i, v in enumerate(args):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	121 if type(v) is dict:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	122 fix_underscores(args[i])
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	123
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	124
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	125 input_ctd = sys.argv[1]
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	126
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	127 # load user specified parameters from json
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	128 with open(sys.argv[2]) as fh:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	129 args = json.load(fh, object_hook=_json_object_hook_noenvlookup)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	130
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	131 # load hardcoded parameters from json
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	132 with open(sys.argv[3]) as fh:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	133 hc_args = json.load(fh, object_hook=_json_object_hook)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	134
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	135 # insert the hc_args into the args
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	136 mergeDicts(args, hc_args)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	137
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	138 if "adv_opts_cond" in args:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	139 args.update(args["adv_opts_cond"])
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	140 del args["adv_opts_cond"]
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	141
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	142 # IDMapper has in and spectra:in params, in is used in out as format_source",
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	143 # which does not work in Galaxy: https://github.com/galaxyproject/galaxy/pull/9493"
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	144 # therefore hardcoded params change the name of spectra:in to spectra:_in
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	145 # which is corrected here again
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	146 # TODO remove once PR is in and adapt profile accordingly
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	147 fix_underscores(args)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	148
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	149 model = CTDModel(from_file=input_ctd)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	150
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	151 # transform values from json that correspond to
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	152 # - old style booleans (string + restrictions) -> transformed to a str
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	153 # - unrestricted ITEMLIST which are represented as strings
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	154 # ("=quoted and space separated) in Galaxy -> transform to lists
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	155 # - optional data input parameters that have defaults and for which no
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	156 # value is given -> overwritte with the default
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	157 for p in model.get_parameters():
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	158
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	159 # check if the parameter is in the arguments from the galaxy tool
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	160 # (from the json file(s)), since advanced parameters are absent
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	161 # if the conditional is set to basic parameters
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	162 try:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	163 getFromDict(args, p.get_lineage(name_only=True))
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	164 except KeyError:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	165 # few tools use dashes in parameters which are automatically replaced
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	166 # by underscores by Galaxy. in these cases the dictionary needs to be
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	167 # updated
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	168 # TODO might be removed later https://github.com/OpenMS/OpenMS/pull/4529
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	169 try:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	170 lineage = [_.replace("-", "_") for _ in p.get_lineage(name_only=True)]
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	171 val = getFromDict(args, lineage)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	172 except KeyError:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	173 continue
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	174 else:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	175 setInDict(args, lineage, val)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	176
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	177 if p.type is str and type(p.restrictions) is _Choices and set(p.restrictions.choices) == set(["true", "false"]):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	178 v = getFromDict(args, p.get_lineage(name_only=True))
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	179 setInDict(args, p.get_lineage(name_only=True), str(v).lower())
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	180
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	181 elif p.is_list and (p.restrictions is None or type(p.restrictions) is _NumericRange):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	182 v = getFromDict(args, p.get_lineage(name_only=True))
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	183 if type(v) is str:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	184 setInDict(args, p.get_lineage(name_only=True), qstring2list(v))
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	185 elif p.type is _InFile and not (p.default is None or type(p.default) is _Null):
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	186 v = getFromDict(args, p.get_lineage(name_only=True))
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	187 if v in [[], ""]:
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	188 setInDict(args, p.get_lineage(name_only=True), p.default)
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	189
e7c43d17e3dc "planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 020906fb54bde7fc143c356f41975c378a741315" galaxyp parents: diff changeset	190 model.write_ctd(input_ctd, arg_dict=args)

Mercurial > repos > galaxyp > openms_openswathmzmlfilecacher

annotate fill_ctd.py @ 9:e7c43d17e3dc draft