Mercurial > repos > bgruening > sklearn_clf_metrics
annotate stacking_ensembles.py @ 42:82be792b9098 draft
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 9981e25b00de29ed881b2229a173a8c812ded9bb
| author | bgruening | 
|---|---|
| date | Wed, 09 Aug 2023 13:51:00 +0000 | 
| parents | e3c787437a6d | 
| children | 
| rev | line source | 
|---|---|
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
1 import argparse | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
2 import ast | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
3 import json | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
4 import sys | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
5 import warnings | 
| 
41
 
e3c787437a6d
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 9981e25b00de29ed881b2229a173a8c812ded9bb
 
bgruening 
parents: 
37 
diff
changeset
 | 
6 from distutils.version import LooseVersion as Version | 
| 
36
 
40e31fb88836
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 208a8d348e7c7a182cfbe1b6f17868146428a7e2"
 
bgruening 
parents: 
35 
diff
changeset
 | 
7 | 
| 
 
40e31fb88836
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 208a8d348e7c7a182cfbe1b6f17868146428a7e2"
 
bgruening 
parents: 
35 
diff
changeset
 | 
8 import mlxtend.classifier | 
| 
 
40e31fb88836
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 208a8d348e7c7a182cfbe1b6f17868146428a7e2"
 
bgruening 
parents: 
35 
diff
changeset
 | 
9 import mlxtend.regressor | 
| 
41
 
e3c787437a6d
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 9981e25b00de29ed881b2229a173a8c812ded9bb
 
bgruening 
parents: 
37 
diff
changeset
 | 
10 from galaxy_ml import __version__ as galaxy_ml_version | 
| 
 
e3c787437a6d
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 9981e25b00de29ed881b2229a173a8c812ded9bb
 
bgruening 
parents: 
37 
diff
changeset
 | 
11 from galaxy_ml.model_persist import dump_model_to_h5, load_model_from_h5 | 
| 
 
e3c787437a6d
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 9981e25b00de29ed881b2229a173a8c812ded9bb
 
bgruening 
parents: 
37 
diff
changeset
 | 
12 from galaxy_ml.utils import get_cv, get_estimator | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
13 | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
14 warnings.filterwarnings("ignore") | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
15 | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
16 N_JOBS = int(__import__("os").environ.get("GALAXY_SLOTS", 1)) | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
17 | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
18 | 
| 
41
 
e3c787437a6d
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 9981e25b00de29ed881b2229a173a8c812ded9bb
 
bgruening 
parents: 
37 
diff
changeset
 | 
19 def main(inputs_path, output_obj, base_paths=None, meta_path=None): | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
20 """ | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
21 Parameter | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
22 --------- | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
23 inputs_path : str | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
24 File path for Galaxy parameters | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
25 | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
26 output_obj : str | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
27 File path for ensemble estimator ouput | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
28 | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
29 base_paths : str | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
30 File path or paths concatenated by comma. | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
31 | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
32 meta_path : str | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
33 File path | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
34 """ | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
35 with open(inputs_path, "r") as param_handler: | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
36 params = json.load(param_handler) | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
37 | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
38 estimator_type = params["algo_selection"]["estimator_type"] | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
39 # get base estimators | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
40 base_estimators = [] | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
41 for idx, base_file in enumerate(base_paths.split(",")): | 
| 
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
42 if base_file and base_file != "None": | 
| 
41
 
e3c787437a6d
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 9981e25b00de29ed881b2229a173a8c812ded9bb
 
bgruening 
parents: 
37 
diff
changeset
 | 
43 model = load_model_from_h5(base_file) | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
44 else: | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
45 estimator_json = params["base_est_builder"][idx]["estimator_selector"] | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
46 model = get_estimator(estimator_json) | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
47 | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
48 if estimator_type.startswith("sklearn"): | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
49 named = model.__class__.__name__.lower() | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
50 named = "base_%d_%s" % (idx, named) | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
51 base_estimators.append((named, model)) | 
| 
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
52 else: | 
| 
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
53 base_estimators.append(model) | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
54 | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
55 # get meta estimator, if applicable | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
56 if estimator_type.startswith("mlxtend"): | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
57 if meta_path: | 
| 
41
 
e3c787437a6d
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 9981e25b00de29ed881b2229a173a8c812ded9bb
 
bgruening 
parents: 
37 
diff
changeset
 | 
58 meta_estimator = load_model_from_h5(meta_path) | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
59 else: | 
| 
37
 
c8547d3993c0
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit ea12f973df4b97a2691d9e4ce6bf6fae59d57717"
 
bgruening 
parents: 
36 
diff
changeset
 | 
60 estimator_json = params["algo_selection"]["meta_estimator"][ | 
| 
 
c8547d3993c0
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit ea12f973df4b97a2691d9e4ce6bf6fae59d57717"
 
bgruening 
parents: 
36 
diff
changeset
 | 
61 "estimator_selector" | 
| 
 
c8547d3993c0
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit ea12f973df4b97a2691d9e4ce6bf6fae59d57717"
 
bgruening 
parents: 
36 
diff
changeset
 | 
62 ] | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
63 meta_estimator = get_estimator(estimator_json) | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
64 | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
65 options = params["algo_selection"]["options"] | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
66 | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
67 cv_selector = options.pop("cv_selector", None) | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
68 if cv_selector: | 
| 
41
 
e3c787437a6d
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 9981e25b00de29ed881b2229a173a8c812ded9bb
 
bgruening 
parents: 
37 
diff
changeset
 | 
69 if Version(galaxy_ml_version) < Version("0.8.3"): | 
| 
 
e3c787437a6d
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 9981e25b00de29ed881b2229a173a8c812ded9bb
 
bgruening 
parents: 
37 
diff
changeset
 | 
70 cv_selector.pop("n_stratification_bins", None) | 
| 
 
e3c787437a6d
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 9981e25b00de29ed881b2229a173a8c812ded9bb
 
bgruening 
parents: 
37 
diff
changeset
 | 
71 splitter, groups = get_cv(cv_selector) | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
72 options["cv"] = splitter | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
73 # set n_jobs | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
74 options["n_jobs"] = N_JOBS | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
75 | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
76 weights = options.pop("weights", None) | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
77 if weights: | 
| 
29
 
e8ded63c3fa8
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit eb703290e2589561ea215c84aa9f71bcfe1712c6"
 
bgruening 
parents: 
28 
diff
changeset
 | 
78 weights = ast.literal_eval(weights) | 
| 
 
e8ded63c3fa8
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit eb703290e2589561ea215c84aa9f71bcfe1712c6"
 
bgruening 
parents: 
28 
diff
changeset
 | 
79 if weights: | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
80 options["weights"] = weights | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
81 | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
82 mod_and_name = estimator_type.split("_") | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
83 mod = sys.modules[mod_and_name[0]] | 
| 
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
84 klass = getattr(mod, mod_and_name[1]) | 
| 
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
85 | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
86 if estimator_type.startswith("sklearn"): | 
| 
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
87 options["n_jobs"] = N_JOBS | 
| 
26
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
88 ensemble_estimator = klass(base_estimators, **options) | 
| 
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
89 | 
| 
 
44f0ce9488fb
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 60f0fbc0eafd7c11bc60fb6c77f2937782efd8a9-dirty
 
bgruening 
parents: 
24 
diff
changeset
 | 
90 elif mod == mlxtend.classifier: | 
| 
37
 
c8547d3993c0
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit ea12f973df4b97a2691d9e4ce6bf6fae59d57717"
 
bgruening 
parents: 
36 
diff
changeset
 | 
91 ensemble_estimator = klass( | 
| 
 
c8547d3993c0
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit ea12f973df4b97a2691d9e4ce6bf6fae59d57717"
 
bgruening 
parents: 
36 
diff
changeset
 | 
92 classifiers=base_estimators, meta_classifier=meta_estimator, **options | 
| 
 
c8547d3993c0
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit ea12f973df4b97a2691d9e4ce6bf6fae59d57717"
 
bgruening 
parents: 
36 
diff
changeset
 | 
93 ) | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
94 | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
95 else: | 
| 
37
 
c8547d3993c0
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit ea12f973df4b97a2691d9e4ce6bf6fae59d57717"
 
bgruening 
parents: 
36 
diff
changeset
 | 
96 ensemble_estimator = klass( | 
| 
 
c8547d3993c0
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit ea12f973df4b97a2691d9e4ce6bf6fae59d57717"
 
bgruening 
parents: 
36 
diff
changeset
 | 
97 regressors=base_estimators, meta_regressor=meta_estimator, **options | 
| 
 
c8547d3993c0
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit ea12f973df4b97a2691d9e4ce6bf6fae59d57717"
 
bgruening 
parents: 
36 
diff
changeset
 | 
98 ) | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
99 | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
100 print(ensemble_estimator) | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
101 for base_est in base_estimators: | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
102 print(base_est) | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
103 | 
| 
41
 
e3c787437a6d
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 9981e25b00de29ed881b2229a173a8c812ded9bb
 
bgruening 
parents: 
37 
diff
changeset
 | 
104 dump_model_to_h5(ensemble_estimator, output_obj) | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
105 | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
106 | 
| 
35
 
388f6ec0f3b3
"planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit e2a5eade6d0e5ddf3a47630381a0ad90d80e8a04"
 
bgruening 
parents: 
29 
diff
changeset
 | 
107 if __name__ == "__main__": | 
| 
24
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
108 aparser = argparse.ArgumentParser() | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
109 aparser.add_argument("-b", "--bases", dest="bases") | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
110 aparser.add_argument("-m", "--meta", dest="meta") | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
111 aparser.add_argument("-i", "--inputs", dest="inputs") | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
112 aparser.add_argument("-o", "--outfile", dest="outfile") | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
113 args = aparser.parse_args() | 
| 
 
9bf11bbeccc3
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit c0a3a186966888e5787335a7628bf0a4382637e7
 
bgruening 
parents:  
diff
changeset
 | 
114 | 
| 
41
 
e3c787437a6d
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/sklearn commit 9981e25b00de29ed881b2229a173a8c812ded9bb
 
bgruening 
parents: 
37 
diff
changeset
 | 
115 main(args.inputs, args.outfile, base_paths=args.bases, meta_path=args.meta) | 
