ddi-fw 0.0.79__py3-none-any.whl → 0.0.80__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ddi_fw/pipeline/multi_pipeline.py +7 -1
- ddi_fw/pipeline/pipeline.py +1 -1
- {ddi_fw-0.0.79.dist-info → ddi_fw-0.0.80.dist-info}/METADATA +1 -1
- {ddi_fw-0.0.79.dist-info → ddi_fw-0.0.80.dist-info}/RECORD +6 -6
- {ddi_fw-0.0.79.dist-info → ddi_fw-0.0.80.dist-info}/WHEEL +0 -0
- {ddi_fw-0.0.79.dist-info → ddi_fw-0.0.80.dist-info}/top_level.txt +0 -0
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
from collections import defaultdict
|
|
1
2
|
import json
|
|
2
3
|
from pipeline import Pipeline
|
|
3
4
|
import importlib
|
|
@@ -43,6 +44,7 @@ class MultiPipeline():
|
|
|
43
44
|
def __init__(self, experiments_config_file):
|
|
44
45
|
self.experiments_config = load_config(experiments_config_file)
|
|
45
46
|
self.items = []
|
|
47
|
+
self.pipeline_resuts = dict()
|
|
46
48
|
|
|
47
49
|
def __create_pipeline(self, config):
|
|
48
50
|
library = config["library"]
|
|
@@ -108,4 +110,8 @@ class MultiPipeline():
|
|
|
108
110
|
batch_size = item['batch_size']
|
|
109
111
|
epochs = item['epochs']
|
|
110
112
|
pipeline.build()
|
|
111
|
-
pipeline.run(model_type, epochs=epochs, batch_size=batch_size)
|
|
113
|
+
result = pipeline.run(model_type, epochs=epochs, batch_size=batch_size)
|
|
114
|
+
self.pipeline_resuts[item['name']] = result
|
|
115
|
+
|
|
116
|
+
def results(self):
|
|
117
|
+
return self.pipeline_resuts
|
ddi_fw/pipeline/pipeline.py
CHANGED
|
@@ -7,7 +7,7 @@ from ddi_fw.langchain.embeddings import PoolingStrategy
|
|
|
7
7
|
from ddi_fw.datasets import BaseDataset, DDIMDLDataset
|
|
8
8
|
from ddi_fw.langchain.embeddings import SumPoolingStrategy
|
|
9
9
|
import mlflow
|
|
10
|
-
from ml import MultiModalRunner
|
|
10
|
+
from ddi_fw.ml import MultiModalRunner
|
|
11
11
|
|
|
12
12
|
|
|
13
13
|
class Pipeline:
|
|
@@ -76,8 +76,8 @@ ddi_fw/ner/mmlrestclient.py,sha256=NZta7m2Qm6I_qtVguMZhqtAUjVBmmXn0-TMnsNp0jpg,6
|
|
|
76
76
|
ddi_fw/ner/ner.py,sha256=BEs9AFljAxOQrC2BEP1raSzRoypcfELS5UTdl4bjTqw,15863
|
|
77
77
|
ddi_fw/pipeline/__init__.py,sha256=qryVi8bTsbpbMsseOuSEi1Siign0LkbFLPWiIR7OGHE,165
|
|
78
78
|
ddi_fw/pipeline/multi_modal_combination_strategy.py,sha256=YkPixHVo9-4SPkY8VaWvBe1aaI5IiV4oZT4kBrm2WHQ,1635
|
|
79
|
-
ddi_fw/pipeline/multi_pipeline.py,sha256=
|
|
80
|
-
ddi_fw/pipeline/pipeline.py,sha256=
|
|
79
|
+
ddi_fw/pipeline/multi_pipeline.py,sha256=1QDr9WY_Oc_MrjSYrRO83bATXZJ0fnJ--MRxKwgAP1E,4559
|
|
80
|
+
ddi_fw/pipeline/pipeline.py,sha256=k2LevGe7e5kRWraKvy-8i312zd6w5VfFHzFs3EQ9F1E,5519
|
|
81
81
|
ddi_fw/test/basic_test.py,sha256=fEOGcZm1ObnsDvMiXNmdmz6YCeUrGc8V0DwlSwGhsq8,376
|
|
82
82
|
ddi_fw/test/combination_test.py,sha256=TWNE8sf-DSh1Q9-yRaRBc774Sn1kSMGXLwQhd2_Qynk,324
|
|
83
83
|
ddi_fw/test/compress_json_test.py,sha256=BGny56YqiG-pzhMoDzLKQBQI1E7o3jU0S7VYWtclAx4,1045
|
|
@@ -94,7 +94,7 @@ ddi_fw/utils/enums.py,sha256=19eJ3fX5eRK_xPvkYcukmug144jXPH4X9zQqtsFBj5A,671
|
|
|
94
94
|
ddi_fw/utils/py7zr_helper.py,sha256=gOqaFIyJvTjUM-btO2x9AQ69jZOS8PoKN0wetYIckJw,4747
|
|
95
95
|
ddi_fw/utils/utils.py,sha256=szwnxMTDRrZoeNRyDuf3aCbtzriwtaRk4mHSH3asLdA,4301
|
|
96
96
|
ddi_fw/utils/zip_helper.py,sha256=YRZA4tKZVBJwGQM0_WK6L-y5MoqkKoC-nXuuHK6CU9I,5567
|
|
97
|
-
ddi_fw-0.0.
|
|
98
|
-
ddi_fw-0.0.
|
|
99
|
-
ddi_fw-0.0.
|
|
100
|
-
ddi_fw-0.0.
|
|
97
|
+
ddi_fw-0.0.80.dist-info/METADATA,sha256=PrJrHLj85z40He1w-6hbpf0_OX8mHO0M77UmhcyTbSo,1966
|
|
98
|
+
ddi_fw-0.0.80.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
|
|
99
|
+
ddi_fw-0.0.80.dist-info/top_level.txt,sha256=PMwHICFZTZtcpzQNPV4UQnfNXYIeLR_Ste-Wfc1h810,7
|
|
100
|
+
ddi_fw-0.0.80.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|