ddi-fw 0.0.79__py3-none-any.whl → 0.0.81__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. ddi_fw/ml/ml_helper.py +1 -5
  2. ddi_fw/pipeline/multi_pipeline.py +7 -1
  3. ddi_fw/pipeline/pipeline.py +1 -1
  4. {ddi_fw-0.0.79.dist-info → ddi_fw-0.0.81.dist-info}/METADATA +1 -1
  5. {ddi_fw-0.0.79.dist-info → ddi_fw-0.0.81.dist-info}/RECORD +7 -7
  6. {ddi_fw-0.0.79.dist-info → ddi_fw-0.0.81.dist-info}/WHEEL +0 -0
  7. {ddi_fw-0.0.79.dist-info → ddi_fw-0.0.81.dist-info}/top_level.txt +0 -0
ddi_fw/ml/ml_helper.py CHANGED
@@ -2,7 +2,7 @@ from typing import Dict, List, Tuple
2
2
  from matplotlib import pyplot as plt
3
3
  from ddi_fw.ml.model_wrapper import Result
4
4
  from ddi_fw.ml.pytorch_wrapper import PTModelWrapper
5
- from ddi_fw.experiments.ml_tf import TFModelWrapper
5
+ from ddi_fw.ml.tensorflow_wrapper import TFModelWrapper
6
6
  import tensorflow as tf
7
7
  from tensorflow import keras
8
8
  from keras.models import Model, Sequential
@@ -28,10 +28,6 @@ tf.random.set_seed(1)
28
28
  np.random.seed(2)
29
29
  np.set_printoptions(precision=4)
30
30
 
31
-
32
-
33
-
34
-
35
31
  class MultiModalRunner:
36
32
  # todo model related parameters to config
37
33
  def __init__(self, library ,model_func, batch_size=128, epochs=100):
ddi_fw/pipeline/multi_pipeline.py CHANGED
@@ -1,3 +1,4 @@
1
+ from collections import defaultdict
1
2
  import json
2
3
  from pipeline import Pipeline
3
4
  import importlib
@@ -43,6 +44,7 @@ class MultiPipeline():
43
44
  def __init__(self, experiments_config_file):
44
45
  self.experiments_config = load_config(experiments_config_file)
45
46
  self.items = []
47
+ self.pipeline_resuts = dict()
46
48
 
47
49
  def __create_pipeline(self, config):
48
50
  library = config["library"]
@@ -108,4 +110,8 @@ class MultiPipeline():
108
110
  batch_size = item['batch_size']
109
111
  epochs = item['epochs']
110
112
  pipeline.build()
111
- pipeline.run(model_type, epochs=epochs, batch_size=batch_size)
113
+ result = pipeline.run(model_type, epochs=epochs, batch_size=batch_size)
114
+ self.pipeline_resuts[item['name']] = result
115
+
116
+ def results(self):
117
+ return self.pipeline_resuts
ddi_fw/pipeline/pipeline.py CHANGED
@@ -7,7 +7,7 @@ from ddi_fw.langchain.embeddings import PoolingStrategy
7
7
  from ddi_fw.datasets import BaseDataset, DDIMDLDataset
8
8
  from ddi_fw.langchain.embeddings import SumPoolingStrategy
9
9
  import mlflow
10
- from ml import MultiModalRunner
10
+ from ddi_fw.ml import MultiModalRunner
11
11
 
12
12
 
13
13
  class Pipeline:
{ddi_fw-0.0.79.dist-info → ddi_fw-0.0.81.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ddi_fw
3
- Version: 0.0.79
3
+ Version: 0.0.81
4
4
  Summary: Do not use :)
5
5
  Author-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
6
6
  Maintainer-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
{ddi_fw-0.0.79.dist-info → ddi_fw-0.0.81.dist-info}/RECORD RENAMED
@@ -67,7 +67,7 @@ ddi_fw/langchain/embeddings.py,sha256=8J_SfO9pyET2W-Ltzq0_r9EchFzBsYdUabiOMma42U
67
67
  ddi_fw/langchain/sentence_splitter.py,sha256=h_bYElx4Ud1mwDNJfL7mUwvgadwKX3GKlSzu5L2PXzg,280
68
68
  ddi_fw/langchain/storage.py,sha256=uy5clVB07So2eFbRGdAKzHIPdfEk4se33cPktis7Aa4,2716
69
69
  ddi_fw/ml/__init__.py,sha256=0YubqmEpJKp3OfqlLKkD5N9L6WDWew3QEtnbdY3mqKg,180
70
- ddi_fw/ml/ml_helper.py,sha256=juDcTi8IEQk2D4mkY4qVX75rRM0FmksULRQzyNHKw2A,4475
70
+ ddi_fw/ml/ml_helper.py,sha256=ibHVWMfCfC4jePRDsI8kC6e1e1x_ybOmigy6hkHOrAs,4470
71
71
  ddi_fw/ml/model_wrapper.py,sha256=ZExnsLMjHKL3BaI4aKkbyWTp8vbswLeF2_T3cZ73YpQ,1144
72
72
  ddi_fw/ml/pytorch_wrapper.py,sha256=YdwzR5qAHFNajYB_elFqDhVKRLeajaRpopNzyQ6gIIA,3725
73
73
  ddi_fw/ml/tensorflow_wrapper.py,sha256=pSeiJDuaLf9MhZVlLuLJBA-LH-H-Dl2TyYbB39iGsto,5748
@@ -76,8 +76,8 @@ ddi_fw/ner/mmlrestclient.py,sha256=NZta7m2Qm6I_qtVguMZhqtAUjVBmmXn0-TMnsNp0jpg,6
76
76
  ddi_fw/ner/ner.py,sha256=BEs9AFljAxOQrC2BEP1raSzRoypcfELS5UTdl4bjTqw,15863
77
77
  ddi_fw/pipeline/__init__.py,sha256=qryVi8bTsbpbMsseOuSEi1Siign0LkbFLPWiIR7OGHE,165
78
78
  ddi_fw/pipeline/multi_modal_combination_strategy.py,sha256=YkPixHVo9-4SPkY8VaWvBe1aaI5IiV4oZT4kBrm2WHQ,1635
79
- ddi_fw/pipeline/multi_pipeline.py,sha256=UgTEcT2UfkRKR3Ri_Nrtz9GrQNQHGOSUrw9h5AwFUMI,4356
80
- ddi_fw/pipeline/pipeline.py,sha256=WJnz5zEIa-9n4qEs8-1ubqTMPsLYjFGdFYJPbn92i98,5512
79
+ ddi_fw/pipeline/multi_pipeline.py,sha256=1QDr9WY_Oc_MrjSYrRO83bATXZJ0fnJ--MRxKwgAP1E,4559
80
+ ddi_fw/pipeline/pipeline.py,sha256=k2LevGe7e5kRWraKvy-8i312zd6w5VfFHzFs3EQ9F1E,5519
81
81
  ddi_fw/test/basic_test.py,sha256=fEOGcZm1ObnsDvMiXNmdmz6YCeUrGc8V0DwlSwGhsq8,376
82
82
  ddi_fw/test/combination_test.py,sha256=TWNE8sf-DSh1Q9-yRaRBc774Sn1kSMGXLwQhd2_Qynk,324
83
83
  ddi_fw/test/compress_json_test.py,sha256=BGny56YqiG-pzhMoDzLKQBQI1E7o3jU0S7VYWtclAx4,1045
@@ -94,7 +94,7 @@ ddi_fw/utils/enums.py,sha256=19eJ3fX5eRK_xPvkYcukmug144jXPH4X9zQqtsFBj5A,671
94
94
  ddi_fw/utils/py7zr_helper.py,sha256=gOqaFIyJvTjUM-btO2x9AQ69jZOS8PoKN0wetYIckJw,4747
95
95
  ddi_fw/utils/utils.py,sha256=szwnxMTDRrZoeNRyDuf3aCbtzriwtaRk4mHSH3asLdA,4301
96
96
  ddi_fw/utils/zip_helper.py,sha256=YRZA4tKZVBJwGQM0_WK6L-y5MoqkKoC-nXuuHK6CU9I,5567
97
- ddi_fw-0.0.79.dist-info/METADATA,sha256=Acf-Yb4NTk6aKueaQ3tbti_Ykxm6mkzJP-mreWb8UWI,1966
98
- ddi_fw-0.0.79.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
99
- ddi_fw-0.0.79.dist-info/top_level.txt,sha256=PMwHICFZTZtcpzQNPV4UQnfNXYIeLR_Ste-Wfc1h810,7
100
- ddi_fw-0.0.79.dist-info/RECORD,,
97
+ ddi_fw-0.0.81.dist-info/METADATA,sha256=phyx7Wl-1esTZIkhjoPgiCfLjMZkFAWXVqGpQpiQ2lU,1966
98
+ ddi_fw-0.0.81.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
99
+ ddi_fw-0.0.81.dist-info/top_level.txt,sha256=PMwHICFZTZtcpzQNPV4UQnfNXYIeLR_Ste-Wfc1h810,7
100
+ ddi_fw-0.0.81.dist-info/RECORD,,