ddi-fw 0.0.48__tar.gz → 0.0.50__tar.gz

{ddi_fw-0.0.48 → ddi_fw-0.0.50}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ddi_fw
-Version: 0.0.48
+Version: 0.0.50
 Summary: Do not use :)
 Author-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
 Maintainer-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>

{ddi_fw-0.0.48 → ddi_fw-0.0.50}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "ddi_fw"
-version = "0.0.48"
+version = "0.0.50"
 description = "Do not use :)"
 readme = "README.md"
 authors = [

{ddi_fw-0.0.48 → ddi_fw-0.0.50}/src/ddi_fw/datasets/embedding_generator_new.py

@@ -17,7 +17,7 @@ from sentence_transformers import SentenceTransformer, util
 
 from typing import Any, Dict, List, Optional
 from langchain_core.embeddings import Embeddings
-from pydantic import BaseModel, ConfigDict, Field, SecretStr
+from pydantic import BaseModel, ConfigDict, Field, SecretStr, computed_field
 from langchain.embeddings import SentenceTransformerEmbeddings
 
 from langchain.text_splitter import RecursiveCharacterTextSplitter
@@ -56,7 +56,7 @@ class SumPoolingStrategy(PoolingStrategy):
         return np.sum(embeddings, axis=0)
 
 
-class SentenceTransformerDecorator(BaseModel, Embeddings):
+class SentenceTransformerDecorator(Embeddings):
     def __init__(self, model_name="all-MiniLM-L6-v2", **kwargs: Any):
         self.embeddings = SentenceTransformerEmbeddings(model_name=model_name)
 
@@ -67,7 +67,7 @@ class SentenceTransformerDecorator(BaseModel, Embeddings):
         return self.embeddings.embed_query(text)
 
 
-class PretrainedEmbeddings(BaseModel, Embeddings):
+class PretrainedEmbeddings( Embeddings):
     def __init__(self, model_name):
         self.mmodel_name = model_name
         self.model = AutoModel.from_pretrained(model_name)
@@ -88,11 +88,23 @@ class PretrainedEmbeddings(BaseModel, Embeddings):
 
 
 class SBertEmbeddings(BaseModel, Embeddings):
-    def __init__(self, model_name):
-        self.model = SentenceTransformer(model_name)
+    # class Config:
+    #     arbitrary_types_allowed = True
+
+    model_config = ConfigDict(
+        arbitrary_types_allowed = True,
+        protected_namespaces=()
+    )
+
+    model_name:str
+
+    @computed_field
+    @property
+    def model(self) -> SentenceTransformer:
+        return SentenceTransformer(self.model_name)
 
     def embed_documents(self, texts: List[str]) -> List[List[float]]:
-        return self.model.encode(texts)
+        return self.model.encode(texts).tolist()
 
     def embed_query(self, text: str) -> List[float]:
         return self.embed_documents([text])[0]

ddi_fw-0.0.50/src/ddi_fw/utils/__init__.py

@@ -0,0 +1,4 @@
+from .utils import clear_directory,create_folder_if_not_exists, utc_time_as_string,utc_time_as_string_simple_format, compress_and_save_data
+from .zip_helper import ZipHelper
+from .py7zr_helper import Py7ZipHelper
+from .enums import UMLSCodeTypes, DrugBankTextDataTypes

{ddi_fw-0.0.48 → ddi_fw-0.0.50}/src/ddi_fw/utils/py7zr_helper.py

@@ -1,6 +1,6 @@
 from collections import defaultdict
 import math
-from ddi_fw.utils.utils import create_folder_if_not_exists
+from ddi_fw.utils.utils import clear_directory, create_folder_if_not_exists
 import py7zr
 import os
 from os.path import basename
@@ -24,9 +24,10 @@ class Py7ZipHelper:
                                                   os.path.join(folder_path, '..')))
                     # archive.write(root+"/"+file)
 
-    def create_archive_multiparts(self, zip_name, file_path, output_path, chunk_size):
+    def create_archive_multiparts(self, zip_name, file_path, output_path, chunk_size, delete_existing_files:True):
         parent_folder = os.path.dirname(file_path)
-
+        if delete_existing_files:
+            clear_directory(output_path)
         # parts_path = f"{parent_folder}/parts"
         create_folder_if_not_exists(output_path)
         # file_name, file_extension = os.path.splitext(file_path)

{ddi_fw-0.0.48 → ddi_fw-0.0.50}/src/ddi_fw/utils/utils.py

@@ -1,11 +1,9 @@
 import gzip
 import json
 import os
-
 from datetime import datetime, timezone
-
 from matplotlib import pyplot as plt
-
+import shutil
 
 def create_folder_if_not_exists(path):
     if not os.path.exists(path):
@@ -51,6 +49,22 @@ def decompress(gzip_file):
     return data
 
 
+def clear_directory(directory_path):
+    # Check if the directory exists
+    if os.path.exists(directory_path) and os.path.isdir(directory_path):
+        # Iterate through all files and directories in the directory
+        for item in os.listdir(directory_path):
+            item_path = os.path.join(directory_path, item)
+            # Check if it's a file or a directory and remove it
+            if os.path.isfile(item_path):
+                os.remove(item_path)  # Remove file
+            elif os.path.isdir(item_path):
+                shutil.rmtree(item_path)  # Remove directory
+        print(f"Cleared contents of directory: {directory_path}")
+    else:
+        print(f"The directory does not exist: {directory_path}")
+
+
 if __name__ == "__main__":
     # json_file = f'C:\\Users\\kivanc\\Downloads\\metrics.json'
     # file_data = open(json_file, "r", 1).read()

{ddi_fw-0.0.48 → ddi_fw-0.0.50}/src/ddi_fw.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ddi_fw
-Version: 0.0.48
+Version: 0.0.50
 Summary: Do not use :)
 Author-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
 Maintainer-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>

ddi_fw-0.0.48/src/ddi_fw/utils/__init__.py

@@ -1,4 +0,0 @@
-from .utils import create_folder_if_not_exists, utc_time_as_string,utc_time_as_string_simple_format, compress_and_save_data
-from .zip_helper import ZipHelper
-from .py7zr_helper import Py7ZipHelper
-from .enums import UMLSCodeTypes, DrugBankTextDataTypes