ddi-fw 0.0.111__py3-none-any.whl → 0.0.113__py3-none-any.whl

ddi_fw/datasets/ddi_mdl/base.py

@@ -1,7 +1,9 @@
 import pathlib
 
+import numpy as np
 import pandas as pd
 
+from ddi_fw.datasets.feature_vector_generation import SimilarityMatrixGenerator
 from ddi_fw.langchain.embeddings import PoolingStrategy
 from .. import BaseDataset
 from ..db_utils import create_connection
@@ -22,6 +24,18 @@ list_of_chemical_property_columns = ['enzyme',
 list_of_ner_columns = ['tui', 'cui', 'entities']
 
 
+def indices_to_binary_vector(indices, vector_length=881):
+    # vector_length = len(indices)
+    # Initialize a zero vector of the given length
+    binary_vector = [0] * vector_length
+    
+    # Set the positions specified by indices to 1
+    for index in indices:
+        if 0 <= index < vector_length:
+            binary_vector[index] = 1
+    
+    return binary_vector
+
 class DDIMDLDataset(BaseDataset):
     def __init__(self, embedding_size,
                  embedding_dict,
@@ -46,6 +60,8 @@ class DDIMDLDataset(BaseDataset):
                     embedding_columns.append(column)
                 elif column in list_of_ner_columns:
                     ner_columns.append(column)
+                elif column == 'smile_2':
+                    continue
                 else:
                     raise Exception(f"{column} is not related this dataset")
 
@@ -70,6 +86,34 @@ class DDIMDLDataset(BaseDataset):
         print("db bitti")
         self.index_path = kwargs.get('index_path')
 
+        jaccard_sim_dict = {}
+        sim_matrix_gen = SimilarityMatrixGenerator()
+        jaccard_sim_dict["smile_2"] = sim_matrix_gen.create_jaccard_similarity_matrices(
+                        self.drugs_df["smile_2"].to_list())
+        
+        similarity_matrices = {}
+        drugbank_ids = self.drugs_df['id'].to_list()
+        new_columns = {}
+        for idx in range(len(drugbank_ids)):
+            new_columns[idx] = drugbank_ids[idx]
+        for idx in range(len(drugbank_ids)):
+            new_columns[idx] = drugbank_ids[idx]
+        new_df = pd.DataFrame.from_dict(jaccard_sim_dict["smile_2"])
+        new_df = new_df.rename(index=new_columns, columns=new_columns)
+        similarity_matrices["smile_2"] = new_df
+        
+        def lambda_fnc(row, value):
+            if row['id1'] in value and row['id2'] in value:
+                return np.float16(np.hstack(
+                    (value[row['id1']], value[row['id2']])))
+        for key, value in similarity_matrices.items():
+
+            print(f'sim matrix: {key}')
+            self.ddis_df[key] = self.ddis_df.apply(
+                lambda_fnc, args=(value,), axis=1)
+            print(self.ddis_df[key].head())
+        print("init finished")
+
     def __select_all_drugs_as_dataframe__(self, conn):
         headers = ['index', 'id', 'name',
                    'target', 'enzyme', 'pathway', 'smile']
@@ -82,6 +126,11 @@ class DDIMDLDataset(BaseDataset):
         df['target'] = df['target'].apply(lambda x: x.split('|'))
         df['pathway'] = df['pathway'].apply(lambda x: x.split('|'))
         df['smile'] = df['smile'].apply(lambda x: x.split('|'))
+        df['smile_2'] = df['smile'].apply(lambda x: indices_to_binary_vector(indices = list(map(int, x.split('|'))), vector_length = 881))
+       
+       
+        
+            
         return df
 
     def __select_all_events__(self, conn):

ddi_fw/datasets/feature_vector_generation.py

@@ -1,4 +1,5 @@
 import numpy as np
+import pandas as pd
 from scipy.spatial.distance import pdist, squareform
 
 # todo pd.unique kullan
@@ -48,12 +49,40 @@ class VectorGenerator:
     def __init__(self, df):
         self.df = df
 
+    # https://github.com/YifanDengWHU/DDIMDL/blob/master/DDIMDL.py#L86
+    # def generate_feature_vector(self, column):
+    #     # Initialize list to store all distinct features across all rows
+    #     all_features = []
+        
+    #     # Loop through the column to extract features, split by '|', and collect all distinct ones
+    #     drug_list = np.array(self.df[column]).tolist()
+    #     for i in drug_list:
+    #         for each_feature in i.split('|'):
+    #             if each_feature not in all_features:
+    #                 all_features.append(each_feature)
+        
+    #     # Initialize a matrix to hold feature vectors (rows for each element, columns for each distinct feature)
+    #     feature_matrix = np.zeros((len(drug_list), len(all_features)), dtype=float)
+        
+    #     # Create a DataFrame to store the feature matrix with the column names as the distinct features
+    #     df_feature = pd.DataFrame(feature_matrix, columns=all_features)
+        
+    #     # Fill the feature matrix (set value to 1 if feature is present for the specific item in the column)
+    #     for i in range(len(drug_list)):
+    #         for each_feature in drug_list[i].split('|'):
+    #             if each_feature in all_features:
+    #                 df_feature[each_feature].iloc[i] = 1
+        
+    #     # Convert DataFrame to numpy array and return
+    #     print("Feature vectors generated")
+    #     return df_feature.to_numpy()
+
     def generate_feature_vector(self, column):
         bit_vectors = []
         map = dict()
         idx = 0
         count = find_distinct_elements_count(self.df[column])
-        print(f"find_distinct_elements_count bitti, boyut: {count}")
+        print(f"{column} has {count} different items")
         for ind in self.df.index:
             e = self.df[column][ind]
             # vector = np.zeros(len(sorted_features))

{ddi_fw-0.0.111.dist-info → ddi_fw-0.0.113.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ddi_fw
-Version: 0.0.111
+Version: 0.0.113
 Summary: Do not use :)
 Author-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
 Maintainer-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>

{ddi_fw-0.0.111.dist-info → ddi_fw-0.0.113.dist-info}/RECORD

@@ -2,10 +2,10 @@ ddi_fw/datasets/__init__.py,sha256=HSwQrqnzrEjIG4gif41pwJ_cST3t2XHGDxqFyuEBRwo,3
 ddi_fw/datasets/core.py,sha256=0bEJSxqO22x0XBoCKOYmxXNa2j7_CqFqKiBZ4KFd9Mk,17039
 ddi_fw/datasets/db_utils.py,sha256=OTsa3d-Iic7z3HmzSQK9UigedRbHDxYChJk0s4GfLnw,6191
 ddi_fw/datasets/embedding_generator.py,sha256=Jqrlv88RCu0Lg812KsA12X0cSaZuxbckJ4LNRKNy_qw,2173
-ddi_fw/datasets/feature_vector_generation.py,sha256=EImavcALxkIB0YG_smOzagMNzuWMbK9SaWSKwARx_qU,3254
+ddi_fw/datasets/feature_vector_generation.py,sha256=gvjpEzkgVV8dp4V8NMMv59u0v-1tNAJ7v83R-keWGoA,4748
 ddi_fw/datasets/idf_helper.py,sha256=_Gd1dtDSLaw8o-o0JugzSKMt9FpeXewTh4wGEaUd4VQ,2571
 ddi_fw/datasets/setup_._py,sha256=khYVJuW5PlOY_i_A16F3UbSZ6s6o_ljw33Byw3C-A8E,1047
-ddi_fw/datasets/ddi_mdl/base.py,sha256=45cUmDRyyD8CC07oj5Dka2DWfgWU4Qi7-Am0vCvRKbo,4237
+ddi_fw/datasets/ddi_mdl/base.py,sha256=M-6tGtd01_vMgmlimhM3Vvn6kIOHPDtMuM0GZb1bEok,6219
 ddi_fw/datasets/ddi_mdl/readme.md,sha256=WC6lpmsEKvIISnZqENY7TWtzCQr98HPpE3oRsBl8pIw,625
 ddi_fw/datasets/ddi_mdl/data/event.db,sha256=cmlSsf9MYjRzqR-mw3cUDnTnfT6FkpOG2yCl2mMwwew,30580736
 ddi_fw/datasets/ddi_mdl/indexes/test_indexes.txt,sha256=XVlDqYATckrQwNSXqMSKVBqyoN_Hg8SK6CL-XMdLADY,102176
@@ -91,7 +91,7 @@ ddi_fw/utils/package_helper.py,sha256=erl8_onmhK-41zQoaED2qyDUV9GQxmT9sdoyRp9_q5
 ddi_fw/utils/py7zr_helper.py,sha256=gOqaFIyJvTjUM-btO2x9AQ69jZOS8PoKN0wetYIckJw,4747
 ddi_fw/utils/utils.py,sha256=szwnxMTDRrZoeNRyDuf3aCbtzriwtaRk4mHSH3asLdA,4301
 ddi_fw/utils/zip_helper.py,sha256=YRZA4tKZVBJwGQM0_WK6L-y5MoqkKoC-nXuuHK6CU9I,5567
-ddi_fw-0.0.111.dist-info/METADATA,sha256=MqKx9zRNVISPJE-dq49tMzh-EfbmxvD0Deq7N2klGeQ,1967
-ddi_fw-0.0.111.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
-ddi_fw-0.0.111.dist-info/top_level.txt,sha256=PMwHICFZTZtcpzQNPV4UQnfNXYIeLR_Ste-Wfc1h810,7
-ddi_fw-0.0.111.dist-info/RECORD,,
+ddi_fw-0.0.113.dist-info/METADATA,sha256=QSQQqAtAsFa8qwWnICkY8mGMD81oH3R669nEJ6xj_-A,1967
+ddi_fw-0.0.113.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
+ddi_fw-0.0.113.dist-info/top_level.txt,sha256=PMwHICFZTZtcpzQNPV4UQnfNXYIeLR_Ste-Wfc1h810,7
+ddi_fw-0.0.113.dist-info/RECORD,,