ddi-fw 0.0.233__py3-none-any.whl → 0.0.235__py3-none-any.whl

ddi_fw/vectorization/feature_vector_generation.py

@@ -1,7 +1,9 @@
+import os
 import numpy as np
 import pandas as pd
 from scipy.spatial.distance import pdist, squareform
 from sklearn.preprocessing import MultiLabelBinarizer
+import cupy as cp
 
 # todo pd.unique kullan
 def find_distinct_elements(frame):
@@ -28,7 +30,8 @@ def find_distinct_elements_count(frame):
 
 class SimilarityMatrixGenerator:
     def __init__(self):
-        pass
+        # Check if GPU usage is enabled via an environment variable
+        self.use_gpu = os.getenv("SIMILARITY_MATRIX_USE_GPU", "false").lower() == "true"
 
     def create_jaccard_similarity_matrices_ex_1(self, array):
         jaccard_sim = 1 - pdist(array, metric='jaccard')
@@ -45,8 +48,16 @@ class SimilarityMatrixGenerator:
         return np.nan_to_num(matrix, nan=0.0)
         # return matrix
         
+        
+    def create_jaccard_similarity_matrices(self, matrix: np.ndarray)->np.ndarray:
+        if self.use_gpu:
+            print("Using GPU for Jaccard similarity matrix computation.")
+            return self.__create_jaccard_similarity_matrices_gpu(matrix)
+        else:
+            return self.__create_jaccard_similarity_matrices(matrix)
+        
     """produced from ChatGPT"""
-    def create_jaccard_similarity_matrices(self, matrix)->np.ndarray:
+    def __create_jaccard_similarity_matrices(self, matrix: np.ndarray)->np.ndarray:
         """
         Efficiently compute the Jaccard similarity between rows of a binary matrix using vectorized operations.
 
@@ -76,6 +87,34 @@ class SimilarityMatrixGenerator:
         return similarity
 
 
+    def __create_jaccard_similarity_matrices_gpu(self,matrix: np.ndarray) -> np.ndarray:
+        """
+        Efficiently compute the Jaccard similarity between rows of a binary matrix using GPU-accelerated CuPy.
+
+        Parameters:
+        matrix (cp.ndarray): A 2D binary CuPy array (only 0s and 1s).
+
+        Returns:
+        cp.ndarray: A 2D CuPy array containing the pairwise Jaccard similarity.
+        """
+        if not ((matrix == 0) | (matrix == 1)).all():
+            raise ValueError("Input matrix must be binary (contain only 0s and 1s).")
+        matrix = cp.asarray(matrix)
+        # Intersection: dot product (each pair of rows)
+        intersection = matrix @ matrix.T
+
+        # Row-wise sum (number of 1s per row)
+        row_sums = matrix.sum(axis=1, keepdims=True)
+
+        # Union: |A ∪ B| = |A| + |B| - |A ∩ B|
+        union = row_sums + row_sums.T - intersection
+
+        # Avoid division by zero
+        similarity = cp.divide(intersection, union, out=cp.ones_like(intersection, dtype=cp.float64)) #, where=union != 0
+
+        return cp.asnumpy(similarity)
+
+
 
 class VectorGenerator:
     def __init__(self, df):

{ddi_fw-0.0.233.dist-info → ddi_fw-0.0.235.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddi_fw
-Version: 0.0.233
+Version: 0.0.235
 Summary: Do not use :)
 Author-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
 Maintainer-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>

{ddi_fw-0.0.233.dist-info → ddi_fw-0.0.235.dist-info}/RECORD

@@ -99,9 +99,9 @@ ddi_fw/utils/py7zr_helper.py,sha256=gOqaFIyJvTjUM-btO2x9AQ69jZOS8PoKN0wetYIckJw,
 ddi_fw/utils/utils.py,sha256=PY-zDawREKoXQfzX7lVkxBLVFQPkfvr9385kHCjaNXo,4391
 ddi_fw/utils/zip_helper.py,sha256=YRZA4tKZVBJwGQM0_WK6L-y5MoqkKoC-nXuuHK6CU9I,5567
 ddi_fw/vectorization/__init__.py,sha256=LcJOpLVoLvHPDw9phGFlUQGeNcST_zKV-Oi1Pm5h_nE,110
-ddi_fw/vectorization/feature_vector_generation.py,sha256=93G3QM28uoNlvlVz_BhV6ARxldpogiNJStxHdsgqTbU,6026
+ddi_fw/vectorization/feature_vector_generation.py,sha256=QQQGhCti653BdU343Ag1bH_g1fzi2hlic7dgNy7otjE,7694
 ddi_fw/vectorization/idf_helper.py,sha256=_Gd1dtDSLaw8o-o0JugzSKMt9FpeXewTh4wGEaUd4VQ,2571
-ddi_fw-0.0.233.dist-info/METADATA,sha256=pZRSIgbYeJbcUpGYIGXvKcY6aXe8KxsVcCOz3lpVtek,2632
-ddi_fw-0.0.233.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
-ddi_fw-0.0.233.dist-info/top_level.txt,sha256=PMwHICFZTZtcpzQNPV4UQnfNXYIeLR_Ste-Wfc1h810,7
-ddi_fw-0.0.233.dist-info/RECORD,,
+ddi_fw-0.0.235.dist-info/METADATA,sha256=mww6smf4YRNE7iI-f_y9YcXJam05OJsfGX3XVMnmr5I,2632
+ddi_fw-0.0.235.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
+ddi_fw-0.0.235.dist-info/top_level.txt,sha256=PMwHICFZTZtcpzQNPV4UQnfNXYIeLR_Ste-Wfc1h810,7
+ddi_fw-0.0.235.dist-info/RECORD,,