ddi-fw 0.0.233__tar.gz → 0.0.235__tar.gz

{ddi_fw-0.0.233 → ddi_fw-0.0.235}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddi_fw
-Version: 0.0.233
+Version: 0.0.235
 Summary: Do not use :)
 Author-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
 Maintainer-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>

{ddi_fw-0.0.233 → ddi_fw-0.0.235}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "ddi_fw"
-version = "0.0.233"
+version = "0.0.235"
 description = "Do not use :)"
 readme = "README.md"
 authors = [

{ddi_fw-0.0.233 → ddi_fw-0.0.235}/src/ddi_fw/vectorization/feature_vector_generation.py

@@ -1,7 +1,9 @@
+import os
 import numpy as np
 import pandas as pd
 from scipy.spatial.distance import pdist, squareform
 from sklearn.preprocessing import MultiLabelBinarizer
+import cupy as cp
 
 # todo pd.unique kullan
 def find_distinct_elements(frame):
@@ -28,7 +30,8 @@ def find_distinct_elements_count(frame):
 
 class SimilarityMatrixGenerator:
     def __init__(self):
-        pass
+        # Check if GPU usage is enabled via an environment variable
+        self.use_gpu = os.getenv("SIMILARITY_MATRIX_USE_GPU", "false").lower() == "true"
 
     def create_jaccard_similarity_matrices_ex_1(self, array):
         jaccard_sim = 1 - pdist(array, metric='jaccard')
@@ -45,8 +48,16 @@ class SimilarityMatrixGenerator:
         return np.nan_to_num(matrix, nan=0.0)
         # return matrix
         
+        
+    def create_jaccard_similarity_matrices(self, matrix: np.ndarray)->np.ndarray:
+        if self.use_gpu:
+            print("Using GPU for Jaccard similarity matrix computation.")
+            return self.__create_jaccard_similarity_matrices_gpu(matrix)
+        else:
+            return self.__create_jaccard_similarity_matrices(matrix)
+        
     """produced from ChatGPT"""
-    def create_jaccard_similarity_matrices(self, matrix)->np.ndarray:
+    def __create_jaccard_similarity_matrices(self, matrix: np.ndarray)->np.ndarray:
         """
         Efficiently compute the Jaccard similarity between rows of a binary matrix using vectorized operations.
 
@@ -76,6 +87,34 @@ class SimilarityMatrixGenerator:
         return similarity
 
 
+    def __create_jaccard_similarity_matrices_gpu(self,matrix: np.ndarray) -> np.ndarray:
+        """
+        Efficiently compute the Jaccard similarity between rows of a binary matrix using GPU-accelerated CuPy.
+
+        Parameters:
+        matrix (cp.ndarray): A 2D binary CuPy array (only 0s and 1s).
+
+        Returns:
+        cp.ndarray: A 2D CuPy array containing the pairwise Jaccard similarity.
+        """
+        if not ((matrix == 0) | (matrix == 1)).all():
+            raise ValueError("Input matrix must be binary (contain only 0s and 1s).")
+        matrix = cp.asarray(matrix)
+        # Intersection: dot product (each pair of rows)
+        intersection = matrix @ matrix.T
+
+        # Row-wise sum (number of 1s per row)
+        row_sums = matrix.sum(axis=1, keepdims=True)
+
+        # Union: |A ∪ B| = |A| + |B| - |A ∩ B|
+        union = row_sums + row_sums.T - intersection
+
+        # Avoid division by zero
+        similarity = cp.divide(intersection, union, out=cp.ones_like(intersection, dtype=cp.float64)) #, where=union != 0
+
+        return cp.asnumpy(similarity)
+
+
 
 class VectorGenerator:
     def __init__(self, df):

{ddi_fw-0.0.233 → ddi_fw-0.0.235}/src/ddi_fw.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddi_fw
-Version: 0.0.233
+Version: 0.0.235
 Summary: Do not use :)
 Author-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
 Maintainer-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>