validmind 2.4.4__tar.gz → 2.4.5__tar.gz

{validmind-2.4.4 → validmind-2.4.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: validmind
-Version: 2.4.4
+Version: 2.4.5
 Summary: ValidMind Developer Framework
 License: Commercial License
 Author: Andres Rodriguez
@@ -32,7 +32,7 @@ Requires-Dist: mistune (>=3.0.2,<4.0.0)
 Requires-Dist: nltk (>=3.8.1,<4.0.0)
 Requires-Dist: numba (<0.59.0)
 Requires-Dist: numpy
-Requires-Dist: openai (>=1) ; extra == "all" or extra == "llm"
+Requires-Dist: openai (>=1) ; extra == "all"
 Requires-Dist: pandas (>=1.1,<2)
 Requires-Dist: plotly
 Requires-Dist: plotly-express

{validmind-2.4.4 → validmind-2.4.5}/pyproject.toml

@@ -10,7 +10,7 @@ description = "ValidMind Developer Framework"
 license = "Commercial License"
 name = "validmind"
 readme = "README.pypi.md"
-version = "2.4.4"
+version = "2.4.5"
 
 [tool.poetry.dependencies]
 aiohttp = {extras = ["speedups"], version = "*"}
@@ -29,8 +29,8 @@ mistune = "^3.0.2"
 nltk = "^3.8.1"
 numba = "<0.59.0" # TODO: https://github.com/validmind/developer-framework/pull/28
 numpy = "*"
-openai = {version = ">=1", optional = true}
-pandas = ">=1.1,<2" # TODO small issues blocking 2.0 but it would speed things up to use arrow backend
+openai = ">=1"
+pandas = ">=1.1,<2" # TODO: small issues blocking 2.0 but it would speed things up to use arrow backend
 plotly = "*"
 plotly-express = "*"
 polars = "*"
@@ -64,7 +64,6 @@ flake8 = "^4.0.1"
 ipykernel = "^6.22.0"
 isort = "^5.12.0"
 jupyter = "^1.0.0"
-openai = "^1.3.7"
 papermill = "^2.4.0"
 pdoc = "^14.4.0"
 pre-commit = "^3.3.3"
@@ -88,7 +87,6 @@ huggingface = ["transformers", "sentencepiece"]
 llm = [
   "torch",
   "transformers",
-  "openai",
   "pycocoevalcap",
   "ragas",
   "sentencepiece",

validmind-2.4.5/validmind/__version__.py

@@ -0,0 +1 @@
+__version__ = "2.4.5"

{validmind-2.4.4 → validmind-2.4.5}/validmind/tests/data_validation/IQROutliersBarPlot.py

@@ -4,7 +4,6 @@
 
 from dataclasses import dataclass
 
-import numpy as np
 import plotly.graph_objects as go
 
 from validmind.vm_models import Figure, Metric
@@ -62,22 +61,27 @@ class IQROutliersBarPlot(Metric):
 
     name = "iqr_outliers_bar_plot"
     required_inputs = ["dataset"]
-    default_params = {"threshold": 1.5, "num_features": None, "fig_width": 800}
+    default_params = {"threshold": 1.5, "fig_width": 800}
     tasks = ["classification", "regression"]
     tags = ["tabular_data", "visualization", "numerical_data"]
 
     def run(self):
         df = self.inputs.dataset.df
-        num_features = self.params["num_features"]
+
+        # Select numerical features
+        features = self.inputs.dataset.feature_columns_numeric
+
+        # Select non-binary features
+        features = [
+            feature
+            for feature in features
+            if len(self.inputs.dataset.df[feature].unique()) > 2
+        ]
+
         threshold = self.params["threshold"]
         fig_width = self.params["fig_width"]
 
-        # If num_features is None, use all numeric columns.
-        # Otherwise, only use the columns provided in num_features.
-        if num_features is None:
-            df = df.select_dtypes(include=[np.number])
-        else:
-            df = df[num_features]
+        df = df[features]
 
         return self.detect_and_visualize_outliers(df, threshold, fig_width)
 
@@ -98,6 +102,9 @@ class IQROutliersBarPlot(Metric):
             # Compute outliers
             outliers = self.compute_outliers(df[col], threshold)
 
+            if outliers.empty:
+                continue  # Skip plotting if there are no outliers
+
             Q1_count = outliers[
                 (outliers >= 0) & (outliers < outliers.quantile(0.25))
             ].count()

{validmind-2.4.4 → validmind-2.4.5}/validmind/tests/data_validation/IQROutliersTable.py

@@ -4,7 +4,6 @@
 
 from dataclasses import dataclass
 
-import numpy as np
 import pandas as pd
 
 from validmind.vm_models import Metric, ResultSummary, ResultTable, ResultTableMetadata
@@ -53,12 +52,22 @@ class IQROutliersTable(Metric):
 
     name = "iqr_outliers_table"
     required_inputs = ["dataset"]
-    default_params = {"features": None, "threshold": 1.5}
+    default_params = {"threshold": 1.5}
     tasks = ["classification", "regression"]
     tags = ["tabular_data", "numerical_data"]
 
     def run(self):
-        features = self.params["features"]
+
+        # Select numerical features
+        features = self.inputs.dataset.feature_columns_numeric
+
+        # Select non-binary features
+        features = [
+            feature
+            for feature in features
+            if len(self.inputs.dataset.df[feature].unique()) > 2
+        ]
+
         threshold = self.params["threshold"]
 
         df = self.inputs.dataset.df
@@ -80,9 +89,7 @@ class IQROutliersTable(Metric):
         upper_bound = Q3 + threshold * IQR
         return series[(series < lower_bound) | (series > upper_bound)]
 
-    def detect_and_analyze_outliers(self, df, features=None, threshold=1.5):
-        if features is None:
-            features = df.select_dtypes(include=[np.number]).columns.tolist()
+    def detect_and_analyze_outliers(self, df, features, threshold=1.5):
 
         outliers_summary = []
         for feature in features:

validmind-2.4.4/validmind/__version__.py

@@ -1 +0,0 @@
-__version__ = "2.4.4"