validmind 2.7.6__py3-none-any.whl → 2.7.8__py3-none-any.whl

validmind/tests/model_validation/statsmodels/RegressionModelSensitivityPlot.py

@@ -7,7 +7,7 @@ from typing import List, Union
 import matplotlib.pyplot as plt
 import numpy as np
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.logging import get_logger
 from validmind.vm_models import VMDataset, VMModel
 
@@ -111,4 +111,7 @@ def RegressionModelSensitivityPlot(
 
     plt.close()
 
-    return fig
+    return fig, RawData(
+        transformed_target=transformed_target,
+        transformed_predictions=transformed_predictions,
+    )

validmind/tests/model_validation/statsmodels/RegressionModelSummary.py

@@ -45,17 +45,17 @@ def RegressionModelSummary(dataset: VMDataset, model: VMModel):
     - A high R-Squared or Adjusted R-Squared may not necessarily indicate a good model, especially in cases of
     overfitting.
     """
-    y_true = dataset.y
-    y_pred = dataset.y_pred(model)
-
     return [
         {
             "Independent Variables": dataset.feature_columns,
-            "R-Squared": r2_score(y_true, y_pred),
+            "R-Squared": r2_score(dataset.y, dataset.y_pred(model)),
             "Adjusted R-Squared": adj_r2_score(
-                y_true, y_pred, len(y_true), len(dataset.feature_columns)
+                dataset.y,
+                dataset.y_pred(model),
+                len(dataset.y),
+                len(dataset.feature_columns),
             ),
-            "MSE": mean_squared_error(y_true=y_true, y_pred=y_pred, squared=True),
-            "RMSE": mean_squared_error(y_true=y_true, y_pred=y_pred, squared=False),
+            "MSE": mean_squared_error(dataset.y, dataset.y_pred(model), squared=True),
+            "RMSE": mean_squared_error(dataset.y, dataset.y_pred(model), squared=False),
         }
     ]

validmind/tests/model_validation/statsmodels/RegressionPermutationFeatureImportance.py

@@ -8,7 +8,7 @@ import plotly.graph_objects as go
 from sklearn.metrics import r2_score
 from sklearn.utils import check_random_state
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.logging import get_logger
 from validmind.vm_models import VMDataset, VMModel
 
@@ -97,4 +97,4 @@ def RegressionPermutationFeatureImportance(
         height=figure_height,
     )
 
-    return fig
+    return fig, RawData(importances=importances)

validmind/tests/ongoing_monitoring/CalibrationCurveDrift.py

@@ -2,11 +2,13 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
 from sklearn.calibration import calibration_curve
-from typing import List
+
 from validmind import tags, tasks
 from validmind.errors import SkipTestError
 from validmind.vm_models import VMDataset, VMModel

validmind/tests/ongoing_monitoring/ClassDiscriminationDrift.py

@@ -2,12 +2,14 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import pandas as pd
+from scipy import stats
 from sklearn.metrics import roc_auc_score
 from sklearn.preprocessing import LabelBinarizer
-from scipy import stats
-from typing import List
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset, VMModel
 

validmind/tests/ongoing_monitoring/ClassImbalanceDrift.py

@@ -2,12 +2,14 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import pandas as pd
 import plotly.graph_objs as go
-from typing import List
+
 from validmind import tags, tasks
-from validmind.vm_models import VMDataset
 from validmind.errors import SkipTestError
+from validmind.vm_models import VMDataset
 
 
 @tags("tabular_data", "binary_classification", "multiclass_classification")

validmind/tests/ongoing_monitoring/ClassificationAccuracyDrift.py

@@ -2,10 +2,12 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import pandas as pd
 from sklearn.metrics import classification_report
-from typing import List
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset, VMModel
 

validmind/tests/ongoing_monitoring/ConfusionMatrixDrift.py

@@ -2,10 +2,12 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import pandas as pd
 from sklearn.metrics import confusion_matrix
-from typing import List
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset, VMModel
 

validmind/tests/ongoing_monitoring/CumulativePredictionProbabilitiesDrift.py

@@ -2,10 +2,12 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
-from typing import List
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset, VMModel
 

validmind/tests/ongoing_monitoring/FeatureDrift.py

@@ -5,6 +5,7 @@
 import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
+
 from validmind import tags, tasks
 
 

validmind/tests/ongoing_monitoring/PredictionCorrelation.py

@@ -4,6 +4,7 @@
 
 import pandas as pd
 import plotly.graph_objects as go
+
 from validmind import tags, tasks
 
 

validmind/tests/ongoing_monitoring/PredictionProbabilitiesHistogramDrift.py

@@ -2,12 +2,14 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
 from scipy import stats
-from typing import List
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset, VMModel
 

validmind/tests/ongoing_monitoring/PredictionQuantilesAcrossFeatures.py

@@ -4,6 +4,7 @@
 
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
+
 from validmind import tags, tasks
 
 

validmind/tests/ongoing_monitoring/ROCCurveDrift.py

@@ -2,15 +2,16 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import plotly.graph_objects as go
 from sklearn.metrics import roc_auc_score, roc_curve
+
 from validmind import tags, tasks
 from validmind.errors import SkipTestError
 from validmind.vm_models import VMDataset, VMModel
 
-from typing import List
-
 
 @tags(
     "sklearn",

validmind/tests/ongoing_monitoring/ScoreBandsDrift.py

@@ -2,9 +2,11 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-import pandas as pd
-import numpy as np
 from typing import List
+
+import numpy as np
+import pandas as pd
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset, VMModel
 

validmind/tests/ongoing_monitoring/ScorecardHistogramDrift.py

@@ -2,12 +2,14 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
 from scipy import stats
-from typing import List
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset
 

validmind/tests/ongoing_monitoring/TargetPredictionDistributionPlot.py

@@ -2,10 +2,11 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-import plotly.graph_objects as go
-import plotly.figure_factory as ff
 import pandas as pd
-from scipy.stats import skew, kurtosis
+import plotly.figure_factory as ff
+import plotly.graph_objects as go
+from scipy.stats import kurtosis, skew
+
 from validmind import tags, tasks
 
 

validmind/tests/prompt_validation/Bias.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -107,11 +107,15 @@ def Bias(model, min_threshold=7):
 
     passed = score > min_threshold
 
-    return [
-        {
-            "Score": score,
-            "Explanation": explanation,
-            "Threshold": min_threshold,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ], passed
+    return (
+        [
+            {
+                "Score": score,
+                "Explanation": explanation,
+                "Threshold": min_threshold,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(response=response),
+    )

validmind/tests/prompt_validation/Clarity.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -96,11 +96,15 @@ def Clarity(model, min_threshold=7):
 
     passed = score > min_threshold
 
-    return [
-        {
-            "Score": score,
-            "Explanation": explanation,
-            "Threshold": min_threshold,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ], passed
+    return (
+        [
+            {
+                "Score": score,
+                "Explanation": explanation,
+                "Threshold": min_threshold,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(response=response),
+    )

validmind/tests/prompt_validation/Conciseness.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -103,11 +103,15 @@ def Conciseness(model, min_threshold=7):
 
     passed = score > min_threshold
 
-    return [
-        {
-            "Score": score,
-            "Threshold": min_threshold,
-            "Explanation": explanation,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ], passed
+    return (
+        [
+            {
+                "Score": score,
+                "Threshold": min_threshold,
+                "Explanation": explanation,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(response=response),
+    )

validmind/tests/prompt_validation/Delimitation.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -89,11 +89,15 @@ def Delimitation(model, min_threshold=7):
 
     passed = score > min_threshold
 
-    return [
-        {
-            "Score": score,
-            "Threshold": min_threshold,
-            "Explanation": explanation,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ], passed
+    return (
+        [
+            {
+                "Score": score,
+                "Threshold": min_threshold,
+                "Explanation": explanation,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(response=response),
+    )

validmind/tests/prompt_validation/NegativeInstruction.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -106,13 +106,16 @@ def NegativeInstruction(model, min_threshold=7):
     explanation = get_explanation(response)
 
     passed = score > min_threshold
-    result = [
-        {
-            "Score": score,
-            "Threshold": min_threshold,
-            "Explanation": explanation,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ]
-
-    return result, passed
+
+    return (
+        [
+            {
+                "Score": score,
+                "Threshold": min_threshold,
+                "Explanation": explanation,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(model_response=response),
+    )

validmind/tests/prompt_validation/Robustness.py

@@ -4,7 +4,7 @@
 
 import pandas as pd
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError, SkipTestError
 
 from .ai_powered_test import call_model, missing_prompt_message
@@ -127,4 +127,8 @@ def Robustness(model, dataset, num_tests=10):
         for generated_input, response in zip(generated_inputs, responses)
     ]
 
-    return results, all(result["Pass/Fail"] == "Pass" for result in results)
+    return (
+        results,
+        all(result["Pass/Fail"] == "Pass" for result in results),
+        RawData(generated_inputs=generated_inputs, responses=responses),
+    )

validmind/tests/prompt_validation/Specificity.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -103,11 +103,15 @@ def Specificity(model, min_threshold=7):
 
     passed = score > min_threshold
 
-    return [
-        {
-            "Score": score,
-            "Threshold": min_threshold,
-            "Explanation": explanation,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ], passed
+    return (
+        [
+            {
+                "Score": score,
+                "Threshold": min_threshold,
+                "Explanation": explanation,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(response=response),
+    )

validmind/tests/run.py

@@ -3,6 +3,7 @@
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
 import platform
+import pprint
 import subprocess
 import time
 from datetime import datetime
@@ -396,3 +397,8 @@ def run_test(  # noqa: C901
         result.show()
 
     return result
+
+
+def print_env():
+    e = _get_run_metadata()
+    pprint.pp(e)

validmind/utils.py

@@ -23,7 +23,6 @@ import seaborn as sns
 from IPython.core import getipython
 from IPython.display import HTML
 from IPython.display import display as ipy_display
-from latex2mathml.converter import convert
 from matplotlib.axes._axes import _log as matplotlib_axes_logger
 from numpy import ndarray
 from sklearn.exceptions import UndefinedMetricWarning
@@ -491,7 +490,7 @@ def display(widget_or_html, syntax_highlighting=True, mathjax=True):
         ipy_display(HTML(widget_or_html))
         # if html we can auto-detect if we actually need syntax highlighting or MathJax
         syntax_highlighting = 'class="language-' in widget_or_html
-        mathjax = "$$" in widget_or_html
+        mathjax = "math/tex" in widget_or_html
     else:
         ipy_display(widget_or_html)
 
@@ -510,20 +509,20 @@ def md_to_html(md: str, mathml=False) -> str:
     )(md)
 
     if not mathml:
-        # return the html as is (with latex that will be rendered by MathJax)
         return html
 
-    # convert the latex to MathML which CKeditor can render
+    # convert the latex to mathjax
     math_block_pattern = re.compile(r'<div class="math">\$\$([\s\S]*?)\$\$</div>')
     html = math_block_pattern.sub(
-        lambda match: "<p>{}</p>".format(convert(match.group(1), display="block")), html
+        lambda match: '<script type="math/tex; mode=display">{}</script>'.format(
+            match.group(1)
+        ),
+        html,
     )
 
     inline_math_pattern = re.compile(r'<span class="math">\\\((.*?)\\\)</span>')
     html = inline_math_pattern.sub(
-        lambda match: "<span>{}</span>".format(
-            convert(match.group(1), display="inline")
-        ),
+        lambda match: '<script type="math/tex">{}</script>'.format(match.group(1)),
         html,
     )
 

{validmind-2.7.6.dist-info → validmind-2.7.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: validmind
-Version: 2.7.6
+Version: 2.7.8
 Summary: ValidMind Library
 License: Commercial License
 Author: Andres Rodriguez
@@ -26,7 +26,6 @@ Requires-Dist: ipywidgets
 Requires-Dist: kaleido (>=0.2.1,!=0.2.1.post1)
 Requires-Dist: langchain-openai (>=0.1.8) ; extra == "all" or extra == "llm"
 Requires-Dist: langdetect
-Requires-Dist: latex2mathml (>=3.77.0)
 Requires-Dist: llvmlite ; python_version >= "3.8" and python_full_version <= "3.11.0"
 Requires-Dist: matplotlib
 Requires-Dist: mistune (>=3.0.2,<4.0.0)