validmind 2.7.5__py3-none-any.whl → 2.7.7__py3-none-any.whl

validmind/tests/prompt_validation/NegativeInstruction.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -106,13 +106,16 @@ def NegativeInstruction(model, min_threshold=7):
     explanation = get_explanation(response)
 
     passed = score > min_threshold
-    result = [
-        {
-            "Score": score,
-            "Threshold": min_threshold,
-            "Explanation": explanation,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ]
-
-    return result, passed
+
+    return (
+        [
+            {
+                "Score": score,
+                "Threshold": min_threshold,
+                "Explanation": explanation,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(model_response=response),
+    )

validmind/tests/prompt_validation/Robustness.py

@@ -4,7 +4,7 @@
 
 import pandas as pd
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError, SkipTestError
 
 from .ai_powered_test import call_model, missing_prompt_message
@@ -127,4 +127,8 @@ def Robustness(model, dataset, num_tests=10):
         for generated_input, response in zip(generated_inputs, responses)
     ]
 
-    return results, all(result["Pass/Fail"] == "Pass" for result in results)
+    return (
+        results,
+        all(result["Pass/Fail"] == "Pass" for result in results),
+        RawData(generated_inputs=generated_inputs, responses=responses),
+    )

validmind/tests/prompt_validation/Specificity.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -103,11 +103,15 @@ def Specificity(model, min_threshold=7):
 
     passed = score > min_threshold
 
-    return [
-        {
-            "Score": score,
-            "Threshold": min_threshold,
-            "Explanation": explanation,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ], passed
+    return (
+        [
+            {
+                "Score": score,
+                "Threshold": min_threshold,
+                "Explanation": explanation,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(response=response),
+    )

validmind/tests/run.py

@@ -7,6 +7,7 @@ import subprocess
 import time
 from datetime import datetime
 from inspect import getdoc
+import pprint
 from typing import Any, Callable, Dict, List, Optional, Tuple, Union
 from uuid import uuid4
 
@@ -396,3 +397,8 @@ def run_test(  # noqa: C901
         result.show()
 
     return result
+
+
+def print_env():
+    e = _get_run_metadata()
+    pprint.pp(e)

validmind/utils.py

@@ -23,7 +23,6 @@ import seaborn as sns
 from IPython.core import getipython
 from IPython.display import HTML
 from IPython.display import display as ipy_display
-from latex2mathml.converter import convert
 from matplotlib.axes._axes import _log as matplotlib_axes_logger
 from numpy import ndarray
 from sklearn.exceptions import UndefinedMetricWarning
@@ -491,7 +490,7 @@ def display(widget_or_html, syntax_highlighting=True, mathjax=True):
         ipy_display(HTML(widget_or_html))
         # if html we can auto-detect if we actually need syntax highlighting or MathJax
         syntax_highlighting = 'class="language-' in widget_or_html
-        mathjax = "$$" in widget_or_html
+        mathjax = "math/tex" in widget_or_html
     else:
         ipy_display(widget_or_html)
 
@@ -510,20 +509,20 @@ def md_to_html(md: str, mathml=False) -> str:
     )(md)
 
     if not mathml:
-        # return the html as is (with latex that will be rendered by MathJax)
         return html
 
-    # convert the latex to MathML which CKeditor can render
+    # convert the latex to mathjax
     math_block_pattern = re.compile(r'<div class="math">\$\$([\s\S]*?)\$\$</div>')
     html = math_block_pattern.sub(
-        lambda match: "<p>{}</p>".format(convert(match.group(1), display="block")), html
+        lambda match: '<script type="math/tex; mode=display">{}</script>'.format(
+            match.group(1)
+        ),
+        html,
     )
 
     inline_math_pattern = re.compile(r'<span class="math">\\\((.*?)\\\)</span>')
     html = inline_math_pattern.sub(
-        lambda match: "<span>{}</span>".format(
-            convert(match.group(1), display="inline")
-        ),
+        lambda match: '<script type="math/tex">{}</script>'.format(match.group(1)),
         html,
     )
 

validmind/vm_models/dataset/dataset.py

@@ -369,10 +369,6 @@ class VMDataset(VMInput):
         # reset feature columns to exclude the new extra column
         self._set_feature_columns()
 
-        logger.info(
-            f"Extra column {column_name} with {len(column_values)} values added to the dataset"
-        )
-
     @property
     def df(self) -> pd.DataFrame:
         """

{validmind-2.7.5.dist-info → validmind-2.7.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: validmind
-Version: 2.7.5
+Version: 2.7.7
 Summary: ValidMind Library
 License: Commercial License
 Author: Andres Rodriguez
@@ -26,7 +26,6 @@ Requires-Dist: ipywidgets
 Requires-Dist: kaleido (>=0.2.1,!=0.2.1.post1)
 Requires-Dist: langchain-openai (>=0.1.8) ; extra == "all" or extra == "llm"
 Requires-Dist: langdetect
-Requires-Dist: latex2mathml (>=3.77.0)
 Requires-Dist: llvmlite ; python_version >= "3.8" and python_full_version <= "3.11.0"
 Requires-Dist: matplotlib
 Requires-Dist: mistune (>=3.0.2,<4.0.0)
@@ -44,7 +43,7 @@ Requires-Dist: python-dotenv
 Requires-Dist: ragas (>=0.2.3) ; extra == "all" or extra == "llm"
 Requires-Dist: rouge (>=1)
 Requires-Dist: rpy2 (>=3.5.10,<4.0.0) ; extra == "all" or extra == "r-support"
-Requires-Dist: scikit-learn (!=1.6.0)
+Requires-Dist: scikit-learn (<1.6.0)
 Requires-Dist: scipy
 Requires-Dist: scorecardpy (>=0.1.9.6,<0.2.0.0)
 Requires-Dist: seaborn