validmind 2.7.6__py3-none-any.whl → 2.7.7__py3-none-any.whl

validmind/tests/ongoing_monitoring/ClassImbalanceDrift.py

@@ -2,12 +2,14 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import pandas as pd
 import plotly.graph_objs as go
-from typing import List
+
 from validmind import tags, tasks
-from validmind.vm_models import VMDataset
 from validmind.errors import SkipTestError
+from validmind.vm_models import VMDataset
 
 
 @tags("tabular_data", "binary_classification", "multiclass_classification")

validmind/tests/ongoing_monitoring/ClassificationAccuracyDrift.py

@@ -2,10 +2,12 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import pandas as pd
 from sklearn.metrics import classification_report
-from typing import List
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset, VMModel
 

validmind/tests/ongoing_monitoring/ConfusionMatrixDrift.py

@@ -2,10 +2,12 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import pandas as pd
 from sklearn.metrics import confusion_matrix
-from typing import List
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset, VMModel
 

validmind/tests/ongoing_monitoring/CumulativePredictionProbabilitiesDrift.py

@@ -2,10 +2,12 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
-from typing import List
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset, VMModel
 

validmind/tests/ongoing_monitoring/FeatureDrift.py

@@ -5,6 +5,7 @@
 import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
+
 from validmind import tags, tasks
 
 

validmind/tests/ongoing_monitoring/PredictionCorrelation.py

@@ -4,6 +4,7 @@
 
 import pandas as pd
 import plotly.graph_objects as go
+
 from validmind import tags, tasks
 
 

validmind/tests/ongoing_monitoring/PredictionProbabilitiesHistogramDrift.py

@@ -2,12 +2,14 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
 from scipy import stats
-from typing import List
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset, VMModel
 

validmind/tests/ongoing_monitoring/PredictionQuantilesAcrossFeatures.py

@@ -4,6 +4,7 @@
 
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
+
 from validmind import tags, tasks
 
 

validmind/tests/ongoing_monitoring/ROCCurveDrift.py

@@ -2,15 +2,16 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import plotly.graph_objects as go
 from sklearn.metrics import roc_auc_score, roc_curve
+
 from validmind import tags, tasks
 from validmind.errors import SkipTestError
 from validmind.vm_models import VMDataset, VMModel
 
-from typing import List
-
 
 @tags(
     "sklearn",

validmind/tests/ongoing_monitoring/ScoreBandsDrift.py

@@ -2,9 +2,11 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-import pandas as pd
-import numpy as np
 from typing import List
+
+import numpy as np
+import pandas as pd
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset, VMModel
 

validmind/tests/ongoing_monitoring/ScorecardHistogramDrift.py

@@ -2,12 +2,14 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
 from scipy import stats
-from typing import List
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset
 

validmind/tests/ongoing_monitoring/TargetPredictionDistributionPlot.py

@@ -2,10 +2,11 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-import plotly.graph_objects as go
-import plotly.figure_factory as ff
 import pandas as pd
-from scipy.stats import skew, kurtosis
+import plotly.figure_factory as ff
+import plotly.graph_objects as go
+from scipy.stats import kurtosis, skew
+
 from validmind import tags, tasks
 
 

validmind/tests/prompt_validation/Bias.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -107,11 +107,15 @@ def Bias(model, min_threshold=7):
 
     passed = score > min_threshold
 
-    return [
-        {
-            "Score": score,
-            "Explanation": explanation,
-            "Threshold": min_threshold,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ], passed
+    return (
+        [
+            {
+                "Score": score,
+                "Explanation": explanation,
+                "Threshold": min_threshold,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(response=response),
+    )

validmind/tests/prompt_validation/Clarity.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -96,11 +96,15 @@ def Clarity(model, min_threshold=7):
 
     passed = score > min_threshold
 
-    return [
-        {
-            "Score": score,
-            "Explanation": explanation,
-            "Threshold": min_threshold,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ], passed
+    return (
+        [
+            {
+                "Score": score,
+                "Explanation": explanation,
+                "Threshold": min_threshold,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(response=response),
+    )

validmind/tests/prompt_validation/Conciseness.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -103,11 +103,15 @@ def Conciseness(model, min_threshold=7):
 
     passed = score > min_threshold
 
-    return [
-        {
-            "Score": score,
-            "Threshold": min_threshold,
-            "Explanation": explanation,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ], passed
+    return (
+        [
+            {
+                "Score": score,
+                "Threshold": min_threshold,
+                "Explanation": explanation,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(response=response),
+    )

validmind/tests/prompt_validation/Delimitation.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -89,11 +89,15 @@ def Delimitation(model, min_threshold=7):
 
     passed = score > min_threshold
 
-    return [
-        {
-            "Score": score,
-            "Threshold": min_threshold,
-            "Explanation": explanation,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ], passed
+    return (
+        [
+            {
+                "Score": score,
+                "Threshold": min_threshold,
+                "Explanation": explanation,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(response=response),
+    )

validmind/tests/prompt_validation/NegativeInstruction.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -106,13 +106,16 @@ def NegativeInstruction(model, min_threshold=7):
     explanation = get_explanation(response)
 
     passed = score > min_threshold
-    result = [
-        {
-            "Score": score,
-            "Threshold": min_threshold,
-            "Explanation": explanation,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ]
-
-    return result, passed
+
+    return (
+        [
+            {
+                "Score": score,
+                "Threshold": min_threshold,
+                "Explanation": explanation,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(model_response=response),
+    )

validmind/tests/prompt_validation/Robustness.py

@@ -4,7 +4,7 @@
 
 import pandas as pd
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError, SkipTestError
 
 from .ai_powered_test import call_model, missing_prompt_message
@@ -127,4 +127,8 @@ def Robustness(model, dataset, num_tests=10):
         for generated_input, response in zip(generated_inputs, responses)
     ]
 
-    return results, all(result["Pass/Fail"] == "Pass" for result in results)
+    return (
+        results,
+        all(result["Pass/Fail"] == "Pass" for result in results),
+        RawData(generated_inputs=generated_inputs, responses=responses),
+    )

validmind/tests/prompt_validation/Specificity.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingRequiredTestInputError
 
 from .ai_powered_test import (
@@ -103,11 +103,15 @@ def Specificity(model, min_threshold=7):
 
     passed = score > min_threshold
 
-    return [
-        {
-            "Score": score,
-            "Threshold": min_threshold,
-            "Explanation": explanation,
-            "Pass/Fail": "Pass" if passed else "Fail",
-        }
-    ], passed
+    return (
+        [
+            {
+                "Score": score,
+                "Threshold": min_threshold,
+                "Explanation": explanation,
+                "Pass/Fail": "Pass" if passed else "Fail",
+            }
+        ],
+        passed,
+        RawData(response=response),
+    )

validmind/tests/run.py

@@ -7,6 +7,7 @@ import subprocess
 import time
 from datetime import datetime
 from inspect import getdoc
+import pprint
 from typing import Any, Callable, Dict, List, Optional, Tuple, Union
 from uuid import uuid4
 
@@ -396,3 +397,8 @@ def run_test(  # noqa: C901
         result.show()
 
     return result
+
+
+def print_env():
+    e = _get_run_metadata()
+    pprint.pp(e)

validmind/utils.py

@@ -23,7 +23,6 @@ import seaborn as sns
 from IPython.core import getipython
 from IPython.display import HTML
 from IPython.display import display as ipy_display
-from latex2mathml.converter import convert
 from matplotlib.axes._axes import _log as matplotlib_axes_logger
 from numpy import ndarray
 from sklearn.exceptions import UndefinedMetricWarning
@@ -491,7 +490,7 @@ def display(widget_or_html, syntax_highlighting=True, mathjax=True):
         ipy_display(HTML(widget_or_html))
         # if html we can auto-detect if we actually need syntax highlighting or MathJax
         syntax_highlighting = 'class="language-' in widget_or_html
-        mathjax = "$$" in widget_or_html
+        mathjax = "math/tex" in widget_or_html
     else:
         ipy_display(widget_or_html)
 
@@ -510,20 +509,20 @@ def md_to_html(md: str, mathml=False) -> str:
     )(md)
 
     if not mathml:
-        # return the html as is (with latex that will be rendered by MathJax)
         return html
 
-    # convert the latex to MathML which CKeditor can render
+    # convert the latex to mathjax
     math_block_pattern = re.compile(r'<div class="math">\$\$([\s\S]*?)\$\$</div>')
     html = math_block_pattern.sub(
-        lambda match: "<p>{}</p>".format(convert(match.group(1), display="block")), html
+        lambda match: '<script type="math/tex; mode=display">{}</script>'.format(
+            match.group(1)
+        ),
+        html,
     )
 
     inline_math_pattern = re.compile(r'<span class="math">\\\((.*?)\\\)</span>')
     html = inline_math_pattern.sub(
-        lambda match: "<span>{}</span>".format(
-            convert(match.group(1), display="inline")
-        ),
+        lambda match: '<script type="math/tex">{}</script>'.format(match.group(1)),
         html,
     )
 

{validmind-2.7.6.dist-info → validmind-2.7.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: validmind
-Version: 2.7.6
+Version: 2.7.7
 Summary: ValidMind Library
 License: Commercial License
 Author: Andres Rodriguez
@@ -26,7 +26,6 @@ Requires-Dist: ipywidgets
 Requires-Dist: kaleido (>=0.2.1,!=0.2.1.post1)
 Requires-Dist: langchain-openai (>=0.1.8) ; extra == "all" or extra == "llm"
 Requires-Dist: langdetect
-Requires-Dist: latex2mathml (>=3.77.0)
 Requires-Dist: llvmlite ; python_version >= "3.8" and python_full_version <= "3.11.0"
 Requires-Dist: matplotlib
 Requires-Dist: mistune (>=3.0.2,<4.0.0)