validmind 2.4.6__py3-none-any.whl → 2.4.9__py3-none-any.whl

validmind/__version__.py

@@ -1 +1 @@
-__version__ = "2.4.6"
+__version__ = "2.4.9"

validmind/html_templates/content_blocks.py

@@ -27,7 +27,8 @@ test_content_block_html = """
   <div id="expandable_instructions_{uuid}" style="display: {instructions_display};">
   <h4>Code:</h4>
     <pre>
-        <code class='language-python'>import validmind as vm
+        <code class='language-python'>
+import validmind as vm
 
 # inputs dictionary maps your inputs to the expected input names
 # keys are the expected input names and values are the actual inputs

validmind/tests/data_validation/DatasetDescription.py

@@ -161,7 +161,7 @@ class DatasetDescription(Metric):
                 .describe(percentiles=[0.25, 0.5, 0.75, 0.9, 0.95])
                 .to_dict()
             )
-        elif field_type == "Categorical":
+        elif field_type == "Categorical" or field_type == "Text":
             field["statistics"] = (
                 df[field["id"]].astype("category").describe().to_dict()
             )

validmind/tests/model_validation/ragas/AnswerCorrectness.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import answer_correctness
 
 from validmind import tags, tasks
 
@@ -89,6 +87,12 @@ def AnswerCorrectness(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import answer_correctness
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

validmind/tests/model_validation/ragas/AnswerRelevance.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import answer_relevancy
 
 from validmind import tags, tasks
 
@@ -93,6 +91,12 @@ def AnswerRelevance(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import answer_relevancy
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

validmind/tests/model_validation/ragas/AnswerSimilarity.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import answer_similarity
 
 from validmind import tags, tasks
 
@@ -79,6 +77,12 @@ def AnswerSimilarity(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import answer_similarity
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

validmind/tests/model_validation/ragas/AspectCritique.py

@@ -6,28 +6,11 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics.critique import AspectCritique as _AspectCritique
-from ragas.metrics.critique import (
-    coherence,
-    conciseness,
-    correctness,
-    harmfulness,
-    maliciousness,
-)
 
 from validmind import tags, tasks
 
 from .utils import get_ragas_config, get_renamed_columns
 
-aspect_map = {
-    "coherence": coherence,
-    "conciseness": conciseness,
-    "correctness": correctness,
-    "harmfulness": harmfulness,
-    "maliciousness": maliciousness,
-}
-
 
 @tags("ragas", "llm", "qualitative")
 @tasks("text_summarization", "text_generation", "text_qa")
@@ -116,6 +99,27 @@ def AspectCritique(
     )
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics.critique import AspectCritique as _AspectCritique
+        from ragas.metrics.critique import (
+            coherence,
+            conciseness,
+            correctness,
+            harmfulness,
+            maliciousness,
+        )
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
+    aspect_map = {
+        "coherence": coherence,
+        "conciseness": conciseness,
+        "correctness": correctness,
+        "harmfulness": harmfulness,
+        "maliciousness": maliciousness,
+    }
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

validmind/tests/model_validation/ragas/ContextEntityRecall.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import context_entity_recall
 
 from validmind import tags, tasks
 
@@ -85,6 +83,12 @@ def ContextEntityRecall(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import context_entity_recall
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

validmind/tests/model_validation/ragas/ContextPrecision.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import context_precision
 
 from validmind import tags, tasks
 
@@ -80,6 +78,12 @@ def ContextPrecision(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import context_precision
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

validmind/tests/model_validation/ragas/ContextRecall.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import context_recall
 
 from validmind import tags, tasks
 
@@ -80,6 +78,12 @@ def ContextRecall(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import context_recall
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

validmind/tests/model_validation/ragas/ContextRelevancy.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import context_relevancy
 
 from validmind import tags, tasks
 
@@ -74,6 +72,12 @@ def ContextRelevancy(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import context_relevancy
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

validmind/tests/model_validation/ragas/Faithfulness.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import faithfulness
 
 from validmind import tags, tasks
 
@@ -79,6 +77,12 @@ def Faithfulness(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import faithfulness
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

validmind/tests/model_validation/ragas/utils.py

@@ -4,14 +4,18 @@
 
 import os
 
-from langchain_openai import ChatOpenAI, OpenAIEmbeddings
-
 from validmind.ai.utils import get_client_and_model
 
 EMBEDDINGS_MODEL = "text-embedding-3-small"
 
 
 def get_ragas_config():
+    # import here since its an optional dependency
+    try:
+        from langchain_openai import ChatOpenAI, OpenAIEmbeddings
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     client, model = get_client_and_model()
     os.environ["OPENAI_API_BASE"] = str(client.base_url)
 

{validmind-2.4.6.dist-info → validmind-2.4.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: validmind
-Version: 2.4.6
+Version: 2.4.9
 Summary: ValidMind Developer Framework
 License: Commercial License
 Author: Andres Rodriguez
@@ -29,10 +29,11 @@ Requires-Dist: latex2mathml (>=3.77.0)
 Requires-Dist: llvmlite ; python_version >= "3.8" and python_full_version <= "3.11.0"
 Requires-Dist: matplotlib
 Requires-Dist: mistune (>=3.0.2,<4.0.0)
+Requires-Dist: nest-asyncio (>=1.6.0,<2.0.0)
 Requires-Dist: nltk (>=3.8.1,<4.0.0)
 Requires-Dist: numba (<0.59.0)
 Requires-Dist: numpy
-Requires-Dist: openai (>=1) ; extra == "all"
+Requires-Dist: openai (>=1)
 Requires-Dist: pandas (>=1.1,<2)
 Requires-Dist: plotly
 Requires-Dist: plotly-express

{validmind-2.4.6.dist-info → validmind-2.4.9.dist-info}/RECORD

@@ -1,5 +1,5 @@
 validmind/__init__.py,sha256=UfmzPwUCdUWbWq3zPqqmq4jw0_kfl3hX4U72p_seE4I,3700
-validmind/__version__.py,sha256=jbv3GfuSUTWNtlhuY3Dgm_vD4Uuj9i1AVwV8tthwnik,22
+validmind/__version__.py,sha256=jexP_bn42GgaPCRDRYZqRI6UFG4hFgjug7OJbg8uE0Y,22
 validmind/ai/test_descriptions.py,sha256=Q1Ftus4x5eiVLKWJu7hqPLukBQZzhy-dARqq_6_JWtk,9464
 validmind/ai/utils.py,sha256=TEXII_S5CpkpczzSyHwTlqLcPMLnPBJWEBR6QFMKh1U,3421
 validmind/api_client.py,sha256=xr9VNqCmA_WFf8rVm-0M0pmzVyLAPFOnfEe4dAog1LA,17144
@@ -59,7 +59,7 @@ validmind/datasets/regression/models/fred_loan_rates_model_4.pkl,sha256=cSxhpcrI
 validmind/datasets/regression/models/fred_loan_rates_model_5.pkl,sha256=FkNLHq9xkPMbYks_vyMjFL371mw9SQYbP1iX9lY4Ljo,60343
 validmind/errors.py,sha256=qy7Gp6Uom5J6WmLw-CpE5zaTN96SiN7kJjDGBaJdoxY,8023
 validmind/html_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-validmind/html_templates/content_blocks.py,sha256=AHQ5MlhR1JYldel7soo5ztpTJJ5-kYtyKPBmh-vwxuI,3997
+validmind/html_templates/content_blocks.py,sha256=LTsv2Hr_drUUZVLEfY2JcT4z0M-45RGYy2sFInt1VKY,3998
 validmind/input_registry.py,sha256=zexO3x-vncaoWvQ6VfkvgDLn6x72e2BNel_jCbrVHSE,793
 validmind/logging.py,sha256=J1Y1dYCH1dtkoYCHoXMOQH_B7EO4fJytWRDrDqZZz8U,5204
 validmind/models/__init__.py,sha256=lraTbNwoKckXNP3Dbyj-euI78UTkZ_w5wpUOb8l5nWs,729
@@ -101,7 +101,7 @@ validmind/tests/data_validation/BivariateScatterPlots.py,sha256=9QcMcbc3yiZl8LbV
 validmind/tests/data_validation/ChiSquaredFeaturesTable.py,sha256=5lPRnNbHjxEdMGtp6fhg4cYy7FLSHbHxUtpymU8GRO0,5977
 validmind/tests/data_validation/ClassImbalance.py,sha256=nRNHDtjCAgLQfWbCWP-zX5CFZSjJno8NWLXZBPaG_yA,6882
 validmind/tests/data_validation/DFGLSArch.py,sha256=D6_kR4AkvctjK-MRUJCc9cELwdmTT_085QIGagliSsA,5365
-validmind/tests/data_validation/DatasetDescription.py,sha256=tEfwJmW-Miij43YR7QzCI5FTbeu_nq1KWUVjLEeXBms,11341
+validmind/tests/data_validation/DatasetDescription.py,sha256=ftB6RrEc4Sfc2qGtOmX7Ogf8yJxGV9QJY29OzjdQCyE,11365
 validmind/tests/data_validation/DatasetSplit.py,sha256=4BCeshqxvNSwmRwXw37uIJ3xy8JnU7ZJIWPyzzTdLJ0,5068
 validmind/tests/data_validation/DescriptiveStatistics.py,sha256=5u1qx-VGD8aVBFEi_4ffCWZfJ17YXbT5PO1Na52KoNo,6333
 validmind/tests/data_validation/Duplicates.py,sha256=oO1LPMyclfJno1_AAITpKB-fZryU-705BvYCm5StClw,5592
@@ -190,16 +190,16 @@ validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py,sha2
 validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py,sha256=npnOPAoXb5FoiwQEwp_gDcbGa5xk4rYnXChTJnuGX64,4405
 validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py,sha256=qLydyTQ6mzHOYQzqysjPPe_ltiTsRfPEhZDEDm5XxX8,4825
 validmind/tests/model_validation/embeddings/TSNEComponentsPairwisePlots.py,sha256=ereo_dGf19xqvOGz7zcGwhDRU_UqvjFRi5n4KmGDKl8,4511
-validmind/tests/model_validation/ragas/AnswerCorrectness.py,sha256=PgSxFcyWx2WAI6DsgYJQW3N5EKQgm-uCAZgm8r9Cly4,5002
-validmind/tests/model_validation/ragas/AnswerRelevance.py,sha256=iIgN6CTAYs8V9sfJVhR_p6B5TQLUQ413rXYqwVP3770,4861
-validmind/tests/model_validation/ragas/AnswerSimilarity.py,sha256=csCdKnjKXwIAOcc6PdAWl0IO2ttou2ihoXtU-G37hz4,4321
-validmind/tests/model_validation/ragas/AspectCritique.py,sha256=Tx6dDGLPnHpPdY_93i-gu9robPOsiu1SEdqw0-rs2Ws,6043
-validmind/tests/model_validation/ragas/ContextEntityRecall.py,sha256=o8zYuCESyYlTqYHzdDfrbAsFeIEPDFTUoLvCm2SuFic,4768
-validmind/tests/model_validation/ragas/ContextPrecision.py,sha256=JKmz1nI1HE2tlzVIGRjwunkJ3Wmh7ITu_X3y39-sDSw,4494
-validmind/tests/model_validation/ragas/ContextRecall.py,sha256=VsBtDqKbvcK12Tblfdy7RwGHTBVQ03O67wRphrTHyZE,4431
-validmind/tests/model_validation/ragas/ContextRelevancy.py,sha256=lLaWSPNDQXae4jiMjDP7841pqnGvcvYqYHYIj6TL698,4019
-validmind/tests/model_validation/ragas/Faithfulness.py,sha256=zIkTwX4nu78KkuMTzArx0D2HaM3EMKddakB8Bfo0Xr0,4389
-validmind/tests/model_validation/ragas/utils.py,sha256=wtmY4jWF8RZCl032v0AkfpgZrS1jhnAzkrDhoWNvhEk,2952
+validmind/tests/model_validation/ragas/AnswerCorrectness.py,sha256=XOEpsVqeaUCGUILu81ZLXSDlyqLStPX9ZKUJDrTh2Bg,5138
+validmind/tests/model_validation/ragas/AnswerRelevance.py,sha256=Tz3rNO2PnHvvAw7YKWPUZiiitJTH6VJDG8LjC9Nkwx8,4997
+validmind/tests/model_validation/ragas/AnswerSimilarity.py,sha256=O1xq5GNnWB9roscmaBRGiWEi0BvXh705ppeKJTP3O58,4457
+validmind/tests/model_validation/ragas/AspectCritique.py,sha256=08jlfL4qVuRM-U4Y-zGYb9iy-DLsXk7JtdvA0yRK498,6263
+validmind/tests/model_validation/ragas/ContextEntityRecall.py,sha256=Du3A5Jkpt9_msaF3bDy6tNvgomUkmgwsIxO2zdZmmyA,4904
+validmind/tests/model_validation/ragas/ContextPrecision.py,sha256=-4LBSu1ovzIuf2evSoSwyYdrNtGl5-9w8yRQzjcdDtY,4630
+validmind/tests/model_validation/ragas/ContextRecall.py,sha256=i72mPF8eO8BUrshdvn6Mpoq9oFSfvPH1lfWk-LKvS8w,4567
+validmind/tests/model_validation/ragas/ContextRelevancy.py,sha256=TcfC-O7vj2zDU1UqIYC4KgAQaA9aaOtSUHuXfl70JJE,4155
+validmind/tests/model_validation/ragas/Faithfulness.py,sha256=89EeM0lrUq5MAhKYhOO9cnp32WCap6eG2n28SjZH9c4,4525
+validmind/tests/model_validation/ragas/utils.py,sha256=zh9_pGitutGBS4Tvk3Bw1D-QVnDueggNErAhAvMPUOA,3130
 validmind/tests/model_validation/sklearn/AdjustedMutualInformation.py,sha256=KhQroHKDG4gpRAoD9Clw65qNslwGS93rTETdZTOqoTk,2840
 validmind/tests/model_validation/sklearn/AdjustedRandIndex.py,sha256=nSs1BGC8MSWWp7T6M0FZR5kNPraiZwRJF7U6LNCoMMM,2715
 validmind/tests/model_validation/sklearn/ClassifierPerformance.py,sha256=4ebx4erElJM32QOZD79ycL6jSNyz7a7yS5Oy86LlG3s,5885
@@ -307,8 +307,8 @@ validmind/vm_models/test_suite/runner.py,sha256=aewxadRfoOPH48jes2Gtb3Ju_FWFfVM_
 validmind/vm_models/test_suite/summary.py,sha256=GQRNe2ZvvqjQN0yKmaN7ohAUjRFQIN4YYUYxfOuWN6M,4682
 validmind/vm_models/test_suite/test.py,sha256=_GfbK36l98SjzgVcucmp0OKBJKqMW3neO7SqJ3EWeps,5049
 validmind/vm_models/test_suite/test_suite.py,sha256=Cns2wL54v0T5Mv5_HJb3kMeaa4rtycdqT8KxK9_rWEU,6279
-validmind-2.4.6.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
-validmind-2.4.6.dist-info/METADATA,sha256=fcDV-5tH1o8RdJpJD07ablIH3yDsar6sWfWeEuXo0Fg,4222
-validmind-2.4.6.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-validmind-2.4.6.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
-validmind-2.4.6.dist-info/RECORD,,
+validmind-2.4.9.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
+validmind-2.4.9.dist-info/METADATA,sha256=pZA_sXTyykGQNAwB6yPyMQIjFgvekoh_jdNhqf0eaXY,4250
+validmind-2.4.9.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+validmind-2.4.9.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
+validmind-2.4.9.dist-info/RECORD,,