validmind 2.4.7__tar.gz → 2.4.9__tar.gz

{validmind-2.4.7 → validmind-2.4.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: validmind
-Version: 2.4.7
+Version: 2.4.9
 Summary: ValidMind Developer Framework
 License: Commercial License
 Author: Andres Rodriguez
@@ -29,6 +29,7 @@ Requires-Dist: latex2mathml (>=3.77.0)
 Requires-Dist: llvmlite ; python_version >= "3.8" and python_full_version <= "3.11.0"
 Requires-Dist: matplotlib
 Requires-Dist: mistune (>=3.0.2,<4.0.0)
+Requires-Dist: nest-asyncio (>=1.6.0,<2.0.0)
 Requires-Dist: nltk (>=3.8.1,<4.0.0)
 Requires-Dist: numba (<0.59.0)
 Requires-Dist: numpy

{validmind-2.4.7 → validmind-2.4.9}/pyproject.toml

@@ -10,9 +10,10 @@ description = "ValidMind Developer Framework"
 license = "Commercial License"
 name = "validmind"
 readme = "README.pypi.md"
-version = "2.4.7"
+version = "2.4.9"
 
 [tool.poetry.dependencies]
+python = ">=3.8.1,<3.12"
 aiohttp = {extras = ["speedups"], version = "*"}
 arch = "*"
 bert-score = ">=0.3.13"
@@ -26,6 +27,7 @@ latex2mathml = ">=3.77.0"
 llvmlite = {version = "*", python = ">=3.8,<=3.11"}
 matplotlib = "*"
 mistune = "^3.0.2"
+nest-asyncio = "^1.6.0"
 nltk = "^3.8.1"
 numba = "<0.59.0" # TODO: https://github.com/validmind/developer-framework/pull/28
 numpy = "*"
@@ -35,7 +37,6 @@ plotly = "*"
 plotly-express = "*"
 polars = "*"
 pycocoevalcap = {version = "^1.2", optional = true}
-python = ">=3.8.1,<3.12"
 python-dotenv = "*"
 ragas = {version = ">=0.1.7", optional = true}
 rouge = ">=1"

validmind-2.4.9/validmind/__version__.py

@@ -0,0 +1 @@
+__version__ = "2.4.9"

{validmind-2.4.7 → validmind-2.4.9}/validmind/html_templates/content_blocks.py

@@ -27,7 +27,8 @@ test_content_block_html = """
   <div id="expandable_instructions_{uuid}" style="display: {instructions_display};">
   <h4>Code:</h4>
     <pre>
-        <code class='language-python'>import validmind as vm
+        <code class='language-python'>
+import validmind as vm
 
 # inputs dictionary maps your inputs to the expected input names
 # keys are the expected input names and values are the actual inputs

{validmind-2.4.7 → validmind-2.4.9}/validmind/tests/data_validation/DatasetDescription.py

@@ -161,7 +161,7 @@ class DatasetDescription(Metric):
                 .describe(percentiles=[0.25, 0.5, 0.75, 0.9, 0.95])
                 .to_dict()
             )
-        elif field_type == "Categorical":
+        elif field_type == "Categorical" or field_type == "Text":
             field["statistics"] = (
                 df[field["id"]].astype("category").describe().to_dict()
             )

{validmind-2.4.7 → validmind-2.4.9}/validmind/tests/model_validation/ragas/AnswerCorrectness.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import answer_correctness
 
 from validmind import tags, tasks
 
@@ -89,6 +87,12 @@ def AnswerCorrectness(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import answer_correctness
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

{validmind-2.4.7 → validmind-2.4.9}/validmind/tests/model_validation/ragas/AnswerRelevance.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import answer_relevancy
 
 from validmind import tags, tasks
 
@@ -93,6 +91,12 @@ def AnswerRelevance(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import answer_relevancy
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

{validmind-2.4.7 → validmind-2.4.9}/validmind/tests/model_validation/ragas/AnswerSimilarity.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import answer_similarity
 
 from validmind import tags, tasks
 
@@ -79,6 +77,12 @@ def AnswerSimilarity(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import answer_similarity
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

{validmind-2.4.7 → validmind-2.4.9}/validmind/tests/model_validation/ragas/AspectCritique.py

@@ -6,28 +6,11 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics.critique import AspectCritique as _AspectCritique
-from ragas.metrics.critique import (
-    coherence,
-    conciseness,
-    correctness,
-    harmfulness,
-    maliciousness,
-)
 
 from validmind import tags, tasks
 
 from .utils import get_ragas_config, get_renamed_columns
 
-aspect_map = {
-    "coherence": coherence,
-    "conciseness": conciseness,
-    "correctness": correctness,
-    "harmfulness": harmfulness,
-    "maliciousness": maliciousness,
-}
-
 
 @tags("ragas", "llm", "qualitative")
 @tasks("text_summarization", "text_generation", "text_qa")
@@ -116,6 +99,27 @@ def AspectCritique(
     )
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics.critique import AspectCritique as _AspectCritique
+        from ragas.metrics.critique import (
+            coherence,
+            conciseness,
+            correctness,
+            harmfulness,
+            maliciousness,
+        )
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
+    aspect_map = {
+        "coherence": coherence,
+        "conciseness": conciseness,
+        "correctness": correctness,
+        "harmfulness": harmfulness,
+        "maliciousness": maliciousness,
+    }
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

{validmind-2.4.7 → validmind-2.4.9}/validmind/tests/model_validation/ragas/ContextEntityRecall.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import context_entity_recall
 
 from validmind import tags, tasks
 
@@ -85,6 +83,12 @@ def ContextEntityRecall(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import context_entity_recall
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

{validmind-2.4.7 → validmind-2.4.9}/validmind/tests/model_validation/ragas/ContextPrecision.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import context_precision
 
 from validmind import tags, tasks
 
@@ -80,6 +78,12 @@ def ContextPrecision(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import context_precision
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

{validmind-2.4.7 → validmind-2.4.9}/validmind/tests/model_validation/ragas/ContextRecall.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import context_recall
 
 from validmind import tags, tasks
 
@@ -80,6 +78,12 @@ def ContextRecall(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import context_recall
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

{validmind-2.4.7 → validmind-2.4.9}/validmind/tests/model_validation/ragas/ContextRelevancy.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import context_relevancy
 
 from validmind import tags, tasks
 
@@ -74,6 +72,12 @@ def ContextRelevancy(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import context_relevancy
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

{validmind-2.4.7 → validmind-2.4.9}/validmind/tests/model_validation/ragas/Faithfulness.py

@@ -6,8 +6,6 @@ import warnings
 
 import plotly.express as px
 from datasets import Dataset
-from ragas import evaluate
-from ragas.metrics import faithfulness
 
 from validmind import tags, tasks
 
@@ -79,6 +77,12 @@ def Faithfulness(
     }
     ```
     """
+    try:
+        from ragas import evaluate
+        from ragas.metrics import faithfulness
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     warnings.filterwarnings(
         "ignore",
         category=FutureWarning,

{validmind-2.4.7 → validmind-2.4.9}/validmind/tests/model_validation/ragas/utils.py

@@ -4,14 +4,18 @@
 
 import os
 
-from langchain_openai import ChatOpenAI, OpenAIEmbeddings
-
 from validmind.ai.utils import get_client_and_model
 
 EMBEDDINGS_MODEL = "text-embedding-3-small"
 
 
 def get_ragas_config():
+    # import here since its an optional dependency
+    try:
+        from langchain_openai import ChatOpenAI, OpenAIEmbeddings
+    except ImportError:
+        raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
+
     client, model = get_client_and_model()
     os.environ["OPENAI_API_BASE"] = str(client.base_url)
 

validmind-2.4.7/validmind/__version__.py

@@ -1 +0,0 @@
-__version__ = "2.4.7"