validmind 2.7.7__py3-none-any.whl → 2.7.9__py3-none-any.whl

validmind/__version__.py

@@ -1 +1 @@
-__version__ = "2.7.7"
+__version__ = "2.7.9"

validmind/ai/test_descriptions.py

@@ -8,6 +8,7 @@ import re
 from concurrent.futures import ThreadPoolExecutor
 from typing import List, Optional, Union
 
+import tiktoken
 from jinja2 import Template
 
 from ..client_config import client_config
@@ -82,6 +83,29 @@ def _get_llm_global_context():
     return context if context_enabled and context else None
 
 
+def _truncate_summary(summary: str, test_id: str, max_tokens: int = 100_000):
+    if len(summary) < max_tokens:
+        # since string itself is less than max_tokens, definitely small enough
+        return summary
+
+    # TODO: better context length handling
+    encoding = tiktoken.encoding_for_model("gpt-4o")
+    summary_tokens = encoding.encode(summary)
+
+    if len(summary_tokens) > max_tokens:
+        logger.warning(
+            f"Truncating {test_id} due to context length restrictions..."
+            " Generated description may be innacurate"
+        )
+        summary = (
+            encoding.decode(summary_tokens[:max_tokens])
+            + "...[truncated]"
+            + encoding.decode(summary_tokens[-100:])
+        )
+
+    return summary
+
+
 def generate_description(
     test_id: str,
     test_description: str,
@@ -127,7 +151,7 @@ def generate_description(
         "test_name": test_name,
         "test_description": test_description,
         "title": title,
-        "summary": summary,
+        "summary": _truncate_summary(summary, test_id),
         "figures": [figure._get_b64_url() for figure in ([] if tables else figures)],
         "context": context,
     }
@@ -165,7 +189,13 @@ def background_generate_description(
                 title=title,
             )
         except Exception as e:
-            logger.error(f"Failed to generate description: {e}")
+            if "maximum context length" in str(e):
+                logger.warning(
+                    f"Test result {test_id} is too large to generate a description"
+                )
+            else:
+                logger.warning(f"Failed to generate description for {test_id}: {e}")
+            logger.warning(f"Using default description for {test_id}")
 
             return test_description
 

validmind/tests/run.py

@@ -3,11 +3,11 @@
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
 import platform
+import pprint
 import subprocess
 import time
 from datetime import datetime
 from inspect import getdoc
-import pprint
 from typing import Any, Callable, Dict, List, Optional, Tuple, Union
 from uuid import uuid4
 

{validmind-2.7.7.dist-info → validmind-2.7.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: validmind
-Version: 2.7.7
+Version: 2.7.9
 Summary: ValidMind Library
 License: Commercial License
 Author: Andres Rodriguez

{validmind-2.7.7.dist-info → validmind-2.7.9.dist-info}/RECORD

@@ -1,6 +1,6 @@
 validmind/__init__.py,sha256=7qIV3pfZ9K4Gnq11Nkm8TutNKdAmPtUY9DZ0N_OaKks,2738
-validmind/__version__.py,sha256=BstYW0haMt-goLq3EVcbRg5TXefKX8m8z0lydYJ7KnQ,22
-validmind/ai/test_descriptions.py,sha256=OpdMyLkZqlvegxjKfg2iJ0o4PwjnRv4_kEzePyuQiYs,7345
+validmind/__version__.py,sha256=_43Rb_ixjzQz00TkrUhA8ua5QXQmT2qU8OCNFLRevrs,22
+validmind/ai/test_descriptions.py,sha256=ZApQ9PGBP1PI6HgyRG7Dwfo1C8t_89WRhVv1-H-i0Y4,8438
 validmind/ai/test_result_description/config.yaml,sha256=E1gPd-uv-MzdrWZA_rP6LSk8pVmkYijx6v78hZ8ceL0,787
 validmind/ai/test_result_description/context.py,sha256=ebKulFMpXTDLqd6lOHAsG200GmLNnhnu7sMDnbo2Dhc,2339
 validmind/ai/test_result_description/image_processing.py,sha256=JNaO1zyM9293WWuyzUp1meQQbHuut0XN4kKUGzQTwYY,4061
@@ -291,7 +291,7 @@ validmind/tests/prompt_validation/Robustness.py,sha256=4FShTFGzHcfg9ePfd_lbVt28M
 validmind/tests/prompt_validation/Specificity.py,sha256=nBKoBvE4vFisXNZX085h0rJN_m1cS9c05J4Ku53tuwQ,4790
 validmind/tests/prompt_validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 validmind/tests/prompt_validation/ai_powered_test.py,sha256=Lc8WU-rJ50e_NbLGV3YZ-W9t6Vj2T-o7hMxZbUrv3pw,2229
-validmind/tests/run.py,sha256=-SBh55d_byouC0zx8vswo-pd1f0tmefX3SulgggSFvk,13497
+validmind/tests/run.py,sha256=sO1YUFcM7Ng3yuVdC9cOR-7iOqmJF5EiE7gfuAateZg,13497
 validmind/tests/test_providers.py,sha256=BceVuM_-bfQ4Zp-a5wwcP_wHeM6IOUpPIq1-MeT2-VY,6250
 validmind/tests/utils.py,sha256=mQuf1qgewPiE_pFN8iOoPSCGdyFqb4jbMFBVN3S3S2o,3526
 validmind/unit_metrics/__init__.py,sha256=lXeTJh8uq0TBRQHDBVhzKiHoV2eG9xOkHkI_pDXnkPU,952
@@ -327,8 +327,8 @@ validmind/vm_models/test_suite/runner.py,sha256=Cpl9WKwHzJD5Zvrh71FzbEhGZkHM0x0M
 validmind/vm_models/test_suite/summary.py,sha256=Ug3nMvpPL2DSTDujWagWMCrFiW9oDy0AqJL_zXN8pH0,4642
 validmind/vm_models/test_suite/test.py,sha256=uImjmPlBlLrlVPavsUzbaDK55bvpOn3PuFyWeyYyTac,3908
 validmind/vm_models/test_suite/test_suite.py,sha256=5Jppt2UXSMgvJ6FO5LIAKA4oN_-hh9SMr8APAFJzk9g,5080
-validmind-2.7.7.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
-validmind-2.7.7.dist-info/METADATA,sha256=RZQqiNFAIH_CFnKj7YApmD4BIe8ORG-17VJSWn3LOfo,6084
-validmind-2.7.7.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-validmind-2.7.7.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
-validmind-2.7.7.dist-info/RECORD,,
+validmind-2.7.9.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
+validmind-2.7.9.dist-info/METADATA,sha256=jzQS-5FdwOi9PjQmKrHKhfh9xmdri5w5DlFK6Yeex9c,6084
+validmind-2.7.9.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+validmind-2.7.9.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
+validmind-2.7.9.dist-info/RECORD,,