validmind 2.7.7__tar.gz → 2.7.9__tar.gz

{validmind-2.7.7 → validmind-2.7.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: validmind
-Version: 2.7.7
+Version: 2.7.9
 Summary: ValidMind Library
 License: Commercial License
 Author: Andres Rodriguez

{validmind-2.7.7 → validmind-2.7.9}/pyproject.toml

@@ -10,7 +10,7 @@ description = "ValidMind Library"
 license = "Commercial License"
 name = "validmind"
 readme = "README.pypi.md"
-version = "2.7.7"
+version = "2.7.9"
 
 [tool.poetry.dependencies]
 aiohttp = {extras = ["speedups"], version = "*"}

validmind-2.7.9/validmind/__version__.py

@@ -0,0 +1 @@
+__version__ = "2.7.9"

{validmind-2.7.7 → validmind-2.7.9}/validmind/ai/test_descriptions.py

@@ -8,6 +8,7 @@ import re
 from concurrent.futures import ThreadPoolExecutor
 from typing import List, Optional, Union
 
+import tiktoken
 from jinja2 import Template
 
 from ..client_config import client_config
@@ -82,6 +83,29 @@ def _get_llm_global_context():
     return context if context_enabled and context else None
 
 
+def _truncate_summary(summary: str, test_id: str, max_tokens: int = 100_000):
+    if len(summary) < max_tokens:
+        # since string itself is less than max_tokens, definitely small enough
+        return summary
+
+    # TODO: better context length handling
+    encoding = tiktoken.encoding_for_model("gpt-4o")
+    summary_tokens = encoding.encode(summary)
+
+    if len(summary_tokens) > max_tokens:
+        logger.warning(
+            f"Truncating {test_id} due to context length restrictions..."
+            " Generated description may be innacurate"
+        )
+        summary = (
+            encoding.decode(summary_tokens[:max_tokens])
+            + "...[truncated]"
+            + encoding.decode(summary_tokens[-100:])
+        )
+
+    return summary
+
+
 def generate_description(
     test_id: str,
     test_description: str,
@@ -127,7 +151,7 @@ def generate_description(
         "test_name": test_name,
         "test_description": test_description,
         "title": title,
-        "summary": summary,
+        "summary": _truncate_summary(summary, test_id),
         "figures": [figure._get_b64_url() for figure in ([] if tables else figures)],
         "context": context,
     }
@@ -165,7 +189,13 @@ def background_generate_description(
                 title=title,
             )
         except Exception as e:
-            logger.error(f"Failed to generate description: {e}")
+            if "maximum context length" in str(e):
+                logger.warning(
+                    f"Test result {test_id} is too large to generate a description"
+                )
+            else:
+                logger.warning(f"Failed to generate description for {test_id}: {e}")
+            logger.warning(f"Using default description for {test_id}")
 
             return test_description
 

validmind-2.7.7/validmind/__version__.py

@@ -1 +0,0 @@
-__version__ = "2.7.7"