llmvalidate 0.4.4__tar.gz → 0.4.6__tar.gz

{llmvalidate-0.4.4/src/llmvalidate.egg-info → llmvalidate-0.4.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llmvalidate
-Version: 0.4.4
+Version: 0.4.6
 Summary: Oncoshot LLM validation framework
 License: MIT
 Project-URL: Homepage, https://github.com/Oncoshot/llm-validation-framework

{llmvalidate-0.4.4 → llmvalidate-0.4.6}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "llmvalidate"
-version = "0.4.4"
+version = "0.4.6"
 description = "Oncoshot LLM validation framework"
 readme = "readme.md"
 requires-python = ">=3.11"

llmvalidate-0.4.6/src/llmvalidate/__init__.py

@@ -0,0 +1,39 @@
+__version__ = "0.0.0"
+
+# `structured` is pydantic-only and cheap, so it is imported eagerly: consumers that
+# only need the extraction contract (StructuredResult / StructuredField) get it without
+# pulling in the pandas/numpy scoring stack.
+from .structured import StructuredResult, StructuredGroup, StructuredField
+
+__all__ = [
+    "validate",
+    "bootstrap_CI",
+    "StructuredResult",
+    "StructuredGroup",
+    "StructuredField",
+]
+
+
+def __getattr__(name: str):
+    """Lazily expose the pandas-backed scorer (PEP 562).
+
+    `validation` imports pandas/numpy/tqdm, so importing this package — or the
+    lightweight `llmvalidate.structured` types — must not import it eagerly. `validate`
+    and `bootstrap_CI` are resolved on first access, loading `validation` (and pandas)
+    only then, and cached into the module namespace so later access skips this hook.
+    `from llmvalidate import validate`, `from llmvalidate.validation import validate`,
+    and `import llmvalidate.validation` all keep working. See ONC-12308.
+    """
+    if name in ("validate", "bootstrap_CI"):
+        from . import validation
+        attr = getattr(validation, name)
+        globals()[name] = attr  # cache so repeated access doesn't re-enter __getattr__
+        return attr
+    raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
+
+
+def __dir__() -> list[str]:
+    """Include the lazily-exposed entry points in `dir()` so introspection (and IDEs)
+    still list `validate` / `bootstrap_CI` before first access — PEP 562 `__getattr__`
+    alone would hide them, unlike the previous eager imports."""
+    return sorted(set(__all__) | set(globals()))

{llmvalidate-0.4.4 → llmvalidate-0.4.6}/src/llmvalidate/validation.py

@@ -16,7 +16,15 @@ def compare_results_binary(expected, actual):
     if (is_expected_undefined(expected)):
         return {'TP': None, 'TN': None, 'FP': None, 'FN': None}
 
-    TP = 1 if expected is True and actual is True else 0 
+    # Fully-labelled binary columns get re-inferred to numpy bool dtype by convert_lists,
+    # so iterrows yields numpy.bool_ scalars; normalize those to native bool because the
+    # identity checks below (is True / is False) fail for numpy.bool_ (ONC-12248).
+    if isinstance(expected, np.bool_):
+        expected = bool(expected)
+    if isinstance(actual, np.bool_):
+        actual = bool(actual)
+
+    TP = 1 if expected is True and actual is True else 0
     FN = 1 if expected is True and actual is not True else 0 
     TN = 1 if expected is False and actual is False else 0
     FP = 1 if expected is False and actual is not False else 0

{llmvalidate-0.4.4 → llmvalidate-0.4.6/src/llmvalidate.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llmvalidate
-Version: 0.4.4
+Version: 0.4.6
 Summary: Oncoshot LLM validation framework
 License: MIT
 Project-URL: Homepage, https://github.com/Oncoshot/llm-validation-framework

llmvalidate-0.4.4/src/llmvalidate/__init__.py

@@ -1,12 +0,0 @@
-__version__ = "0.0.0"
-
-from .validation import validate, bootstrap_CI
-from .structured import StructuredResult, StructuredGroup, StructuredField
-
-__all__ = [
-    "validate", 
-    "bootstrap_CI", 
-    "StructuredResult", 
-    "StructuredGroup", 
-    "StructuredField"
-]