fleet-python 0.2.116__tar.gz → 0.2.117__tar.gz

{fleet_python-0.2.116/fleet_python.egg-info → fleet_python-0.2.117}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fleet-python
-Version: 0.2.116
+Version: 0.2.117
 Summary: Python SDK for Fleet environments
 Author-email: Fleet AI <nic@fleet.so>
 License: Apache-2.0

{fleet_python-0.2.116 → fleet_python-0.2.117}/fleet/__init__.py

@@ -38,6 +38,8 @@ from .verifiers import (
     SnapshotDiff,
     TASK_FAILED_SCORE,
     TASK_SUCCESSFUL_SCORE,
+    execute_verifier_local,
+    LocalEnvironment,
 )
 
 # Import async verifiers (default verifier is async for modern usage)
@@ -76,7 +78,7 @@ from . import env
 from . import global_client as _global_client
 from ._async import global_client as _async_global_client
 
-__version__ = "0.2.116"
+__version__ = "0.2.117"
 
 __all__ = [
     # Core classes
@@ -114,6 +116,8 @@ __all__ = [
     "SnapshotDiff",
     "TASK_FAILED_SCORE",
     "TASK_SUCCESSFUL_SCORE",
+    "execute_verifier_local",
+    "LocalEnvironment",
     # Environment module
     "env",
     # Global client helpers

{fleet_python-0.2.116 → fleet_python-0.2.117}/fleet/_async/__init__.py

@@ -44,7 +44,7 @@ from ..types import VerifierFunction
 from .. import env
 from . import global_client as _async_global_client
 
-__version__ = "0.2.116"
+__version__ = "0.2.117"
 
 __all__ = [
     # Core classes

{fleet_python-0.2.116 → fleet_python-0.2.117}/fleet/_async/base.py

@@ -26,7 +26,7 @@ from .exceptions import (
 try:
     from .. import __version__
 except ImportError:
-    __version__ = "0.2.116"
+    __version__ = "0.2.117"
 
 logger = logging.getLogger(__name__)
 

{fleet_python-0.2.116 → fleet_python-0.2.117}/fleet/_async/client.py

@@ -832,7 +832,45 @@ class AsyncFleet:
             At least one of run_id or profile_id must be provided.
         """
         return await _delete_instances_batch(self.client, run_id=run_id, profile_id=profile_id)
-    
+
+    @staticmethod
+    async def execute_verifier_local(
+        verifier_func: str,
+        seed_db: str,
+        current_db: str,
+        final_answer: Optional[str] = None,
+    ) -> Dict[str, Any]:
+        """Execute a verifier function locally against SQLite database files.
+
+        No authentication or remote server required. The verifier code is executed
+        in an isolated namespace with the same helpers available in production
+        (``normalized_contains``, ``IgnoreConfig``, ``DatabaseSnapshot``, etc.).
+
+        Args:
+            verifier_func: Python source code containing the verifier function definition.
+            seed_db: Path to the seed (before) SQLite database file.
+            current_db: Path to the current (after) SQLite database file.
+            final_answer: Optional final answer string passed to the verifier.
+
+        Returns:
+            Dict with keys ``success``, ``result``, ``error``, and ``stdout``.
+
+        Example::
+
+            result = await fleet.execute_verifier_local(
+                verifier_func=verifier_code_string,
+                seed_db="./seed.db",
+                current_db="./current.db",
+            )
+            print(result["result"])  # 1 (TASK_SUCCESSFUL_SCORE) or 0
+        """
+        import asyncio
+        from ..verifiers.local_executor import execute_verifier_local
+
+        return await asyncio.to_thread(
+            execute_verifier_local, verifier_func, seed_db, current_db, final_answer
+        )
+
     async def list_runs(
         self, profile_id: Optional[str] = None, status: Optional[str] = "active"
     ) -> List[Run]:

{fleet_python-0.2.116 → fleet_python-0.2.117}/fleet/base.py

@@ -27,7 +27,7 @@ from .exceptions import (
 try:
     from . import __version__
 except ImportError:
-    __version__ = "0.2.116"
+    __version__ = "0.2.117"
 
 logger = logging.getLogger(__name__)
 

{fleet_python-0.2.116 → fleet_python-0.2.117}/fleet/client.py

@@ -844,7 +844,42 @@ class Fleet:
             At least one of run_id or profile_id must be provided.
         """
         return _delete_instances_batch(self.client, run_id=run_id, profile_id=profile_id)
-    
+
+    @staticmethod
+    def execute_verifier_local(
+        verifier_func: str,
+        seed_db: str,
+        current_db: str,
+        final_answer: Optional[str] = None,
+    ) -> Dict[str, Any]:
+        """Execute a verifier function locally against SQLite database files.
+
+        No authentication or remote server required. The verifier code is executed
+        in an isolated namespace with the same helpers available in production
+        (``normalized_contains``, ``IgnoreConfig``, ``DatabaseSnapshot``, etc.).
+
+        Args:
+            verifier_func: Python source code containing the verifier function definition.
+            seed_db: Path to the seed (before) SQLite database file.
+            current_db: Path to the current (after) SQLite database file.
+            final_answer: Optional final answer string passed to the verifier.
+
+        Returns:
+            Dict with keys ``success``, ``result``, ``error``, and ``stdout``.
+
+        Example::
+
+            result = fleet.execute_verifier_local(
+                verifier_func=verifier_code_string,
+                seed_db="./seed.db",
+                current_db="./current.db",
+            )
+            print(result["result"])  # 1 (TASK_SUCCESSFUL_SCORE) or 0
+        """
+        from .verifiers.local_executor import execute_verifier_local
+
+        return execute_verifier_local(verifier_func, seed_db, current_db, final_answer)
+
     def list_runs(
         self, profile_id: Optional[str] = None, status: Optional[str] = "active"
     ) -> List[Run]:

{fleet_python-0.2.116 → fleet_python-0.2.117}/fleet/verifiers/__init__.py

@@ -6,6 +6,7 @@ from .verifier import (
     verifier,
     SyncVerifierFunction,
 )
+from .local_executor import execute_verifier_local, LocalEnvironment
 
 __all__ = [
     "DatabaseSnapshot",
@@ -15,4 +16,6 @@ __all__ = [
     "TASK_FAILED_SCORE",
     "verifier",
     "SyncVerifierFunction",
+    "execute_verifier_local",
+    "LocalEnvironment",
 ]

fleet_python-0.2.117/fleet/verifiers/local_executor.py

@@ -0,0 +1,247 @@
+"""Local verifier execution against SQLite files.
+
+Executes verifier function code directly against local SQLite database files,
+without requiring authentication or a remote runner API server.
+"""
+
+import inspect
+import json
+import re
+import string
+import traceback
+from io import StringIO
+from typing import Any, Dict, Optional
+
+from .db import DatabaseSnapshot, IgnoreConfig, SnapshotDiff
+from .code import TASK_SUCCESSFUL_SCORE, TASK_FAILED_SCORE
+
+
+# ---------------------------------------------------------------------------
+#  Helper functions injected into verifier execution namespace
+# ---------------------------------------------------------------------------
+
+_TRANSLATOR = str.maketrans(string.punctuation, " " * len(string.punctuation))
+
+
+def _normalize_text(value: str) -> str:
+    text = value.lower().translate(_TRANSLATOR)
+    return "".join(text.split())
+
+
+def _stringify_content(content: Any) -> str:
+    if isinstance(content, (dict, list)):
+        return json.dumps(content, sort_keys=True)
+    return str(content)
+
+
+def normalized_contains(target: str, blob: Any) -> bool:
+    """Check if target is contained in blob after normalising punctuation and case."""
+    normalized_target = _normalize_text(target)
+    normalized_blob = _normalize_text(_stringify_content(blob))
+    return normalized_target in normalized_blob
+
+
+def normalized_string_comparison(target: str, blob: Any) -> bool:
+    """Check if target equals blob after normalising punctuation and case."""
+    normalized_target = _normalize_text(target)
+    normalized_blob = _normalize_text(_stringify_content(blob))
+    return normalized_target == normalized_blob
+
+
+def extract_numbers(text: str) -> list:
+    """Extract all numbers from a string."""
+    cleaned_text = text.replace(",", "")
+    pattern = r"-?\d+\.?\d*"
+    matches = re.findall(pattern, cleaned_text)
+    return [float(num) for num in matches]
+
+
+def contains_number(text: str, target_number) -> bool:
+    """Check if text contains the target number."""
+    numbers = extract_numbers(text)
+    try:
+        if isinstance(target_number, str):
+            target_number = target_number.replace(",", "")
+        target = float(target_number)
+    except (ValueError, AttributeError):
+        return False
+    return target in numbers
+
+
+# ---------------------------------------------------------------------------
+#  Lightweight Environment mock for local verifier execution
+# ---------------------------------------------------------------------------
+
+class _LocalInstance:
+    """Mock instance that supports load() as a no-op."""
+
+    def load(self):
+        pass
+
+
+class LocalEnvironment:
+    """Lightweight environment that wraps local SQLite files for verifier execution.
+
+    Provides the same interface verifier functions expect from ``env``:
+    ``env.db("seed")``, ``env.db("current")``, and ``env.instance.load()``.
+    """
+
+    def __init__(self, seed_db: str, current_db: str):
+        self._snapshots: Dict[str, DatabaseSnapshot] = {
+            "seed": DatabaseSnapshot(seed_db, name="seed"),
+            "current": DatabaseSnapshot(current_db, name="current"),
+        }
+        self.instance = _LocalInstance()
+
+    def db(self, name: str = "current") -> DatabaseSnapshot:
+        if name not in self._snapshots:
+            raise KeyError(
+                f"Unknown database '{name}'. Available: {list(self._snapshots.keys())}"
+            )
+        return self._snapshots[name]
+
+
+# ---------------------------------------------------------------------------
+#  Core execution function
+# ---------------------------------------------------------------------------
+
+def execute_verifier_local(
+    verifier_func: str,
+    seed_db: str,
+    current_db: str,
+    final_answer: Optional[str] = None,
+) -> Dict[str, Any]:
+    """Execute a verifier function string locally against SQLite database files.
+
+    No authentication or remote server required. The function is executed in an
+    isolated namespace with the same helpers available to production verifiers.
+
+    Args:
+        verifier_func: Python source code containing the verifier function definition.
+        seed_db: Path to the seed (before) SQLite database file.
+        current_db: Path to the current (after) SQLite database file.
+        final_answer: Optional final answer string passed to the verifier.
+
+    Returns:
+        Dict with keys:
+            - ``success`` (bool): Whether execution completed without errors.
+            - ``result`` (Any): The return value of the verifier function (typically a score).
+            - ``error`` (str | None): Error message and traceback if execution failed.
+            - ``stdout`` (str): Captured stdout output from the verifier function.
+    """
+    import sys
+
+    # Capture stdout
+    captured_stdout = StringIO()
+
+    try:
+        # Build the local environment
+        env = LocalEnvironment(seed_db, current_db)
+
+        # Clean the verifier code – strip decorators and fleet imports
+        cleaned_code = re.sub(r"@verifier\([^)]*\)\s*\n", "", verifier_func)
+        cleaned_code = re.sub(
+            r"^from fleet\.verifiers.*import.*$\n?",
+            "",
+            cleaned_code,
+            flags=re.MULTILINE,
+        )
+        cleaned_code = re.sub(
+            r"^from fleet import verifier.*$\n?",
+            "",
+            cleaned_code,
+            flags=re.MULTILINE,
+        )
+        cleaned_code = re.sub(
+            r"^import fleet\.verifiers.*$\n?",
+            "",
+            cleaned_code,
+            flags=re.MULTILINE,
+        )
+        cleaned_code = re.sub(
+            r"^import fleet$\n?", "", cleaned_code, flags=re.MULTILINE
+        )
+
+        # Build execution namespace with all helpers available to verifiers
+        exec_globals: Dict[str, Any] = {
+            # Score constants
+            "TASK_SUCCESSFUL_SCORE": TASK_SUCCESSFUL_SCORE,
+            "TASK_FAILED_SCORE": TASK_FAILED_SCORE,
+            # Helper functions
+            "normalized_contains": normalized_contains,
+            "normalized_string_comparison": normalized_string_comparison,
+            "extract_numbers": extract_numbers,
+            "contains_number": contains_number,
+            # Database classes
+            "DatabaseSnapshot": DatabaseSnapshot,
+            "IgnoreConfig": IgnoreConfig,
+            "SnapshotDiff": SnapshotDiff,
+            # Environment type hint (not enforced at runtime)
+            "Environment": type(env),
+            # Standard library modules commonly used in verifiers
+            "json": json,
+            "re": re,
+            "string": string,
+            # Builtins
+            "__builtins__": __builtins__,
+        }
+
+        # Execute the verifier code to define the function(s)
+        local_namespace: Dict[str, Any] = {}
+        exec(cleaned_code, exec_globals, local_namespace)
+
+        # Merge so helper functions defined in verifier code are accessible
+        exec_globals.update(local_namespace)
+
+        # Find the verifier function (the one defined in user code)
+        func_obj = None
+        for name, obj in local_namespace.items():
+            if inspect.isfunction(obj) and obj.__code__.co_filename == "<string>":
+                func_obj = obj
+                break
+
+        if func_obj is None:
+            return {
+                "success": False,
+                "result": None,
+                "error": "No function found in verifier code",
+                "stdout": "",
+            }
+
+        # Redirect stdout to capture print() output from verifiers
+        old_stdout = sys.stdout
+        sys.stdout = captured_stdout
+
+        try:
+            # Execute the verifier – verifiers take (env, final_answer=None)
+            sig = inspect.signature(func_obj)
+            params = list(sig.parameters.values())
+
+            if len(params) >= 2:
+                result = func_obj(env, final_answer)
+            elif len(params) == 1:
+                result = func_obj(env)
+            else:
+                result = func_obj()
+        finally:
+            sys.stdout = old_stdout
+
+        return {
+            "success": True,
+            "result": result,
+            "error": None,
+            "stdout": captured_stdout.getvalue(),
+        }
+
+    except Exception as e:
+        # Restore stdout if it was redirected
+        if sys.stdout is not sys.__stdout__ and sys.stdout is captured_stdout:
+            sys.stdout = sys.__stdout__
+
+        error_msg = f"{type(e).__name__}: {e}\n{traceback.format_exc()}"
+        return {
+            "success": False,
+            "result": None,
+            "error": error_msg,
+            "stdout": captured_stdout.getvalue(),
+        }

{fleet_python-0.2.116 → fleet_python-0.2.117/fleet_python.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fleet-python
-Version: 0.2.116
+Version: 0.2.117
 Summary: Python SDK for Fleet environments
 Author-email: Fleet AI <nic@fleet.so>
 License: Apache-2.0

{fleet_python-0.2.116 → fleet_python-0.2.117}/fleet_python.egg-info/SOURCES.txt

@@ -101,6 +101,7 @@ fleet/verifiers/bundler.py
 fleet/verifiers/code.py
 fleet/verifiers/db.py
 fleet/verifiers/decorator.py
+fleet/verifiers/local_executor.py
 fleet/verifiers/parse.py
 fleet/verifiers/sql_differ.py
 fleet/verifiers/verifier.py

{fleet_python-0.2.116 → fleet_python-0.2.117}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
 [project]
 name = "fleet-python"
 
-version = "0.2.116"
+version = "0.2.117"
 description = "Python SDK for Fleet environments"
 authors = [
     {name = "Fleet AI", email = "nic@fleet.so"},