adaptorch 0.1.1__py3-none-any.whl

adaptorch/__init__.py

@@ -0,0 +1,399 @@
+from importlib.metadata import PackageNotFoundError, version
+
+from adaptorch.ab_stats import (
+    PairedABReport,
+    paired_ab_from_unit_scores,
+    paired_ab_report,
+)
+from adaptorch.agent_adapters import (
+    AgentAdapterError,
+    AgentInvocation,
+    SubprocessAgentConfig,
+    build_chat_sdk_agent,
+    build_claude_code_cli_agent,
+    build_cline_cli_agent,
+    build_codex_cli_agent,
+    build_cursor_cli_agent,
+    build_gemini_cli_agent,
+    build_google_genai_agent,
+    build_grok_openai_compatible_agent,
+    build_langchain_runnable_agent,
+    build_lovable_cli_agent,
+    build_named_cli_agent,
+    build_openai_compatible_responses_agent,
+    build_openai_responses_agent,
+    build_opencode_cli_agent,
+    build_rag_agent,
+    build_roocode_cli_agent,
+    build_subprocess_agent,
+    build_windsurf_cli_agent,
+    wrap_structured_agent,
+)
+from adaptorch.api import (
+    bundle_benchmark,
+    detect_provider,
+    load_task_payload,
+    onepager_benchmark,
+    report_benchmark,
+    run_benchmark,
+    run_task,
+    run_task_file,
+    summarize_benchmark,
+)
+from adaptorch.benchmark_registry import (
+    HARNESS_REGISTRY,
+    MODEL_PRESETS,
+    HarnessSpec,
+    ModelPreset,
+    estimate_ensemble_cost,
+    list_harness_ids,
+    list_model_keys,
+    lookup_harness,
+    lookup_model,
+)
+from adaptorch.benchmarking import (
+    execute_benchmark_run,
+    load_benchmark_config,
+    report_benchmark_run,
+    summarize_benchmark_run,
+)
+from adaptorch.cascade_router import CascadedRoutingDecision, CascadedTopologyRouter
+from adaptorch.circuit_breaker import CircuitBreaker, CircuitBreakerPolicy
+from adaptorch.dag import TaskDAG
+from adaptorch.engine import AdaptOrchEngine
+from adaptorch.ensemble import (
+    EMAWeightTracker,
+    EnsembleResult,
+    ModelProvider,
+    ModelResponse,
+    ParallelModelExecutor,
+    PromptComplexityRouter,
+    SelectionStrategy,
+    SemanticPromptCache,
+    ThompsonSelectionTracker,
+    apply_dynamic_relative_culling,
+)
+from adaptorch.formulas import (
+    ConvergenceReport,
+    DominanceReport,
+    RobustConvergenceReport,
+    convergence_report,
+    dominance_ratio_lower_bound,
+    dominance_report,
+    epsilon_gap,
+    quorum_agreement,
+    robust_convergence_report,
+    score_dispersion,
+    weighted_epsilon_gap,
+)
+from adaptorch.logprobs_extractor import ExtractionResult, LogprobsExtractor
+from adaptorch.mcp_server import (
+    AdaptOrchMCPServer,
+    MCPServerConfig,
+    build_default_mcp_server,
+    build_run_resource_uri,
+    create_default_mcp_http_app,
+    create_mcp_http_app,
+    run_http_server,
+)
+from adaptorch.middleware_connectors import (
+    AnthropicMiddlewareConnector,
+    ClaudeCodeMiddlewareConnector,
+    ClineMiddlewareConnector,
+    CodexMiddlewareConnector,
+    CohereMiddlewareConnector,
+    ConnectorRegistry,
+    CursorMiddlewareConnector,
+    DeepSeekMiddlewareConnector,
+    GeminiMiddlewareConnector,
+    GoogleGenAIMiddlewareConnector,
+    GrokMiddlewareConnector,
+    GroqMiddlewareConnector,
+    LangChainMiddlewareConnector,
+    LangGraphMiddlewareConnector,
+    LovableMiddlewareConnector,
+    MakeMiddlewareConnector,
+    MCPMiddlewareConnector,
+    MiddlewareConnectorError,
+    MiddlewareDispatchOptions,
+    MistralMiddlewareConnector,
+    N8nMiddlewareConnector,
+    OllamaMiddlewareConnector,
+    OpenAIMiddlewareConnector,
+    OpenCodeMiddlewareConnector,
+    PerplexityMiddlewareConnector,
+    PromptMiddlewareConnector,
+    RooCodeMiddlewareConnector,
+    WebhookMiddlewareConnector,
+    WindsurfMiddlewareConnector,
+    XAIMiddlewareConnector,
+    ZapierMiddlewareConnector,
+    build_default_connector_registry,
+)
+from adaptorch.n8n_connector import (
+    N8nConnectorConfig,
+    N8nConnectorError,
+    N8nControlPlaneConnector,
+    N8nHttpError,
+    N8nRetryPolicy,
+    N8nTransportError,
+    build_n8n_benchmark_node_output,
+    build_n8n_node_output,
+)
+from adaptorch.native_backend import native_backend_available
+from adaptorch.online_router import (
+    OnlineRouteDiagnostics,
+    OnlineTopologyRouter,
+    RoutingObservation,
+)
+from adaptorch.policy import BudgetPolicy, build_budget_policy
+from adaptorch.provider_adapter import (
+    ProviderAdapterConfig,
+    ProviderModelAdapter,
+    build_ensemble_providers,
+)
+from adaptorch.providers import (
+    build_recording_provider,
+    build_replay_provider,
+    build_runtime_agent,
+    build_runtime_agent_with_logprobs,
+    build_streaming_agent,
+    build_synthesis_mode_plan,
+    close_all_provider_clients,
+    detect_provider_configuration,
+    provider_request_hash,
+    resolve_provider,
+    resolve_synthesis_mode_for_model,
+)
+from adaptorch.router import TopologyRouter
+from adaptorch.runtime_actuator import BoundedRuntimeActuator
+from adaptorch.runtime_controller_v2 import CseNcmhControllerV2
+from adaptorch.runtime_state_filter import RuntimeStateFilter
+from adaptorch.sensors import collect_from_api_response
+from adaptorch.synthesis import adaptive_synthesis, consistency_score
+from adaptorch.synthesis_tuning import (
+    TuningCase,
+    TuningResult,
+    evaluate_config,
+    tune_synthesis_config,
+)
+from adaptorch.token_estimation import TokenEstimationCalibrator, estimate_text_tokens
+from adaptorch.tracing import (
+    FileTraceSink,
+    InMemoryTraceSink,
+    NullTraceSink,
+    TraceEvent,
+    TraceSink,
+    TraceSinkSummary,
+)
+from adaptorch.tuning_corpus import (
+    CorpusBuildReport,
+    CorpusBuildResult,
+    build_tuning_cases,
+    load_corpus_file,
+)
+from adaptorch.vera_engine import VeraVerificationEngine
+from adaptorch.vera_receipt_store import FileReceiptSink
+from adaptorch.vera_runtime import build_vera_runtime
+from adaptorch.vera_types import (
+    VerificationDecision,
+    VerificationEvidenceEvent,
+    VerificationReceipt,
+    VerifierReliabilityProfile,
+)
+from adaptorch.verification import (
+    CommandVerifier,
+    SandboxLimits,
+    VerificationCommandResult,
+    VerificationOutcome,
+)
+from adaptorch.verification_posterior import EvidencePosteriorEngine
+from adaptorch.verification_scheduler import SequentialVerificationScheduler
+
+try:
+    __version__ = version("adaptorch")
+except PackageNotFoundError:
+    __version__ = "0.0.0"
+
+__all__ = [
+    "AdaptOrchEngine",
+    "BoundedRuntimeActuator",
+    "CseNcmhControllerV2",
+    "EvidencePosteriorEngine",
+    "FileReceiptSink",
+    "RuntimeStateFilter",
+    "SequentialVerificationScheduler",
+    "VerificationDecision",
+    "VerificationEvidenceEvent",
+    "VerificationReceipt",
+    "VerifierReliabilityProfile",
+    "VeraVerificationEngine",
+    "build_vera_runtime",
+    "AgentAdapterError",
+    "AgentInvocation",
+    "CircuitBreaker",
+    "CircuitBreakerPolicy",
+    "ConvergenceReport",
+    "OnlineRouteDiagnostics",
+    "OnlineTopologyRouter",
+    "PairedABReport",
+    "RoutingObservation",
+    "SelectionStrategy",
+    "ThompsonSelectionTracker",
+    "TokenEstimationCalibrator",
+    "TuningCase",
+    "TuningResult",
+    "CorpusBuildReport",
+    "CorpusBuildResult",
+    "DominanceReport",
+    "RobustConvergenceReport",
+    "EMAWeightTracker",
+    "EnsembleResult",
+    "ExtractionResult",
+    "HARNESS_REGISTRY",
+    "HarnessSpec",
+    "MODEL_PRESETS",
+    "ModelPreset",
+    "LogprobsExtractor",
+    "ModelProvider",
+    "ModelResponse",
+    "ParallelModelExecutor",
+    "PromptComplexityRouter",
+    "ProviderAdapterConfig",
+    "ProviderModelAdapter",
+    "SandboxLimits",
+    "SemanticPromptCache",
+    "SubprocessAgentConfig",
+    "TaskDAG",
+    "TopologyRouter",
+    "TraceEvent",
+    "TraceSink",
+    "CascadedRoutingDecision",
+    "CascadedTopologyRouter",
+    "CommandVerifier",
+    "VerificationCommandResult",
+    "VerificationOutcome",
+    "BudgetPolicy",
+    "AnthropicMiddlewareConnector",
+    "ClaudeCodeMiddlewareConnector",
+    "CohereMiddlewareConnector",
+    "ClineMiddlewareConnector",
+    "CodexMiddlewareConnector",
+    "ConnectorRegistry",
+    "CursorMiddlewareConnector",
+    "DeepSeekMiddlewareConnector",
+    "GeminiMiddlewareConnector",
+    "GoogleGenAIMiddlewareConnector",
+    "GrokMiddlewareConnector",
+    "GroqMiddlewareConnector",
+    "LangChainMiddlewareConnector",
+    "LangGraphMiddlewareConnector",
+    "LovableMiddlewareConnector",
+    "MCPMiddlewareConnector",
+    "MCPServerConfig",
+    "MakeMiddlewareConnector",
+    "MistralMiddlewareConnector",
+    "MiddlewareConnectorError",
+    "MiddlewareDispatchOptions",
+    "N8nConnectorConfig",
+    "N8nConnectorError",
+    "N8nMiddlewareConnector",
+    "N8nControlPlaneConnector",
+    "N8nHttpError",
+    "N8nRetryPolicy",
+    "N8nTransportError",
+    "AdaptOrchMCPServer",
+    "OllamaMiddlewareConnector",
+    "OpenAIMiddlewareConnector",
+    "OpenCodeMiddlewareConnector",
+    "PerplexityMiddlewareConnector",
+    "PromptMiddlewareConnector",
+    "RooCodeMiddlewareConnector",
+    "WebhookMiddlewareConnector",
+    "WindsurfMiddlewareConnector",
+    "XAIMiddlewareConnector",
+    "ZapierMiddlewareConnector",
+    "__version__",
+    "adaptive_synthesis",
+    "apply_dynamic_relative_culling",
+    "paired_ab_from_unit_scores",
+    "paired_ab_report",
+    "evaluate_config",
+    "tune_synthesis_config",
+    "build_tuning_cases",
+    "estimate_text_tokens",
+    "load_corpus_file",
+    "convergence_report",
+    "consistency_score",
+    "build_runtime_agent",
+    "build_runtime_agent_with_logprobs",
+    "build_streaming_agent",
+    "build_ensemble_providers",
+    "bundle_benchmark",
+    "collect_from_api_response",
+    "close_all_provider_clients",
+    "build_n8n_benchmark_node_output",
+    "build_n8n_node_output",
+    "build_budget_policy",
+    "build_default_connector_registry",
+    "build_default_mcp_server",
+    "create_default_mcp_http_app",
+    "create_mcp_http_app",
+    "build_run_resource_uri",
+    "run_http_server",
+    "build_recording_provider",
+    "build_replay_provider",
+    "build_synthesis_mode_plan",
+    "detect_provider",
+    "detect_provider_configuration",
+    "estimate_ensemble_cost",
+    "execute_benchmark_run",
+    "dominance_ratio_lower_bound",
+    "dominance_report",
+    "epsilon_gap",
+    "quorum_agreement",
+    "robust_convergence_report",
+    "score_dispersion",
+    "weighted_epsilon_gap",
+    "build_claude_code_cli_agent",
+    "build_chat_sdk_agent",
+    "build_cline_cli_agent",
+    "build_codex_cli_agent",
+    "build_cursor_cli_agent",
+    "build_gemini_cli_agent",
+    "build_google_genai_agent",
+    "build_grok_openai_compatible_agent",
+    "build_langchain_runnable_agent",
+    "build_lovable_cli_agent",
+    "build_named_cli_agent",
+    "build_openai_compatible_responses_agent",
+    "build_openai_responses_agent",
+    "build_opencode_cli_agent",
+    "build_rag_agent",
+    "build_roocode_cli_agent",
+    "build_subprocess_agent",
+    "build_windsurf_cli_agent",
+    "list_harness_ids",
+    "list_model_keys",
+    "load_benchmark_config",
+    "load_task_payload",
+    "lookup_harness",
+    "lookup_model",
+    "native_backend_available",
+    "onepager_benchmark",
+    "provider_request_hash",
+    "FileTraceSink",
+    "InMemoryTraceSink",
+    "NullTraceSink",
+    "TraceSinkSummary",
+    "resolve_provider",
+    "resolve_synthesis_mode_for_model",
+    "report_benchmark",
+    "report_benchmark_run",
+    "run_benchmark",
+    "run_task",
+    "run_task_file",
+    "summarize_benchmark",
+    "summarize_benchmark_run",
+    "wrap_structured_agent",
+]

adaptorch/__main__.py

@@ -0,0 +1,4 @@
+from .cli import main
+
+if __name__ == "__main__":
+    main()

adaptorch/_wilson.py

@@ -0,0 +1,64 @@
+"""Contract-neutral Wilson score interval core (internal).
+
+This private module holds the single source of truth for the Wilson score
+interval lower-bound *formula*.  It is deliberately **contract-neutral**: it
+performs no input validation, no clamping, no finiteness checks, and takes no
+position on the domain of ``z``.  Those policies differ between consumers and
+belong in each consumer's thin adapter, not here.
+
+Two callers re-export the formula under their own public ``wilson_lower_bound``
+name while preserving their historical contracts:
+
+* :mod:`adaptorch.online_router` — float inputs, keyword-only ``z > 0``,
+  raises on non-finite / negative / ``successes > trials`` / ``z <= 0``,
+  and clamps the result with ``min(1, max(0, ·))``.
+* :mod:`adaptorch.circuit_breaker` — int inputs, positional ``z >= 0``,
+  clamps ``failures`` into ``[0, observations]``, and clamps the result with
+  ``max(0, min(1, ·))``.
+
+Keeping only the shared formula here removes the drift risk of two copies of
+the same maths while leaving each consumer free to keep its own contract.
+Only :mod:`math` is imported so the module stays free of circular imports.
+"""
+
+from __future__ import annotations
+
+import math
+
+__all__ = ["wilson_score_lower_bound"]
+
+
+def wilson_score_lower_bound(successes: float, trials: float, *, z: float) -> float:
+    """Return the raw Wilson score interval lower bound.
+
+    Computes the pure Wilson lower-bound expression for ``successes`` out of
+    ``trials`` at critical value ``z`` and nothing else — inputs are used
+    verbatim and the result is returned unclamped.
+
+    The caller is responsible for every contract concern:
+
+    * ``trials`` **must** be ``> 0`` (this function divides by ``trials``;
+      the empty-sample case is a caller policy, not a formula property);
+    * input validation / clamping of ``successes``, ``trials``, and ``z``;
+    * clamping the result into ``[0, 1]`` — for well-formed inputs the value
+      lies in ``[0, 1]``, but floating-point cancellation at the
+      ``successes == 0`` / ``successes == trials`` boundaries can push it a
+      hair outside that range.
+
+    Parameters
+    ----------
+    successes:
+        Observed successes (or failures, for the breaker). Used as given.
+    trials:
+        Sample size. Must be ``> 0``; not checked here.
+    z:
+        Standard-normal critical value. Used as given (no domain policy).
+    """
+    p_hat = successes / trials
+    z_squared = z * z
+    denominator = 1.0 + z_squared / trials
+    centre = p_hat + z_squared / (2.0 * trials)
+    margin = z * math.sqrt(
+        p_hat * (1.0 - p_hat) / trials + z_squared / (4.0 * trials * trials)
+    )
+    return (centre - margin) / denominator