plural 0.6.0__py3-none-any.whl

plural/__init__.py

@@ -0,0 +1,123 @@
+"""Plural: unified LLM routing with first-class traces, environments, and benchmarks.
+
+Examples:
+    >>> from plural import __version__
+    >>> isinstance(__version__, str)
+    True
+"""
+
+from __future__ import annotations
+
+from importlib.metadata import PackageNotFoundError, version
+
+from plural.benchmarks import (
+    Benchmark,
+    CaseKey,
+    CaseResult,
+    ModelStats,
+    Report,
+    RunManifest,
+    TaskDatasetMetadata,
+    TaskSetMetadata,
+    WinRatePair,
+)
+from plural.catalog import ModelCatalog, ModelSpec, estimate_cost
+from plural.client import Plural
+from plural.environments import (
+    ActionResult,
+    Dataset,
+    Environment,
+    PluralPolicy,
+    Policy,
+    ScriptedPolicy,
+    StopReason,
+    TaskData,
+    TaskDataset,
+    TraceDataset,
+    TraceFilter,
+)
+from plural.errors import (
+    AuthenticationError,
+    BudgetExceededError,
+    ConfigurationError,
+    ContentFilterError,
+    ContextLengthError,
+    InvalidRequestError,
+    NotFoundError,
+    PluralError,
+    ProviderUnavailable,
+    RateLimitError,
+    TimeoutError,
+    is_retryable,
+)
+from plural.tracing import (
+    JSONLSink,
+    Outcome,
+    Redactor,
+    Sampler,
+    SQLiteSink,
+    Trace,
+    TraceContext,
+    TraceKind,
+    TraceWriter,
+)
+from plural.types import ChatRequest, ChatResponse, Message, Tool, Usage
+
+try:
+    __version__ = version("plural")
+except PackageNotFoundError:  # pragma: no cover
+    __version__ = "0.0.0"
+
+__all__ = [
+    "ActionResult",
+    "AuthenticationError",
+    "Benchmark",
+    "BudgetExceededError",
+    "CaseKey",
+    "CaseResult",
+    "ChatRequest",
+    "ChatResponse",
+    "ConfigurationError",
+    "ContentFilterError",
+    "ContextLengthError",
+    "Dataset",
+    "Environment",
+    "InvalidRequestError",
+    "JSONLSink",
+    "Message",
+    "ModelCatalog",
+    "ModelSpec",
+    "ModelStats",
+    "NotFoundError",
+    "Outcome",
+    "Plural",
+    "PluralError",
+    "PluralPolicy",
+    "Policy",
+    "ProviderUnavailable",
+    "RateLimitError",
+    "Redactor",
+    "Report",
+    "RunManifest",
+    "SQLiteSink",
+    "Sampler",
+    "ScriptedPolicy",
+    "StopReason",
+    "TaskData",
+    "TaskDataset",
+    "TaskDatasetMetadata",
+    "TaskSetMetadata",
+    "TimeoutError",
+    "Tool",
+    "Trace",
+    "TraceContext",
+    "TraceDataset",
+    "TraceFilter",
+    "TraceKind",
+    "TraceWriter",
+    "Usage",
+    "WinRatePair",
+    "__version__",
+    "estimate_cost",
+    "is_retryable",
+]

plural/benchmarks/__init__.py

@@ -0,0 +1,33 @@
+"""Benchmarks: run environments across models and produce reports.
+
+Examples:
+    >>> from plural.benchmarks import Benchmark, Report
+    >>> Benchmark.__name__
+    'Benchmark'
+"""
+
+from __future__ import annotations
+
+from plural.benchmarks.runner import (
+    Benchmark,
+    CaseKey,
+    CaseResult,
+    ModelStats,
+    Report,
+    RunManifest,
+    TaskDatasetMetadata,
+    TaskSetMetadata,
+    WinRatePair,
+)
+
+__all__ = [
+    "Benchmark",
+    "CaseKey",
+    "CaseResult",
+    "ModelStats",
+    "Report",
+    "RunManifest",
+    "TaskDatasetMetadata",
+    "TaskSetMetadata",
+    "WinRatePair",
+]