getopentoken 0.1.0__tar.gz

getopentoken-0.1.0/PKG-INFO

@@ -0,0 +1,72 @@
+Metadata-Version: 2.4
+Name: getopentoken
+Version: 0.1.0
+Summary: Open Token SDK: fail-open routing to the Open Token gateway with direct Amazon Bedrock fallback, cost spans, shadow dry-runs and one-line OpenTelemetry auto-instrumentation.
+Author-email: Open Token <support@getopentoken.com>
+License: Apache-2.0
+Project-URL: Homepage, https://getopentoken.com
+Classifier: Programming Language :: Python :: 3
+Classifier: Operating System :: OS Independent
+Classifier: Topic :: Software Development :: Libraries
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Provides-Extra: otel
+Requires-Dist: opentelemetry-sdk>=1.25; extra == "otel"
+Requires-Dist: opentelemetry-exporter-otlp-proto-http>=1.25; extra == "otel"
+Provides-Extra: instrument
+Requires-Dist: getopentoken[otel]; extra == "instrument"
+Requires-Dist: opentelemetry-instrumentation-openai>=0.40; extra == "instrument"
+Requires-Dist: opentelemetry-instrumentation-langchain>=0.40; extra == "instrument"
+Requires-Dist: opentelemetry-instrumentation-llamaindex>=0.40; extra == "instrument"
+Requires-Dist: opentelemetry-instrumentation-bedrock>=0.40; extra == "instrument"
+Provides-Extra: bedrock
+Requires-Dist: boto3>=1.34; extra == "bedrock"
+Requires-Dist: getopentoken[otel]; extra == "bedrock"
+Requires-Dist: opentelemetry-instrumentation-bedrock>=0.40; extra == "bedrock"
+Provides-Extra: openai
+Requires-Dist: openai>=1.40; extra == "openai"
+Requires-Dist: httpx>=0.27; extra == "openai"
+Requires-Dist: getopentoken[otel]; extra == "openai"
+Requires-Dist: opentelemetry-instrumentation-openai>=0.40; extra == "openai"
+Provides-Extra: langchain
+Requires-Dist: langchain-openai>=0.2; extra == "langchain"
+Requires-Dist: httpx>=0.27; extra == "langchain"
+Requires-Dist: getopentoken[otel]; extra == "langchain"
+Requires-Dist: opentelemetry-instrumentation-langchain>=0.40; extra == "langchain"
+Provides-Extra: llamaindex
+Requires-Dist: llama-index-llms-openai-like>=0.2; extra == "llamaindex"
+Requires-Dist: httpx>=0.27; extra == "llamaindex"
+Requires-Dist: getopentoken[otel]; extra == "llamaindex"
+Requires-Dist: opentelemetry-instrumentation-llamaindex>=0.40; extra == "llamaindex"
+Provides-Extra: strands
+Requires-Dist: strands-agents>=1.0; extra == "strands"
+Requires-Dist: httpx>=0.27; extra == "strands"
+Requires-Dist: getopentoken[otel]; extra == "strands"
+Provides-Extra: all
+Requires-Dist: getopentoken[bedrock,instrument,openai,otel]; extra == "all"
+
+# getopentoken
+
+Python SDK for [Open Token](https://getopentoken.com): cost, attribution and fail-open governance for LLM calls. Installed as `getopentoken`, imported as `opentoken`.
+
+```bash
+pip install "getopentoken[all]"
+```
+
+```python
+import opentoken
+
+opentoken.init()
+```
+
+Or without code changes: `opentoken-instrument python app.py`.
+
+Setup guides for each framework are in the Open Token dashboard under **Docs**.
+
+## Development
+
+```bash
+cd sdk/python
+uv venv && uv pip install -e ".[all]" langgraph langchain-openai strands-agents
+PYTHONPATH=. python -m unittest discover -s tests -t tests
+```

getopentoken-0.1.0/README.md

@@ -0,0 +1,25 @@
+# getopentoken
+
+Python SDK for [Open Token](https://getopentoken.com): cost, attribution and fail-open governance for LLM calls. Installed as `getopentoken`, imported as `opentoken`.
+
+```bash
+pip install "getopentoken[all]"
+```
+
+```python
+import opentoken
+
+opentoken.init()
+```
+
+Or without code changes: `opentoken-instrument python app.py`.
+
+Setup guides for each framework are in the Open Token dashboard under **Docs**.
+
+## Development
+
+```bash
+cd sdk/python
+uv venv && uv pip install -e ".[all]" langgraph langchain-openai strands-agents
+PYTHONPATH=. python -m unittest discover -s tests -t tests
+```

getopentoken-0.1.0/getopentoken.egg-info/PKG-INFO

@@ -0,0 +1,72 @@
+Metadata-Version: 2.4
+Name: getopentoken
+Version: 0.1.0
+Summary: Open Token SDK: fail-open routing to the Open Token gateway with direct Amazon Bedrock fallback, cost spans, shadow dry-runs and one-line OpenTelemetry auto-instrumentation.
+Author-email: Open Token <support@getopentoken.com>
+License: Apache-2.0
+Project-URL: Homepage, https://getopentoken.com
+Classifier: Programming Language :: Python :: 3
+Classifier: Operating System :: OS Independent
+Classifier: Topic :: Software Development :: Libraries
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Provides-Extra: otel
+Requires-Dist: opentelemetry-sdk>=1.25; extra == "otel"
+Requires-Dist: opentelemetry-exporter-otlp-proto-http>=1.25; extra == "otel"
+Provides-Extra: instrument
+Requires-Dist: getopentoken[otel]; extra == "instrument"
+Requires-Dist: opentelemetry-instrumentation-openai>=0.40; extra == "instrument"
+Requires-Dist: opentelemetry-instrumentation-langchain>=0.40; extra == "instrument"
+Requires-Dist: opentelemetry-instrumentation-llamaindex>=0.40; extra == "instrument"
+Requires-Dist: opentelemetry-instrumentation-bedrock>=0.40; extra == "instrument"
+Provides-Extra: bedrock
+Requires-Dist: boto3>=1.34; extra == "bedrock"
+Requires-Dist: getopentoken[otel]; extra == "bedrock"
+Requires-Dist: opentelemetry-instrumentation-bedrock>=0.40; extra == "bedrock"
+Provides-Extra: openai
+Requires-Dist: openai>=1.40; extra == "openai"
+Requires-Dist: httpx>=0.27; extra == "openai"
+Requires-Dist: getopentoken[otel]; extra == "openai"
+Requires-Dist: opentelemetry-instrumentation-openai>=0.40; extra == "openai"
+Provides-Extra: langchain
+Requires-Dist: langchain-openai>=0.2; extra == "langchain"
+Requires-Dist: httpx>=0.27; extra == "langchain"
+Requires-Dist: getopentoken[otel]; extra == "langchain"
+Requires-Dist: opentelemetry-instrumentation-langchain>=0.40; extra == "langchain"
+Provides-Extra: llamaindex
+Requires-Dist: llama-index-llms-openai-like>=0.2; extra == "llamaindex"
+Requires-Dist: httpx>=0.27; extra == "llamaindex"
+Requires-Dist: getopentoken[otel]; extra == "llamaindex"
+Requires-Dist: opentelemetry-instrumentation-llamaindex>=0.40; extra == "llamaindex"
+Provides-Extra: strands
+Requires-Dist: strands-agents>=1.0; extra == "strands"
+Requires-Dist: httpx>=0.27; extra == "strands"
+Requires-Dist: getopentoken[otel]; extra == "strands"
+Provides-Extra: all
+Requires-Dist: getopentoken[bedrock,instrument,openai,otel]; extra == "all"
+
+# getopentoken
+
+Python SDK for [Open Token](https://getopentoken.com): cost, attribution and fail-open governance for LLM calls. Installed as `getopentoken`, imported as `opentoken`.
+
+```bash
+pip install "getopentoken[all]"
+```
+
+```python
+import opentoken
+
+opentoken.init()
+```
+
+Or without code changes: `opentoken-instrument python app.py`.
+
+Setup guides for each framework are in the Open Token dashboard under **Docs**.
+
+## Development
+
+```bash
+cd sdk/python
+uv venv && uv pip install -e ".[all]" langgraph langchain-openai strands-agents
+PYTHONPATH=. python -m unittest discover -s tests -t tests
+```

getopentoken-0.1.0/getopentoken.egg-info/SOURCES.txt

@@ -0,0 +1,33 @@
+README.md
+pyproject.toml
+getopentoken.egg-info/PKG-INFO
+getopentoken.egg-info/SOURCES.txt
+getopentoken.egg-info/dependency_links.txt
+getopentoken.egg-info/entry_points.txt
+getopentoken.egg-info/requires.txt
+getopentoken.egg-info/top_level.txt
+opentoken/__init__.py
+opentoken/_bedrock.py
+opentoken/_bedrock_wrapper.py
+opentoken/_breaker.py
+opentoken/_client.py
+opentoken/_context.py
+opentoken/_dryrun.py
+opentoken/_exporter.py
+opentoken/_gateway.py
+opentoken/_instrumentation.py
+opentoken/_routing.py
+opentoken/_transport.py
+opentoken/_version.py
+opentoken/instrument.py
+opentoken/models.json
+opentoken/py.typed
+opentoken/_auto/sitecustomize.py
+opentoken/adapters/__init__.py
+opentoken/adapters/langchain.py
+opentoken/adapters/llamaindex.py
+opentoken/adapters/strands.py
+tests/test_failopen.py
+tests/test_instrumentation.py
+tests/test_integrations.py
+tests/test_routing_dryrun.py

getopentoken-0.1.0/getopentoken.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

getopentoken-0.1.0/getopentoken.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+opentoken-instrument = opentoken.instrument:main

getopentoken-0.1.0/getopentoken.egg-info/requires.txt

@@ -0,0 +1,42 @@
+
+[all]
+getopentoken[bedrock,instrument,openai,otel]
+
+[bedrock]
+boto3>=1.34
+getopentoken[otel]
+opentelemetry-instrumentation-bedrock>=0.40
+
+[instrument]
+getopentoken[otel]
+opentelemetry-instrumentation-openai>=0.40
+opentelemetry-instrumentation-langchain>=0.40
+opentelemetry-instrumentation-llamaindex>=0.40
+opentelemetry-instrumentation-bedrock>=0.40
+
+[langchain]
+langchain-openai>=0.2
+httpx>=0.27
+getopentoken[otel]
+opentelemetry-instrumentation-langchain>=0.40
+
+[llamaindex]
+llama-index-llms-openai-like>=0.2
+httpx>=0.27
+getopentoken[otel]
+opentelemetry-instrumentation-llamaindex>=0.40
+
+[openai]
+openai>=1.40
+httpx>=0.27
+getopentoken[otel]
+opentelemetry-instrumentation-openai>=0.40
+
+[otel]
+opentelemetry-sdk>=1.25
+opentelemetry-exporter-otlp-proto-http>=1.25
+
+[strands]
+strands-agents>=1.0
+httpx>=0.27
+getopentoken[otel]

getopentoken-0.1.0/getopentoken.egg-info/top_level.txt

@@ -0,0 +1 @@
+opentoken

getopentoken-0.1.0/opentoken/__init__.py

@@ -0,0 +1,204 @@
+"""
+Open Token SDK: cost and governance for LLM calls, without ever standing in the way of your traffic.
+
+    import opentoken
+    opentoken.init()                      # reads OT_API_KEY / OT_INGEST_KEY
+    client = opentoken.openai_client()    # OpenAI SDK client with fail-open routing to Bedrock
+
+Customer implementation docs live in the Open Token dashboard (Docs).
+"""
+
+from __future__ import annotations
+
+import logging
+import os
+import threading
+from typing import Any, Optional, Sequence, Union
+
+from ._breaker import CircuitBreaker
+from ._client import OpenToken, aggregate
+from ._context import Attribution, context, current
+from ._exporter import FanoutExporter, SpanExporter, get_exporter, set_exporter
+from ._instrumentation import (
+    ExportTarget,
+    TargetSpec,
+    TracingState,
+    force_flush,
+    langfuse_target,
+    parse_headers,
+    resolve_targets,
+    selected_frameworks,
+    setup_tracing,
+)
+from ._instrumentation import state as tracing_state
+from ._gateway import GatewayRejected, GatewayUnavailable, MidStreamError
+from ._routing import RemoteRouting, RoutingConfig
+from ._version import __version__
+
+__all__ = [
+    "Attribution",
+    "CircuitBreaker",
+    "ExportTarget",
+    "GatewayRejected",
+    "GatewayUnavailable",
+    "MidStreamError",
+    "OpenToken",
+    "RemoteRouting",
+    "RoutingConfig",
+    "SpanExporter",
+    "__version__",
+    "aggregate",
+    "async_openai_client",
+    "context",
+    "current",
+    "default_client",
+    "init",
+    "langfuse_target",
+    "openai_client",
+    "shutdown",
+    "tracing",
+    "wrap_bedrock",
+    "wrap_openai",
+]
+
+log = logging.getLogger("opentoken")
+
+_lock = threading.Lock()
+_client: Optional[OpenToken] = None
+
+
+def default_otlp_endpoint(base_url: str) -> str:
+    """Open Token's OTLP/HTTP traces endpoint on the same host as the API base URL."""
+    root = base_url.rstrip("/")
+    root = root[: -len("/v1")] if root.endswith("/v1") else root
+    return root + "/api/otel/v1/traces"
+
+
+def _otlp_settings(base_url: str, endpoint: Optional[str], ingest_key: Optional[str]) -> tuple:
+    endpoint = endpoint or os.environ.get("OT_OTLP_ENDPOINT") or os.environ.get("OTEL_EXPORTER_OTLP_TRACES_ENDPOINT")
+    if not endpoint and os.environ.get("OTEL_EXPORTER_OTLP_ENDPOINT"):
+        endpoint = os.environ["OTEL_EXPORTER_OTLP_ENDPOINT"].rstrip("/") + "/v1/traces"
+    if not endpoint:
+        endpoint = default_otlp_endpoint(base_url)
+    headers = parse_headers(os.environ.get("OTEL_EXPORTER_OTLP_HEADERS"))
+    key = ingest_key or os.environ.get("OT_INGEST_KEY")
+    if key:
+        headers["Authorization"] = f"Bearer {key}"
+    project = os.environ.get("OT_PROJECT")
+    if project and not any(k.lower() == "x-ot-project" for k in headers):
+        headers["X-OT-Project"] = project
+    return endpoint, headers
+
+
+def init(
+    api_key: Optional[str] = None,
+    *,
+    ingest_key: Optional[str] = None,
+    base_url: Optional[str] = None,
+    otlp_endpoint: Optional[str] = None,
+    service_name: Optional[str] = None,
+    instrument: Union[bool, str, Sequence[str], None] = None,
+    also_export: Union[None, str, Sequence[TargetSpec]] = None,
+    **client_options: Any,
+) -> OpenToken:
+    """
+    One line to observe and govern LLM calls:
+
+    - the SDK's span exporter (bounded queue that drops, never blocks) and the default fail-open client;
+    - with `getopentoken[otel]` installed, OpenTelemetry tracing to Open Token plus auto-instrumentation of the installed
+      frameworks (OpenAI, LangChain/LangGraph, LlamaIndex, boto3 Bedrock; Strands and AgentCore emit natively).
+      `instrument`: True/"all" (default, or OT_INSTRUMENT), False/"none", or a list such as ["openai", "langchain"];
+    - `also_export` (or OT_ALSO_EXPORT): send the same traces to more OTLP backends, e.g. "langfuse".
+
+    `client_options` go to `OpenToken(...)` (routing overrides, bedrock_client, region, model_map, ...). Never raises
+    because of telemetry: a misconfigured exporter or instrumentor is logged at debug level and skipped.
+    """
+    global _client
+    ot = OpenToken(api_key, base_url, **client_options)
+    endpoint, headers = _otlp_settings(ot.base_url, otlp_endpoint, ingest_key)
+    service = service_name or os.environ.get("OT_SERVICE_NAME") or os.environ.get("OTEL_SERVICE_NAME") or "unknown_service"
+    targets = []
+    try:
+        targets = resolve_targets(also_export)
+    except Exception as err:
+        log.debug("opentoken: extra export targets skipped: %s", err)
+    primary = SpanExporter(endpoint, headers, service_name=service)
+    extra = [SpanExporter(t.endpoint, t.headers, service_name=service) for t in targets]
+    set_exporter(FanoutExporter([primary, *extra]) if extra else primary)
+    frameworks = selected_frameworks(instrument)
+    try:
+        setup_tracing(endpoint, headers, service, targets, frameworks)
+    except Exception as err:
+        log.debug("opentoken: auto-instrumentation skipped: %s", err)
+    with _lock:
+        _client = ot
+    return ot
+
+
+def tracing() -> TracingState:
+    """What init() set up: whether OTel tracing is on, which frameworks are instrumented, and the export targets."""
+    return tracing_state()
+
+
+def default_client() -> OpenToken:
+    global _client
+    with _lock:
+        if _client is None:
+            _client = OpenToken()
+        return _client
+
+
+def shutdown(timeout_s: float = 2.0) -> None:
+    """Flushes pending spans (call before a short-lived process such as a Lambda handler returns)."""
+    exporter = get_exporter()
+    if exporter is not None:
+        exporter.flush(timeout_s)
+    force_flush(timeout_s)
+
+
+def _transports(ot: OpenToken):
+    import httpx
+
+    from ._transport import AsyncOpenTokenTransport, OpenTokenTransport
+
+    return httpx.Client(transport=OpenTokenTransport(ot), timeout=None), httpx.AsyncClient(
+        transport=AsyncOpenTokenTransport(ot), timeout=None
+    )
+
+
+def openai_client(ot: Optional[OpenToken] = None, **kwargs: Any) -> Any:
+    """`openai.OpenAI` whose chat completions use the fail-open router (gateway or Bedrock direct)."""
+    import openai  # type: ignore
+
+    ot = ot or default_client()
+    sync, _ = _transports(ot)
+    kwargs.setdefault("base_url", ot.base_url)
+    kwargs.setdefault("api_key", ot.api_key or "ot-unset")
+    return openai.OpenAI(http_client=sync, **kwargs)
+
+
+def async_openai_client(ot: Optional[OpenToken] = None, **kwargs: Any) -> Any:
+    import openai  # type: ignore
+
+    ot = ot or default_client()
+    _, async_client = _transports(ot)
+    kwargs.setdefault("base_url", ot.base_url)
+    kwargs.setdefault("api_key", ot.api_key or "ot-unset")
+    return openai.AsyncOpenAI(http_client=async_client, **kwargs)
+
+
+def wrap_openai(client: Any, ot: Optional[OpenToken] = None) -> Any:
+    """Copy of an existing OpenAI / AsyncOpenAI client that routes chat completions through Open Token."""
+    import openai  # type: ignore
+
+    ot = ot or default_client()
+    sync, async_client = _transports(ot)
+    http_client = async_client if isinstance(client, openai.AsyncOpenAI) else sync
+    return client.with_options(http_client=http_client, base_url=ot.base_url, api_key=ot.api_key or client.api_key)
+
+
+def wrap_bedrock(client: Any, ot: Optional[OpenToken] = None, model: Optional[str] = None) -> Any:
+    """boto3 `bedrock-runtime` client whose converse / converse_stream go through Open Token with fail-open."""
+    from ._bedrock_wrapper import BedrockClientWrapper
+
+    return BedrockClientWrapper(client, ot or default_client(), model)

getopentoken-0.1.0/opentoken/_auto/sitecustomize.py

@@ -0,0 +1,37 @@
+# Loaded at interpreter startup by `opentoken-instrument` (this directory is prepended to PYTHONPATH).
+import importlib.util
+import os
+import sys
+
+
+def _chain_existing_sitecustomize():
+    """Runs the sitecustomize this one shadows (the app's or the virtualenv's), as opentelemetry-instrument does."""
+    here = os.path.dirname(os.path.abspath(__file__))
+    for entry in sys.path:
+        if not entry or os.path.abspath(entry) == here:
+            continue
+        candidate = os.path.join(entry, "sitecustomize.py")
+        if os.path.isfile(candidate):
+            spec = importlib.util.spec_from_file_location("_opentoken_chained_sitecustomize", candidate)
+            if spec and spec.loader:
+                try:
+                    spec.loader.exec_module(importlib.util.module_from_spec(spec))
+                except Exception:
+                    pass
+            return
+
+
+def _auto_init():
+    if os.environ.get("OPENTOKEN_AUTO_INIT") != "1":
+        return
+    try:
+        import opentoken
+
+        opentoken.init()
+    except Exception as err:  # telemetry must never stop the app from starting
+        if os.environ.get("OT_DEBUG"):
+            print(f"opentoken-instrument: init skipped: {err}", file=sys.stderr)
+
+
+_chain_existing_sitecustomize()
+_auto_init()