tokensor 0.1.0__tar.gz → 0.2.0__tar.gz

{tokensor-0.1.0 → tokensor-0.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tokensor
-Version: 0.1.0
+Version: 0.2.0
 Summary: LLM token observability SDK — wraps OpenAI and Anthropic clients to capture metadata
 Project-URL: Homepage, https://tokensor.com
 Project-URL: Repository, https://github.com/tokensor/tokensor
@@ -36,7 +36,25 @@ Description-Content-Type: text/markdown
 
 LLM token observability for Python. Wraps your OpenAI or Anthropic client to capture call metadata (model, tokens, cost) and forward it to your Tokensor dashboard — one line of code, zero latency overhead.
 
-## Install
+## Zero-code proxy (recommended)
+
+Install the CLI and run a local proxy — no code changes needed:
+
+```bash
+pipx install tokensor
+tokensor start --api-key $TOKENSOR_API_KEY
+```
+
+Then point your LLM client at the proxy:
+
+```bash
+export OPENAI_BASE_URL=http://localhost:8080/proxy/openai/v1
+export ANTHROPIC_BASE_URL=http://localhost:8080/proxy/anthropic/v1
+```
+
+Every call is now tracked in your Tokensor dashboard.
+
+## Install (SDK)
 
 ```bash
 pip install tokensor

{tokensor-0.1.0 → tokensor-0.2.0}/README.md

@@ -2,7 +2,25 @@
 
 LLM token observability for Python. Wraps your OpenAI or Anthropic client to capture call metadata (model, tokens, cost) and forward it to your Tokensor dashboard — one line of code, zero latency overhead.
 
-## Install
+## Zero-code proxy (recommended)
+
+Install the CLI and run a local proxy — no code changes needed:
+
+```bash
+pipx install tokensor
+tokensor start --api-key $TOKENSOR_API_KEY
+```
+
+Then point your LLM client at the proxy:
+
+```bash
+export OPENAI_BASE_URL=http://localhost:8080/proxy/openai/v1
+export ANTHROPIC_BASE_URL=http://localhost:8080/proxy/anthropic/v1
+```
+
+Every call is now tracked in your Tokensor dashboard.
+
+## Install (SDK)
 
 ```bash
 pip install tokensor

{tokensor-0.1.0 → tokensor-0.2.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "tokensor"
-version = "0.1.0"
+version = "0.2.0"
 description = "LLM token observability SDK — wraps OpenAI and Anthropic clients to capture metadata"
 readme = "README.md"
 license = { text = "MIT" }
@@ -24,6 +24,9 @@ dependencies = [
     "httpx>=0.28",
 ]
 
+[project.scripts]
+tokensor = "tokensor._cli:main"
+
 [project.urls]
 Homepage = "https://tokensor.com"
 Repository = "https://github.com/tokensor/tokensor"

tokensor-0.2.0/src/tokensor/_cli.py

@@ -0,0 +1,45 @@
+import argparse
+import os
+import sys
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser(
+        prog="tokensor",
+        description="Tokensor local proxy — intercept LLM calls with zero code changes",
+    )
+    parser.add_argument("--version", action="version", version=_get_version())
+
+    subparsers = parser.add_subparsers(dest="command")
+
+    start = subparsers.add_parser("start", help="Start the local proxy")
+    start.add_argument("--port", type=int, default=8080, help="Local port (default: 8080)")
+    start.add_argument(
+        "--api-key",
+        default=os.environ.get("TOKENSOR_API_KEY"),
+        help="Tokensor API key",
+    )
+    start.add_argument(
+        "--tokensor-host",
+        default=os.environ.get("TOKENSOR_HOST", "https://api.tokensor.com"),
+        help="Tokensor backend URL",
+    )
+
+    args = parser.parse_args()
+
+    if args.command == "start":
+        if not args.api_key:
+            print("Error: --api-key or TOKENSOR_API_KEY env var required", file=sys.stderr)
+            sys.exit(1)
+        from tokensor._proxy_server import run
+        run(port=args.port, api_key=args.api_key, tokensor_host=args.tokensor_host)
+    else:
+        parser.print_help()
+
+
+def _get_version() -> str:
+    try:
+        from importlib.metadata import version
+        return version("tokensor")
+    except Exception:
+        return "unknown"

tokensor-0.2.0/src/tokensor/_proxy_server.py

@@ -0,0 +1,56 @@
+from __future__ import annotations
+
+from http.server import BaseHTTPRequestHandler, HTTPServer
+
+import httpx
+
+
+def run(port: int, api_key: str, tokensor_host: str) -> None:
+    host = tokensor_host.rstrip("/")
+    print(f"Tokensor proxy running on http://localhost:{port}")
+    print(f"  OPENAI_BASE_URL=http://localhost:{port}/proxy/openai/v1")
+    print(f"  ANTHROPIC_BASE_URL=http://localhost:{port}/proxy/anthropic/v1")
+    print("Press Ctrl+C to stop.\n")
+
+    client = httpx.Client(timeout=120.0, follow_redirects=False)
+
+    class Handler(BaseHTTPRequestHandler):
+        def do_POST(self) -> None:
+            self._forward("POST")
+
+        def do_GET(self) -> None:
+            self._forward("GET")
+
+        def _forward(self, method: str) -> None:
+            length = int(self.headers.get("Content-Length", 0))
+            body = self.rfile.read(length) if length else b""
+
+            forward_headers = {
+                k: v for k, v in self.headers.items()
+                if k.lower() not in {"host", "content-length", "transfer-encoding"}
+            }
+            forward_headers["X-Tokensor-Key"] = api_key
+
+            url = f"{host}{self.path}"
+            try:
+                resp = client.request(method, url, content=body, headers=forward_headers)
+            except Exception as exc:
+                self.send_error(502, str(exc))
+                return
+
+            self.send_response(resp.status_code)
+            for k, v in resp.headers.items():
+                if k.lower() in {"transfer-encoding", "connection"}:
+                    continue
+                self.send_header(k, v)
+            self.end_headers()
+            self.wfile.write(resp.content)
+
+        def log_message(self, fmt: str, *args: object) -> None:
+            print(f"  {self.path} → {args[1]}")
+
+    try:
+        HTTPServer(("localhost", port), Handler).serve_forever()
+    except KeyboardInterrupt:
+        print("\nStopped.")
+        client.close()

tokensor-0.2.0/tests/test_cli.py

@@ -0,0 +1,52 @@
+from unittest.mock import patch
+
+
+def test_help_exits_cleanly():
+    from tokensor._cli import main
+    with patch("sys.argv", ["tokensor", "--help"]):
+        try:
+            main()
+        except SystemExit as e:
+            assert e.code == 0
+
+
+def test_start_requires_api_key(capsys):
+    from tokensor._cli import main
+    with patch("sys.argv", ["tokensor", "start"]):
+        try:
+            main()
+        except SystemExit as e:
+            assert e.code == 1
+    captured = capsys.readouterr()
+    assert "api-key" in captured.err
+
+
+def test_start_reads_env_api_key(monkeypatch):
+    monkeypatch.setenv("TOKENSOR_API_KEY", "ts_test")
+    calls = []
+    with patch("tokensor._proxy_server.run", side_effect=lambda **kw: calls.append(kw)):
+        with patch("sys.argv", ["tokensor", "start"]):
+            from tokensor._cli import main
+            main()
+    assert calls[0]["api_key"] == "ts_test"
+    assert calls[0]["port"] == 8080
+
+
+def test_start_uses_custom_port(monkeypatch):
+    monkeypatch.setenv("TOKENSOR_API_KEY", "ts_test")
+    calls = []
+    with patch("tokensor._proxy_server.run", side_effect=lambda **kw: calls.append(kw)):
+        with patch("sys.argv", ["tokensor", "start", "--port", "9090"]):
+            from tokensor._cli import main
+            main()
+    assert calls[0]["port"] == 9090
+
+
+def test_start_uses_custom_host(monkeypatch):
+    monkeypatch.setenv("TOKENSOR_API_KEY", "ts_test")
+    calls = []
+    with patch("tokensor._proxy_server.run", side_effect=lambda **kw: calls.append(kw)):
+        with patch("sys.argv", ["tokensor", "start", "--tokensor-host", "http://localhost:8000"]):
+            from tokensor._cli import main
+            main()
+    assert calls[0]["tokensor_host"] == "http://localhost:8000"