llm-inspect 0.1.0__tar.gz

llm_inspect-0.1.0/PKG-INFO

@@ -0,0 +1,40 @@
+Metadata-Version: 2.4
+Name: llm-inspect
+Version: 0.1.0
+Summary: Zero-config LLM API inspector — intercepts calls, shows token breakdown and cost estimates in a local dashboard
+Project-URL: Homepage, https://github.com/kasidkhan/llm-inspect
+License: MIT
+Keywords: anthropic,cost,debugging,inspector,llm,openai,tokens
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+
+# llm-inspect
+
+Zero-config LLM API inspector. One import, one line — intercepts all Anthropic and OpenAI calls and shows a real-time dashboard with token breakdown and cost estimates.
+
+## Install
+
+```bash
+pip install llm-inspect
+```
+
+## Usage
+
+```python
+import llm_inspect
+llm_inspect.init()  # add at your app entry point, before other imports
+
+# All LLM calls now route through the inspector
+import anthropic
+client = anthropic.Anthropic()
+```
+
+Dashboard opens automatically at **http://localhost:8788**
+
+## How it works
+
+`init()` starts a lightweight local proxy on `:8787` (if not already running) and sets `ANTHROPIC_BASE_URL` / `OPENAI_BASE_URL` so all SDK calls route through it. No config files, no CA certificates, no accounts.

llm_inspect-0.1.0/README.md

@@ -0,0 +1,26 @@
+# llm-inspect
+
+Zero-config LLM API inspector. One import, one line — intercepts all Anthropic and OpenAI calls and shows a real-time dashboard with token breakdown and cost estimates.
+
+## Install
+
+```bash
+pip install llm-inspect
+```
+
+## Usage
+
+```python
+import llm_inspect
+llm_inspect.init()  # add at your app entry point, before other imports
+
+# All LLM calls now route through the inspector
+import anthropic
+client = anthropic.Anthropic()
+```
+
+Dashboard opens automatically at **http://localhost:8788**
+
+## How it works
+
+`init()` starts a lightweight local proxy on `:8787` (if not already running) and sets `ANTHROPIC_BASE_URL` / `OPENAI_BASE_URL` so all SDK calls route through it. No config files, no CA certificates, no accounts.

llm_inspect-0.1.0/llm_inspect/__init__.py

@@ -0,0 +1,41 @@
+import os
+import subprocess
+import sys
+import time
+import urllib.request
+import urllib.error
+from pathlib import Path
+
+PROXY_PORT = 8787
+_PROXY_JS = Path(__file__).parent.parent.parent.parent / "proxy" / "proxy.js"
+
+
+def _is_proxy_running() -> bool:
+    try:
+        with urllib.request.urlopen(f"http://localhost:{PROXY_PORT}/health", timeout=0.5):
+            return True
+    except Exception:
+        return False
+
+
+def init() -> None:
+    if not _is_proxy_running():
+        node = _find_node()
+        subprocess.Popen(
+            [node, str(_PROXY_JS)],
+            stdout=subprocess.DEVNULL,
+            stderr=subprocess.DEVNULL,
+            start_new_session=True,
+        )
+        time.sleep(0.5)
+
+    os.environ["ANTHROPIC_BASE_URL"] = f"http://localhost:{PROXY_PORT}"
+    os.environ["OPENAI_BASE_URL"] = f"http://localhost:{PROXY_PORT}/openai"
+
+
+def _find_node() -> str:
+    import shutil
+    node = shutil.which("node")
+    if node is None:
+        raise RuntimeError("Node.js not found. Install it from https://nodejs.org")
+    return node

llm_inspect-0.1.0/pyproject.toml

@@ -0,0 +1,21 @@
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[project]
+name = "llm-inspect"
+version = "0.1.0"
+description = "Zero-config LLM API inspector — intercepts calls, shows token breakdown and cost estimates in a local dashboard"
+readme = "README.md"
+license = { text = "MIT" }
+requires-python = ">=3.8"
+keywords = ["llm", "openai", "anthropic", "debugging", "tokens", "cost", "inspector"]
+classifiers = [
+  "Development Status :: 3 - Alpha",
+  "Intended Audience :: Developers",
+  "License :: OSI Approved :: MIT License",
+  "Programming Language :: Python :: 3",
+]
+
+[project.urls]
+Homepage = "https://github.com/kasidkhan/llm-inspect"