forgesight 0.1.0__tar.gz

forgesight-0.1.0/.gitignore

@@ -0,0 +1,38 @@
+# Python
+__pycache__/
+*.py[cod]
+*.egg-info/
+.eggs/
+build/
+dist/
+*.so
+
+# venv / tooling
+.venv/
+venv/
+.uv/
+uv.lock
+
+# test / type / lint caches
+.pytest_cache/
+.mypy_cache/
+.ruff_cache/
+.coverage
+.coverage.*
+coverage.xml
+htmlcov/
+
+# secrets / local env (never commit)
+.env
+.env.*
+
+# editor / OS
+.DS_Store
+.idea/
+.vscode/
+
+# local-only session working state (per the workspace pipeline)
+.claude/state/
+
+# local-only launch planning (not part of the published repo)
+/launch/

forgesight-0.1.0/PKG-INFO

@@ -0,0 +1,139 @@
+Metadata-Version: 2.4
+Name: forgesight
+Version: 0.1.0
+Summary: Vendor-neutral, OpenTelemetry-first telemetry for AI agents: traces, cost, budgets, and a tamper-evident audit trail — ship to any backend, no agent-code changes.
+Project-URL: Homepage, https://github.com/Scaffoldic/forgesight
+Project-URL: Repository, https://github.com/Scaffoldic/forgesight
+Project-URL: Issues, https://github.com/Scaffoldic/forgesight/issues
+Project-URL: Changelog, https://github.com/Scaffoldic/forgesight/blob/main/docs/releases/v0.1.md
+Author: kjoshi
+License-Expression: Apache-2.0
+Keywords: agent-observability,ai-agents,audit,cost,finops,genai,governance,llm,llm-observability,observability,opentelemetry,otel,telemetry,tracing
+Classifier: Development Status :: 2 - Pre-Alpha
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Information Technology
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: System :: Monitoring
+Classifier: Typing :: Typed
+Requires-Python: >=3.11
+Requires-Dist: forgesight-core
+Provides-Extra: adapters-crewai
+Requires-Dist: forgesight-adapters-crewai[crewai]~=0.1.0; extra == 'adapters-crewai'
+Provides-Extra: adapters-langgraph
+Requires-Dist: forgesight-adapters-langgraph~=0.1.0; extra == 'adapters-langgraph'
+Provides-Extra: all
+Requires-Dist: forgesight-adapters-langgraph~=0.1.0; extra == 'all'
+Requires-Dist: forgesight-audit~=0.1.0; extra == 'all'
+Requires-Dist: forgesight-clickhouse~=0.1.0; extra == 'all'
+Requires-Dist: forgesight-datadog~=0.1.0; extra == 'all'
+Requires-Dist: forgesight-eval~=0.1.0; extra == 'all'
+Requires-Dist: forgesight-fastapi~=0.1.0; extra == 'all'
+Requires-Dist: forgesight-github~=0.1.0; extra == 'all'
+Requires-Dist: forgesight-governance~=0.1.0; extra == 'all'
+Requires-Dist: forgesight-langfuse~=0.1.0; extra == 'all'
+Requires-Dist: forgesight-mcp~=0.1.0; extra == 'all'
+Requires-Dist: forgesight-otel~=0.1.0; extra == 'all'
+Requires-Dist: forgesight-prometheus~=0.1.0; extra == 'all'
+Requires-Dist: forgesight-registry~=0.1.0; extra == 'all'
+Provides-Extra: audit
+Requires-Dist: forgesight-audit~=0.1.0; extra == 'audit'
+Provides-Extra: clickhouse
+Requires-Dist: forgesight-clickhouse~=0.1.0; extra == 'clickhouse'
+Provides-Extra: datadog
+Requires-Dist: forgesight-datadog~=0.1.0; extra == 'datadog'
+Provides-Extra: eval
+Requires-Dist: forgesight-eval~=0.1.0; extra == 'eval'
+Provides-Extra: fastapi
+Requires-Dist: forgesight-fastapi~=0.1.0; extra == 'fastapi'
+Provides-Extra: github
+Requires-Dist: forgesight-github~=0.1.0; extra == 'github'
+Provides-Extra: governance
+Requires-Dist: forgesight-governance~=0.1.0; extra == 'governance'
+Provides-Extra: langfuse
+Requires-Dist: forgesight-langfuse~=0.1.0; extra == 'langfuse'
+Provides-Extra: mcp
+Requires-Dist: forgesight-mcp~=0.1.0; extra == 'mcp'
+Provides-Extra: otel
+Requires-Dist: forgesight-otel~=0.1.0; extra == 'otel'
+Provides-Extra: prometheus
+Requires-Dist: forgesight-prometheus~=0.1.0; extra == 'prometheus'
+Provides-Extra: registry
+Requires-Dist: forgesight-registry~=0.1.0; extra == 'registry'
+Description-Content-Type: text/markdown
+
+# ForgeSight
+
+**Instrument any AI agent in a few lines — then ship traces, cost, metrics, evals, budgets,
+and a tamper-evident audit trail to any backend by changing one line of config.
+OpenTelemetry-first. Vendor-neutral. Never an agent-code change.**
+
+[![License](https://img.shields.io/badge/license-Apache_2.0-blue.svg)](https://github.com/Scaffoldic/forgesight/blob/main/LICENSE)
+[![Python](https://img.shields.io/badge/python-3.11_|_3.12_|_3.13-blue.svg)](https://pypi.org/project/forgesight/)
+
+▶️ **[See the 30-second demo](https://github.com/Scaffoldic/forgesight#forgesight)** — instrument
+an agent and watch the trace, cost, and a verified tamper-evident audit trail appear.
+
+`forgesight` is the batteries-included facade — the package most people install.
+
+```bash
+pip install "forgesight[otel]"
+```
+
+```python
+import forgesight
+from forgesight import telemetry
+
+forgesight.configure(exporters=["otel"])          # pick a backend by name — that's it
+
+with telemetry.agent_run("pr-reviewer", version="2.1.0", metadata={"team": "platform"}) as run:
+    with run.llm_call("anthropic", "claude-sonnet-4-5") as call:
+        resp = await client.messages.create(...)
+        call.record_usage(input=resp.usage.input_tokens, output=resp.usage.output_tokens)
+    with run.tool_call("github_get_diff"):
+        diff = gh.get_diff(pr)
+```
+
+Cost, token usage, trace nesting, metrics, and multi-backend fan-out come for free. Swap
+`otel` → `langfuse`, `datadog`, `clickhouse`, `prometheus` — the agent code never moves.
+
+## What you get
+
+- **🔌 Vendor-neutral.** The core depends on *no* backend or model-provider SDK. Backends are
+  packages you install and select by config.
+- **📐 OpenTelemetry-first.** GenAI semantic conventions, so any OTLP backend works with no
+  dedicated package.
+- **💰 Cost built in.** Token usage → USD via a pluggable pricing table — the same number
+  everywhere — plus live attribution by team and pre-call budget projection.
+- **🚦 Non-blocking & fault-isolated.** Export runs on a background worker; a backend outage
+  never breaks a run.
+- **🔒 Secure by default.** Content capture is opt-in; redaction runs before export.
+- **🧾 Accountability.** A tamper-evident, hash-chained **audit trail** with a compliance
+  query/export surface.
+
+## Install backends & integrations as extras
+
+```bash
+pip install "forgesight[otel]"                      # one backend (OTLP → any OTel platform)
+pip install "forgesight[otel,langfuse,datadog]"     # several
+pip install "forgesight[all]"                       # everything except the heavy CrewAI tree
+```
+
+Extras: `otel` · `prometheus` · `langfuse` · `clickhouse` · `datadog` · `mcp` · `fastapi` ·
+`github` · `governance` · `eval` · `registry` · `audit` · `adapters-langgraph` ·
+`adapters-crewai`. Installing a package *enables* a backend; config *selects* it.
+
+## Docs
+
+- **[README & guides](https://github.com/Scaffoldic/forgesight)** — full docs, playbooks, runbooks
+- **[Quick start](https://github.com/Scaffoldic/forgesight/blob/main/docs/playbooks/01-install.md)** ·
+  **[Run locally with Docker](https://github.com/Scaffoldic/forgesight/blob/main/docs/playbooks/03-run-locally-with-docker.md)** ·
+  **[Examples](https://github.com/Scaffoldic/forgesight/tree/main/examples)**
+
+## License
+
+[Apache-2.0](https://github.com/Scaffoldic/forgesight/blob/main/LICENSE)

forgesight-0.1.0/README.md

@@ -0,0 +1,71 @@
+# ForgeSight
+
+**Instrument any AI agent in a few lines — then ship traces, cost, metrics, evals, budgets,
+and a tamper-evident audit trail to any backend by changing one line of config.
+OpenTelemetry-first. Vendor-neutral. Never an agent-code change.**
+
+[![License](https://img.shields.io/badge/license-Apache_2.0-blue.svg)](https://github.com/Scaffoldic/forgesight/blob/main/LICENSE)
+[![Python](https://img.shields.io/badge/python-3.11_|_3.12_|_3.13-blue.svg)](https://pypi.org/project/forgesight/)
+
+▶️ **[See the 30-second demo](https://github.com/Scaffoldic/forgesight#forgesight)** — instrument
+an agent and watch the trace, cost, and a verified tamper-evident audit trail appear.
+
+`forgesight` is the batteries-included facade — the package most people install.
+
+```bash
+pip install "forgesight[otel]"
+```
+
+```python
+import forgesight
+from forgesight import telemetry
+
+forgesight.configure(exporters=["otel"])          # pick a backend by name — that's it
+
+with telemetry.agent_run("pr-reviewer", version="2.1.0", metadata={"team": "platform"}) as run:
+    with run.llm_call("anthropic", "claude-sonnet-4-5") as call:
+        resp = await client.messages.create(...)
+        call.record_usage(input=resp.usage.input_tokens, output=resp.usage.output_tokens)
+    with run.tool_call("github_get_diff"):
+        diff = gh.get_diff(pr)
+```
+
+Cost, token usage, trace nesting, metrics, and multi-backend fan-out come for free. Swap
+`otel` → `langfuse`, `datadog`, `clickhouse`, `prometheus` — the agent code never moves.
+
+## What you get
+
+- **🔌 Vendor-neutral.** The core depends on *no* backend or model-provider SDK. Backends are
+  packages you install and select by config.
+- **📐 OpenTelemetry-first.** GenAI semantic conventions, so any OTLP backend works with no
+  dedicated package.
+- **💰 Cost built in.** Token usage → USD via a pluggable pricing table — the same number
+  everywhere — plus live attribution by team and pre-call budget projection.
+- **🚦 Non-blocking & fault-isolated.** Export runs on a background worker; a backend outage
+  never breaks a run.
+- **🔒 Secure by default.** Content capture is opt-in; redaction runs before export.
+- **🧾 Accountability.** A tamper-evident, hash-chained **audit trail** with a compliance
+  query/export surface.
+
+## Install backends & integrations as extras
+
+```bash
+pip install "forgesight[otel]"                      # one backend (OTLP → any OTel platform)
+pip install "forgesight[otel,langfuse,datadog]"     # several
+pip install "forgesight[all]"                       # everything except the heavy CrewAI tree
+```
+
+Extras: `otel` · `prometheus` · `langfuse` · `clickhouse` · `datadog` · `mcp` · `fastapi` ·
+`github` · `governance` · `eval` · `registry` · `audit` · `adapters-langgraph` ·
+`adapters-crewai`. Installing a package *enables* a backend; config *selects* it.
+
+## Docs
+
+- **[README & guides](https://github.com/Scaffoldic/forgesight)** — full docs, playbooks, runbooks
+- **[Quick start](https://github.com/Scaffoldic/forgesight/blob/main/docs/playbooks/01-install.md)** ·
+  **[Run locally with Docker](https://github.com/Scaffoldic/forgesight/blob/main/docs/playbooks/03-run-locally-with-docker.md)** ·
+  **[Examples](https://github.com/Scaffoldic/forgesight/tree/main/examples)**
+
+## License
+
+[Apache-2.0](https://github.com/Scaffoldic/forgesight/blob/main/LICENSE)

forgesight-0.1.0/pyproject.toml

@@ -0,0 +1,107 @@
+[project]
+name = "forgesight"
+version = "0.1.0"
+description = "Vendor-neutral, OpenTelemetry-first telemetry for AI agents: traces, cost, budgets, and a tamper-evident audit trail — ship to any backend, no agent-code changes."
+readme = "README.md"
+requires-python = ">=3.11"
+license = "Apache-2.0"
+authors = [{ name = "kjoshi" }]
+keywords = [
+    "observability",
+    "telemetry",
+    "ai-agents",
+    "agent-observability",
+    "llm-observability",
+    "opentelemetry",
+    "otel",
+    "genai",
+    "llm",
+    "tracing",
+    "cost",
+    "finops",
+    "audit",
+    "governance",
+]
+classifiers = [
+    "Development Status :: 2 - Pre-Alpha",
+    "Intended Audience :: Developers",
+    "Intended Audience :: Information Technology",
+    "License :: OSI Approved :: Apache Software License",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Topic :: System :: Monitoring",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+    "Typing :: Typed",
+]
+dependencies = ["forgesight-core"]
+
+# Backends & integrations are separate distributions; each extra pulls one at the matching
+# coordinated version. `pip install "forgesight[otel,langfuse]"` installs the facade + those.
+# Bump the `~= 0.1.0` pins together every release train (see launch/launch-checklist.md).
+[project.optional-dependencies]
+otel = ["forgesight-otel ~= 0.1.0"]
+prometheus = ["forgesight-prometheus ~= 0.1.0"]
+langfuse = ["forgesight-langfuse ~= 0.1.0"]
+clickhouse = ["forgesight-clickhouse ~= 0.1.0"]
+datadog = ["forgesight-datadog ~= 0.1.0"]
+mcp = ["forgesight-mcp ~= 0.1.0"]
+fastapi = ["forgesight-fastapi ~= 0.1.0"]
+github = ["forgesight-github ~= 0.1.0"]
+governance = ["forgesight-governance ~= 0.1.0"]
+eval = ["forgesight-eval ~= 0.1.0"]
+registry = ["forgesight-registry ~= 0.1.0"]
+audit = ["forgesight-audit ~= 0.1.0"]
+adapters-langgraph = ["forgesight-adapters-langgraph ~= 0.1.0"]
+# crewai keeps its heavy framework behind an optional extra on the adapter — chain it so the
+# framework is actually installed (otherwise the wrapper imports but the first call fails).
+adapters-crewai = ["forgesight-adapters-crewai[crewai] ~= 0.1.0"]
+# Everything except the heavy CrewAI tree (opt into that explicitly with [adapters-crewai]).
+all = [
+    "forgesight-otel ~= 0.1.0",
+    "forgesight-prometheus ~= 0.1.0",
+    "forgesight-langfuse ~= 0.1.0",
+    "forgesight-clickhouse ~= 0.1.0",
+    "forgesight-datadog ~= 0.1.0",
+    "forgesight-mcp ~= 0.1.0",
+    "forgesight-fastapi ~= 0.1.0",
+    "forgesight-github ~= 0.1.0",
+    "forgesight-governance ~= 0.1.0",
+    "forgesight-eval ~= 0.1.0",
+    "forgesight-registry ~= 0.1.0",
+    "forgesight-audit ~= 0.1.0",
+    "forgesight-adapters-langgraph ~= 0.1.0",
+]
+
+[project.urls]
+Homepage = "https://github.com/Scaffoldic/forgesight"
+Repository = "https://github.com/Scaffoldic/forgesight"
+Issues = "https://github.com/Scaffoldic/forgesight/issues"
+Changelog = "https://github.com/Scaffoldic/forgesight/blob/main/docs/releases/v0.1.md"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/forgesight"]
+
+# Dev-time: resolve every ForgeSight package from the workspace (the version pins above are
+# for PyPI installs). uv prefers these over PyPI when working in the workspace.
+[tool.uv.sources]
+forgesight-core = { workspace = true }
+forgesight-otel = { workspace = true }
+forgesight-prometheus = { workspace = true }
+forgesight-langfuse = { workspace = true }
+forgesight-clickhouse = { workspace = true }
+forgesight-datadog = { workspace = true }
+forgesight-mcp = { workspace = true }
+forgesight-fastapi = { workspace = true }
+forgesight-github = { workspace = true }
+forgesight-governance = { workspace = true }
+forgesight-eval = { workspace = true }
+forgesight-registry = { workspace = true }
+forgesight-audit = { workspace = true }
+forgesight-adapters-langgraph = { workspace = true }
+forgesight-adapters-crewai = { workspace = true }

forgesight-0.1.0/src/forgesight/__init__.py

@@ -0,0 +1,41 @@
+"""ForgeSight — the batteries-included facade.
+
+``import forgesight`` gives you ``configure()``, the ``telemetry`` instrumentation
+facade, and the ``@instrument`` decorator. Backends are added by installing their
+package (``forgesight-otel`` etc.) — never a code change here.
+"""
+
+from __future__ import annotations
+
+from forgesight_core import (
+    ConsoleExporter,
+    InMemoryExporter,
+    Telemetry,
+    configure,
+    current_run_scope,
+    get_runtime,
+    instrument,
+    register,
+    telemetry,
+)
+
+__version__ = "0.1.0"
+
+
+def current_run() -> object | None:
+    """The active run scope, or ``None`` outside any run (alias of ``telemetry.current_run``)."""
+    return current_run_scope()
+
+
+__all__ = [
+    "ConsoleExporter",
+    "InMemoryExporter",
+    "Telemetry",
+    "__version__",
+    "configure",
+    "current_run",
+    "get_runtime",
+    "instrument",
+    "register",
+    "telemetry",
+]

forgesight-0.1.0/src/forgesight/testing/__init__.py

@@ -0,0 +1,27 @@
+"""ForgeSight testing surface — re-exported from ``forgesight_core.testing``."""
+
+from __future__ import annotations
+
+from forgesight_core.testing import (
+    InMemoryExporter,
+    SpanData,
+    assert_span_tree,
+    build_spans,
+    find_span,
+    find_spans,
+    llm_call_factory,
+    token_usage_factory,
+    tool_call_factory,
+)
+
+__all__ = [
+    "InMemoryExporter",
+    "SpanData",
+    "assert_span_tree",
+    "build_spans",
+    "find_span",
+    "find_spans",
+    "llm_call_factory",
+    "token_usage_factory",
+    "tool_call_factory",
+]

forgesight-0.1.0/src/forgesight/testing/conformance.py

@@ -0,0 +1,17 @@
+"""Per-SPI conformance suites — re-exported from ``forgesight_core.testing.conformance``."""
+
+from __future__ import annotations
+
+from forgesight_core.testing.conformance import (
+    run_event_listener_conformance,
+    run_exporter_conformance,
+    run_interceptor_conformance,
+    run_pricing_conformance,
+)
+
+__all__ = [
+    "run_event_listener_conformance",
+    "run_exporter_conformance",
+    "run_interceptor_conformance",
+    "run_pricing_conformance",
+]

forgesight-0.1.0/tests/test_facade_package.py

@@ -0,0 +1,33 @@
+"""The `forgesight` facade re-exports the runtime and works end-to-end."""
+
+from __future__ import annotations
+
+import forgesight
+from forgesight_api import Kind
+
+
+def test_facade_reexports() -> None:
+    assert callable(forgesight.configure)
+    assert callable(forgesight.instrument)
+    assert forgesight.telemetry is not None
+    assert forgesight.__version__
+
+
+def test_end_to_end_via_facade() -> None:
+    mem = forgesight.InMemoryExporter()
+    forgesight.configure(exporters=[mem], service_name="my-agent")
+    assert forgesight.current_run() is None
+    with forgesight.telemetry.agent_run("issue-classifier", version="1.2.0") as run:
+        assert forgesight.current_run() is run
+        with run.llm_call(provider="anthropic", model="claude-sonnet-4-5") as call:
+            call.record_usage(input=1200, output=350, cache_read=800)
+    forgesight.get_runtime().force_flush()  # drain the async pipeline
+    kinds = sorted({r.kind for r in mem.records})
+    assert kinds == [Kind.AGENT, Kind.LLM]
+    forgesight.get_runtime().shutdown()
+
+
+def test_configure_default_console_exporter() -> None:
+    rt = forgesight.configure()
+    assert len(rt.exporters) == 1
+    assert isinstance(rt.exporters[0], forgesight.ConsoleExporter)

forgesight-0.1.0/tests/test_testing_reexport.py

@@ -0,0 +1,24 @@
+"""The `forgesight.testing` facade re-exports the core testing surface."""
+
+from __future__ import annotations
+
+import forgesight
+from forgesight.testing import InMemoryExporter, assert_span_tree, find_span
+from forgesight.testing.conformance import run_exporter_conformance
+
+
+def test_testing_reexports_are_callable() -> None:
+    assert callable(assert_span_tree)
+    assert callable(find_span)
+    run_exporter_conformance(InMemoryExporter)  # the re-exported suite runs
+
+
+def test_end_to_end_via_facade_testing() -> None:
+    sink = InMemoryExporter()
+    forgesight.configure(exporters=[sink], sync_export=True)
+    try:
+        with forgesight.telemetry.agent_run("classifier"):
+            pass
+        assert_span_tree(sink, {"op": "invoke_agent", "name": "classifier"})
+    finally:
+        forgesight.get_runtime().shutdown()