dobby-collector 0.1.0__tar.gz

dobby_collector-0.1.0/.gitignore

@@ -0,0 +1,20 @@
+# Virtual environments
+.venv/
+venv/
+env/
+
+# Build artifacts
+dist/
+build/
+*.egg-info/
+__pycache__/
+*.pyc
+*.pyo
+
+# Tool caches
+.pytest_cache/
+.mypy_cache/
+.ruff_cache/
+.tox/
+.coverage
+htmlcov/

dobby_collector-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Dobby AI, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

dobby_collector-0.1.0/PKG-INFO

@@ -0,0 +1,151 @@
+Metadata-Version: 2.4
+Name: dobby-collector
+Version: 0.1.0
+Summary: Telemetry collector for AI agents — stream runs, tools, LLM calls, and chains to the Dobby AI Control Plane for governance
+Project-URL: Homepage, https://dobby-ai.com
+Project-URL: Documentation, https://docs.dobby-ai.com/sdk/python-collector
+Project-URL: Repository, https://github.com/gil-dobby/repo-dobby
+Project-URL: Issues, https://github.com/gil-dobby/repo-dobby/issues
+Author-email: Dobby AI <dev@dobby-ai.com>
+License-Expression: MIT
+License-File: LICENSE
+Keywords: agents,ai,autogen,compliance,crewai,governance,langchain,observability,telemetry
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Python: >=3.9
+Requires-Dist: httpx>=0.25.0
+Requires-Dist: uuid-utils>=0.7.0
+Provides-Extra: dev
+Requires-Dist: mypy>=1.8.0; extra == 'dev'
+Requires-Dist: pytest-httpx>=0.30.0; extra == 'dev'
+Requires-Dist: pytest>=7.0.0; extra == 'dev'
+Requires-Dist: ruff>=0.3.0; extra == 'dev'
+Provides-Extra: langchain
+Requires-Dist: langchain-core>=0.2.0; extra == 'langchain'
+Description-Content-Type: text/markdown
+
+# dobby-collector
+
+> Telemetry collector for AI agents — stream runs, tools, LLM calls, and chains to the **[Dobby AI Control Plane](https://dobby-ai.com)** for governance and compliance.
+
+[![Status](https://img.shields.io/badge/status-alpha-orange.svg)](https://github.com/gil-dobby/repo-dobby)
+[![Python](https://img.shields.io/badge/python-3.9%2B-blue.svg)](https://www.python.org/)
+[![License](https://img.shields.io/badge/license-MIT-green.svg)](LICENSE)
+
+`dobby-collector` is the **customer-side** Python package for sending telemetry from any AI agent — LangChain, CrewAI, AutoGen, plain OpenAI/Anthropic SDKs, or custom code — to Dobby's governance plane. Every captured run gets evaluated by the Policy Scanner against your imported Compliance Packs (SOC 2, GDPR, EU AI Act, etc.) and surfaces violations in the Dobby dashboard.
+
+## Install
+
+```bash
+pip install dobby-collector
+```
+
+## Quickstart
+
+```python
+from dobby_collector import init, track, span, start_run, end_run
+
+# 1. Initialize once at agent startup
+init(
+    api_key="dsdk_...",       # Generate at /dashboard/workloads/connect/python-sdk
+    connector_id="wc_...",       # Same wizard hands you the connector ID
+    framework="langchain",        # or 'crewai' | 'autogen' | omit to auto-detect
+)
+
+# 2. Decorate tool functions
+@track(name="search_database", kind="tool")
+def search_db(query: str) -> list:
+    return db.execute(query)
+
+# 3. Use spans for fine-grained capture
+with span("retrieval", kind="tool", inputs={"query": "find AI startups"}):
+    docs = retriever.invoke("find AI startups")
+
+# 4. Wrap agent invocations in start/end_run
+run = start_run(name="weekly_report", inputs={"week": "2026-W19"})
+try:
+    output = my_agent.run("Generate the weekly report")
+    end_run(run, outputs={"report": output}, status="success")
+except Exception as e:
+    end_run(run, error=str(e), status="error")
+    raise
+```
+
+The SDK runs a background thread that flushes events every 10 seconds (or immediately on terminal `run.completed` / `run.failed` events). Telemetry **never blocks** your agent — buffer overflow drops the oldest events silently.
+
+## What gets captured
+
+| What | When | Captured fields |
+|---|---|---|
+| **Run boundaries** | `start_run` / `end_run` | inputs, outputs, status, duration |
+| **Tool calls** | `@track(kind="tool")` or `span(kind="tool")` | tool name, args, output, duration |
+| **LLM calls** | LangChain auto-instrument (Phase 2b), or `@track(kind="llm")` | model, prompt, completion, tokens, latency |
+| **Custom spans** | `@track()` / `span()` | name, inputs, outputs, duration |
+
+## Config reference
+
+```python
+init(
+    api_key="dsdk_...",              # REQUIRED — or set DOBBY_API_KEY env var
+    connector_id="wc_...",              # REQUIRED — or set DOBBY_CONNECTOR_ID env var
+    base_url="https://dobby-ai.com",    # Override for self-hosted; or DOBBY_BASE_URL env
+    flush_interval_seconds=10.0,        # How often the sender thread flushes
+    max_buffer_events=10_000,           # Ring buffer cap (oldest dropped on overflow)
+    framework="auto",                   # Hint or pin: 'langchain' | 'crewai' | 'autogen'
+    host_fingerprint=None,              # Optional hostname/container ID for multi-replica
+    pii_redact=False,                   # Opt-in: redact emails/SSNs/credit cards (Phase 2b)
+    exclude_fields=[],                  # Fields to scrub from `data` payloads (Phase 2b)
+)
+```
+
+## Environment variables
+
+The SDK reads these as fallbacks for `init()` args:
+
+| Env var | Default | Purpose |
+|---|---|---|
+| `DOBBY_API_KEY` | — | Connector bearer token (`dsdk_*`) — minted by the wizard |
+| `DOBBY_CONNECTOR_ID` | — | Workload connector ID (`wc_*`) |
+| `DOBBY_BASE_URL` | `https://dobby-ai.com` | Dobby control-plane URL |
+
+Set them in your deployment config and skip the corresponding `init()` args.
+
+## Lifecycle
+
+```python
+from dobby_collector import init, shutdown
+
+init(...)
+# ... your agent runs ...
+shutdown(timeout_seconds=5.0)  # Drains buffer + stops sender thread
+```
+
+`shutdown()` auto-fires via `atexit` if you forget, but call it explicitly when possible — `atexit` hooks have less time to drain before SIGTERM.
+
+## Status
+
+**Phase 2a (this release):** Manual instrumentation API — `init`, `track`, `span`, `start_run`, `end_run`, `shutdown`. In-memory ring buffer + background sender + HTTP retries.
+
+**Phase 2b (next):**
+- LangChain auto-instrument via `BaseCallbackHandler` — zero code changes for LangChain agents
+- DLQ to local SQLite — events survive network outages
+
+**Phase 4:** CrewAI / AutoGen / OpenAI SDK / Anthropic SDK auto-instrument.
+
+## License
+
+MIT — see [LICENSE](LICENSE).
+
+## Links
+
+- Full spec: [docs/spikes/dobby-collector-sdk-spec.md](https://github.com/gil-dobby/repo-dobby/blob/main/docs/spikes/dobby-collector-sdk-spec.md)
+- Dobby AI Platform: [dobby-ai.com](https://dobby-ai.com)
+- Documentation: [docs.dobby-ai.com/sdk/python-collector](https://docs.dobby-ai.com/sdk/python-collector)

dobby_collector-0.1.0/README.md

@@ -0,0 +1,117 @@
+# dobby-collector
+
+> Telemetry collector for AI agents — stream runs, tools, LLM calls, and chains to the **[Dobby AI Control Plane](https://dobby-ai.com)** for governance and compliance.
+
+[![Status](https://img.shields.io/badge/status-alpha-orange.svg)](https://github.com/gil-dobby/repo-dobby)
+[![Python](https://img.shields.io/badge/python-3.9%2B-blue.svg)](https://www.python.org/)
+[![License](https://img.shields.io/badge/license-MIT-green.svg)](LICENSE)
+
+`dobby-collector` is the **customer-side** Python package for sending telemetry from any AI agent — LangChain, CrewAI, AutoGen, plain OpenAI/Anthropic SDKs, or custom code — to Dobby's governance plane. Every captured run gets evaluated by the Policy Scanner against your imported Compliance Packs (SOC 2, GDPR, EU AI Act, etc.) and surfaces violations in the Dobby dashboard.
+
+## Install
+
+```bash
+pip install dobby-collector
+```
+
+## Quickstart
+
+```python
+from dobby_collector import init, track, span, start_run, end_run
+
+# 1. Initialize once at agent startup
+init(
+    api_key="dsdk_...",       # Generate at /dashboard/workloads/connect/python-sdk
+    connector_id="wc_...",       # Same wizard hands you the connector ID
+    framework="langchain",        # or 'crewai' | 'autogen' | omit to auto-detect
+)
+
+# 2. Decorate tool functions
+@track(name="search_database", kind="tool")
+def search_db(query: str) -> list:
+    return db.execute(query)
+
+# 3. Use spans for fine-grained capture
+with span("retrieval", kind="tool", inputs={"query": "find AI startups"}):
+    docs = retriever.invoke("find AI startups")
+
+# 4. Wrap agent invocations in start/end_run
+run = start_run(name="weekly_report", inputs={"week": "2026-W19"})
+try:
+    output = my_agent.run("Generate the weekly report")
+    end_run(run, outputs={"report": output}, status="success")
+except Exception as e:
+    end_run(run, error=str(e), status="error")
+    raise
+```
+
+The SDK runs a background thread that flushes events every 10 seconds (or immediately on terminal `run.completed` / `run.failed` events). Telemetry **never blocks** your agent — buffer overflow drops the oldest events silently.
+
+## What gets captured
+
+| What | When | Captured fields |
+|---|---|---|
+| **Run boundaries** | `start_run` / `end_run` | inputs, outputs, status, duration |
+| **Tool calls** | `@track(kind="tool")` or `span(kind="tool")` | tool name, args, output, duration |
+| **LLM calls** | LangChain auto-instrument (Phase 2b), or `@track(kind="llm")` | model, prompt, completion, tokens, latency |
+| **Custom spans** | `@track()` / `span()` | name, inputs, outputs, duration |
+
+## Config reference
+
+```python
+init(
+    api_key="dsdk_...",              # REQUIRED — or set DOBBY_API_KEY env var
+    connector_id="wc_...",              # REQUIRED — or set DOBBY_CONNECTOR_ID env var
+    base_url="https://dobby-ai.com",    # Override for self-hosted; or DOBBY_BASE_URL env
+    flush_interval_seconds=10.0,        # How often the sender thread flushes
+    max_buffer_events=10_000,           # Ring buffer cap (oldest dropped on overflow)
+    framework="auto",                   # Hint or pin: 'langchain' | 'crewai' | 'autogen'
+    host_fingerprint=None,              # Optional hostname/container ID for multi-replica
+    pii_redact=False,                   # Opt-in: redact emails/SSNs/credit cards (Phase 2b)
+    exclude_fields=[],                  # Fields to scrub from `data` payloads (Phase 2b)
+)
+```
+
+## Environment variables
+
+The SDK reads these as fallbacks for `init()` args:
+
+| Env var | Default | Purpose |
+|---|---|---|
+| `DOBBY_API_KEY` | — | Connector bearer token (`dsdk_*`) — minted by the wizard |
+| `DOBBY_CONNECTOR_ID` | — | Workload connector ID (`wc_*`) |
+| `DOBBY_BASE_URL` | `https://dobby-ai.com` | Dobby control-plane URL |
+
+Set them in your deployment config and skip the corresponding `init()` args.
+
+## Lifecycle
+
+```python
+from dobby_collector import init, shutdown
+
+init(...)
+# ... your agent runs ...
+shutdown(timeout_seconds=5.0)  # Drains buffer + stops sender thread
+```
+
+`shutdown()` auto-fires via `atexit` if you forget, but call it explicitly when possible — `atexit` hooks have less time to drain before SIGTERM.
+
+## Status
+
+**Phase 2a (this release):** Manual instrumentation API — `init`, `track`, `span`, `start_run`, `end_run`, `shutdown`. In-memory ring buffer + background sender + HTTP retries.
+
+**Phase 2b (next):**
+- LangChain auto-instrument via `BaseCallbackHandler` — zero code changes for LangChain agents
+- DLQ to local SQLite — events survive network outages
+
+**Phase 4:** CrewAI / AutoGen / OpenAI SDK / Anthropic SDK auto-instrument.
+
+## License
+
+MIT — see [LICENSE](LICENSE).
+
+## Links
+
+- Full spec: [docs/spikes/dobby-collector-sdk-spec.md](https://github.com/gil-dobby/repo-dobby/blob/main/docs/spikes/dobby-collector-sdk-spec.md)
+- Dobby AI Platform: [dobby-ai.com](https://dobby-ai.com)
+- Documentation: [docs.dobby-ai.com/sdk/python-collector](https://docs.dobby-ai.com/sdk/python-collector)

dobby_collector-0.1.0/pyproject.toml

@@ -0,0 +1,93 @@
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[project]
+name = "dobby-collector"
+version = "0.1.0"
+description = "Telemetry collector for AI agents — stream runs, tools, LLM calls, and chains to the Dobby AI Control Plane for governance"
+readme = "README.md"
+license = "MIT"
+requires-python = ">=3.9"
+authors = [
+    { name = "Dobby AI", email = "dev@dobby-ai.com" },
+]
+keywords = [
+    "ai",
+    "agents",
+    "telemetry",
+    "observability",
+    "governance",
+    "compliance",
+    "langchain",
+    "crewai",
+    "autogen",
+]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+]
+dependencies = [
+    "httpx>=0.25.0",
+    "uuid-utils>=0.7.0",
+]
+
+[project.optional-dependencies]
+langchain = [
+    "langchain-core>=0.2.0",
+]
+dev = [
+    "pytest>=7.0.0",
+    "pytest-httpx>=0.30.0",
+    "ruff>=0.3.0",
+    "mypy>=1.8.0",
+]
+
+[project.urls]
+Homepage = "https://dobby-ai.com"
+Documentation = "https://docs.dobby-ai.com/sdk/python-collector"
+Repository = "https://github.com/gil-dobby/repo-dobby"
+Issues = "https://github.com/gil-dobby/repo-dobby/issues"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/dobby_collector"]
+
+[tool.ruff]
+line-length = 100
+target-version = "py39"
+
+[tool.ruff.lint]
+select = ["E", "F", "I", "B", "UP", "SIM"]
+ignore = [
+    "E501",   # line-length handled by formatter
+    "UP006",  # py3.9: keep List/Dict/Tuple — PEP 585 generic syntax is 3.9+ but Optional rewrites need 3.10
+    "UP007",  # py3.9: keep Union[X, Y] — X | Y needs 3.10+
+    "UP035",  # py3.9: typing.List/Dict imports are still needed
+    "UP045",  # py3.9: keep Optional[X] — X | None needs 3.10+
+]
+
+[tool.mypy]
+# Use a tooling version that the installed mypy understands (>=3.10).
+# Runtime support is still py3.9+ (enforced by `requires-python` above).
+python_version = "3.10"
+strict = true
+warn_unreachable = true
+disallow_untyped_defs = true
+disallow_incomplete_defs = true
+check_untyped_defs = true
+no_implicit_optional = true
+warn_redundant_casts = true
+warn_unused_ignores = true
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+python_files = "test_*.py"
+addopts = "-v --tb=short"

dobby_collector-0.1.0/src/dobby_collector/__init__.py

@@ -0,0 +1,41 @@
+"""
+dobby-collector — telemetry collector for AI agents
+====================================================
+
+Capture every run, LLM call, tool invocation, and chain step from your AI
+agent. Stream them to the Dobby AI Control Plane (https://dobby-ai.com) for
+governance, compliance, and observability.
+
+Quickstart:
+    from dobby_collector import init, track, span, start_run, end_run, shutdown
+
+    init(api_key="gk_user_...", connector_id="wc_...")
+
+    @track(name="search_db", kind="tool")
+    def search_db(query): ...
+
+    run = start_run(name="weekly_report", inputs={"week": "2026-W19"})
+    with span("retrieval", inputs={"query": q}):
+        docs = retriever.invoke(q)
+    end_run(run, outputs={"summary": "..."}, status="success")
+
+    shutdown()  # at process exit (auto-fires via atexit if you forget)
+
+Full spec: docs/spikes/dobby-collector-sdk-spec.md
+"""
+
+from ._api import RunHandle, end_run, span, start_run, track
+from ._config import SDK_VERSION, init, shutdown
+
+__version__ = SDK_VERSION
+
+__all__ = [
+    "init",
+    "shutdown",
+    "track",
+    "span",
+    "start_run",
+    "end_run",
+    "RunHandle",
+    "__version__",
+]