agentmetrics-langchain 0.1.0

package/README.md

@@ -0,0 +1,87 @@
+# agentmetrics-langchain (JS/TS)
+
+[![npm](https://img.shields.io/npm/v/agentmetrics-langchain?color=6366f1&label=npm&logo=npm&logoColor=white)](https://www.npmjs.com/package/agentmetrics-langchain)
+[![License: MIT](https://img.shields.io/badge/license-MIT-6366f1)](../../LICENSE)
+
+AgentMetrics integration for [LangChain.js](https://js.langchain.com). Pass one callback to any chain or agent `.invoke()` call and every run reports back to your dashboard showing latency, cost, token counts, tool calls, and errors, with no changes to your agent logic.
+
+---
+
+## Install
+
+```bash
+npm install agentmetrics-langchain
+```
+
+---
+
+## Quickstart
+
+```typescript
+import { AgentMetricsCallback } from "agentmetrics-langchain";
+
+const cb = new AgentMetricsCallback({
+  agentId: "my-langchain-agent",
+  baseUrl: "http://localhost:8099",
+});
+
+const result = await agent.invoke(
+  { input: "What is the weather in Paris?" },
+  { callbacks: [cb] },
+);
+```
+
+---
+
+## API
+
+### `new AgentMetricsCallback(opts)`
+
+| Option | Default | Description |
+|---|---|---|
+| `agentId` | `"langchain-agent"` | Label shown in the dashboard |
+| `baseUrl` | `"http://localhost:8099"` | AgentMetrics server address |
+
+Pass the callback via the `callbacks` array in the second argument to `.invoke()`. It implements `BaseCallbackHandler` from `@langchain/core` and tracks the top-level chain only, with all nested sub-chains aggregated into the same run.
+
+Supports both OpenAI (`usage_metadata`) and Anthropic (`input_token_details`) token counting paths.
+
+---
+
+## What gets tracked
+
+Each top-level chain invocation emits one event to `/v1/events` on completion or error:
+
+| Field | Description |
+|---|---|
+| `status` | `success` or `failed` |
+| `duration_ms` | Wall-clock chain duration |
+| `input_tokens` / `output_tokens` | Aggregated across all LLM calls |
+| `cache_read_tokens` / `cache_write_tokens` | Cache token counts (Anthropic) |
+| `llm_calls` | Number of LLM requests in the chain |
+| `tool_calls` / `tool_errors` | Tool usage counts |
+| `tool_names` | Array of tools invoked |
+| `model` | Model name from the first LLM call |
+| `estimated_cost_usd` | Computed from token counts and model pricing |
+| `error` | First 500 chars of the error message on failure |
+
+---
+
+## LangGraph.js
+
+Works with LangGraph.js the same way:
+
+```typescript
+import { AgentMetricsCallback } from "agentmetrics-langchain";
+
+const cb  = new AgentMetricsCallback({ baseUrl: "http://localhost:8099" });
+const app = buildGraph().compile();
+
+const result = await app.invoke(state, { callbacks: [cb] });
+```
+
+---
+
+## License
+
+[MIT](../../LICENSE)

package/dist/callback.d.ts

@@ -0,0 +1,31 @@
+import { BaseCallbackHandler } from "@langchain/core/callbacks/base";
+import type { Serialized } from "@langchain/core/load/serializable";
+import type { LLMResult } from "@langchain/core/outputs";
+import type { ChainValues } from "@langchain/core/utils/types";
+export declare class AgentMetricsCallback extends BaseCallbackHandler {
+    name: string;
+    private readonly _apiKey;
+    private readonly _agentId;
+    private readonly _baseUrl;
+    private readonly _runs;
+    private readonly _parentMap;
+    private readonly _pendingToolNames;
+    constructor(opts: {
+        apiKey: string;
+        agentId?: string;
+        baseUrl?: string;
+    });
+    handleChainStart(_serialized: Serialized, _inputs: ChainValues, runId: string, parentRunId?: string): Promise<void>;
+    handleChainEnd(_outputs: ChainValues, runId: string, parentRunId?: string): Promise<void>;
+    handleChainError(err: Error, runId: string, parentRunId?: string): Promise<void>;
+    handleLLMStart(_llm: Serialized, _prompts: string[], runId: string, parentRunId?: string): Promise<void>;
+    handleChatModelStart(_llm: Serialized, _messages: unknown[][], runId: string, parentRunId?: string): Promise<void>;
+    handleLLMEnd(output: LLMResult, runId: string): Promise<void>;
+    handleLLMError(_err: Error, _runId: string): Promise<void>;
+    handleToolStart(serialized: Serialized, _input: string, runId: string, parentRunId?: string): Promise<void>;
+    handleToolEnd(_output: unknown, runId: string): Promise<void>;
+    handleToolError(err: Error, runId: string): Promise<void>;
+    private _findTopRun;
+    private _emit;
+}
+//# sourceMappingURL=callback.d.ts.map

package/dist/callback.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"callback.d.ts","sourceRoot":"","sources":["../src/callback.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AACrE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AACpE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AA2G/D,qBAAa,oBAAqB,SAAQ,mBAAmB;IAC3D,IAAI,SAAkB;IAEtB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAW;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAU;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAU;IAGnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAoC;IAE1D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA6B;IAExD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAA6B;gBAEnD,IAAI,EAAE;QAChB,MAAM,EAAI,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;IAQK,gBAAgB,CACpB,WAAW,EAAE,UAAU,EACvB,OAAO,EAAE,WAAW,EACpB,KAAK,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC;IAQV,cAAc,CAClB,QAAQ,EAAE,WAAW,EACrB,KAAK,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC;IAMV,gBAAgB,CACpB,GAAG,EAAE,KAAK,EACV,KAAK,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC;IAYV,cAAc,CAClB,IAAI,EAAE,UAAU,EAChB,QAAQ,EAAE,MAAM,EAAE,EAClB,KAAK,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC;IAIV,oBAAoB,CACxB,IAAI,EAAE,UAAU,EAChB,SAAS,EAAE,OAAO,EAAE,EAAE,EACtB,KAAK,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC;IAIV,YAAY,CAChB,MAAM,EAAE,SAAS,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;IAuCV,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1D,eAAe,CACnB,UAAU,EAAE,UAAU,EACtB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC;IAQV,aAAa,CACjB,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;IAUV,eAAe,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY/D,OAAO,CAAC,WAAW;YAYL,KAAK;CA0CpB"}

package/dist/callback.js

@@ -0,0 +1,247 @@
+import { randomUUID } from "crypto";
+import { BaseCallbackHandler } from "@langchain/core/callbacks/base";
+const PRICING = {
+    // [input, output, cache_read, cache_write]
+    "gpt-4o": [2.50, 10.00, 1.25, 0],
+    "gpt-4o-mini": [0.15, 0.60, 0.075, 0],
+    "gpt-4-turbo": [10.00, 30.00, 0, 0],
+    "gpt-3.5-turbo": [0.50, 1.50, 0, 0],
+    "claude-3-5-sonnet-20241022": [3.00, 15.00, 0.30, 3.75],
+    "claude-3-5-haiku-20241022": [0.80, 4.00, 0.08, 1.00],
+    "claude-3-opus-20240229": [15.00, 75.00, 1.50, 18.75],
+    "claude-sonnet-4-6": [3.00, 15.00, 0.30, 3.75],
+    "claude-opus-4-7": [15.00, 75.00, 1.50, 18.75],
+    "claude-haiku-4-5-20251001": [0.80, 4.00, 0.08, 1.00],
+    "gemini-1.5-pro": [1.25, 5.00, 0, 0],
+    "gemini-1.5-flash": [0.075, 0.30, 0, 0],
+};
+function estimateCost(model, inputTokens, outputTokens, cacheReadTokens, cacheWriteTokens) {
+    if (!model)
+        return null;
+    const key = Object.keys(PRICING).find(k => model.startsWith(k)) ?? null;
+    if (!key)
+        return null;
+    const [ip, op, cr, cw] = PRICING[key];
+    return ((inputTokens * ip + outputTokens * op +
+        cacheReadTokens * cr + cacheWriteTokens * cw) / 1_000_000);
+}
+const MAX_RETRY_ATTEMPTS = 3;
+function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+async function sendWithRetry(url, apiKey, payload) {
+    const body = JSON.stringify(payload);
+    for (let attempt = 0; attempt < MAX_RETRY_ATTEMPTS; attempt++) {
+        try {
+            const res = await fetch(`${url}/v1/events`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${apiKey}`,
+                },
+                body,
+            });
+            if (res.ok || (res.status >= 400 && res.status < 500))
+                return;
+            if (attempt < MAX_RETRY_ATTEMPTS - 1) {
+                await sleep(Math.min(1000 * 2 ** attempt + Math.random() * 200, 10_000));
+            }
+        }
+        catch {
+            if (attempt < MAX_RETRY_ATTEMPTS - 1) {
+                await sleep(Math.min(1000 * 2 ** attempt + Math.random() * 200, 10_000));
+            }
+        }
+    }
+}
+function newRunState(agentId) {
+    return {
+        agentId,
+        startMs: performance.now(),
+        inputTokens: 0,
+        outputTokens: 0,
+        cacheReadTokens: 0,
+        cacheWriteTokens: 0,
+        llmCalls: 0,
+        toolCalls: 0,
+        toolErrors: 0,
+        toolNames: new Set(),
+        model: null,
+        status: "success",
+        error: null,
+    };
+}
+export class AgentMetricsCallback extends BaseCallbackHandler {
+    name = "agentmetrics";
+    _apiKey;
+    _agentId;
+    _baseUrl;
+    // top-level run_id → RunState
+    _runs = new Map();
+    // run_id → parent run_id (ancestry chain)
+    _parentMap = new Map();
+    // tool run_id → tool name (resolved on end/error)
+    _pendingToolNames = new Map();
+    constructor(opts) {
+        super();
+        this._apiKey = opts.apiKey;
+        this._agentId = opts.agentId ?? "langchain-agent";
+        this._baseUrl = opts.baseUrl ?? "http://localhost:8099";
+    }
+    async handleChainStart(_serialized, _inputs, runId, parentRunId) {
+        if (!parentRunId) {
+            this._runs.set(runId, newRunState(this._agentId));
+        }
+        else {
+            this._parentMap.set(runId, parentRunId);
+        }
+    }
+    async handleChainEnd(_outputs, runId, parentRunId) {
+        if (!parentRunId) {
+            await this._emit(runId);
+        }
+    }
+    async handleChainError(err, runId, parentRunId) {
+        if (!parentRunId) {
+            const run = this._runs.get(runId);
+            if (run) {
+                run.status = "failed";
+                run.error = String(err).slice(0, 500);
+            }
+            await this._emit(runId);
+        }
+    }
+    async handleLLMStart(_llm, _prompts, runId, parentRunId) {
+        if (parentRunId)
+            this._parentMap.set(runId, parentRunId);
+    }
+    async handleChatModelStart(_llm, _messages, runId, parentRunId) {
+        if (parentRunId)
+            this._parentMap.set(runId, parentRunId);
+    }
+    async handleLLMEnd(output, runId) {
+        const run = this._findTopRun(runId);
+        if (!run)
+            return;
+        run.llmCalls++;
+        // Path 1: ChatGeneration → message.usage_metadata (Anthropic / OpenAI)
+        let foundUsage = false;
+        for (const genList of output.generations) {
+            for (const gen of genList) {
+                const msg = gen.message;
+                const umeta = msg?.usage_metadata;
+                if (umeta) {
+                    run.inputTokens += umeta["input_tokens"] ?? 0;
+                    run.outputTokens += umeta["output_tokens"] ?? 0;
+                    const details = umeta["input_token_details"] ?? {};
+                    run.cacheReadTokens += details["cache_read"] ?? 0;
+                    run.cacheWriteTokens += details["cache_creation"] ?? 0;
+                    if (!run.model) {
+                        const rmeta = msg?.response_metadata;
+                        run.model = rmeta?.["model_name"] ?? rmeta?.["model"] ?? null;
+                    }
+                    foundUsage = true;
+                }
+            }
+        }
+        if (foundUsage)
+            return;
+        // Path 2: llm_output dict (older/non-chat)
+        const lo = (output.llmOutput ?? {});
+        const usage = (lo["token_usage"] ?? lo["usage"] ?? {});
+        run.inputTokens += usage["prompt_tokens"] ?? 0;
+        run.outputTokens += usage["completion_tokens"] ?? 0;
+        run.cacheReadTokens += usage["cache_read_input_tokens"] ?? 0;
+        run.cacheWriteTokens += usage["cache_creation_input_tokens"] ?? 0;
+        if (!run.model) {
+            run.model = lo["model_name"] ?? lo["model"] ?? null;
+        }
+    }
+    async handleLLMError(_err, _runId) {
+        // LLM errors do not affect tool error counts
+    }
+    async handleToolStart(serialized, _input, runId, parentRunId) {
+        const name = serialized.name
+            ?? serialized.id?.at(-1)
+            ?? "unknown";
+        this._pendingToolNames.set(runId, String(name));
+        if (parentRunId)
+            this._parentMap.set(runId, parentRunId);
+    }
+    async handleToolEnd(_output, runId) {
+        const run = this._findTopRun(runId);
+        if (run) {
+            run.toolCalls++;
+            const name = this._pendingToolNames.get(runId);
+            if (name)
+                run.toolNames.add(name);
+        }
+        this._pendingToolNames.delete(runId);
+    }
+    async handleToolError(err, runId) {
+        const run = this._findTopRun(runId);
+        if (run) {
+            run.toolCalls++;
+            run.toolErrors++;
+            const name = this._pendingToolNames.get(runId);
+            if (name)
+                run.toolNames.add(name);
+        }
+        this._pendingToolNames.delete(runId);
+    }
+    _findTopRun(runId) {
+        const seen = new Set();
+        let rid = runId;
+        while (rid && !seen.has(rid)) {
+            seen.add(rid);
+            const state = this._runs.get(rid);
+            if (state)
+                return state;
+            rid = this._parentMap.get(rid);
+        }
+        return null;
+    }
+    async _emit(runId) {
+        const run = this._runs.get(runId);
+        if (!run)
+            return;
+        this._runs.delete(runId);
+        // clean up orphan parent-map entries
+        for (const [k, v] of this._parentMap) {
+            if (v === runId)
+                this._parentMap.delete(k);
+        }
+        const durationMs = performance.now() - run.startMs;
+        const est = estimateCost(run.model, run.inputTokens, run.outputTokens, run.cacheReadTokens, run.cacheWriteTokens);
+        const payload = {
+            event_id: randomUUID(),
+            trace_id: runId,
+            agent_id: run.agentId,
+            platform: "langchain",
+            event_name: "agent_end",
+            ts: Date.now(),
+            redaction_policy_version: "v1-strict",
+            status: run.status,
+            duration_ms: Math.round(durationMs * 100) / 100,
+            tool_calls: run.toolCalls,
+            tool_errors: run.toolErrors,
+            tool_names: [...run.toolNames],
+            llm_calls: run.llmCalls,
+            input_tokens: run.inputTokens,
+            output_tokens: run.outputTokens,
+        };
+        if (run.model)
+            payload["model"] = run.model;
+        if (run.error)
+            payload["error"] = run.error;
+        if (run.cacheReadTokens)
+            payload["cache_read_tokens"] = run.cacheReadTokens;
+        if (run.cacheWriteTokens)
+            payload["cache_write_tokens"] = run.cacheWriteTokens;
+        if (est !== null)
+            payload["estimated_cost_usd"] = est;
+        // fire-and-forget: don't block the caller
+        sendWithRetry(this._baseUrl, this._apiKey, payload).catch(() => { });
+    }
+}
+//# sourceMappingURL=callback.js.map

package/dist/callback.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"callback.js","sourceRoot":"","sources":["../src/callback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AAMrE,MAAM,OAAO,GAAqD;IAChE,2CAA2C;IAC3C,QAAQ,EAAqB,CAAC,IAAI,EAAG,KAAK,EAAE,IAAI,EAAG,CAAC,CAAC;IACrD,aAAa,EAAgB,CAAC,IAAI,EAAI,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACrD,aAAa,EAAgB,CAAC,KAAK,EAAG,KAAK,EAAE,CAAC,EAAK,CAAC,CAAC;IACrD,eAAe,EAAc,CAAC,IAAI,EAAI,IAAI,EAAG,CAAC,EAAK,CAAC,CAAC;IACrD,4BAA4B,EAAC,CAAC,IAAI,EAAG,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC;IACvD,2BAA2B,EAAE,CAAC,IAAI,EAAI,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;IACvD,wBAAwB,EAAK,CAAC,KAAK,EAAG,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC;IACzD,mBAAmB,EAAU,CAAC,IAAI,EAAG,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC;IACvD,iBAAiB,EAAY,CAAC,KAAK,EAAG,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC;IACzD,2BAA2B,EAAE,CAAC,IAAI,EAAI,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;IACvD,gBAAgB,EAAa,CAAC,IAAI,EAAI,IAAI,EAAG,CAAC,EAAK,CAAC,CAAC;IACrD,kBAAkB,EAAW,CAAC,KAAK,EAAG,IAAI,EAAG,CAAC,EAAK,CAAC,CAAC;CACtD,CAAC;AAEF,SAAS,YAAY,CACnB,KAAoB,EACpB,WAAmB,EACnB,YAAoB,EACpB,eAAuB,EACvB,gBAAwB;IAExB,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACxE,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACtC,OAAO,CACL,CAAC,WAAW,GAAG,EAAE,GAAG,YAAY,GAAG,EAAE;QACpC,eAAe,GAAG,EAAE,GAAG,gBAAgB,GAAG,EAAE,CAAC,GAAG,SAAS,CAC3D,CAAC;AACJ,CAAC;AAGD,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAE7B,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,GAAW,EACX,MAAc,EACd,OAAgC;IAEhC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACrC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,kBAAkB,EAAE,OAAO,EAAE,EAAE,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,GAAG,YAAY,EAAE;gBAC1C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;iBAClC;gBACD,IAAI;aACL,CAAC,CAAC;YACH,IAAI,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC;gBAAE,OAAO;YAC9D,IAAI,OAAO,GAAG,kBAAkB,GAAG,CAAC,EAAE,CAAC;gBACrC,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,OAAO,GAAG,kBAAkB,GAAG,CAAC,EAAE,CAAC;gBACrC,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAmBD,SAAS,WAAW,CAAC,OAAe;IAClC,OAAO;QACL,OAAO;QACP,OAAO,EAAW,WAAW,CAAC,GAAG,EAAE;QACnC,WAAW,EAAO,CAAC;QACnB,YAAY,EAAM,CAAC;QACnB,eAAe,EAAG,CAAC;QACnB,gBAAgB,EAAE,CAAC;QACnB,QAAQ,EAAU,CAAC;QACnB,SAAS,EAAS,CAAC;QACnB,UAAU,EAAQ,CAAC;QACnB,SAAS,EAAS,IAAI,GAAG,EAAE;QAC3B,KAAK,EAAa,IAAI;QACtB,MAAM,EAAY,SAAS;QAC3B,KAAK,EAAa,IAAI;KACvB,CAAC;AACJ,CAAC;AAGD,MAAM,OAAO,oBAAqB,SAAQ,mBAAmB;IAC3D,IAAI,GAAG,cAAc,CAAC;IAEL,OAAO,CAAW;IAClB,QAAQ,CAAU;IAClB,QAAQ,CAAU;IAEnC,8BAA8B;IACb,KAAK,GAAQ,IAAI,GAAG,EAAoB,CAAC;IAC1D,0CAA0C;IACzB,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxD,kDAAkD;IACjC,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE/D,YAAY,IAIX;QACC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAI,IAAI,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,IAAI,iBAAiB,CAAC;QAClD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,IAAI,uBAAuB,CAAC;IAC1D,CAAC;IAGD,KAAK,CAAC,gBAAgB,CACpB,WAAuB,EACvB,OAAoB,EACpB,KAAa,EACb,WAAoB;QAEpB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,QAAqB,EACrB,KAAa,EACb,WAAoB;QAEpB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,GAAU,EACV,KAAa,EACb,WAAoB;QAEpB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,GAAG,EAAE,CAAC;gBACR,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;gBACtB,GAAG,CAAC,KAAK,GAAI,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACzC,CAAC;YACD,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAGD,KAAK,CAAC,cAAc,CAClB,IAAgB,EAChB,QAAkB,EAClB,KAAa,EACb,WAAoB;QAEpB,IAAI,WAAW;YAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,IAAgB,EAChB,SAAsB,EACtB,KAAa,EACb,WAAoB;QAEpB,IAAI,WAAW;YAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,MAAiB,EACjB,KAAa;QAEb,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,GAAG,CAAC,QAAQ,EAAE,CAAC;QAEf,uEAAuE;QACvE,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACzC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,MAAM,GAAG,GAAM,GAAW,CAAC,OAAO,CAAC;gBACnC,MAAM,KAAK,GAAG,GAAG,EAAE,cAAiD,CAAC;gBACrE,IAAI,KAAK,EAAE,CAAC;oBACV,GAAG,CAAC,WAAW,IAAW,KAAK,CAAC,cAAc,CAAoB,IAAI,CAAC,CAAC;oBACxE,GAAG,CAAC,YAAY,IAAU,KAAK,CAAC,eAAe,CAAmB,IAAI,CAAC,CAAC;oBACxE,MAAM,OAAO,GAAI,KAAK,CAAC,qBAAqB,CAAmC,IAAI,EAAE,CAAC;oBACtF,GAAG,CAAC,eAAe,IAAM,OAAO,CAAC,YAAY,CAAC,IAAQ,CAAC,CAAC;oBACxD,GAAG,CAAC,gBAAgB,IAAK,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;oBACxD,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;wBACf,MAAM,KAAK,GAAG,GAAG,EAAE,iBAAuD,CAAC;wBAC3E,GAAG,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC,YAAY,CAAC,IAAI,KAAK,EAAE,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;oBAChE,CAAC;oBACD,UAAU,GAAG,IAAI,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,UAAU;YAAE,OAAO;QAEvB,2CAA2C;QAC3C,MAAM,EAAE,GAAM,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAwB,CAAC;QAC9D,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAA2B,CAAC;QACjF,GAAG,CAAC,WAAW,IAAU,KAAK,CAAC,eAAe,CAAC,IAAiB,CAAC,CAAC;QAClE,GAAG,CAAC,YAAY,IAAS,KAAK,CAAC,mBAAmB,CAAC,IAAa,CAAC,CAAC;QAClE,GAAG,CAAC,eAAe,IAAM,KAAK,CAAC,yBAAyB,CAAC,IAAO,CAAC,CAAC;QAClE,GAAG,CAAC,gBAAgB,IAAK,KAAK,CAAC,6BAA6B,CAAC,IAAI,CAAC,CAAC;QACnE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;QACtD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAW,EAAE,MAAc;QAC9C,6CAA6C;IAC/C,CAAC;IAGD,KAAK,CAAC,eAAe,CACnB,UAAsB,EACtB,MAAc,EACd,KAAa,EACb,WAAoB;QAEpB,MAAM,IAAI,GAAI,UAAkB,CAAC,IAAI;eAC9B,UAAkB,CAAC,EAA2B,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;eACxD,SAAS,CAAC;QACf,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAChD,IAAI,WAAW;YAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,OAAgB,EAChB,KAAa;QAEb,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,GAAG,EAAE,CAAC;YACR,GAAG,CAAC,SAAS,EAAE,CAAC;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC/C,IAAI,IAAI;gBAAE,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,GAAU,EAAE,KAAa;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,GAAG,EAAE,CAAC;YACR,GAAG,CAAC,SAAS,EAAE,CAAC;YAChB,GAAG,CAAC,UAAU,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC/C,IAAI,IAAI;gBAAE,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAGO,WAAW,CAAC,KAAa;QAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,IAAI,GAAG,GAAuB,KAAK,CAAC;QACpC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,KAAK;gBAAE,OAAO,KAAK,CAAC;YACxB,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,KAAa;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEzB,qCAAqC;QACrC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACrC,IAAI,CAAC,KAAK,KAAK;gBAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC;QACnD,MAAM,GAAG,GAAG,YAAY,CACtB,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,YAAY,EAC5C,GAAG,CAAC,eAAe,EAAE,GAAG,CAAC,gBAAgB,CAC1C,CAAC;QAEF,MAAM,OAAO,GAA4B;YACvC,QAAQ,EAAkB,UAAU,EAAE;YACtC,QAAQ,EAAkB,KAAK;YAC/B,QAAQ,EAAkB,GAAG,CAAC,OAAO;YACrC,QAAQ,EAAkB,WAAW;YACrC,UAAU,EAAgB,WAAW;YACrC,EAAE,EAAwB,IAAI,CAAC,GAAG,EAAE;YACpC,wBAAwB,EAAE,WAAW;YACrC,MAAM,EAAO,GAAG,CAAC,MAAM;YACvB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;YAC/C,UAAU,EAAG,GAAG,CAAC,SAAS;YAC1B,WAAW,EAAE,GAAG,CAAC,UAAU;YAC3B,UAAU,EAAG,CAAC,GAAG,GAAG,CAAC,SAAS,CAAC;YAC/B,SAAS,EAAI,GAAG,CAAC,QAAQ;YACzB,YAAY,EAAG,GAAG,CAAC,WAAW;YAC9B,aAAa,EAAE,GAAG,CAAC,YAAY;SAChC,CAAC;QACF,IAAI,GAAG,CAAC,KAAK;YAAa,OAAO,CAAC,OAAO,CAAC,GAAgB,GAAG,CAAC,KAAK,CAAC;QACpE,IAAI,GAAG,CAAC,KAAK;YAAa,OAAO,CAAC,OAAO,CAAC,GAAgB,GAAG,CAAC,KAAK,CAAC;QACpE,IAAI,GAAG,CAAC,eAAe;YAAG,OAAO,CAAC,mBAAmB,CAAC,GAAI,GAAG,CAAC,eAAe,CAAC;QAC9E,IAAI,GAAG,CAAC,gBAAgB;YAAE,OAAO,CAAC,oBAAoB,CAAC,GAAG,GAAG,CAAC,gBAAgB,CAAC;QAC/E,IAAI,GAAG,KAAK,IAAI;YAAU,OAAO,CAAC,oBAAoB,CAAC,GAAG,GAAG,CAAC;QAE9D,0CAA0C;QAC1C,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACtE,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export { AgentMetricsCallback } from "./callback.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC"}

package/dist/index.js

@@ -0,0 +1,2 @@
+export { AgentMetricsCallback } from "./callback.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC"}

package/package.json

@@ -0,0 +1,45 @@
+{
+  "name": "agentmetrics-langchain",
+  "version": "0.1.0",
+  "type": "module",
+  "description": "AgentMetrics observability integration for LangChain.js",
+  "license": "MIT",
+  "homepage": "https://github.com/andalabx/agentmetrics",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/andalabx/agentmetrics.git"
+  },
+  "keywords": [
+    "langchain",
+    "agentmetrics",
+    "observability",
+    "ai-agents",
+    "monitoring"
+  ],
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist",
+    "src"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "prepublishOnly": "npm run build"
+  },
+  "peerDependencies": {
+    "@langchain/core": ">=0.2.0"
+  },
+  "devDependencies": {
+    "@langchain/core": ">=0.2.0",
+    "typescript": "^5.0.0"
+  },
+  "engines": {
+    "node": ">=18"
+  }
+}

package/src/callback.ts

@@ -0,0 +1,334 @@
+import { randomUUID } from "crypto";
+import { BaseCallbackHandler } from "@langchain/core/callbacks/base";
+import type { Serialized } from "@langchain/core/load/serializable";
+import type { LLMResult } from "@langchain/core/outputs";
+import type { ChainValues } from "@langchain/core/utils/types";
+
+
+const PRICING: Record<string, [number, number, number, number]> = {
+  // [input, output, cache_read, cache_write]
+  "gpt-4o":                    [2.50,  10.00, 1.25,  0],
+  "gpt-4o-mini":               [0.15,   0.60, 0.075, 0],
+  "gpt-4-turbo":               [10.00,  30.00, 0,    0],
+  "gpt-3.5-turbo":             [0.50,   1.50,  0,    0],
+  "claude-3-5-sonnet-20241022":[3.00,  15.00, 0.30, 3.75],
+  "claude-3-5-haiku-20241022": [0.80,   4.00, 0.08, 1.00],
+  "claude-3-opus-20240229":    [15.00,  75.00, 1.50, 18.75],
+  "claude-sonnet-4-6":         [3.00,  15.00, 0.30, 3.75],
+  "claude-opus-4-7":           [15.00,  75.00, 1.50, 18.75],
+  "claude-haiku-4-5-20251001": [0.80,   4.00, 0.08, 1.00],
+  "gemini-1.5-pro":            [1.25,   5.00,  0,    0],
+  "gemini-1.5-flash":          [0.075,  0.30,  0,    0],
+};
+
+function estimateCost(
+  model: string | null,
+  inputTokens: number,
+  outputTokens: number,
+  cacheReadTokens: number,
+  cacheWriteTokens: number,
+): number | null {
+  if (!model) return null;
+  const key = Object.keys(PRICING).find(k => model.startsWith(k)) ?? null;
+  if (!key) return null;
+  const [ip, op, cr, cw] = PRICING[key];
+  return (
+    (inputTokens * ip + outputTokens * op +
+     cacheReadTokens * cr + cacheWriteTokens * cw) / 1_000_000
+  );
+}
+
+
+const MAX_RETRY_ATTEMPTS = 3;
+
+function sleep(ms: number): Promise<void> {
+  return new Promise(resolve => setTimeout(resolve, ms));
+}
+
+async function sendWithRetry(
+  url: string,
+  apiKey: string,
+  payload: Record<string, unknown>,
+): Promise<void> {
+  const body = JSON.stringify(payload);
+  for (let attempt = 0; attempt < MAX_RETRY_ATTEMPTS; attempt++) {
+    try {
+      const res = await fetch(`${url}/v1/events`, {
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+          Authorization: `Bearer ${apiKey}`,
+        },
+        body,
+      });
+      if (res.ok || (res.status >= 400 && res.status < 500)) return;
+      if (attempt < MAX_RETRY_ATTEMPTS - 1) {
+        await sleep(Math.min(1000 * 2 ** attempt + Math.random() * 200, 10_000));
+      }
+    } catch {
+      if (attempt < MAX_RETRY_ATTEMPTS - 1) {
+        await sleep(Math.min(1000 * 2 ** attempt + Math.random() * 200, 10_000));
+      }
+    }
+  }
+}
+
+
+interface RunState {
+  agentId:          string;
+  startMs:          number;
+  inputTokens:      number;
+  outputTokens:     number;
+  cacheReadTokens:  number;
+  cacheWriteTokens: number;
+  llmCalls:         number;
+  toolCalls:        number;
+  toolErrors:       number;
+  toolNames:        Set<string>;
+  model:            string | null;
+  status:           "success" | "failed";
+  error:            string | null;
+}
+
+function newRunState(agentId: string): RunState {
+  return {
+    agentId,
+    startMs:          performance.now(),
+    inputTokens:      0,
+    outputTokens:     0,
+    cacheReadTokens:  0,
+    cacheWriteTokens: 0,
+    llmCalls:         0,
+    toolCalls:        0,
+    toolErrors:       0,
+    toolNames:        new Set(),
+    model:            null,
+    status:           "success",
+    error:            null,
+  };
+}
+
+
+export class AgentMetricsCallback extends BaseCallbackHandler {
+  name = "agentmetrics";
+
+  private readonly _apiKey:   string;
+  private readonly _agentId:  string;
+  private readonly _baseUrl:  string;
+
+  // top-level run_id → RunState
+  private readonly _runs      = new Map<string, RunState>();
+  // run_id → parent run_id (ancestry chain)
+  private readonly _parentMap = new Map<string, string>();
+  // tool run_id → tool name (resolved on end/error)
+  private readonly _pendingToolNames = new Map<string, string>();
+
+  constructor(opts: {
+    apiKey:   string;
+    agentId?: string;
+    baseUrl?: string;
+  }) {
+    super();
+    this._apiKey  = opts.apiKey;
+    this._agentId = opts.agentId ?? "langchain-agent";
+    this._baseUrl = opts.baseUrl ?? "http://localhost:8099";
+  }
+
+
+  async handleChainStart(
+    _serialized: Serialized,
+    _inputs: ChainValues,
+    runId: string,
+    parentRunId?: string,
+  ): Promise<void> {
+    if (!parentRunId) {
+      this._runs.set(runId, newRunState(this._agentId));
+    } else {
+      this._parentMap.set(runId, parentRunId);
+    }
+  }
+
+  async handleChainEnd(
+    _outputs: ChainValues,
+    runId: string,
+    parentRunId?: string,
+  ): Promise<void> {
+    if (!parentRunId) {
+      await this._emit(runId);
+    }
+  }
+
+  async handleChainError(
+    err: Error,
+    runId: string,
+    parentRunId?: string,
+  ): Promise<void> {
+    if (!parentRunId) {
+      const run = this._runs.get(runId);
+      if (run) {
+        run.status = "failed";
+        run.error  = String(err).slice(0, 500);
+      }
+      await this._emit(runId);
+    }
+  }
+
+
+  async handleLLMStart(
+    _llm: Serialized,
+    _prompts: string[],
+    runId: string,
+    parentRunId?: string,
+  ): Promise<void> {
+    if (parentRunId) this._parentMap.set(runId, parentRunId);
+  }
+
+  async handleChatModelStart(
+    _llm: Serialized,
+    _messages: unknown[][],
+    runId: string,
+    parentRunId?: string,
+  ): Promise<void> {
+    if (parentRunId) this._parentMap.set(runId, parentRunId);
+  }
+
+  async handleLLMEnd(
+    output: LLMResult,
+    runId: string,
+  ): Promise<void> {
+    const run = this._findTopRun(runId);
+    if (!run) return;
+    run.llmCalls++;
+
+    // Path 1: ChatGeneration → message.usage_metadata (Anthropic / OpenAI)
+    let foundUsage = false;
+    for (const genList of output.generations) {
+      for (const gen of genList) {
+        const msg   = (gen as any).message;
+        const umeta = msg?.usage_metadata as Record<string, any> | undefined;
+        if (umeta) {
+          run.inputTokens       += (umeta["input_tokens"]  as number | null) ?? 0;
+          run.outputTokens      += (umeta["output_tokens"] as number | null) ?? 0;
+          const details = (umeta["input_token_details"] as Record<string, number> | null) ?? {};
+          run.cacheReadTokens   += details["cache_read"]     ?? 0;
+          run.cacheWriteTokens  += details["cache_creation"] ?? 0;
+          if (!run.model) {
+            const rmeta = msg?.response_metadata as Record<string, string> | undefined;
+            run.model = rmeta?.["model_name"] ?? rmeta?.["model"] ?? null;
+          }
+          foundUsage = true;
+        }
+      }
+    }
+    if (foundUsage) return;
+
+    // Path 2: llm_output dict (older/non-chat)
+    const lo    = (output.llmOutput ?? {}) as Record<string, any>;
+    const usage = (lo["token_usage"] ?? lo["usage"] ?? {}) as Record<string, number>;
+    run.inputTokens       += usage["prompt_tokens"]              ?? 0;
+    run.outputTokens      += usage["completion_tokens"]          ?? 0;
+    run.cacheReadTokens   += usage["cache_read_input_tokens"]    ?? 0;
+    run.cacheWriteTokens  += usage["cache_creation_input_tokens"] ?? 0;
+    if (!run.model) {
+      run.model = lo["model_name"] ?? lo["model"] ?? null;
+    }
+  }
+
+  async handleLLMError(_err: Error, _runId: string): Promise<void> {
+    // LLM errors do not affect tool error counts
+  }
+
+
+  async handleToolStart(
+    serialized: Serialized,
+    _input: string,
+    runId: string,
+    parentRunId?: string,
+  ): Promise<void> {
+    const name = (serialized as any).name
+      ?? ((serialized as any).id as string[] | undefined)?.at(-1)
+      ?? "unknown";
+    this._pendingToolNames.set(runId, String(name));
+    if (parentRunId) this._parentMap.set(runId, parentRunId);
+  }
+
+  async handleToolEnd(
+    _output: unknown,
+    runId: string,
+  ): Promise<void> {
+    const run = this._findTopRun(runId);
+    if (run) {
+      run.toolCalls++;
+      const name = this._pendingToolNames.get(runId);
+      if (name) run.toolNames.add(name);
+    }
+    this._pendingToolNames.delete(runId);
+  }
+
+  async handleToolError(err: Error, runId: string): Promise<void> {
+    const run = this._findTopRun(runId);
+    if (run) {
+      run.toolCalls++;
+      run.toolErrors++;
+      const name = this._pendingToolNames.get(runId);
+      if (name) run.toolNames.add(name);
+    }
+    this._pendingToolNames.delete(runId);
+  }
+
+
+  private _findTopRun(runId: string): RunState | null {
+    const seen = new Set<string>();
+    let rid: string | undefined = runId;
+    while (rid && !seen.has(rid)) {
+      seen.add(rid);
+      const state = this._runs.get(rid);
+      if (state) return state;
+      rid = this._parentMap.get(rid);
+    }
+    return null;
+  }
+
+  private async _emit(runId: string): Promise<void> {
+    const run = this._runs.get(runId);
+    if (!run) return;
+    this._runs.delete(runId);
+
+    // clean up orphan parent-map entries
+    for (const [k, v] of this._parentMap) {
+      if (v === runId) this._parentMap.delete(k);
+    }
+
+    const durationMs = performance.now() - run.startMs;
+    const est = estimateCost(
+      run.model, run.inputTokens, run.outputTokens,
+      run.cacheReadTokens, run.cacheWriteTokens,
+    );
+
+    const payload: Record<string, unknown> = {
+      event_id:                 randomUUID(),
+      trace_id:                 runId,
+      agent_id:                 run.agentId,
+      platform:                 "langchain",
+      event_name:               "agent_end",
+      ts:                       Date.now(),
+      redaction_policy_version: "v1-strict",
+      status:      run.status,
+      duration_ms: Math.round(durationMs * 100) / 100,
+      tool_calls:  run.toolCalls,
+      tool_errors: run.toolErrors,
+      tool_names:  [...run.toolNames],
+      llm_calls:   run.llmCalls,
+      input_tokens:  run.inputTokens,
+      output_tokens: run.outputTokens,
+    };
+    if (run.model)            payload["model"]              = run.model;
+    if (run.error)            payload["error"]              = run.error;
+    if (run.cacheReadTokens)  payload["cache_read_tokens"]  = run.cacheReadTokens;
+    if (run.cacheWriteTokens) payload["cache_write_tokens"] = run.cacheWriteTokens;
+    if (est !== null)         payload["estimated_cost_usd"] = est;
+
+    // fire-and-forget: don't block the caller
+    sendWithRetry(this._baseUrl, this._apiKey, payload).catch(() => {});
+  }
+}

package/src/index.ts

@@ -0,0 +1 @@
+export { AgentMetricsCallback } from "./callback.js";