opsveritas-sdk 0.2.0 → 0.3.0

package/README.md

@@ -22,6 +22,20 @@ Works the same for Anthropic and Gemini clients. Prefer manual control? Wrap a f
 await OpsVeritas.trace('Nightly Report', async () => runReport());
 ```
 
+## LangChain (one line)
+
+Attach the handler to any LangChain chat model, LLM or chain — every call reports token / cost / latency / silent-failure automatically:
+
+```ts
+import { ChatOpenAI } from '@langchain/openai';
+import { OpsVeritas } from 'opsveritas-sdk';
+
+OpsVeritas.init('<your-ingest-key>');
+const model = new ChatOpenAI({ callbacks: [OpsVeritas.langchain('My Agent')] });
+```
+
+No extra dependency — it's a plain LangChain callback handler. Works with any LangChain-backed provider (OpenAI, Anthropic, Gemini, Groq…). Inside `OpsVeritas.run(...)` the handler aggregates into a single execution instead of double-counting.
+
 ## What data is sent
 
 By design the SDK sends **metadata only, plus a short output snippet** — never your prompts/inputs:

package/dist/index.d.mts

@@ -20,6 +20,26 @@ interface WrapOptions {
 }
 declare function wrap<T extends object>(client: T, opts: WrapOptions): T;
 
+/**
+ * LangChain integration — one-line callback handler.
+ *
+ *   import { ChatOpenAI } from '@langchain/openai';
+ *   import opsveritas from 'opsveritas-sdk';
+ *
+ *   opsveritas.init('<key>');
+ *   const model = new ChatOpenAI({ callbacks: [opsveritas.langchain('My Agent')] });
+ *   // every LLM call now reports token / cost / latency / silent-failure to OpsVeritas
+ *
+ * Returns a plain CallbackHandlerMethods object — LangChain.js accepts this shape
+ * directly in the `callbacks` array, so there's no @langchain/core dependency.
+ * Reuses the same ingest, pricing and silent-failure semantics as wrap()/run().
+ */
+interface LangChainOptions {
+    platform?: string;
+    userId?: string;
+}
+declare function langchain(agentName: string, opts?: LangChainOptions): Record<string, unknown>;
+
 interface ExecutionPayload {
     platform: string;
     agent_name: string;
@@ -43,6 +63,7 @@ declare const OpsVeritas: {
     run: typeof run;
     trace: typeof trace;
     wrap: typeof wrap;
+    langchain: typeof langchain;
 };
 
-export { type ExecutionPayload, OpsVeritas, type TraceOptions, type WrapOptions, OpsVeritas as default, init, run, trace, wrap };
+export { type ExecutionPayload, type LangChainOptions, OpsVeritas, type TraceOptions, type WrapOptions, OpsVeritas as default, init, langchain, run, trace, wrap };

package/dist/index.d.ts

@@ -20,6 +20,26 @@ interface WrapOptions {
 }
 declare function wrap<T extends object>(client: T, opts: WrapOptions): T;
 
+/**
+ * LangChain integration — one-line callback handler.
+ *
+ *   import { ChatOpenAI } from '@langchain/openai';
+ *   import opsveritas from 'opsveritas-sdk';
+ *
+ *   opsveritas.init('<key>');
+ *   const model = new ChatOpenAI({ callbacks: [opsveritas.langchain('My Agent')] });
+ *   // every LLM call now reports token / cost / latency / silent-failure to OpsVeritas
+ *
+ * Returns a plain CallbackHandlerMethods object — LangChain.js accepts this shape
+ * directly in the `callbacks` array, so there's no @langchain/core dependency.
+ * Reuses the same ingest, pricing and silent-failure semantics as wrap()/run().
+ */
+interface LangChainOptions {
+    platform?: string;
+    userId?: string;
+}
+declare function langchain(agentName: string, opts?: LangChainOptions): Record<string, unknown>;
+
 interface ExecutionPayload {
     platform: string;
     agent_name: string;
@@ -43,6 +63,7 @@ declare const OpsVeritas: {
     run: typeof run;
     trace: typeof trace;
     wrap: typeof wrap;
+    langchain: typeof langchain;
 };
 
-export { type ExecutionPayload, OpsVeritas, type TraceOptions, type WrapOptions, OpsVeritas as default, init, run, trace, wrap };
+export { type ExecutionPayload, type LangChainOptions, OpsVeritas, type TraceOptions, type WrapOptions, OpsVeritas as default, init, langchain, run, trace, wrap };

package/dist/index.js

@@ -23,6 +23,7 @@ __export(index_exports, {
   OpsVeritas: () => OpsVeritas,
   default: () => index_default,
   init: () => init,
+  langchain: () => langchain,
   run: () => run,
   trace: () => trace,
   wrap: () => wrap
@@ -532,13 +533,119 @@ function wrap(client, opts) {
   return client;
 }
 
+// src/langchain.ts
+function extractUsage2(output) {
+  let model;
+  let inputTokens;
+  let outputTokens;
+  const lo = output?.llmOutput;
+  if (lo && typeof lo === "object") {
+    const tu = lo.tokenUsage ?? lo.token_usage ?? lo.usage;
+    if (tu && typeof tu === "object") {
+      inputTokens = tu.promptTokens ?? tu.prompt_tokens ?? tu.inputTokens ?? tu.input_tokens;
+      outputTokens = tu.completionTokens ?? tu.completion_tokens ?? tu.outputTokens ?? tu.output_tokens;
+    }
+    model = lo.model_name ?? lo.modelName ?? lo.model;
+  }
+  if (inputTokens == null || !model) {
+    try {
+      for (const genList of output?.generations ?? []) {
+        for (const gen of genList) {
+          const msg = gen?.message;
+          const um = msg?.usage_metadata ?? msg?.usageMetadata;
+          if (um && inputTokens == null) {
+            inputTokens = um.input_tokens ?? um.inputTokens;
+            outputTokens = um.output_tokens ?? um.outputTokens;
+          }
+          const rm = msg?.response_metadata ?? msg?.responseMetadata;
+          if (rm && !model) model = rm.model_name ?? rm.modelName ?? rm.model;
+        }
+      }
+    } catch {
+    }
+  }
+  return { model: model != null ? String(model) : void 0, inputTokens, outputTokens };
+}
+function extractText(output) {
+  try {
+    for (const genList of output?.generations ?? []) {
+      for (const gen of genList) {
+        let t = gen?.text;
+        if (!t) {
+          const c = gen?.message?.content;
+          if (typeof c === "string") t = c;
+        }
+        if (typeof t === "string" && t.trim()) return t.slice(0, 300);
+      }
+    }
+  } catch {
+  }
+  return void 0;
+}
+function langchain(agentName, opts = {}) {
+  const platform = opts.platform ?? "sdk";
+  const starts = /* @__PURE__ */ new Map();
+  const begin = (runId) => {
+    starts.set(runId, { t0: Date.now(), executedAt: (/* @__PURE__ */ new Date()).toISOString() });
+  };
+  const finish = (status, output, errorMessage, runId) => {
+    const s = starts.get(runId);
+    starts.delete(runId);
+    const duration_ms = s ? Date.now() - s.t0 : 0;
+    const executed_at = s?.executedAt ?? (/* @__PURE__ */ new Date()).toISOString();
+    const { model, inputTokens, outputTokens } = output ? extractUsage2(output) : {};
+    const cost_usd = model && inputTokens != null && outputTokens != null ? calcCost(model, inputTokens, outputTokens) : void 0;
+    const activeRun = getActiveRun();
+    if (activeRun) {
+      activeRun.calls.push({ platform, model, inputTokens, outputTokens, costUsd: cost_usd, status });
+    } else {
+      void sendExecution({
+        platform,
+        agent_name: agentName,
+        status,
+        executed_at,
+        duration_ms,
+        model,
+        input_tokens: inputTokens,
+        output_tokens: outputTokens,
+        cost_usd,
+        error_message: errorMessage ?? null,
+        output_summary: output ? extractText(output) : void 0,
+        user_id: opts.userId
+      });
+    }
+  };
+  return {
+    name: "opsveritas",
+    handleLLMStart(_llm, _prompts, runId) {
+      begin(runId);
+    },
+    handleChatModelStart(_llm, _messages, runId) {
+      begin(runId);
+    },
+    handleLLMEnd(output, runId) {
+      try {
+        finish("success", output, void 0, runId);
+      } catch {
+      }
+    },
+    handleLLMError(err, runId) {
+      try {
+        finish("failed", void 0, err instanceof Error ? err.message : String(err), runId);
+      } catch {
+      }
+    }
+  };
+}
+
 // src/index.ts
-var OpsVeritas = { init, run, trace, wrap };
+var OpsVeritas = { init, run, trace, wrap, langchain };
 var index_default = OpsVeritas;
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   OpsVeritas,
   init,
+  langchain,
   run,
   trace,
   wrap

package/dist/index.mjs

@@ -501,13 +501,119 @@ function wrap(client, opts) {
   return client;
 }
 
+// src/langchain.ts
+function extractUsage2(output) {
+  let model;
+  let inputTokens;
+  let outputTokens;
+  const lo = output?.llmOutput;
+  if (lo && typeof lo === "object") {
+    const tu = lo.tokenUsage ?? lo.token_usage ?? lo.usage;
+    if (tu && typeof tu === "object") {
+      inputTokens = tu.promptTokens ?? tu.prompt_tokens ?? tu.inputTokens ?? tu.input_tokens;
+      outputTokens = tu.completionTokens ?? tu.completion_tokens ?? tu.outputTokens ?? tu.output_tokens;
+    }
+    model = lo.model_name ?? lo.modelName ?? lo.model;
+  }
+  if (inputTokens == null || !model) {
+    try {
+      for (const genList of output?.generations ?? []) {
+        for (const gen of genList) {
+          const msg = gen?.message;
+          const um = msg?.usage_metadata ?? msg?.usageMetadata;
+          if (um && inputTokens == null) {
+            inputTokens = um.input_tokens ?? um.inputTokens;
+            outputTokens = um.output_tokens ?? um.outputTokens;
+          }
+          const rm = msg?.response_metadata ?? msg?.responseMetadata;
+          if (rm && !model) model = rm.model_name ?? rm.modelName ?? rm.model;
+        }
+      }
+    } catch {
+    }
+  }
+  return { model: model != null ? String(model) : void 0, inputTokens, outputTokens };
+}
+function extractText(output) {
+  try {
+    for (const genList of output?.generations ?? []) {
+      for (const gen of genList) {
+        let t = gen?.text;
+        if (!t) {
+          const c = gen?.message?.content;
+          if (typeof c === "string") t = c;
+        }
+        if (typeof t === "string" && t.trim()) return t.slice(0, 300);
+      }
+    }
+  } catch {
+  }
+  return void 0;
+}
+function langchain(agentName, opts = {}) {
+  const platform = opts.platform ?? "sdk";
+  const starts = /* @__PURE__ */ new Map();
+  const begin = (runId) => {
+    starts.set(runId, { t0: Date.now(), executedAt: (/* @__PURE__ */ new Date()).toISOString() });
+  };
+  const finish = (status, output, errorMessage, runId) => {
+    const s = starts.get(runId);
+    starts.delete(runId);
+    const duration_ms = s ? Date.now() - s.t0 : 0;
+    const executed_at = s?.executedAt ?? (/* @__PURE__ */ new Date()).toISOString();
+    const { model, inputTokens, outputTokens } = output ? extractUsage2(output) : {};
+    const cost_usd = model && inputTokens != null && outputTokens != null ? calcCost(model, inputTokens, outputTokens) : void 0;
+    const activeRun = getActiveRun();
+    if (activeRun) {
+      activeRun.calls.push({ platform, model, inputTokens, outputTokens, costUsd: cost_usd, status });
+    } else {
+      void sendExecution({
+        platform,
+        agent_name: agentName,
+        status,
+        executed_at,
+        duration_ms,
+        model,
+        input_tokens: inputTokens,
+        output_tokens: outputTokens,
+        cost_usd,
+        error_message: errorMessage ?? null,
+        output_summary: output ? extractText(output) : void 0,
+        user_id: opts.userId
+      });
+    }
+  };
+  return {
+    name: "opsveritas",
+    handleLLMStart(_llm, _prompts, runId) {
+      begin(runId);
+    },
+    handleChatModelStart(_llm, _messages, runId) {
+      begin(runId);
+    },
+    handleLLMEnd(output, runId) {
+      try {
+        finish("success", output, void 0, runId);
+      } catch {
+      }
+    },
+    handleLLMError(err, runId) {
+      try {
+        finish("failed", void 0, err instanceof Error ? err.message : String(err), runId);
+      } catch {
+      }
+    }
+  };
+}
+
 // src/index.ts
-var OpsVeritas = { init, run, trace, wrap };
+var OpsVeritas = { init, run, trace, wrap, langchain };
 var index_default = OpsVeritas;
 export {
   OpsVeritas,
   index_default as default,
   init,
+  langchain,
   run,
   trace,
   wrap

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "opsveritas-sdk",
-  "version": "0.2.0",
+  "version": "0.3.0",
   "description": "Monitor your AI agents in 3 lines of code — tokens, cost, latency, and silent failures",
   "main": "dist/index.js",
   "module": "dist/index.mjs",
@@ -30,12 +30,16 @@
   },
   "peerDependencies": {
     "@anthropic-ai/sdk": ">=0.20.0",
+    "@langchain/core": ">=0.2.0",
     "openai": ">=4.0.0"
   },
   "peerDependenciesMeta": {
     "@anthropic-ai/sdk": {
       "optional": true
     },
+    "@langchain/core": {
+      "optional": true
+    },
     "openai": {
       "optional": true
     }