@agent-inspect/langchain 1.1.0 → 1.4.0

package/dist/index.cjs

@@ -147,6 +147,68 @@ function toPlainMetadata(value) {
     return {};
   }
 }
+
+// packages/langchain/src/streaming-metadata.ts
+function createLlmStreamState() {
+  return {
+    chunkCount: 0,
+    streamedCharCount: 0,
+    previewChars: "",
+    previewTruncated: false
+  };
+}
+function recordLlmStreamToken(state, token, now, maxPreviewChars) {
+  state.chunkCount += 1;
+  if (state.firstChunkAt === void 0) {
+    state.firstChunkAt = now;
+  }
+  state.lastChunkAt = now;
+  if (typeof token === "string" && token.length > 0) {
+    state.streamedCharCount += token.length;
+    if (maxPreviewChars > 0) {
+      const remaining = maxPreviewChars - state.previewChars.length;
+      if (remaining > 0) {
+        const slice = token.slice(0, remaining);
+        state.previewChars += slice;
+        if (token.length > remaining) {
+          state.previewTruncated = true;
+        }
+      } else {
+        state.previewTruncated = true;
+      }
+    }
+  }
+}
+function streamMetadataFromState(state, options) {
+  if (!state || state.chunkCount === 0) {
+    return void 0;
+  }
+  const out = {
+    stream: true,
+    chunkCount: state.chunkCount,
+    streamedCharCount: state.streamedCharCount
+  };
+  if (state.firstChunkAt !== void 0) {
+    out.firstChunkAt = state.firstChunkAt;
+  }
+  if (state.lastChunkAt !== void 0) {
+    out.lastChunkAt = state.lastChunkAt;
+  }
+  if (state.firstChunkAt !== void 0 && state.lastChunkAt !== void 0 && state.lastChunkAt >= state.firstChunkAt) {
+    out.streamDurationMs = state.lastChunkAt - state.firstChunkAt;
+  }
+  if (state.previewTruncated) {
+    out.previewTruncated = true;
+  }
+  if (options.capturePreview && state.previewChars.length > 0) {
+    const preview = state.previewChars.length <= options.maxPreviewChars ? state.previewChars : `${state.previewChars.slice(0, options.maxPreviewChars)}\u2026`;
+    out.streamPreview = preview;
+    if (state.previewChars.length > options.maxPreviewChars) {
+      out.previewTruncated = true;
+    }
+  }
+  return out;
+}
 function kindToStepType(kind) {
   switch (kind) {
     case "LLM":
@@ -243,7 +305,28 @@ var LangChainTracePersistence = class {
   }
   async onStepEnd(params) {
     try {
-      const stepId = this.#lcToStepId.get(params.lcRunId);
+      let stepId = this.#lcToStepId.get(params.lcRunId);
+      if (!stepId && params.completionAttributes) {
+        stepId = agentInspect.createStepId();
+        this.#lcToStepId.set(params.lcRunId, stepId);
+        const parentId = this.resolveParentId(params.lcParentRunId);
+        const startTime = params.endTime - (params.durationMs ?? 0);
+        const started = {
+          schemaVersion: "0.1",
+          event: "step_started",
+          timestamp: startTime,
+          runId: this.#runId,
+          stepId,
+          ...parentId ? { parentId } : {},
+          name: String(params.completionAttributes.name ?? "llm:llm"),
+          type: kindToStepType(
+            params.completionAttributes.kind ?? "LLM"
+          ),
+          startTime,
+          metadata: toStepMetadata(params.completionAttributes)
+        };
+        await this.#write(started);
+      }
       if (!stepId) return;
       const durationMs = typeof params.durationMs === "number" && Number.isFinite(params.durationMs) ? Math.max(0, Math.floor(params.durationMs)) : Math.max(0, params.endTime - (this.#runStartTime ?? params.endTime));
       const event = {
@@ -378,6 +461,8 @@ var AgentInspectCallback = class extends base.BaseCallbackHandler {
   #persistence;
   #events = [];
   #starts = /* @__PURE__ */ new Map();
+  #streamState = /* @__PURE__ */ new Map();
+  #deferredPersistStart = /* @__PURE__ */ new Map();
   #rootRunId;
   constructor(options = {}) {
     super({});
@@ -411,9 +496,71 @@ var AgentInspectCallback = class extends base.BaseCallbackHandler {
   clear() {
     this.#events = [];
     this.#starts.clear();
+    this.#streamState.clear();
+    this.#deferredPersistStart.clear();
     this.#rootRunId = void 0;
     this.#persistence?.reset();
   }
+  #streamPreviewLimit() {
+    if (this.#opts.capture !== "preview") return 0;
+    return this.#opts.maxStreamPreviewChars ?? this.#opts.maxPreviewChars ?? 200;
+  }
+  #attachStreamMetadata(attrs, lcRunId) {
+    const meta = streamMetadataFromState(this.#streamState.get(lcRunId), {
+      capturePreview: this.#opts.capture === "preview",
+      maxPreviewChars: this.#streamPreviewLimit()
+    });
+    if (meta) {
+      Object.assign(attrs, meta);
+    }
+  }
+  #clearStreamState(lcRunId) {
+    this.#streamState.delete(lcRunId);
+    this.#deferredPersistStart.delete(lcRunId);
+  }
+  #mergeCorrelation(attrs) {
+    if (this.#opts.capture === "none") return;
+    try {
+      const corr = agentInspect.getCurrentCorrelationMetadata();
+      if (!corr) return;
+      for (const [key, value] of Object.entries(corr)) {
+        if (typeof value === "string" && value.length > 0) {
+          attrs[key] = value;
+        }
+      }
+    } catch {
+    }
+  }
+  async #persistLlmStepStart(lcRunId, lcParentRunId, name, kind, startTime, attributes) {
+    if (this.#opts.stream && this.#opts.persist) {
+      this.#deferredPersistStart.set(lcRunId, {
+        lcParentRunId,
+        name,
+        kind,
+        startTime,
+        attributes: { ...attributes }
+      });
+      return;
+    }
+    await this.#persistStepStart(lcRunId, lcParentRunId, name, kind, attributes, startTime);
+  }
+  async #flushDeferredPersistStart(lcRunId, completionAttributes) {
+    const pending = this.#deferredPersistStart.get(lcRunId);
+    if (!pending || !this.#opts.persist) return;
+    const merged = {
+      ...pending.attributes,
+      ...completionAttributes
+    };
+    await this.#persistStepStart(
+      lcRunId,
+      pending.lcParentRunId,
+      pending.name,
+      pending.kind,
+      merged,
+      pending.startTime
+    );
+    this.#deferredPersistStart.delete(lcRunId);
+  }
   #ensureRoot(lcRunId, parentRunId) {
     if (parentRunId) return;
     if (!this.#rootRunId) this.#rootRunId = lcRunId;
@@ -476,14 +623,15 @@ var AgentInspectCallback = class extends base.BaseCallbackHandler {
       attributes: attrs
     });
   }
-  async #persistStepEnd(lcRunId, lcParentRunId, status, endTime, durationMs, errorMessage) {
+  async #persistStepEnd(lcRunId, lcParentRunId, status, endTime, durationMs, errorMessage, completionAttributes) {
     await this.#persistence?.onStepEnd({
       lcRunId,
       lcParentRunId,
       endTime,
       durationMs,
       status,
-      errorMessage
+      errorMessage,
+      completionAttributes
     });
   }
   async #persistInstant(lcRunId, lcParentRunId, name, kind, attrs, status, errorMessage) {
@@ -589,6 +737,7 @@ var AgentInspectCallback = class extends base.BaseCallbackHandler {
     };
     if (model && this.#opts.capture !== "none") attrs.model = model;
     this.#mergeMetadata(attrs, metadata);
+    this.#mergeCorrelation(attrs);
     this.#applyPreview(attrs, previews);
     const ts = Date.now();
     const stepName = `llm:${model ?? "llm"}`;
@@ -604,7 +753,7 @@ var AgentInspectCallback = class extends base.BaseCallbackHandler {
       confidence: "explicit",
       source: { type: "adapter" }
     });
-    await this.#persistStepStart(runId, parentRunId, stepName, "LLM", attrs, ts);
+    await this.#persistLlmStepStart(runId, parentRunId, stepName, "LLM", ts, attrs);
   }
   async handleChatModelStart(llm, messages, runId, parentRunId, _extraParams, tags, metadata, runName) {
     this.#ensureRoot(runId, parentRunId);
@@ -617,6 +766,7 @@ var AgentInspectCallback = class extends base.BaseCallbackHandler {
     };
     if (model && this.#opts.capture !== "none") attrs.model = model;
     this.#mergeMetadata(attrs, metadata);
+    this.#mergeCorrelation(attrs);
     this.#applyPreview(attrs, previews);
     const ts = Date.now();
     const stepName = `llm:${model ?? "llm"}`;
@@ -632,7 +782,22 @@ var AgentInspectCallback = class extends base.BaseCallbackHandler {
       confidence: "explicit",
       source: { type: "adapter" }
     });
-    await this.#persistStepStart(runId, parentRunId, stepName, "LLM", attrs, ts);
+    await this.#persistLlmStepStart(runId, parentRunId, stepName, "LLM", ts, attrs);
+  }
+  handleLLMNewToken(token, _idx, runId, _parentRunId, _tags, _fields) {
+    try {
+      if (!this.#opts.stream) return;
+      let state = this.#streamState.get(runId);
+      if (!state) {
+        state = createLlmStreamState();
+        this.#streamState.set(runId, state);
+      }
+      recordLlmStreamToken(state, token, Date.now(), this.#streamPreviewLimit());
+    } catch (err) {
+      if (!this.#opts.silent) {
+        console.error("[agent-inspect:langchain]", err);
+      }
+    }
   }
   async handleLLMEnd(output, runId, parentRunId, tags, _extraParams) {
     this.#ensureRoot(runId, parentRunId);
@@ -647,6 +812,8 @@ var AgentInspectCallback = class extends base.BaseCallbackHandler {
     };
     if (model && this.#opts.capture !== "none") attrs.model = model;
     if (tokens && this.#opts.capture !== "none") attrs.tokens = tokens;
+    this.#attachStreamMetadata(attrs, runId);
+    this.#mergeCorrelation(attrs);
     this.#applyPreview(attrs, previews);
     const ts = Date.now();
     this.#pushEvent({
@@ -662,7 +829,13 @@ var AgentInspectCallback = class extends base.BaseCallbackHandler {
       confidence: "explicit",
       source: { type: "adapter" }
     });
-    await this.#persistStepEnd(runId, parentRunId, "success", ts, durationMs);
+    await this.#flushDeferredPersistStart(runId, attrs);
+    await this.#persistStepEnd(runId, parentRunId, "success", ts, durationMs, void 0, {
+      ...attrs,
+      name: `llm:${model ?? "llm"}`,
+      kind: "LLM"
+    });
+    this.#clearStreamState(runId);
   }
   async handleLLMError(err, runId, parentRunId, tags, _extraParams) {
     this.#ensureRoot(runId, parentRunId);
@@ -674,6 +847,8 @@ var AgentInspectCallback = class extends base.BaseCallbackHandler {
       errorName,
       errorMessage
     };
+    this.#attachStreamMetadata(attrs, runId);
+    this.#mergeCorrelation(attrs);
     const ts = Date.now();
     this.#pushEvent({
       eventId: `${runId}:LLM:error`,
@@ -688,7 +863,13 @@ var AgentInspectCallback = class extends base.BaseCallbackHandler {
       confidence: "explicit",
       source: { type: "adapter" }
     });
-    await this.#persistStepEnd(runId, parentRunId, "error", ts, durationMs, errorMessage);
+    await this.#flushDeferredPersistStart(runId, attrs);
+    await this.#persistStepEnd(runId, parentRunId, "error", ts, durationMs, errorMessage, {
+      ...attrs,
+      name: "llm:error",
+      kind: "LLM"
+    });
+    this.#clearStreamState(runId);
   }
   async handleToolStart(tool, input, runId, parentRunId, tags, metadata, runName, _toolCallId) {
     this.#ensureRoot(runId, parentRunId);