@librechat/agents 3.1.90 → 3.1.91

package/dist/esm/langfuse.mjs

@@ -0,0 +1,226 @@
+import { CallbackHandler } from '@langfuse/langchain';
+import { LangfuseSpanProcessor } from '@langfuse/otel';
+import { createObservationAttributes, createTraceAttributes } from '@langfuse/tracing';
+import { BaseCallbackHandler } from '@langchain/core/callbacks/base';
+import { BasicTracerProvider } from '@opentelemetry/sdk-trace-base';
+import { SpanStatusCode } from '@opentelemetry/api';
+import { isPresent } from './utils/misc.mjs';
+
+function getModelName(serialized) {
+    const serializedRecord = serialized;
+    const kwargs = serializedRecord.kwargs;
+    const modelName = kwargs?.model ??
+        kwargs?.model_name ??
+        kwargs?.modelName ??
+        kwargs?.model_id ??
+        kwargs?.modelId ??
+        serializedRecord.name;
+    if (typeof modelName === 'string' && modelName.trim() !== '') {
+        return modelName;
+    }
+    if (Array.isArray(serializedRecord.id) && serializedRecord.id.length > 0) {
+        return String(serializedRecord.id[serializedRecord.id.length - 1]);
+    }
+    return 'ChatModel';
+}
+function getModelParameters(extraParams) {
+    const invocationParams = extraParams?.invocation_params;
+    const params = invocationParams != null && typeof invocationParams === 'object'
+        ? invocationParams
+        : (extraParams ?? {});
+    return Object.fromEntries(Object.entries(params).filter(([, value]) => {
+        return typeof value === 'string' || typeof value === 'number';
+    }));
+}
+function getOutput(output) {
+    return output.generations.map((generation) => generation.map((item) => {
+        if ('message' in item && item.message != null) {
+            return item.message.content;
+        }
+        return item.text;
+    }));
+}
+function getUsageDetails(output) {
+    const llmOutput = output.llmOutput;
+    const usage = llmOutput?.tokenUsage ?? llmOutput?.usage;
+    if (usage == null || typeof usage !== 'object') {
+        return undefined;
+    }
+    const usageEntries = Object.entries(usage).filter(([, value]) => typeof value === 'number');
+    return usageEntries.length > 0
+        ? Object.fromEntries(usageEntries)
+        : undefined;
+}
+function getTraceName(traceMetadata) {
+    const agentName = traceMetadata?.agentName;
+    return typeof agentName === 'string' && agentName.trim() !== ''
+        ? `LibreChat Agent: ${agentName}`
+        : 'LibreChat Agent';
+}
+class LangfuseAgentCallbackHandler extends BaseCallbackHandler {
+    name = 'librechat_langfuse_agent_handler';
+    provider;
+    processor;
+    userId;
+    sessionId;
+    traceMetadata;
+    spans = new Map();
+    constructor({ langfuse, userId, sessionId, traceMetadata, }) {
+        super();
+        this.userId = userId;
+        this.sessionId = sessionId;
+        this.traceMetadata = traceMetadata;
+        this.processor = new LangfuseSpanProcessor({
+            publicKey: langfuse.publicKey,
+            secretKey: langfuse.secretKey,
+            ...(isPresent(langfuse.baseUrl) ? { baseUrl: langfuse.baseUrl } : {}),
+            environment: process.env.LANGFUSE_TRACING_ENVIRONMENT ??
+                process.env.NODE_ENV ??
+                'development',
+            exportMode: 'immediate',
+        });
+        this.provider = new BasicTracerProvider({
+            spanProcessors: [this.processor],
+        });
+    }
+    startGenerationSpan({ llm, input, runId, extraParams, metadata, name, }) {
+        if (this.spans.has(runId)) {
+            return;
+        }
+        const tracer = this.provider.getTracer('librechat-agents-langfuse');
+        const spanName = typeof name === 'string' && name.trim() !== '' ? name : getModelName(llm);
+        const span = tracer.startSpan(spanName, {
+            attributes: {
+                ...createTraceAttributes({
+                    name: getTraceName(this.traceMetadata),
+                    userId: this.userId,
+                    sessionId: this.sessionId,
+                    metadata: this.traceMetadata,
+                }),
+                ...createObservationAttributes('generation', {
+                    input,
+                    model: getModelName(llm),
+                    modelParameters: getModelParameters(extraParams),
+                    metadata: {
+                        ...metadata,
+                        ...this.traceMetadata,
+                    },
+                }),
+            },
+        });
+        this.spans.set(runId, span);
+    }
+    async handleChatModelStart(llm, messages, runId, _parentRunId, extraParams, _tags, metadata, name) {
+        this.startGenerationSpan({
+            llm,
+            input: messages,
+            runId,
+            extraParams,
+            metadata,
+            name,
+        });
+    }
+    async handleLLMStart(llm, prompts, runId, _parentRunId, extraParams, _tags, metadata, name) {
+        this.startGenerationSpan({
+            llm,
+            input: prompts,
+            runId,
+            extraParams,
+            metadata,
+            name,
+        });
+    }
+    async handleLLMEnd(output, runId) {
+        const span = this.spans.get(runId);
+        if (!span) {
+            return;
+        }
+        span.setAttributes(createObservationAttributes('generation', {
+            output: getOutput(output),
+            usageDetails: getUsageDetails(output),
+        }));
+        span.end();
+        this.spans.delete(runId);
+        await this.flush();
+    }
+    async handleLLMError(err, runId) {
+        const span = this.spans.get(runId);
+        if (!span) {
+            return;
+        }
+        const message = err instanceof Error ? err.message : String(err);
+        span.setStatus({ code: SpanStatusCode.ERROR, message });
+        span.setAttributes(createObservationAttributes('generation', {
+            level: 'ERROR',
+            statusMessage: message,
+        }));
+        span.end();
+        this.spans.delete(runId);
+        await this.flush();
+    }
+    async flush() {
+        try {
+            await this.provider.forceFlush();
+        }
+        catch (error) {
+            process.emitWarning(`[LangfuseAgentCallbackHandler] Failed to flush Langfuse spans: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    async dispose() {
+        for (const span of this.spans.values()) {
+            span.end();
+        }
+        this.spans.clear();
+        await this.flush();
+        try {
+            await this.provider.shutdown();
+        }
+        catch (error) {
+            process.emitWarning(`[LangfuseAgentCallbackHandler] Failed to shut down Langfuse provider: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+}
+function hasRequiredLangfuseConfig(langfuse) {
+    return (langfuse?.enabled === true &&
+        isPresent(langfuse.publicKey) &&
+        isPresent(langfuse.secretKey));
+}
+function createLegacyLangfuseHandler(params) {
+    return new CallbackHandler(params);
+}
+function createLangfuseHandler({ langfuse, userId, sessionId, traceMetadata, }) {
+    if (!hasRequiredLangfuseConfig(langfuse)) {
+        return undefined;
+    }
+    return new LangfuseAgentCallbackHandler({
+        langfuse,
+        userId,
+        sessionId,
+        traceMetadata,
+    });
+}
+function hasExplicitLangfuseConfig(contexts) {
+    for (const context of contexts) {
+        if (context.langfuse != null) {
+            return true;
+        }
+    }
+    return false;
+}
+function hasLangfuseEnvConfig() {
+    return (isPresent(process.env.LANGFUSE_SECRET_KEY) &&
+        isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&
+        isPresent(process.env.LANGFUSE_BASE_URL));
+}
+function isLangfuseCallbackHandler(value) {
+    return (value instanceof CallbackHandler ||
+        value instanceof LangfuseAgentCallbackHandler);
+}
+async function disposeLangfuseHandler(value) {
+    if (value instanceof LangfuseAgentCallbackHandler) {
+        await value.dispose();
+    }
+}
+
+export { LangfuseAgentCallbackHandler, createLangfuseHandler, createLegacyLangfuseHandler, disposeLangfuseHandler, hasExplicitLangfuseConfig, hasLangfuseEnvConfig, isLangfuseCallbackHandler };
+//# sourceMappingURL=langfuse.mjs.map

package/dist/esm/langfuse.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"langfuse.mjs","sources":["../../src/langfuse.ts"],"sourcesContent":["import { CallbackHandler } from '@langfuse/langchain';\nimport { LangfuseSpanProcessor } from '@langfuse/otel';\nimport {\n  createObservationAttributes,\n  createTraceAttributes,\n} from '@langfuse/tracing';\nimport { BaseCallbackHandler } from '@langchain/core/callbacks/base';\nimport { BasicTracerProvider } from '@opentelemetry/sdk-trace-base';\nimport { SpanStatusCode } from '@opentelemetry/api';\nimport type { Serialized } from '@langchain/core/load/serializable';\nimport type { BaseMessage } from '@langchain/core/messages';\nimport type { LLMResult } from '@langchain/core/outputs';\nimport type { Span } from '@opentelemetry/api';\nimport type * as t from '@/types';\nimport { isPresent } from '@/utils/misc';\n\ntype TraceMetadata = Record<string, unknown>;\n\ntype LangfuseHandlerParams = {\n  userId?: string;\n  sessionId?: string;\n  traceMetadata?: TraceMetadata;\n};\n\ntype AgentLangfuseHandlerParams = LangfuseHandlerParams & {\n  langfuse?: t.LangfuseConfig;\n};\n\ntype ResolvedLangfuseConfig = t.LangfuseConfig & {\n  enabled: true;\n  publicKey: string;\n  secretKey: string;\n};\n\nfunction getModelName(serialized: Serialized): string {\n  const serializedRecord = serialized as unknown as Record<string, unknown>;\n  const kwargs = serializedRecord.kwargs as Record<string, unknown> | undefined;\n  const modelName =\n    kwargs?.model ??\n    kwargs?.model_name ??\n    kwargs?.modelName ??\n    kwargs?.model_id ??\n    kwargs?.modelId ??\n    serializedRecord.name;\n\n  if (typeof modelName === 'string' && modelName.trim() !== '') {\n    return modelName;\n  }\n\n  if (Array.isArray(serializedRecord.id) && serializedRecord.id.length > 0) {\n    return String(serializedRecord.id[serializedRecord.id.length - 1]);\n  }\n\n  return 'ChatModel';\n}\n\nfunction getModelParameters(\n  extraParams?: Record<string, unknown>\n): Record<string, string | number> {\n  const invocationParams = extraParams?.invocation_params;\n  const params =\n    invocationParams != null && typeof invocationParams === 'object'\n      ? (invocationParams as Record<string, unknown>)\n      : (extraParams ?? {});\n\n  return Object.fromEntries(\n    Object.entries(params).filter(([, value]) => {\n      return typeof value === 'string' || typeof value === 'number';\n    })\n  ) as Record<string, string | number>;\n}\n\nfunction getOutput(output: LLMResult): unknown {\n  return output.generations.map((generation) =>\n    generation.map((item) => {\n      if ('message' in item && item.message != null) {\n        return (item.message as { content?: unknown }).content;\n      }\n      return item.text;\n    })\n  );\n}\n\nfunction getUsageDetails(\n  output: LLMResult\n): Record<string, number> | undefined {\n  const llmOutput = output.llmOutput as Record<string, unknown> | undefined;\n  const usage = llmOutput?.tokenUsage ?? llmOutput?.usage;\n  if (usage == null || typeof usage !== 'object') {\n    return undefined;\n  }\n\n  const usageEntries = Object.entries(usage as Record<string, unknown>).filter(\n    ([, value]) => typeof value === 'number'\n  );\n\n  return usageEntries.length > 0\n    ? (Object.fromEntries(usageEntries) as Record<string, number>)\n    : undefined;\n}\n\nfunction getTraceName(traceMetadata?: TraceMetadata): string {\n  const agentName = traceMetadata?.agentName;\n  return typeof agentName === 'string' && agentName.trim() !== ''\n    ? `LibreChat Agent: ${agentName}`\n    : 'LibreChat Agent';\n}\n\nexport class LangfuseAgentCallbackHandler extends BaseCallbackHandler {\n  name = 'librechat_langfuse_agent_handler';\n\n  private readonly provider: BasicTracerProvider;\n  private readonly processor: LangfuseSpanProcessor;\n  private readonly userId?: string;\n  private readonly sessionId?: string;\n  private readonly traceMetadata?: TraceMetadata;\n  private readonly spans = new Map<string, Span>();\n\n  constructor({\n    langfuse,\n    userId,\n    sessionId,\n    traceMetadata,\n  }: LangfuseHandlerParams & { langfuse: ResolvedLangfuseConfig }) {\n    super();\n    this.userId = userId;\n    this.sessionId = sessionId;\n    this.traceMetadata = traceMetadata;\n    this.processor = new LangfuseSpanProcessor({\n      publicKey: langfuse.publicKey,\n      secretKey: langfuse.secretKey,\n      ...(isPresent(langfuse.baseUrl) ? { baseUrl: langfuse.baseUrl } : {}),\n      environment:\n        process.env.LANGFUSE_TRACING_ENVIRONMENT ??\n        process.env.NODE_ENV ??\n        'development',\n      exportMode: 'immediate',\n    });\n    this.provider = new BasicTracerProvider({\n      spanProcessors: [this.processor],\n    });\n  }\n\n  private startGenerationSpan({\n    llm,\n    input,\n    runId,\n    extraParams,\n    metadata,\n    name,\n  }: {\n    llm: Serialized;\n    input: unknown;\n    runId: string;\n    extraParams?: Record<string, unknown>;\n    metadata?: Record<string, unknown>;\n    name?: string;\n  }): void {\n    if (this.spans.has(runId)) {\n      return;\n    }\n\n    const tracer = this.provider.getTracer('librechat-agents-langfuse');\n    const spanName =\n      typeof name === 'string' && name.trim() !== '' ? name : getModelName(llm);\n    const span = tracer.startSpan(spanName, {\n      attributes: {\n        ...createTraceAttributes({\n          name: getTraceName(this.traceMetadata),\n          userId: this.userId,\n          sessionId: this.sessionId,\n          metadata: this.traceMetadata,\n        }),\n        ...createObservationAttributes('generation', {\n          input,\n          model: getModelName(llm),\n          modelParameters: getModelParameters(extraParams),\n          metadata: {\n            ...metadata,\n            ...this.traceMetadata,\n          },\n        }),\n      },\n    });\n    this.spans.set(runId, span);\n  }\n\n  async handleChatModelStart(\n    llm: Serialized,\n    messages: BaseMessage[][],\n    runId: string,\n    _parentRunId?: string,\n    extraParams?: Record<string, unknown>,\n    _tags?: string[],\n    metadata?: Record<string, unknown>,\n    name?: string\n  ): Promise<void> {\n    this.startGenerationSpan({\n      llm,\n      input: messages,\n      runId,\n      extraParams,\n      metadata,\n      name,\n    });\n  }\n\n  async handleLLMStart(\n    llm: Serialized,\n    prompts: string[],\n    runId: string,\n    _parentRunId?: string,\n    extraParams?: Record<string, unknown>,\n    _tags?: string[],\n    metadata?: Record<string, unknown>,\n    name?: string\n  ): Promise<void> {\n    this.startGenerationSpan({\n      llm,\n      input: prompts,\n      runId,\n      extraParams,\n      metadata,\n      name,\n    });\n  }\n\n  async handleLLMEnd(output: LLMResult, runId: string): Promise<void> {\n    const span = this.spans.get(runId);\n    if (!span) {\n      return;\n    }\n\n    span.setAttributes(\n      createObservationAttributes('generation', {\n        output: getOutput(output),\n        usageDetails: getUsageDetails(output),\n      })\n    );\n    span.end();\n    this.spans.delete(runId);\n    await this.flush();\n  }\n\n  async handleLLMError(err: unknown, runId: string): Promise<void> {\n    const span = this.spans.get(runId);\n    if (!span) {\n      return;\n    }\n\n    const message = err instanceof Error ? err.message : String(err);\n    span.setStatus({ code: SpanStatusCode.ERROR, message });\n    span.setAttributes(\n      createObservationAttributes('generation', {\n        level: 'ERROR',\n        statusMessage: message,\n      })\n    );\n    span.end();\n    this.spans.delete(runId);\n    await this.flush();\n  }\n\n  private async flush(): Promise<void> {\n    try {\n      await this.provider.forceFlush();\n    } catch (error) {\n      process.emitWarning(\n        `[LangfuseAgentCallbackHandler] Failed to flush Langfuse spans: ${\n          error instanceof Error ? error.message : String(error)\n        }`\n      );\n    }\n  }\n\n  async dispose(): Promise<void> {\n    for (const span of this.spans.values()) {\n      span.end();\n    }\n    this.spans.clear();\n    await this.flush();\n    try {\n      await this.provider.shutdown();\n    } catch (error) {\n      process.emitWarning(\n        `[LangfuseAgentCallbackHandler] Failed to shut down Langfuse provider: ${\n          error instanceof Error ? error.message : String(error)\n        }`\n      );\n    }\n  }\n}\n\nfunction hasRequiredLangfuseConfig(\n  langfuse?: t.LangfuseConfig\n): langfuse is ResolvedLangfuseConfig {\n  return (\n    langfuse?.enabled === true &&\n    isPresent(langfuse.publicKey) &&\n    isPresent(langfuse.secretKey)\n  );\n}\n\nexport function createLegacyLangfuseHandler(\n  params: LangfuseHandlerParams\n): CallbackHandler {\n  return new CallbackHandler(params);\n}\n\nexport function createLangfuseHandler({\n  langfuse,\n  userId,\n  sessionId,\n  traceMetadata,\n}: AgentLangfuseHandlerParams): LangfuseAgentCallbackHandler | undefined {\n  if (!hasRequiredLangfuseConfig(langfuse)) {\n    return undefined;\n  }\n\n  return new LangfuseAgentCallbackHandler({\n    langfuse,\n    userId,\n    sessionId,\n    traceMetadata,\n  });\n}\n\nexport function hasExplicitLangfuseConfig(\n  contexts: Iterable<{ langfuse?: t.LangfuseConfig }>\n): boolean {\n  for (const context of contexts) {\n    if (context.langfuse != null) {\n      return true;\n    }\n  }\n  return false;\n}\n\nexport function hasLangfuseEnvConfig(): boolean {\n  return (\n    isPresent(process.env.LANGFUSE_SECRET_KEY) &&\n    isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&\n    isPresent(process.env.LANGFUSE_BASE_URL)\n  );\n}\n\nexport function isLangfuseCallbackHandler(value: unknown): boolean {\n  return (\n    value instanceof CallbackHandler ||\n    value instanceof LangfuseAgentCallbackHandler\n  );\n}\n\nexport async function disposeLangfuseHandler(value: unknown): Promise<void> {\n  if (value instanceof LangfuseAgentCallbackHandler) {\n    await value.dispose();\n  }\n}\n"],"names":[],"mappings":";;;;;;;;AAkCA,SAAS,YAAY,CAAC,UAAsB,EAAA;IAC1C,MAAM,gBAAgB,GAAG,UAAgD;AACzE,IAAA,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAA6C;AAC7E,IAAA,MAAM,SAAS,GACb,MAAM,EAAE,KAAK;AACb,QAAA,MAAM,EAAE,UAAU;AAClB,QAAA,MAAM,EAAE,SAAS;AACjB,QAAA,MAAM,EAAE,QAAQ;AAChB,QAAA,MAAM,EAAE,OAAO;QACf,gBAAgB,CAAC,IAAI;AAEvB,IAAA,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;AAC5D,QAAA,OAAO,SAAS;IAClB;AAEA,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC,IAAI,gBAAgB,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE;AACxE,QAAA,OAAO,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpE;AAEA,IAAA,OAAO,WAAW;AACpB;AAEA,SAAS,kBAAkB,CACzB,WAAqC,EAAA;AAErC,IAAA,MAAM,gBAAgB,GAAG,WAAW,EAAE,iBAAiB;IACvD,MAAM,MAAM,GACV,gBAAgB,IAAI,IAAI,IAAI,OAAO,gBAAgB,KAAK;AACtD,UAAG;AACH,WAAG,WAAW,IAAI,EAAE,CAAC;AAEzB,IAAA,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,KAAI;QAC1C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;IAC/D,CAAC,CAAC,CACgC;AACtC;AAEA,SAAS,SAAS,CAAC,MAAiB,EAAA;AAClC,IAAA,OAAO,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,KACvC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,KAAI;QACtB,IAAI,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE;AAC7C,YAAA,OAAQ,IAAI,CAAC,OAAiC,CAAC,OAAO;QACxD;QACA,OAAO,IAAI,CAAC,IAAI;IAClB,CAAC,CAAC,CACH;AACH;AAEA,SAAS,eAAe,CACtB,MAAiB,EAAA;AAEjB,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,SAAgD;IACzE,MAAM,KAAK,GAAG,SAAS,EAAE,UAAU,IAAI,SAAS,EAAE,KAAK;IACvD,IAAI,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;AAC9C,QAAA,OAAO,SAAS;IAClB;IAEA,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,MAAM,CAC1E,CAAC,GAAG,KAAK,CAAC,KAAK,OAAO,KAAK,KAAK,QAAQ,CACzC;AAED,IAAA,OAAO,YAAY,CAAC,MAAM,GAAG;AAC3B,UAAG,MAAM,CAAC,WAAW,CAAC,YAAY;UAChC,SAAS;AACf;AAEA,SAAS,YAAY,CAAC,aAA6B,EAAA;AACjD,IAAA,MAAM,SAAS,GAAG,aAAa,EAAE,SAAS;IAC1C,OAAO,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK;UACzD,CAAA,iBAAA,EAAoB,SAAS,CAAA;UAC7B,iBAAiB;AACvB;AAEM,MAAO,4BAA6B,SAAQ,mBAAmB,CAAA;IACnE,IAAI,GAAG,kCAAkC;AAExB,IAAA,QAAQ;AACR,IAAA,SAAS;AACT,IAAA,MAAM;AACN,IAAA,SAAS;AACT,IAAA,aAAa;AACb,IAAA,KAAK,GAAG,IAAI,GAAG,EAAgB;IAEhD,WAAA,CAAY,EACV,QAAQ,EACR,MAAM,EACN,SAAS,EACT,aAAa,GACgD,EAAA;AAC7D,QAAA,KAAK,EAAE;AACP,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM;AACpB,QAAA,IAAI,CAAC,SAAS,GAAG,SAAS;AAC1B,QAAA,IAAI,CAAC,aAAa,GAAG,aAAa;AAClC,QAAA,IAAI,CAAC,SAAS,GAAG,IAAI,qBAAqB,CAAC;YACzC,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC;AACrE,YAAA,WAAW,EACT,OAAO,CAAC,GAAG,CAAC,4BAA4B;gBACxC,OAAO,CAAC,GAAG,CAAC,QAAQ;gBACpB,aAAa;AACf,YAAA,UAAU,EAAE,WAAW;AACxB,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,QAAQ,GAAG,IAAI,mBAAmB,CAAC;AACtC,YAAA,cAAc,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;AACjC,SAAA,CAAC;IACJ;AAEQ,IAAA,mBAAmB,CAAC,EAC1B,GAAG,EACH,KAAK,EACL,KAAK,EACL,WAAW,EACX,QAAQ,EACR,IAAI,GAQL,EAAA;QACC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACzB;QACF;QAEA,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,2BAA2B,CAAC;QACnE,MAAM,QAAQ,GACZ,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC;AAC3E,QAAA,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE;AACtC,YAAA,UAAU,EAAE;AACV,gBAAA,GAAG,qBAAqB,CAAC;AACvB,oBAAA,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;oBACtC,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,QAAQ,EAAE,IAAI,CAAC,aAAa;iBAC7B,CAAC;gBACF,GAAG,2BAA2B,CAAC,YAAY,EAAE;oBAC3C,KAAK;AACL,oBAAA,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC;AACxB,oBAAA,eAAe,EAAE,kBAAkB,CAAC,WAAW,CAAC;AAChD,oBAAA,QAAQ,EAAE;AACR,wBAAA,GAAG,QAAQ;wBACX,GAAG,IAAI,CAAC,aAAa;AACtB,qBAAA;iBACF,CAAC;AACH,aAAA;AACF,SAAA,CAAC;QACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC;IAC7B;AAEA,IAAA,MAAM,oBAAoB,CACxB,GAAe,EACf,QAAyB,EACzB,KAAa,EACb,YAAqB,EACrB,WAAqC,EACrC,KAAgB,EAChB,QAAkC,EAClC,IAAa,EAAA;QAEb,IAAI,CAAC,mBAAmB,CAAC;YACvB,GAAG;AACH,YAAA,KAAK,EAAE,QAAQ;YACf,KAAK;YACL,WAAW;YACX,QAAQ;YACR,IAAI;AACL,SAAA,CAAC;IACJ;AAEA,IAAA,MAAM,cAAc,CAClB,GAAe,EACf,OAAiB,EACjB,KAAa,EACb,YAAqB,EACrB,WAAqC,EACrC,KAAgB,EAChB,QAAkC,EAClC,IAAa,EAAA;QAEb,IAAI,CAAC,mBAAmB,CAAC;YACvB,GAAG;AACH,YAAA,KAAK,EAAE,OAAO;YACd,KAAK;YACL,WAAW;YACX,QAAQ;YACR,IAAI;AACL,SAAA,CAAC;IACJ;AAEA,IAAA,MAAM,YAAY,CAAC,MAAiB,EAAE,KAAa,EAAA;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE;YACT;QACF;AAEA,QAAA,IAAI,CAAC,aAAa,CAChB,2BAA2B,CAAC,YAAY,EAAE;AACxC,YAAA,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC;AACzB,YAAA,YAAY,EAAE,eAAe,CAAC,MAAM,CAAC;AACtC,SAAA,CAAC,CACH;QACD,IAAI,CAAC,GAAG,EAAE;AACV,QAAA,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;AACxB,QAAA,MAAM,IAAI,CAAC,KAAK,EAAE;IACpB;AAEA,IAAA,MAAM,cAAc,CAAC,GAAY,EAAE,KAAa,EAAA;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE;YACT;QACF;AAEA,QAAA,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,GAAG,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC;AAChE,QAAA,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC;AACvD,QAAA,IAAI,CAAC,aAAa,CAChB,2BAA2B,CAAC,YAAY,EAAE;AACxC,YAAA,KAAK,EAAE,OAAO;AACd,YAAA,aAAa,EAAE,OAAO;AACvB,SAAA,CAAC,CACH;QACD,IAAI,CAAC,GAAG,EAAE;AACV,QAAA,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;AACxB,QAAA,MAAM,IAAI,CAAC,KAAK,EAAE;IACpB;AAEQ,IAAA,MAAM,KAAK,GAAA;AACjB,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE;QAClC;QAAE,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,WAAW,CACjB,CAAA,+DAAA,EACE,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CACvD,CAAA,CAAE,CACH;QACH;IACF;AAEA,IAAA,MAAM,OAAO,GAAA;QACX,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE;YACtC,IAAI,CAAC,GAAG,EAAE;QACZ;AACA,QAAA,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;AAClB,QAAA,MAAM,IAAI,CAAC,KAAK,EAAE;AAClB,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE;QAChC;QAAE,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,WAAW,CACjB,CAAA,sEAAA,EACE,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CACvD,CAAA,CAAE,CACH;QACH;IACF;AACD;AAED,SAAS,yBAAyB,CAChC,QAA2B,EAAA;AAE3B,IAAA,QACE,QAAQ,EAAE,OAAO,KAAK,IAAI;AAC1B,QAAA,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;AAC7B,QAAA,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;AAEjC;AAEM,SAAU,2BAA2B,CACzC,MAA6B,EAAA;AAE7B,IAAA,OAAO,IAAI,eAAe,CAAC,MAAM,CAAC;AACpC;AAEM,SAAU,qBAAqB,CAAC,EACpC,QAAQ,EACR,MAAM,EACN,SAAS,EACT,aAAa,GACc,EAAA;AAC3B,IAAA,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,EAAE;AACxC,QAAA,OAAO,SAAS;IAClB;IAEA,OAAO,IAAI,4BAA4B,CAAC;QACtC,QAAQ;QACR,MAAM;QACN,SAAS;QACT,aAAa;AACd,KAAA,CAAC;AACJ;AAEM,SAAU,yBAAyB,CACvC,QAAmD,EAAA;AAEnD,IAAA,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;AAC9B,QAAA,IAAI,OAAO,CAAC,QAAQ,IAAI,IAAI,EAAE;AAC5B,YAAA,OAAO,IAAI;QACb;IACF;AACA,IAAA,OAAO,KAAK;AACd;SAEgB,oBAAoB,GAAA;IAClC,QACE,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;AAC1C,QAAA,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAC1C,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;AAE5C;AAEM,SAAU,yBAAyB,CAAC,KAAc,EAAA;IACtD,QACE,KAAK,YAAY,eAAe;QAChC,KAAK,YAAY,4BAA4B;AAEjD;AAEO,eAAe,sBAAsB,CAAC,KAAc,EAAA;AACzD,IAAA,IAAI,KAAK,YAAY,4BAA4B,EAAE;AACjD,QAAA,MAAM,KAAK,CAAC,OAAO,EAAE;IACvB;AACF;;;;"}

package/dist/esm/main.mjs

@@ -34,7 +34,7 @@ export { handleServerToolResult, handleToolCallChunks, handleToolCalls, toolResu
 export { CompileCheckToolName, createCompileCheckTool, createCompileCheckToolDefinition } from './tools/local/CompileCheckTool.mjs';
 export { LocalFileCheckpointerImpl, createLocalFileCheckpointer } from './tools/local/FileCheckpointer.mjs';
 export { LocalEditFileToolName, LocalEditFileToolSchema, LocalGlobSearchToolName, LocalGlobSearchToolSchema, LocalGrepSearchToolName, LocalGrepSearchToolSchema, LocalListDirectoryToolName, LocalListDirectoryToolSchema, LocalReadFileToolSchema, LocalWriteFileToolName, LocalWriteFileToolSchema, _resetRipgrepCacheForTests, createLocalCodingToolBundle, createLocalCodingToolDefinitions, createLocalCodingToolRegistry, createLocalCodingTools, createLocalEditFileTool, createLocalGlobSearchTool, createLocalGrepSearchTool, createLocalListDirectoryTool, createLocalReadFileTool, createLocalWriteFileTool } from './tools/local/LocalCodingTools.mjs';
-export { _resetLocalEngineWarningsForTests, buildSandboxRuntimeConfig, executeLocalBash, executeLocalBashWithArgs, executeLocalCode, getLocalCwd, getLocalSessionId, getReadRoots, getSpawn, getWorkspaceFS, getWorkspaceRoots, getWriteRoots, resolveLocalExecutionConfig, resolveWorkspacePath, resolveWorkspacePathSafe, shellQuote, spawnLocalProcess, truncateLocalOutput, validateBashCommand } from './tools/local/LocalExecutionEngine.mjs';
+export { LOCAL_SPAWN_TIMEOUT_MS, _resetLocalEngineWarningsForTests, buildSandboxRuntimeConfig, executeLocalBash, executeLocalBashWithArgs, executeLocalCode, getLocalCwd, getLocalSessionId, getReadRoots, getSpawn, getWorkspaceFS, getWorkspaceRoots, getWriteRoots, resolveLocalExecutionConfig, resolveWorkspacePath, resolveWorkspacePathSafe, shellQuote, spawnLocalProcess, truncateLocalOutput, validateBashCommand } from './tools/local/LocalExecutionEngine.mjs';
 export { LocalBashExecutionToolDescription, LocalCodeExecutionToolDescription, createLocalBashExecutionTool, createLocalCodeExecutionTool } from './tools/local/LocalExecutionTools.mjs';
 export { _createBashProgramForTests, applyPreToolUseHooksForBridge, createLocalBashProgrammaticToolCallingTool, createLocalProgrammaticToolCallingTool } from './tools/local/LocalProgrammaticToolCalling.mjs';
 export { resolveLocalExecutionTools, resolveLocalToolRegistry, resolveLocalToolsForBinding } from './tools/local/resolveLocalExecutionTools.mjs';
@@ -43,6 +43,10 @@ export { bashAstFindingsToErrors, runBashAstChecks } from './tools/local/bashAst
 export { applyEdit, locateEdit } from './tools/local/editStrategies.mjs';
 export { _resetSyntaxCheckProbeCacheForTests, runPostEditSyntaxCheck } from './tools/local/syntaxCheck.mjs';
 export { decodeFile, encodeFile } from './tools/local/textEncoding.mjs';
+export { createCloudflareBridgeRuntime } from './tools/cloudflare/CloudflareBridgeRuntime.mjs';
+export { createCloudflareBashProgrammaticToolCallingTool, createCloudflareProgrammaticToolCallingTool } from './tools/cloudflare/CloudflareProgrammaticToolCalling.mjs';
+export { createCloudflareLocalExecutionConfig, createCloudflareWorkspaceFS, executeCloudflareBash, executeCloudflareCode, formatCloudflareOutput, getCloudflareWorkspaceRoot, resolveCloudflareSandbox, validateCloudflareBashCommand } from './tools/cloudflare/CloudflareSandboxExecutionEngine.mjs';
+export { CLOUDFLARE_BASH_CODING_TOOL_NAMES, CLOUDFLARE_CODING_TOOL_NAMES, CloudflareBashExecutionToolDescription, CloudflareCodeExecutionToolDescription, createCloudflareBashExecutionTool, createCloudflareCodeExecutionTool, createCloudflareCodingToolBundle, createCloudflareCodingTools, createCloudflareExecutionTool } from './tools/cloudflare/CloudflareSandboxTools.mjs';
 export { createSearchTool } from './tools/search/tool.mjs';
 export { DATE_RANGE, DEFAULT_COUNTRY_DESCRIPTION, DEFAULT_QUERY_DESCRIPTION, WebSearchToolDefinition, WebSearchToolDescription, WebSearchToolName, WebSearchToolSchema, countrySchema, dateSchema, imagesSchema, newsSchema, querySchema, videosSchema } from './tools/search/schema.mjs';
 export { ANTHROPIC_TOOL_TOKEN_MULTIPLIER, DEFAULT_TOOL_TOKEN_MULTIPLIER } from './common/constants.mjs';

package/dist/esm/main.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"main.mjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}
+{"version":3,"file":"main.mjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}

package/dist/esm/run.mjs

@@ -1,5 +1,4 @@
 import './instrumentation.mjs';
-import { CallbackHandler } from '@langfuse/langchain';
 import { PromptTemplate } from '@langchain/core/prompts';
 import { RunnableLambda } from '@langchain/core/runnables';
 import { ChatOpenAI as ChatOpenAI$1, AzureChatOpenAI as AzureChatOpenAI$1 } from '@langchain/openai';
@@ -16,7 +15,7 @@ import { HandlerRegistry } from './events.mjs';
 import { executeHooks } from './hooks/executeHooks.mjs';
 import './hooks/createWorkspacePolicyHook.mjs';
 import { isOpenAILike } from './utils/llm.mjs';
-import { isPresent } from './utils/misc.mjs';
+import { hasLangfuseEnvConfig, hasExplicitLangfuseConfig, createLegacyLangfuseHandler, createLangfuseHandler, isLangfuseCallbackHandler, disposeLangfuseHandler } from './langfuse.mjs';
 
 // src/run.ts
 const defaultOmitOptions = new Set([
@@ -472,9 +471,8 @@ class Run {
         config.callbacks = baseCallbacks
             .concat(streamCallbacks)
             .concat(customHandler);
-        if (isPresent(process.env.LANGFUSE_SECRET_KEY) &&
-            isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&
-            isPresent(process.env.LANGFUSE_BASE_URL)) {
+        if (hasLangfuseEnvConfig() &&
+            !hasExplicitLangfuseConfig(this.Graph.agentContexts.values())) {
             const userId = config.configurable?.user_id;
             const sessionId = config.configurable?.thread_id;
             const primaryContext = this.Graph.agentContexts.get(this.Graph.defaultAgentId);
@@ -483,7 +481,7 @@ class Run {
                 parentMessageId: config.configurable?.requestBody?.parentMessageId,
                 agentName: primaryContext?.name,
             };
-            const handler = new CallbackHandler({
+            const handler = createLegacyLangfuseHandler({
                 userId,
                 sessionId,
                 traceMetadata,
@@ -887,10 +885,8 @@ class Run {
         };
     }
     async generateTitle({ provider, inputText, contentParts, titlePrompt, clientOptions, chainOptions, skipLanguage, titleMethod = TitleMethod.COMPLETION, titlePromptTemplate, }) {
-        if (chainOptions != null &&
-            isPresent(process.env.LANGFUSE_SECRET_KEY) &&
-            isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&
-            isPresent(process.env.LANGFUSE_BASE_URL)) {
+        let titleLangfuseHandler;
+        if (chainOptions != null) {
             const userId = chainOptions.configurable?.user_id;
             const sessionId = chainOptions.configurable?.thread_id;
             const titleContext = this.Graph?.agentContexts.get(this.Graph.defaultAgentId);
@@ -898,12 +894,28 @@ class Run {
                 messageId: 'title-' + this.id,
                 agentName: titleContext?.name,
             };
-            const handler = new CallbackHandler({
-                userId,
-                sessionId,
-                traceMetadata,
-            });
-            chainOptions.callbacks = (chainOptions.callbacks ?? []).concat([handler]);
+            const hasExplicitLangfuse = this.Graph != null &&
+                hasExplicitLangfuseConfig(this.Graph.agentContexts.values());
+            if (titleContext?.langfuse != null) {
+                titleLangfuseHandler = createLangfuseHandler({
+                    langfuse: titleContext.langfuse,
+                    userId,
+                    sessionId,
+                    traceMetadata,
+                });
+            }
+            else if (hasLangfuseEnvConfig() && !hasExplicitLangfuse) {
+                titleLangfuseHandler = createLegacyLangfuseHandler({
+                    userId,
+                    sessionId,
+                    traceMetadata,
+                });
+            }
+            if (titleLangfuseHandler != null) {
+                chainOptions.callbacks = (chainOptions.callbacks ?? []).concat([
+                    titleLangfuseHandler,
+                ]);
+            }
         }
         const convoTemplate = PromptTemplate.fromTemplate(titlePromptTemplate ?? 'User: {input}\nAI: {output}');
         const response = contentParts
@@ -949,17 +961,22 @@ class Run {
             runId: this.id,
         });
         try {
-            return await fullChain.invoke({ input: inputText, output: response }, invokeConfig);
-        }
-        catch (_e) {
-            // Fallback: strip callbacks to avoid EventStream tracer errors in certain environments
-            // But preserve langfuse handler if it exists
-            const langfuseHandler = invokeConfig.callbacks?.find((cb) => cb instanceof CallbackHandler);
-            const { callbacks: _cb, ...rest } = invokeConfig;
-            const safeConfig = Object.assign({}, rest, {
-                callbacks: langfuseHandler ? [langfuseHandler] : [],
-            });
-            return await fullChain.invoke({ input: inputText, output: response }, safeConfig);
+            try {
+                return await fullChain.invoke({ input: inputText, output: response }, invokeConfig);
+            }
+            catch (_e) {
+                // Fallback: strip callbacks to avoid EventStream tracer errors in certain environments
+                // but preserve Langfuse tracing if it exists.
+                const langfuseHandler = invokeConfig.callbacks?.find(isLangfuseCallbackHandler);
+                const { callbacks: _cb, ...rest } = invokeConfig;
+                const safeConfig = Object.assign({}, rest, {
+                    callbacks: langfuseHandler ? [langfuseHandler] : [],
+                });
+                return await fullChain.invoke({ input: inputText, output: response }, safeConfig);
+            }
+        }
+        finally {
+            await disposeLangfuseHandler(titleLangfuseHandler);
         }
     }
 }