@librechat/agents 3.1.90 → 3.1.91

package/dist/cjs/langfuse.cjs

@@ -0,0 +1,234 @@
+'use strict';
+
+var langchain = require('@langfuse/langchain');
+var otel = require('@langfuse/otel');
+var tracing = require('@langfuse/tracing');
+var base = require('@langchain/core/callbacks/base');
+var sdkTraceBase = require('@opentelemetry/sdk-trace-base');
+var api = require('@opentelemetry/api');
+var misc = require('./utils/misc.cjs');
+
+function getModelName(serialized) {
+    const serializedRecord = serialized;
+    const kwargs = serializedRecord.kwargs;
+    const modelName = kwargs?.model ??
+        kwargs?.model_name ??
+        kwargs?.modelName ??
+        kwargs?.model_id ??
+        kwargs?.modelId ??
+        serializedRecord.name;
+    if (typeof modelName === 'string' && modelName.trim() !== '') {
+        return modelName;
+    }
+    if (Array.isArray(serializedRecord.id) && serializedRecord.id.length > 0) {
+        return String(serializedRecord.id[serializedRecord.id.length - 1]);
+    }
+    return 'ChatModel';
+}
+function getModelParameters(extraParams) {
+    const invocationParams = extraParams?.invocation_params;
+    const params = invocationParams != null && typeof invocationParams === 'object'
+        ? invocationParams
+        : (extraParams ?? {});
+    return Object.fromEntries(Object.entries(params).filter(([, value]) => {
+        return typeof value === 'string' || typeof value === 'number';
+    }));
+}
+function getOutput(output) {
+    return output.generations.map((generation) => generation.map((item) => {
+        if ('message' in item && item.message != null) {
+            return item.message.content;
+        }
+        return item.text;
+    }));
+}
+function getUsageDetails(output) {
+    const llmOutput = output.llmOutput;
+    const usage = llmOutput?.tokenUsage ?? llmOutput?.usage;
+    if (usage == null || typeof usage !== 'object') {
+        return undefined;
+    }
+    const usageEntries = Object.entries(usage).filter(([, value]) => typeof value === 'number');
+    return usageEntries.length > 0
+        ? Object.fromEntries(usageEntries)
+        : undefined;
+}
+function getTraceName(traceMetadata) {
+    const agentName = traceMetadata?.agentName;
+    return typeof agentName === 'string' && agentName.trim() !== ''
+        ? `LibreChat Agent: ${agentName}`
+        : 'LibreChat Agent';
+}
+class LangfuseAgentCallbackHandler extends base.BaseCallbackHandler {
+    name = 'librechat_langfuse_agent_handler';
+    provider;
+    processor;
+    userId;
+    sessionId;
+    traceMetadata;
+    spans = new Map();
+    constructor({ langfuse, userId, sessionId, traceMetadata, }) {
+        super();
+        this.userId = userId;
+        this.sessionId = sessionId;
+        this.traceMetadata = traceMetadata;
+        this.processor = new otel.LangfuseSpanProcessor({
+            publicKey: langfuse.publicKey,
+            secretKey: langfuse.secretKey,
+            ...(misc.isPresent(langfuse.baseUrl) ? { baseUrl: langfuse.baseUrl } : {}),
+            environment: process.env.LANGFUSE_TRACING_ENVIRONMENT ??
+                process.env.NODE_ENV ??
+                'development',
+            exportMode: 'immediate',
+        });
+        this.provider = new sdkTraceBase.BasicTracerProvider({
+            spanProcessors: [this.processor],
+        });
+    }
+    startGenerationSpan({ llm, input, runId, extraParams, metadata, name, }) {
+        if (this.spans.has(runId)) {
+            return;
+        }
+        const tracer = this.provider.getTracer('librechat-agents-langfuse');
+        const spanName = typeof name === 'string' && name.trim() !== '' ? name : getModelName(llm);
+        const span = tracer.startSpan(spanName, {
+            attributes: {
+                ...tracing.createTraceAttributes({
+                    name: getTraceName(this.traceMetadata),
+                    userId: this.userId,
+                    sessionId: this.sessionId,
+                    metadata: this.traceMetadata,
+                }),
+                ...tracing.createObservationAttributes('generation', {
+                    input,
+                    model: getModelName(llm),
+                    modelParameters: getModelParameters(extraParams),
+                    metadata: {
+                        ...metadata,
+                        ...this.traceMetadata,
+                    },
+                }),
+            },
+        });
+        this.spans.set(runId, span);
+    }
+    async handleChatModelStart(llm, messages, runId, _parentRunId, extraParams, _tags, metadata, name) {
+        this.startGenerationSpan({
+            llm,
+            input: messages,
+            runId,
+            extraParams,
+            metadata,
+            name,
+        });
+    }
+    async handleLLMStart(llm, prompts, runId, _parentRunId, extraParams, _tags, metadata, name) {
+        this.startGenerationSpan({
+            llm,
+            input: prompts,
+            runId,
+            extraParams,
+            metadata,
+            name,
+        });
+    }
+    async handleLLMEnd(output, runId) {
+        const span = this.spans.get(runId);
+        if (!span) {
+            return;
+        }
+        span.setAttributes(tracing.createObservationAttributes('generation', {
+            output: getOutput(output),
+            usageDetails: getUsageDetails(output),
+        }));
+        span.end();
+        this.spans.delete(runId);
+        await this.flush();
+    }
+    async handleLLMError(err, runId) {
+        const span = this.spans.get(runId);
+        if (!span) {
+            return;
+        }
+        const message = err instanceof Error ? err.message : String(err);
+        span.setStatus({ code: api.SpanStatusCode.ERROR, message });
+        span.setAttributes(tracing.createObservationAttributes('generation', {
+            level: 'ERROR',
+            statusMessage: message,
+        }));
+        span.end();
+        this.spans.delete(runId);
+        await this.flush();
+    }
+    async flush() {
+        try {
+            await this.provider.forceFlush();
+        }
+        catch (error) {
+            process.emitWarning(`[LangfuseAgentCallbackHandler] Failed to flush Langfuse spans: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    async dispose() {
+        for (const span of this.spans.values()) {
+            span.end();
+        }
+        this.spans.clear();
+        await this.flush();
+        try {
+            await this.provider.shutdown();
+        }
+        catch (error) {
+            process.emitWarning(`[LangfuseAgentCallbackHandler] Failed to shut down Langfuse provider: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+}
+function hasRequiredLangfuseConfig(langfuse) {
+    return (langfuse?.enabled === true &&
+        misc.isPresent(langfuse.publicKey) &&
+        misc.isPresent(langfuse.secretKey));
+}
+function createLegacyLangfuseHandler(params) {
+    return new langchain.CallbackHandler(params);
+}
+function createLangfuseHandler({ langfuse, userId, sessionId, traceMetadata, }) {
+    if (!hasRequiredLangfuseConfig(langfuse)) {
+        return undefined;
+    }
+    return new LangfuseAgentCallbackHandler({
+        langfuse,
+        userId,
+        sessionId,
+        traceMetadata,
+    });
+}
+function hasExplicitLangfuseConfig(contexts) {
+    for (const context of contexts) {
+        if (context.langfuse != null) {
+            return true;
+        }
+    }
+    return false;
+}
+function hasLangfuseEnvConfig() {
+    return (misc.isPresent(process.env.LANGFUSE_SECRET_KEY) &&
+        misc.isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&
+        misc.isPresent(process.env.LANGFUSE_BASE_URL));
+}
+function isLangfuseCallbackHandler(value) {
+    return (value instanceof langchain.CallbackHandler ||
+        value instanceof LangfuseAgentCallbackHandler);
+}
+async function disposeLangfuseHandler(value) {
+    if (value instanceof LangfuseAgentCallbackHandler) {
+        await value.dispose();
+    }
+}
+
+exports.LangfuseAgentCallbackHandler = LangfuseAgentCallbackHandler;
+exports.createLangfuseHandler = createLangfuseHandler;
+exports.createLegacyLangfuseHandler = createLegacyLangfuseHandler;
+exports.disposeLangfuseHandler = disposeLangfuseHandler;
+exports.hasExplicitLangfuseConfig = hasExplicitLangfuseConfig;
+exports.hasLangfuseEnvConfig = hasLangfuseEnvConfig;
+exports.isLangfuseCallbackHandler = isLangfuseCallbackHandler;
+//# sourceMappingURL=langfuse.cjs.map

package/dist/cjs/langfuse.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"langfuse.cjs","sources":["../../src/langfuse.ts"],"sourcesContent":["import { CallbackHandler } from '@langfuse/langchain';\nimport { LangfuseSpanProcessor } from '@langfuse/otel';\nimport {\n  createObservationAttributes,\n  createTraceAttributes,\n} from '@langfuse/tracing';\nimport { BaseCallbackHandler } from '@langchain/core/callbacks/base';\nimport { BasicTracerProvider } from '@opentelemetry/sdk-trace-base';\nimport { SpanStatusCode } from '@opentelemetry/api';\nimport type { Serialized } from '@langchain/core/load/serializable';\nimport type { BaseMessage } from '@langchain/core/messages';\nimport type { LLMResult } from '@langchain/core/outputs';\nimport type { Span } from '@opentelemetry/api';\nimport type * as t from '@/types';\nimport { isPresent } from '@/utils/misc';\n\ntype TraceMetadata = Record<string, unknown>;\n\ntype LangfuseHandlerParams = {\n  userId?: string;\n  sessionId?: string;\n  traceMetadata?: TraceMetadata;\n};\n\ntype AgentLangfuseHandlerParams = LangfuseHandlerParams & {\n  langfuse?: t.LangfuseConfig;\n};\n\ntype ResolvedLangfuseConfig = t.LangfuseConfig & {\n  enabled: true;\n  publicKey: string;\n  secretKey: string;\n};\n\nfunction getModelName(serialized: Serialized): string {\n  const serializedRecord = serialized as unknown as Record<string, unknown>;\n  const kwargs = serializedRecord.kwargs as Record<string, unknown> | undefined;\n  const modelName =\n    kwargs?.model ??\n    kwargs?.model_name ??\n    kwargs?.modelName ??\n    kwargs?.model_id ??\n    kwargs?.modelId ??\n    serializedRecord.name;\n\n  if (typeof modelName === 'string' && modelName.trim() !== '') {\n    return modelName;\n  }\n\n  if (Array.isArray(serializedRecord.id) && serializedRecord.id.length > 0) {\n    return String(serializedRecord.id[serializedRecord.id.length - 1]);\n  }\n\n  return 'ChatModel';\n}\n\nfunction getModelParameters(\n  extraParams?: Record<string, unknown>\n): Record<string, string | number> {\n  const invocationParams = extraParams?.invocation_params;\n  const params =\n    invocationParams != null && typeof invocationParams === 'object'\n      ? (invocationParams as Record<string, unknown>)\n      : (extraParams ?? {});\n\n  return Object.fromEntries(\n    Object.entries(params).filter(([, value]) => {\n      return typeof value === 'string' || typeof value === 'number';\n    })\n  ) as Record<string, string | number>;\n}\n\nfunction getOutput(output: LLMResult): unknown {\n  return output.generations.map((generation) =>\n    generation.map((item) => {\n      if ('message' in item && item.message != null) {\n        return (item.message as { content?: unknown }).content;\n      }\n      return item.text;\n    })\n  );\n}\n\nfunction getUsageDetails(\n  output: LLMResult\n): Record<string, number> | undefined {\n  const llmOutput = output.llmOutput as Record<string, unknown> | undefined;\n  const usage = llmOutput?.tokenUsage ?? llmOutput?.usage;\n  if (usage == null || typeof usage !== 'object') {\n    return undefined;\n  }\n\n  const usageEntries = Object.entries(usage as Record<string, unknown>).filter(\n    ([, value]) => typeof value === 'number'\n  );\n\n  return usageEntries.length > 0\n    ? (Object.fromEntries(usageEntries) as Record<string, number>)\n    : undefined;\n}\n\nfunction getTraceName(traceMetadata?: TraceMetadata): string {\n  const agentName = traceMetadata?.agentName;\n  return typeof agentName === 'string' && agentName.trim() !== ''\n    ? `LibreChat Agent: ${agentName}`\n    : 'LibreChat Agent';\n}\n\nexport class LangfuseAgentCallbackHandler extends BaseCallbackHandler {\n  name = 'librechat_langfuse_agent_handler';\n\n  private readonly provider: BasicTracerProvider;\n  private readonly processor: LangfuseSpanProcessor;\n  private readonly userId?: string;\n  private readonly sessionId?: string;\n  private readonly traceMetadata?: TraceMetadata;\n  private readonly spans = new Map<string, Span>();\n\n  constructor({\n    langfuse,\n    userId,\n    sessionId,\n    traceMetadata,\n  }: LangfuseHandlerParams & { langfuse: ResolvedLangfuseConfig }) {\n    super();\n    this.userId = userId;\n    this.sessionId = sessionId;\n    this.traceMetadata = traceMetadata;\n    this.processor = new LangfuseSpanProcessor({\n      publicKey: langfuse.publicKey,\n      secretKey: langfuse.secretKey,\n      ...(isPresent(langfuse.baseUrl) ? { baseUrl: langfuse.baseUrl } : {}),\n      environment:\n        process.env.LANGFUSE_TRACING_ENVIRONMENT ??\n        process.env.NODE_ENV ??\n        'development',\n      exportMode: 'immediate',\n    });\n    this.provider = new BasicTracerProvider({\n      spanProcessors: [this.processor],\n    });\n  }\n\n  private startGenerationSpan({\n    llm,\n    input,\n    runId,\n    extraParams,\n    metadata,\n    name,\n  }: {\n    llm: Serialized;\n    input: unknown;\n    runId: string;\n    extraParams?: Record<string, unknown>;\n    metadata?: Record<string, unknown>;\n    name?: string;\n  }): void {\n    if (this.spans.has(runId)) {\n      return;\n    }\n\n    const tracer = this.provider.getTracer('librechat-agents-langfuse');\n    const spanName =\n      typeof name === 'string' && name.trim() !== '' ? name : getModelName(llm);\n    const span = tracer.startSpan(spanName, {\n      attributes: {\n        ...createTraceAttributes({\n          name: getTraceName(this.traceMetadata),\n          userId: this.userId,\n          sessionId: this.sessionId,\n          metadata: this.traceMetadata,\n        }),\n        ...createObservationAttributes('generation', {\n          input,\n          model: getModelName(llm),\n          modelParameters: getModelParameters(extraParams),\n          metadata: {\n            ...metadata,\n            ...this.traceMetadata,\n          },\n        }),\n      },\n    });\n    this.spans.set(runId, span);\n  }\n\n  async handleChatModelStart(\n    llm: Serialized,\n    messages: BaseMessage[][],\n    runId: string,\n    _parentRunId?: string,\n    extraParams?: Record<string, unknown>,\n    _tags?: string[],\n    metadata?: Record<string, unknown>,\n    name?: string\n  ): Promise<void> {\n    this.startGenerationSpan({\n      llm,\n      input: messages,\n      runId,\n      extraParams,\n      metadata,\n      name,\n    });\n  }\n\n  async handleLLMStart(\n    llm: Serialized,\n    prompts: string[],\n    runId: string,\n    _parentRunId?: string,\n    extraParams?: Record<string, unknown>,\n    _tags?: string[],\n    metadata?: Record<string, unknown>,\n    name?: string\n  ): Promise<void> {\n    this.startGenerationSpan({\n      llm,\n      input: prompts,\n      runId,\n      extraParams,\n      metadata,\n      name,\n    });\n  }\n\n  async handleLLMEnd(output: LLMResult, runId: string): Promise<void> {\n    const span = this.spans.get(runId);\n    if (!span) {\n      return;\n    }\n\n    span.setAttributes(\n      createObservationAttributes('generation', {\n        output: getOutput(output),\n        usageDetails: getUsageDetails(output),\n      })\n    );\n    span.end();\n    this.spans.delete(runId);\n    await this.flush();\n  }\n\n  async handleLLMError(err: unknown, runId: string): Promise<void> {\n    const span = this.spans.get(runId);\n    if (!span) {\n      return;\n    }\n\n    const message = err instanceof Error ? err.message : String(err);\n    span.setStatus({ code: SpanStatusCode.ERROR, message });\n    span.setAttributes(\n      createObservationAttributes('generation', {\n        level: 'ERROR',\n        statusMessage: message,\n      })\n    );\n    span.end();\n    this.spans.delete(runId);\n    await this.flush();\n  }\n\n  private async flush(): Promise<void> {\n    try {\n      await this.provider.forceFlush();\n    } catch (error) {\n      process.emitWarning(\n        `[LangfuseAgentCallbackHandler] Failed to flush Langfuse spans: ${\n          error instanceof Error ? error.message : String(error)\n        }`\n      );\n    }\n  }\n\n  async dispose(): Promise<void> {\n    for (const span of this.spans.values()) {\n      span.end();\n    }\n    this.spans.clear();\n    await this.flush();\n    try {\n      await this.provider.shutdown();\n    } catch (error) {\n      process.emitWarning(\n        `[LangfuseAgentCallbackHandler] Failed to shut down Langfuse provider: ${\n          error instanceof Error ? error.message : String(error)\n        }`\n      );\n    }\n  }\n}\n\nfunction hasRequiredLangfuseConfig(\n  langfuse?: t.LangfuseConfig\n): langfuse is ResolvedLangfuseConfig {\n  return (\n    langfuse?.enabled === true &&\n    isPresent(langfuse.publicKey) &&\n    isPresent(langfuse.secretKey)\n  );\n}\n\nexport function createLegacyLangfuseHandler(\n  params: LangfuseHandlerParams\n): CallbackHandler {\n  return new CallbackHandler(params);\n}\n\nexport function createLangfuseHandler({\n  langfuse,\n  userId,\n  sessionId,\n  traceMetadata,\n}: AgentLangfuseHandlerParams): LangfuseAgentCallbackHandler | undefined {\n  if (!hasRequiredLangfuseConfig(langfuse)) {\n    return undefined;\n  }\n\n  return new LangfuseAgentCallbackHandler({\n    langfuse,\n    userId,\n    sessionId,\n    traceMetadata,\n  });\n}\n\nexport function hasExplicitLangfuseConfig(\n  contexts: Iterable<{ langfuse?: t.LangfuseConfig }>\n): boolean {\n  for (const context of contexts) {\n    if (context.langfuse != null) {\n      return true;\n    }\n  }\n  return false;\n}\n\nexport function hasLangfuseEnvConfig(): boolean {\n  return (\n    isPresent(process.env.LANGFUSE_SECRET_KEY) &&\n    isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&\n    isPresent(process.env.LANGFUSE_BASE_URL)\n  );\n}\n\nexport function isLangfuseCallbackHandler(value: unknown): boolean {\n  return (\n    value instanceof CallbackHandler ||\n    value instanceof LangfuseAgentCallbackHandler\n  );\n}\n\nexport async function disposeLangfuseHandler(value: unknown): Promise<void> {\n  if (value instanceof LangfuseAgentCallbackHandler) {\n    await value.dispose();\n  }\n}\n"],"names":["BaseCallbackHandler","LangfuseSpanProcessor","isPresent","BasicTracerProvider","createTraceAttributes","createObservationAttributes","SpanStatusCode","CallbackHandler"],"mappings":";;;;;;;;;;AAkCA,SAAS,YAAY,CAAC,UAAsB,EAAA;IAC1C,MAAM,gBAAgB,GAAG,UAAgD;AACzE,IAAA,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAA6C;AAC7E,IAAA,MAAM,SAAS,GACb,MAAM,EAAE,KAAK;AACb,QAAA,MAAM,EAAE,UAAU;AAClB,QAAA,MAAM,EAAE,SAAS;AACjB,QAAA,MAAM,EAAE,QAAQ;AAChB,QAAA,MAAM,EAAE,OAAO;QACf,gBAAgB,CAAC,IAAI;AAEvB,IAAA,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;AAC5D,QAAA,OAAO,SAAS;IAClB;AAEA,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC,IAAI,gBAAgB,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE;AACxE,QAAA,OAAO,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpE;AAEA,IAAA,OAAO,WAAW;AACpB;AAEA,SAAS,kBAAkB,CACzB,WAAqC,EAAA;AAErC,IAAA,MAAM,gBAAgB,GAAG,WAAW,EAAE,iBAAiB;IACvD,MAAM,MAAM,GACV,gBAAgB,IAAI,IAAI,IAAI,OAAO,gBAAgB,KAAK;AACtD,UAAG;AACH,WAAG,WAAW,IAAI,EAAE,CAAC;AAEzB,IAAA,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,KAAI;QAC1C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;IAC/D,CAAC,CAAC,CACgC;AACtC;AAEA,SAAS,SAAS,CAAC,MAAiB,EAAA;AAClC,IAAA,OAAO,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,KACvC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,KAAI;QACtB,IAAI,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE;AAC7C,YAAA,OAAQ,IAAI,CAAC,OAAiC,CAAC,OAAO;QACxD;QACA,OAAO,IAAI,CAAC,IAAI;IAClB,CAAC,CAAC,CACH;AACH;AAEA,SAAS,eAAe,CACtB,MAAiB,EAAA;AAEjB,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,SAAgD;IACzE,MAAM,KAAK,GAAG,SAAS,EAAE,UAAU,IAAI,SAAS,EAAE,KAAK;IACvD,IAAI,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;AAC9C,QAAA,OAAO,SAAS;IAClB;IAEA,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,MAAM,CAC1E,CAAC,GAAG,KAAK,CAAC,KAAK,OAAO,KAAK,KAAK,QAAQ,CACzC;AAED,IAAA,OAAO,YAAY,CAAC,MAAM,GAAG;AAC3B,UAAG,MAAM,CAAC,WAAW,CAAC,YAAY;UAChC,SAAS;AACf;AAEA,SAAS,YAAY,CAAC,aAA6B,EAAA;AACjD,IAAA,MAAM,SAAS,GAAG,aAAa,EAAE,SAAS;IAC1C,OAAO,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK;UACzD,CAAA,iBAAA,EAAoB,SAAS,CAAA;UAC7B,iBAAiB;AACvB;AAEM,MAAO,4BAA6B,SAAQA,wBAAmB,CAAA;IACnE,IAAI,GAAG,kCAAkC;AAExB,IAAA,QAAQ;AACR,IAAA,SAAS;AACT,IAAA,MAAM;AACN,IAAA,SAAS;AACT,IAAA,aAAa;AACb,IAAA,KAAK,GAAG,IAAI,GAAG,EAAgB;IAEhD,WAAA,CAAY,EACV,QAAQ,EACR,MAAM,EACN,SAAS,EACT,aAAa,GACgD,EAAA;AAC7D,QAAA,KAAK,EAAE;AACP,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM;AACpB,QAAA,IAAI,CAAC,SAAS,GAAG,SAAS;AAC1B,QAAA,IAAI,CAAC,aAAa,GAAG,aAAa;AAClC,QAAA,IAAI,CAAC,SAAS,GAAG,IAAIC,0BAAqB,CAAC;YACzC,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,IAAIC,cAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC;AACrE,YAAA,WAAW,EACT,OAAO,CAAC,GAAG,CAAC,4BAA4B;gBACxC,OAAO,CAAC,GAAG,CAAC,QAAQ;gBACpB,aAAa;AACf,YAAA,UAAU,EAAE,WAAW;AACxB,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,QAAQ,GAAG,IAAIC,gCAAmB,CAAC;AACtC,YAAA,cAAc,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;AACjC,SAAA,CAAC;IACJ;AAEQ,IAAA,mBAAmB,CAAC,EAC1B,GAAG,EACH,KAAK,EACL,KAAK,EACL,WAAW,EACX,QAAQ,EACR,IAAI,GAQL,EAAA;QACC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACzB;QACF;QAEA,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,2BAA2B,CAAC;QACnE,MAAM,QAAQ,GACZ,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC;AAC3E,QAAA,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE;AACtC,YAAA,UAAU,EAAE;AACV,gBAAA,GAAGC,6BAAqB,CAAC;AACvB,oBAAA,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;oBACtC,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,QAAQ,EAAE,IAAI,CAAC,aAAa;iBAC7B,CAAC;gBACF,GAAGC,mCAA2B,CAAC,YAAY,EAAE;oBAC3C,KAAK;AACL,oBAAA,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC;AACxB,oBAAA,eAAe,EAAE,kBAAkB,CAAC,WAAW,CAAC;AAChD,oBAAA,QAAQ,EAAE;AACR,wBAAA,GAAG,QAAQ;wBACX,GAAG,IAAI,CAAC,aAAa;AACtB,qBAAA;iBACF,CAAC;AACH,aAAA;AACF,SAAA,CAAC;QACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC;IAC7B;AAEA,IAAA,MAAM,oBAAoB,CACxB,GAAe,EACf,QAAyB,EACzB,KAAa,EACb,YAAqB,EACrB,WAAqC,EACrC,KAAgB,EAChB,QAAkC,EAClC,IAAa,EAAA;QAEb,IAAI,CAAC,mBAAmB,CAAC;YACvB,GAAG;AACH,YAAA,KAAK,EAAE,QAAQ;YACf,KAAK;YACL,WAAW;YACX,QAAQ;YACR,IAAI;AACL,SAAA,CAAC;IACJ;AAEA,IAAA,MAAM,cAAc,CAClB,GAAe,EACf,OAAiB,EACjB,KAAa,EACb,YAAqB,EACrB,WAAqC,EACrC,KAAgB,EAChB,QAAkC,EAClC,IAAa,EAAA;QAEb,IAAI,CAAC,mBAAmB,CAAC;YACvB,GAAG;AACH,YAAA,KAAK,EAAE,OAAO;YACd,KAAK;YACL,WAAW;YACX,QAAQ;YACR,IAAI;AACL,SAAA,CAAC;IACJ;AAEA,IAAA,MAAM,YAAY,CAAC,MAAiB,EAAE,KAAa,EAAA;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE;YACT;QACF;AAEA,QAAA,IAAI,CAAC,aAAa,CAChBA,mCAA2B,CAAC,YAAY,EAAE;AACxC,YAAA,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC;AACzB,YAAA,YAAY,EAAE,eAAe,CAAC,MAAM,CAAC;AACtC,SAAA,CAAC,CACH;QACD,IAAI,CAAC,GAAG,EAAE;AACV,QAAA,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;AACxB,QAAA,MAAM,IAAI,CAAC,KAAK,EAAE;IACpB;AAEA,IAAA,MAAM,cAAc,CAAC,GAAY,EAAE,KAAa,EAAA;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE;YACT;QACF;AAEA,QAAA,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,GAAG,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC;AAChE,QAAA,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAEC,kBAAc,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC;AACvD,QAAA,IAAI,CAAC,aAAa,CAChBD,mCAA2B,CAAC,YAAY,EAAE;AACxC,YAAA,KAAK,EAAE,OAAO;AACd,YAAA,aAAa,EAAE,OAAO;AACvB,SAAA,CAAC,CACH;QACD,IAAI,CAAC,GAAG,EAAE;AACV,QAAA,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;AACxB,QAAA,MAAM,IAAI,CAAC,KAAK,EAAE;IACpB;AAEQ,IAAA,MAAM,KAAK,GAAA;AACjB,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE;QAClC;QAAE,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,WAAW,CACjB,CAAA,+DAAA,EACE,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CACvD,CAAA,CAAE,CACH;QACH;IACF;AAEA,IAAA,MAAM,OAAO,GAAA;QACX,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE;YACtC,IAAI,CAAC,GAAG,EAAE;QACZ;AACA,QAAA,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;AAClB,QAAA,MAAM,IAAI,CAAC,KAAK,EAAE;AAClB,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE;QAChC;QAAE,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,WAAW,CACjB,CAAA,sEAAA,EACE,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CACvD,CAAA,CAAE,CACH;QACH;IACF;AACD;AAED,SAAS,yBAAyB,CAChC,QAA2B,EAAA;AAE3B,IAAA,QACE,QAAQ,EAAE,OAAO,KAAK,IAAI;AAC1B,QAAAH,cAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;AAC7B,QAAAA,cAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;AAEjC;AAEM,SAAU,2BAA2B,CACzC,MAA6B,EAAA;AAE7B,IAAA,OAAO,IAAIK,yBAAe,CAAC,MAAM,CAAC;AACpC;AAEM,SAAU,qBAAqB,CAAC,EACpC,QAAQ,EACR,MAAM,EACN,SAAS,EACT,aAAa,GACc,EAAA;AAC3B,IAAA,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,EAAE;AACxC,QAAA,OAAO,SAAS;IAClB;IAEA,OAAO,IAAI,4BAA4B,CAAC;QACtC,QAAQ;QACR,MAAM;QACN,SAAS;QACT,aAAa;AACd,KAAA,CAAC;AACJ;AAEM,SAAU,yBAAyB,CACvC,QAAmD,EAAA;AAEnD,IAAA,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;AAC9B,QAAA,IAAI,OAAO,CAAC,QAAQ,IAAI,IAAI,EAAE;AAC5B,YAAA,OAAO,IAAI;QACb;IACF;AACA,IAAA,OAAO,KAAK;AACd;SAEgB,oBAAoB,GAAA;IAClC,QACEL,cAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;AAC1C,QAAAA,cAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAC1CA,cAAS,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;AAE5C;AAEM,SAAU,yBAAyB,CAAC,KAAc,EAAA;IACtD,QACE,KAAK,YAAYK,yBAAe;QAChC,KAAK,YAAY,4BAA4B;AAEjD;AAEO,eAAe,sBAAsB,CAAC,KAAc,EAAA;AACzD,IAAA,IAAI,KAAK,YAAY,4BAA4B,EAAE;AACjD,QAAA,MAAM,KAAK,CAAC,OAAO,EAAE;IACvB;AACF;;;;;;;;;;"}

package/dist/cjs/main.cjs

@@ -45,6 +45,10 @@ var bashAst = require('./tools/local/bashAst.cjs');
 var editStrategies = require('./tools/local/editStrategies.cjs');
 var syntaxCheck = require('./tools/local/syntaxCheck.cjs');
 var textEncoding = require('./tools/local/textEncoding.cjs');
+var CloudflareBridgeRuntime = require('./tools/cloudflare/CloudflareBridgeRuntime.cjs');
+var CloudflareProgrammaticToolCalling = require('./tools/cloudflare/CloudflareProgrammaticToolCalling.cjs');
+var CloudflareSandboxExecutionEngine = require('./tools/cloudflare/CloudflareSandboxExecutionEngine.cjs');
+var CloudflareSandboxTools = require('./tools/cloudflare/CloudflareSandboxTools.cjs');
 var tool = require('./tools/search/tool.cjs');
 var schema = require('./tools/search/schema.cjs');
 var constants = require('./common/constants.cjs');
@@ -273,6 +277,7 @@ exports.createLocalGrepSearchTool = LocalCodingTools.createLocalGrepSearchTool;
 exports.createLocalListDirectoryTool = LocalCodingTools.createLocalListDirectoryTool;
 exports.createLocalReadFileTool = LocalCodingTools.createLocalReadFileTool;
 exports.createLocalWriteFileTool = LocalCodingTools.createLocalWriteFileTool;
+exports.LOCAL_SPAWN_TIMEOUT_MS = LocalExecutionEngine.LOCAL_SPAWN_TIMEOUT_MS;
 exports._resetLocalEngineWarningsForTests = LocalExecutionEngine._resetLocalEngineWarningsForTests;
 exports.buildSandboxRuntimeConfig = LocalExecutionEngine.buildSandboxRuntimeConfig;
 exports.executeLocalBash = LocalExecutionEngine.executeLocalBash;
@@ -313,6 +318,26 @@ exports._resetSyntaxCheckProbeCacheForTests = syntaxCheck._resetSyntaxCheckProbe
 exports.runPostEditSyntaxCheck = syntaxCheck.runPostEditSyntaxCheck;
 exports.decodeFile = textEncoding.decodeFile;
 exports.encodeFile = textEncoding.encodeFile;
+exports.createCloudflareBridgeRuntime = CloudflareBridgeRuntime.createCloudflareBridgeRuntime;
+exports.createCloudflareBashProgrammaticToolCallingTool = CloudflareProgrammaticToolCalling.createCloudflareBashProgrammaticToolCallingTool;
+exports.createCloudflareProgrammaticToolCallingTool = CloudflareProgrammaticToolCalling.createCloudflareProgrammaticToolCallingTool;
+exports.createCloudflareLocalExecutionConfig = CloudflareSandboxExecutionEngine.createCloudflareLocalExecutionConfig;
+exports.createCloudflareWorkspaceFS = CloudflareSandboxExecutionEngine.createCloudflareWorkspaceFS;
+exports.executeCloudflareBash = CloudflareSandboxExecutionEngine.executeCloudflareBash;
+exports.executeCloudflareCode = CloudflareSandboxExecutionEngine.executeCloudflareCode;
+exports.formatCloudflareOutput = CloudflareSandboxExecutionEngine.formatCloudflareOutput;
+exports.getCloudflareWorkspaceRoot = CloudflareSandboxExecutionEngine.getCloudflareWorkspaceRoot;
+exports.resolveCloudflareSandbox = CloudflareSandboxExecutionEngine.resolveCloudflareSandbox;
+exports.validateCloudflareBashCommand = CloudflareSandboxExecutionEngine.validateCloudflareBashCommand;
+exports.CLOUDFLARE_BASH_CODING_TOOL_NAMES = CloudflareSandboxTools.CLOUDFLARE_BASH_CODING_TOOL_NAMES;
+exports.CLOUDFLARE_CODING_TOOL_NAMES = CloudflareSandboxTools.CLOUDFLARE_CODING_TOOL_NAMES;
+exports.CloudflareBashExecutionToolDescription = CloudflareSandboxTools.CloudflareBashExecutionToolDescription;
+exports.CloudflareCodeExecutionToolDescription = CloudflareSandboxTools.CloudflareCodeExecutionToolDescription;
+exports.createCloudflareBashExecutionTool = CloudflareSandboxTools.createCloudflareBashExecutionTool;
+exports.createCloudflareCodeExecutionTool = CloudflareSandboxTools.createCloudflareCodeExecutionTool;
+exports.createCloudflareCodingToolBundle = CloudflareSandboxTools.createCloudflareCodingToolBundle;
+exports.createCloudflareCodingTools = CloudflareSandboxTools.createCloudflareCodingTools;
+exports.createCloudflareExecutionTool = CloudflareSandboxTools.createCloudflareExecutionTool;
 exports.createSearchTool = tool.createSearchTool;
 Object.defineProperty(exports, "DATE_RANGE", {
 	enumerable: true,

package/dist/cjs/main.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"main.cjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}
+{"version":3,"file":"main.cjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}

package/dist/cjs/run.cjs

@@ -1,7 +1,6 @@
 'use strict';
 
 require('./instrumentation.cjs');
-var langchain = require('@langfuse/langchain');
 var prompts = require('@langchain/core/prompts');
 var runnables = require('@langchain/core/runnables');
 var openai = require('@langchain/openai');
@@ -18,7 +17,7 @@ var events = require('./events.cjs');
 var executeHooks = require('./hooks/executeHooks.cjs');
 require('./hooks/createWorkspacePolicyHook.cjs');
 var llm = require('./utils/llm.cjs');
-var misc = require('./utils/misc.cjs');
+var langfuse = require('./langfuse.cjs');
 
 // src/run.ts
 const defaultOmitOptions = new Set([
@@ -474,9 +473,8 @@ class Run {
         config.callbacks = baseCallbacks
             .concat(streamCallbacks)
             .concat(customHandler);
-        if (misc.isPresent(process.env.LANGFUSE_SECRET_KEY) &&
-            misc.isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&
-            misc.isPresent(process.env.LANGFUSE_BASE_URL)) {
+        if (langfuse.hasLangfuseEnvConfig() &&
+            !langfuse.hasExplicitLangfuseConfig(this.Graph.agentContexts.values())) {
             const userId = config.configurable?.user_id;
             const sessionId = config.configurable?.thread_id;
             const primaryContext = this.Graph.agentContexts.get(this.Graph.defaultAgentId);
@@ -485,7 +483,7 @@ class Run {
                 parentMessageId: config.configurable?.requestBody?.parentMessageId,
                 agentName: primaryContext?.name,
             };
-            const handler = new langchain.CallbackHandler({
+            const handler = langfuse.createLegacyLangfuseHandler({
                 userId,
                 sessionId,
                 traceMetadata,
@@ -889,10 +887,8 @@ class Run {
         };
     }
     async generateTitle({ provider, inputText, contentParts, titlePrompt, clientOptions, chainOptions, skipLanguage, titleMethod = _enum.TitleMethod.COMPLETION, titlePromptTemplate, }) {
-        if (chainOptions != null &&
-            misc.isPresent(process.env.LANGFUSE_SECRET_KEY) &&
-            misc.isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&
-            misc.isPresent(process.env.LANGFUSE_BASE_URL)) {
+        let titleLangfuseHandler;
+        if (chainOptions != null) {
             const userId = chainOptions.configurable?.user_id;
             const sessionId = chainOptions.configurable?.thread_id;
             const titleContext = this.Graph?.agentContexts.get(this.Graph.defaultAgentId);
@@ -900,12 +896,28 @@ class Run {
                 messageId: 'title-' + this.id,
                 agentName: titleContext?.name,
             };
-            const handler = new langchain.CallbackHandler({
-                userId,
-                sessionId,
-                traceMetadata,
-            });
-            chainOptions.callbacks = (chainOptions.callbacks ?? []).concat([handler]);
+            const hasExplicitLangfuse = this.Graph != null &&
+                langfuse.hasExplicitLangfuseConfig(this.Graph.agentContexts.values());
+            if (titleContext?.langfuse != null) {
+                titleLangfuseHandler = langfuse.createLangfuseHandler({
+                    langfuse: titleContext.langfuse,
+                    userId,
+                    sessionId,
+                    traceMetadata,
+                });
+            }
+            else if (langfuse.hasLangfuseEnvConfig() && !hasExplicitLangfuse) {
+                titleLangfuseHandler = langfuse.createLegacyLangfuseHandler({
+                    userId,
+                    sessionId,
+                    traceMetadata,
+                });
+            }
+            if (titleLangfuseHandler != null) {
+                chainOptions.callbacks = (chainOptions.callbacks ?? []).concat([
+                    titleLangfuseHandler,
+                ]);
+            }
         }
         const convoTemplate = prompts.PromptTemplate.fromTemplate(titlePromptTemplate ?? 'User: {input}\nAI: {output}');
         const response = contentParts
@@ -951,17 +963,22 @@ class Run {
             runId: this.id,
         });
         try {
-            return await fullChain.invoke({ input: inputText, output: response }, invokeConfig);
-        }
-        catch (_e) {
-            // Fallback: strip callbacks to avoid EventStream tracer errors in certain environments
-            // But preserve langfuse handler if it exists
-            const langfuseHandler = invokeConfig.callbacks?.find((cb) => cb instanceof langchain.CallbackHandler);
-            const { callbacks: _cb, ...rest } = invokeConfig;
-            const safeConfig = Object.assign({}, rest, {
-                callbacks: langfuseHandler ? [langfuseHandler] : [],
-            });
-            return await fullChain.invoke({ input: inputText, output: response }, safeConfig);
+            try {
+                return await fullChain.invoke({ input: inputText, output: response }, invokeConfig);
+            }
+            catch (_e) {
+                // Fallback: strip callbacks to avoid EventStream tracer errors in certain environments
+                // but preserve Langfuse tracing if it exists.
+                const langfuseHandler = invokeConfig.callbacks?.find(langfuse.isLangfuseCallbackHandler);
+                const { callbacks: _cb, ...rest } = invokeConfig;
+                const safeConfig = Object.assign({}, rest, {
+                    callbacks: langfuseHandler ? [langfuseHandler] : [],
+                });
+                return await fullChain.invoke({ input: inputText, output: response }, safeConfig);
+            }
+        }
+        finally {
+            await langfuse.disposeLangfuseHandler(titleLangfuseHandler);
         }
     }
 }