@librechat/agents 2.4.88 → 2.4.90

package/src/run.ts

@@ -4,13 +4,15 @@ import { zodToJsonSchema } from 'zod-to-json-schema';
 import { CallbackHandler } from '@langfuse/langchain';
 import { PromptTemplate } from '@langchain/core/prompts';
 import { SystemMessage } from '@langchain/core/messages';
+import { RunnableLambda } from '@langchain/core/runnables';
 import { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';
 import type {
-  BaseMessage,
   MessageContentComplex,
+  BaseMessage,
 } from '@langchain/core/messages';
-import type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';
+import type { StringPromptValue } from '@langchain/core/prompt_values';
 import type { RunnableConfig } from '@langchain/core/runnables';
+import type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';
 import type * as t from '@/types';
 import { GraphEvents, Providers, Callback, TitleMethod } from '@/common';
 import { manualToolStreamProviders } from '@/llm/providers';
@@ -291,18 +293,38 @@ export class Run<T extends t.BaseGraphState> {
     titleMethod = TitleMethod.COMPLETION,
     titlePromptTemplate,
   }: t.RunTitleOptions): Promise<{ language?: string; title?: string }> {
+    if (
+      chainOptions != null &&
+      isPresent(process.env.LANGFUSE_SECRET_KEY) &&
+      isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&
+      isPresent(process.env.LANGFUSE_BASE_URL)
+    ) {
+      const userId = chainOptions.configurable?.user_id;
+      const sessionId = chainOptions.configurable?.thread_id;
+      const traceMetadata = {
+        messageId: 'title-' + this.id,
+      };
+      const handler = new CallbackHandler({
+        userId,
+        sessionId,
+        traceMetadata,
+      });
+      chainOptions.callbacks = (
+        (chainOptions.callbacks as t.ProvidedCallbacks) ?? []
+      ).concat([handler]);
+    }
+
     const convoTemplate = PromptTemplate.fromTemplate(
       titlePromptTemplate ?? 'User: {input}\nAI: {output}'
     );
+
     const response = contentParts
       .map((part) => {
         if (part?.type === 'text') return part.text;
         return '';
       })
       .join('\n');
-    const convo = (
-      await convoTemplate.invoke({ input: inputText, output: response })
-    ).value;
+
     const model = this.Graph?.getNewModel({
       provider,
       omitOptions,
@@ -328,10 +350,32 @@ export class Run<T extends t.BaseGraphState> {
       model.n = (clientOptions as t.OpenAIClientOptions | undefined)
         ?.n as number;
     }
-    const chain =
+
+    const convoToTitleInput = new RunnableLambda({
+      func: (
+        promptValue: StringPromptValue
+      ): { convo: string; inputText: string; skipLanguage?: boolean } => ({
+        convo: promptValue.value,
+        inputText,
+        skipLanguage,
+      }),
+    }).withConfig({ runName: 'ConvoTransform' });
+
+    const titleChain =
       titleMethod === TitleMethod.COMPLETION
         ? await createCompletionTitleRunnable(model, titlePrompt)
         : await createTitleRunnable(model, titlePrompt);
-    return await chain.invoke({ convo, inputText, skipLanguage }, chainOptions);
+
+    /** Pipes `convoTemplate` -> `transformer` -> `titleChain` */
+    const fullChain = convoTemplate
+      .withConfig({ runName: 'ConvoTemplate' })
+      .pipe(convoToTitleInput)
+      .pipe(titleChain)
+      .withConfig({ runName: 'TitleChain' });
+
+    return await fullChain.invoke(
+      { input: inputText, output: response },
+      chainOptions
+    );
   }
 }

package/src/scripts/simple.ts

@@ -17,6 +17,7 @@ import {
 import { GraphEvents, Providers, TitleMethod } from '@/common';
 import { getLLMConfig } from '@/utils/llmConfig';
 import { getArgs } from '@/scripts/args';
+import { sleep } from '@/utils/run';
 import { Run } from '@/run';
 
 const conversationHistory: BaseMessage[] = [];
@@ -129,7 +130,7 @@ async function testStandardStreaming(): Promise<void> {
   }
 
   const run = await Run.create<t.IState>({
-    runId: 'test-run-id',
+    runId: 'test-simple-script',
     graphConfig: {
       type: 'standard',
       llmConfig,
@@ -144,7 +145,9 @@ async function testStandardStreaming(): Promise<void> {
   });
 
   const config = {
+    runId: 'test-simple-script',
     configurable: {
+      user_id: 'user-123',
       thread_id: 'conversation-num-1',
     },
     streamMode: 'values',
@@ -176,6 +179,10 @@ async function testStandardStreaming(): Promise<void> {
     contentParts,
     // titleMethod: TitleMethod.STRUCTURED,
     chainOptions: {
+      configurable: {
+        user_id: 'user-123',
+        thread_id: 'conversation-num-1',
+      },
       callbacks: [
         {
           handleLLMEnd,
@@ -192,6 +199,7 @@ async function testStandardStreaming(): Promise<void> {
   console.log('Collected usage metadata:', collectedUsage);
   console.log('Generated Title:', titleResult);
   console.log('Collected title usage metadata:', collected);
+  await sleep(5000);
 }
 
 process.on('unhandledRejection', (reason, promise) => {

package/src/utils/title.ts

@@ -1,7 +1,8 @@
 import { z } from 'zod';
-import { RunnableLambda } from '@langchain/core/runnables';
 import { ChatPromptTemplate } from '@langchain/core/prompts';
+import { RunnableLambda, RunnableSequence } from '@langchain/core/runnables';
 import type { Runnable, RunnableConfig } from '@langchain/core/runnables';
+import type { AIMessage } from '@langchain/core/messages';
 import type * as t from '@/types';
 import { ContentTypes } from '@/common';
 
@@ -42,7 +43,55 @@ export const createTitleRunnable = async (
 
   const titlePrompt = ChatPromptTemplate.fromTemplate(
     _titlePrompt ?? defaultTitlePrompt
-  );
+  ).withConfig({ runName: 'TitlePrompt' });
+
+  const titleOnlyInnerChain = RunnableSequence.from([titlePrompt, titleLLM]);
+  const combinedInnerChain = RunnableSequence.from([titlePrompt, combinedLLM]);
+
+  /** Wrap titleOnlyChain in RunnableLambda to create parent span */
+  const titleOnlyChain = new RunnableLambda({
+    func: async (
+      input: { convo: string },
+      config?: Partial<RunnableConfig>
+    ): Promise<{ title: string }> => {
+      return await titleOnlyInnerChain.invoke(input, config);
+    },
+  }).withConfig({ runName: 'TitleOnlyChain' });
+
+  /** Wrap combinedChain in RunnableLambda to create parent span */
+  const combinedChain = new RunnableLambda({
+    func: async (
+      input: { convo: string },
+      config?: Partial<RunnableConfig>
+    ): Promise<{ language: string; title: string }> => {
+      return await combinedInnerChain.invoke(input, config);
+    },
+  }).withConfig({ runName: 'TitleLanguageChain' });
+
+  /** Runnable to add default values if needed */
+  const addDefaults = new RunnableLambda({
+    func: (
+      result: { language: string; title: string } | undefined
+    ): { language: string; title: string } => ({
+      language: result?.language ?? 'English',
+      title: result?.title ?? '',
+    }),
+  }).withConfig({ runName: 'AddDefaults' });
+
+  const combinedChainInner = RunnableSequence.from([
+    combinedChain,
+    addDefaults,
+  ]);
+
+  /** Wrap combinedChainWithDefaults in RunnableLambda to create parent span */
+  const combinedChainWithDefaults = new RunnableLambda({
+    func: async (
+      input: { convo: string },
+      config?: Partial<RunnableConfig>
+    ): Promise<{ language: string; title: string }> => {
+      return await combinedChainInner.invoke(input, config);
+    },
+  }).withConfig({ runName: 'CombinedChainWithDefaults' });
 
   return new RunnableLambda({
     func: async (
@@ -53,28 +102,17 @@ export const createTitleRunnable = async (
       },
       config?: Partial<RunnableConfig>
     ): Promise<{ language: string; title: string } | { title: string }> => {
+      const invokeInput = { convo: input.convo };
+
       if (input.skipLanguage) {
-        return (await titlePrompt.pipe(titleLLM).invoke(
-          {
-            convo: input.convo,
-          },
-          config
-        )) as { title: string };
+        return (await titleOnlyChain.invoke(invokeInput, config)) as {
+          title: string;
+        };
       }
 
-      const result = (await titlePrompt.pipe(combinedLLM).invoke(
-        {
-          convo: input.convo,
-        },
-        config
-      )) as { language: string; title: string } | undefined;
-
-      return {
-        language: result?.language ?? 'English',
-        title: result?.title ?? '',
-      };
+      return await combinedChainWithDefaults.invoke(invokeInput, config);
     },
-  });
+  }).withConfig({ runName: 'TitleGenerator' });
 };
 
 const defaultCompletionPrompt = `Provide a concise, 5-word-or-less title for the conversation, using title case conventions. Only return the title itself.
@@ -88,22 +126,11 @@ export const createCompletionTitleRunnable = async (
 ): Promise<Runnable> => {
   const completionPrompt = ChatPromptTemplate.fromTemplate(
     titlePrompt ?? defaultCompletionPrompt
-  );
+  ).withConfig({ runName: 'CompletionTitlePrompt' });
 
-  return new RunnableLambda({
-    func: async (
-      input: {
-        convo: string;
-        inputText: string;
-        skipLanguage: boolean;
-      },
-      config?: Partial<RunnableConfig>
-    ): Promise<{ title: string }> => {
-      const promptOutput = await completionPrompt.invoke({
-        convo: input.convo,
-      });
-
-      const response = await model.invoke(promptOutput, config);
+  /** Runnable to extract content from model response */
+  const extractContent = new RunnableLambda({
+    func: (response: AIMessage): { title: string } => {
       let content = '';
       if (typeof response.content === 'string') {
         content = response.content;
@@ -116,10 +143,23 @@ export const createCompletionTitleRunnable = async (
           .map((part) => part.text)
           .join('');
       }
-      const title = content.trim();
-      return {
-        title,
-      };
+      return { title: content.trim() };
+    },
+  }).withConfig({ runName: 'ExtractTitle' });
+
+  const innerChain = RunnableSequence.from([
+    completionPrompt,
+    model,
+    extractContent,
+  ]);
+
+  /** Wrap in RunnableLambda to create a parent span for LangFuse */
+  return new RunnableLambda({
+    func: async (
+      input: { convo: string },
+      config?: Partial<RunnableConfig>
+    ): Promise<{ title: string }> => {
+      return await innerChain.invoke(input, config);
     },
-  });
+  }).withConfig({ runName: 'CompletionTitleChain' });
 };