@librechat/agents 2.4.64 → 2.4.66

package/dist/cjs/run.cjs

@@ -173,8 +173,8 @@ class Run {
             [_enum.Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, _enum.Callback.TOOL_END),
         };
     }
-    async generateTitle({ provider, inputText, contentParts, titlePrompt, clientOptions, chainOptions, skipLanguage, omitOptions = defaultOmitOptions, titleMethod = _enum.TitleMethod.COMPLETION, convoPromptTemplate, }) {
-        const convoTemplate = prompts.PromptTemplate.fromTemplate(convoPromptTemplate ?? 'User: {input}\nAI: {output}');
+    async generateTitle({ provider, inputText, contentParts, titlePrompt, clientOptions, chainOptions, skipLanguage, omitOptions = defaultOmitOptions, titleMethod = _enum.TitleMethod.COMPLETION, titlePromptTemplate, }) {
+        const convoTemplate = prompts.PromptTemplate.fromTemplate(titlePromptTemplate ?? 'User: {input}\nAI: {output}');
         const response = contentParts
             .map((part) => {
             if (part?.type === 'text')
@@ -205,7 +205,7 @@ class Run {
         const chain = titleMethod === _enum.TitleMethod.COMPLETION
             ? await title.createCompletionTitleRunnable(model, titlePrompt)
             : await title.createTitleRunnable(model, titlePrompt);
-        return (await chain.invoke({ convo, inputText, skipLanguage }, chainOptions));
+        return await chain.invoke({ convo, inputText, skipLanguage }, chainOptions);
     }
 }
 

package/dist/cjs/run.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"run.cjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport { zodToJsonSchema } from 'zod-to-json-schema';\nimport { PromptTemplate } from '@langchain/core/prompts';\nimport { SystemMessage } from '@langchain/core/messages';\nimport { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';\nimport type {\n  BaseMessage,\n  MessageContentComplex,\n} from '@langchain/core/messages';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback, TitleMethod } from '@/common';\nimport { manualToolStreamProviders } from '@/llm/providers';\nimport { shiftIndexTokenCountMap } from '@/messages/format';\nimport {\n  createTitleRunnable,\n  createCompletionTitleRunnable,\n} from '@/utils/title';\nimport { createTokenCounter } from '@/utils/tokens';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\nimport { isOpenAILike } from '@/utils/llm';\n\nexport const defaultOmitOptions = new Set([\n  'stream',\n  'thinking',\n  'streaming',\n  'maxTokens',\n  'clientOptions',\n  'thinkingConfig',\n  'thinkingBudget',\n  'includeThoughts',\n  'maxOutputTokens',\n  'additionalModelRequestFields',\n]);\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  id: string;\n  Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  returnContent: boolean = false;\n\n  private constructor(config: Partial<t.RunConfig>) {\n    const runId = config.runId ?? '';\n    if (!runId) {\n      throw new Error('Run ID not provided');\n    }\n\n    this.id = runId;\n\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(\n        config.customHandlers\n      )) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (!config.graphConfig) {\n      throw new Error('Graph config not provided');\n    }\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(\n        config.graphConfig\n      ) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n  }\n\n  private createStandardGraph(\n    config: t.StandardGraphConfig\n  ): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { llmConfig, tools = [], ...graphInput } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      tools,\n      provider,\n      clientOptions,\n      ...graphInput,\n      runId: this.id,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(\n    config: t.RunConfig\n  ): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error(\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string },\n    streamOptions?: t.EventStreamOptions\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error(\n        'Run not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n    if (!this.Graph) {\n      throw new Error(\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n\n    this.Graph.resetValues(streamOptions?.keepContent);\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (streamOptions?.callbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = (config.callbacks as t.ProvidedCallbacks) ?? [];\n      config.callbacks = callbacks.concat(\n        this.getCallbacks(streamOptions.callbacks)\n      );\n    }\n\n    if (!this.id) {\n      throw new Error('Run ID not provided');\n    }\n\n    const tokenCounter =\n      streamOptions?.tokenCounter ??\n      (streamOptions?.indexTokenCountMap\n        ? await createTokenCounter()\n        : undefined);\n    const tools = this.Graph.tools as\n      | Array<t.GenericTool | undefined>\n      | undefined;\n    const toolTokens = tokenCounter\n      ? (tools?.reduce((acc, tool) => {\n        if (!(tool as Partial<t.GenericTool>).schema) {\n          return acc;\n        }\n\n        const jsonSchema = zodToJsonSchema(\n          (tool?.schema as t.ZodObjectAny).describe(tool?.description ?? ''),\n          tool?.name ?? ''\n        );\n        return (\n          acc + tokenCounter(new SystemMessage(JSON.stringify(jsonSchema)))\n        );\n      }, 0) ?? 0)\n      : 0;\n    let instructionTokens = toolTokens;\n    if (this.Graph.systemMessage && tokenCounter) {\n      instructionTokens += tokenCounter(this.Graph.systemMessage);\n    }\n    const tokenMap = streamOptions?.indexTokenCountMap ?? {};\n    if (this.Graph.systemMessage && instructionTokens > 0) {\n      this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(\n        tokenMap,\n        instructionTokens\n      );\n    } else if (instructionTokens > 0) {\n      tokenMap[0] = tokenMap[0] + instructionTokens;\n      this.Graph.indexTokenCountMap = tokenMap;\n    } else {\n      this.Graph.indexTokenCountMap = tokenMap;\n    }\n\n    this.Graph.maxContextTokens = streamOptions?.maxContextTokens;\n    this.Graph.tokenCounter = tokenCounter;\n\n    config.run_id = this.id;\n    config.configurable = Object.assign(config.configurable ?? {}, {\n      run_id: this.id,\n      provider: this.provider,\n    });\n\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      if (\n        hasTools &&\n        manualToolStreamProviders.has(provider) &&\n        eventName === GraphEvents.CHAT_MODEL_STREAM\n      ) {\n        /* Skipping CHAT_MODEL_STREAM event due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    if (this.returnContent) {\n      return this.Graph.getContentParts();\n    }\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_ERROR\n      ),\n      [Callback.TOOL_START]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_START\n      ),\n      [Callback.TOOL_END]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_END\n      ),\n    };\n  }\n\n  async generateTitle({\n    provider,\n    inputText,\n    contentParts,\n    titlePrompt,\n    clientOptions,\n    chainOptions,\n    skipLanguage,\n    omitOptions = defaultOmitOptions,\n    titleMethod = TitleMethod.COMPLETION,\n    convoPromptTemplate,\n  }: t.RunTitleOptions): Promise<{ language?: string; title?: string }> {\n    const convoTemplate = PromptTemplate.fromTemplate(\n      convoPromptTemplate ?? 'User: {input}\\nAI: {output}'\n    );\n    const response = contentParts\n      .map((part) => {\n        if (part?.type === 'text') return part.text;\n        return '';\n      })\n      .join('\\n');\n    const convo = (\n      await convoTemplate.invoke({ input: inputText, output: response })\n    ).value;\n    const model = this.Graph?.getNewModel({\n      provider,\n      omitOptions,\n      clientOptions,\n    });\n    if (!model) {\n      return { language: '', title: '' };\n    }\n    if (\n      isOpenAILike(provider) &&\n      (model instanceof ChatOpenAI || model instanceof AzureChatOpenAI)\n    ) {\n      model.temperature = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.temperature as number;\n      model.topP = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.topP as number;\n      model.frequencyPenalty = (\n        clientOptions as t.OpenAIClientOptions | undefined\n      )?.frequencyPenalty as number;\n      model.presencePenalty = (\n        clientOptions as t.OpenAIClientOptions | undefined\n      )?.presencePenalty as number;\n      model.n = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.n as number;\n    }\n    const chain =\n      titleMethod === TitleMethod.COMPLETION\n        ? await createCompletionTitleRunnable(model, titlePrompt)\n        : await createTitleRunnable(model, titlePrompt);\n    return (await chain.invoke(\n      { convo, inputText, skipLanguage },\n      chainOptions\n    )) as { language?: string; title?: string };\n  }\n}\n"],"names":["HandlerRegistry","StandardGraph","createTokenCounter","zodToJsonSchema","SystemMessage","shiftIndexTokenCountMap","manualToolStreamProviders","GraphEvents","Callback","TitleMethod","PromptTemplate","isOpenAILike","ChatOpenAI","AzureChatOpenAI","createCompletionTitleRunnable","createTitleRunnable"],"mappings":";;;;;;;;;;;;;;;AAAA;AAwBa,MAAA,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACxC,QAAQ;IACR,UAAU;IACV,WAAW;IACX,WAAW;IACX,eAAe;IACf,gBAAgB;IAChB,gBAAgB;IAChB,iBAAiB;IACjB,iBAAiB;IACjB,8BAA8B;AAC/B,CAAA;MAEY,GAAG,CAAA;AACd,IAAA,aAAa;;;AAGL,IAAA,eAAe;AACvB,IAAA,EAAE;AACF,IAAA,KAAK;AACL,IAAA,QAAQ;IACR,aAAa,GAAY,KAAK;AAE9B,IAAA,WAAA,CAAoB,MAA4B,EAAA;AAC9C,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,IAAI,CAAC,EAAE,GAAG,KAAK;AAEf,QAAA,MAAM,eAAe,GAAG,IAAIA,sBAAe,EAAE;AAE7C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAC/C,MAAM,CAAC,cAAc,CACtB,EAAE;AACD,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;;;AAIhD,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;AAEtC,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;;AAG9C,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ;YACrD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAC3C,MAAM,CAAC,WAAW,CACqC;AACzD,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe;;;QAIhD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK;;AAG5C,IAAA,mBAAmB,CACzB,MAA6B,EAAA;AAE7B,QAAA,MAAM,EAAE,SAAS,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS;AAEhD,QAAA,MAAM,aAAa,GAAG,IAAIC,mBAAa,CAAC;YACtC,KAAK;YACL,QAAQ;YACR,aAAa;AACb,YAAA,GAAG,UAAU;YACb,KAAK,EAAE,IAAI,CAAC,EAAE;AACf,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa;AAC1B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE;;AAGvC,IAAA,aAAa,MAAM,CACjB,MAAmB,EAAA;AAEnB,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC;;IAG3B,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;;AAEH,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;;AAGpC,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA2E,EAC3E,aAAoC,EAAA;AAEpC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CACb,4EAA4E,CAC7E;;AAEH,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;;QAGH,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC;AAClD,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK;AACvE,QAAA,IAAI,aAAa,EAAE,SAAS,EAAE;;AAE5B,YAAA,MAAM,SAAS,GAAI,MAAM,CAAC,SAAiC,IAAI,EAAE;AACjE,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CACjC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,SAAS,CAAC,CAC3C;;AAGH,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,MAAM,YAAY,GAChB,aAAa,EAAE,YAAY;aAC1B,aAAa,EAAE;kBACZ,MAAMC,yBAAkB;kBACxB,SAAS,CAAC;AAChB,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAEZ;QACb,MAAM,UAAU,GAAG;eACd,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;AAC7B,gBAAA,IAAI,CAAE,IAA+B,CAAC,MAAM,EAAE;AAC5C,oBAAA,OAAO,GAAG;;gBAGZ,MAAM,UAAU,GAAGC,+BAAe,CAChC,CAAC,IAAI,EAAE,MAAyB,EAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,IAAI,EAAE,CAAC,EAClE,IAAI,EAAE,IAAI,IAAI,EAAE,CACjB;AACD,gBAAA,QACE,GAAG,GAAG,YAAY,CAAC,IAAIC,sBAAa,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;AAErE,aAAC,EAAE,CAAC,CAAC,IAAI,CAAC;cACR,CAAC;QACL,IAAI,iBAAiB,GAAG,UAAU;QAClC,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,YAAY,EAAE;YAC5C,iBAAiB,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;;AAE7D,QAAA,MAAM,QAAQ,GAAG,aAAa,EAAE,kBAAkB,IAAI,EAAE;QACxD,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,iBAAiB,GAAG,CAAC,EAAE;YACrD,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAGC,8BAAuB,CACrD,QAAQ,EACR,iBAAiB,CAClB;;AACI,aAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;YAChC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,iBAAiB;AAC7C,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;aACnC;AACL,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;QAG1C,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,aAAa,EAAE,gBAAgB;AAC7D,QAAA,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,YAAY;AAEtC,QAAA,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE;AACvB,QAAA,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE;YAC7D,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;AACxB,SAAA,CAAC;AAEF,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC;AAE9D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK;AAE/C,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK;AACvC,YAAA,IACE,QAAQ;AACR,gBAAAC,mCAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC;AACvC,gBAAA,SAAS,KAAKC,iBAAW,CAAC,iBAAiB,EAC3C;;gBAEA;;YAGF,IAAI,SAAS,IAAI,SAAS,KAAKA,iBAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI;;YAGlB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC;YAC1D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC;;;AAIzD,QAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;;;IAI/B,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC;AAC3C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC;;AAEzE,SAAC;;AAGH,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAACC,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACfA,cAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAACA,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACfA,cAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAACA,cAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAC5C,eAAe,EACfA,cAAQ,CAAC,QAAQ,CAClB;SACF;;AAGH,IAAA,MAAM,aAAa,CAAC,EAClB,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,WAAW,GAAG,kBAAkB,EAChC,WAAW,GAAGC,iBAAW,CAAC,UAAU,EACpC,mBAAmB,GACD,EAAA;QAClB,MAAM,aAAa,GAAGC,sBAAc,CAAC,YAAY,CAC/C,mBAAmB,IAAI,6BAA6B,CACrD;QACD,MAAM,QAAQ,GAAG;AACd,aAAA,GAAG,CAAC,CAAC,IAAI,KAAI;AACZ,YAAA,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI;AAC3C,YAAA,OAAO,EAAE;AACX,SAAC;aACA,IAAI,CAAC,IAAI,CAAC;QACb,MAAM,KAAK,GAAG,CACZ,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAClE,KAAK;AACP,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC;YACpC,QAAQ;YACR,WAAW;YACX,aAAa;AACd,SAAA,CAAC;QACF,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;;QAEpC,IACEC,gBAAY,CAAC,QAAQ,CAAC;aACrB,KAAK,YAAYC,iBAAU,IAAI,KAAK,YAAYC,sBAAe,CAAC,EACjE;YACA,KAAK,CAAC,WAAW,GAAI;AACnB,kBAAE,WAAqB;YACzB,KAAK,CAAC,IAAI,GAAI;AACZ,kBAAE,IAAc;AAClB,YAAA,KAAK,CAAC,gBAAgB,GACpB,aACD,EAAE,gBAA0B;AAC7B,YAAA,KAAK,CAAC,eAAe,GACnB,aACD,EAAE,eAAyB;YAC5B,KAAK,CAAC,CAAC,GAAI;AACT,kBAAE,CAAW;;AAEjB,QAAA,MAAM,KAAK,GACT,WAAW,KAAKJ,iBAAW,CAAC;AAC1B,cAAE,MAAMK,mCAA6B,CAAC,KAAK,EAAE,WAAW;cACtD,MAAMC,yBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC;AACnD,QAAA,QAAQ,MAAM,KAAK,CAAC,MAAM,CACxB,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,EAClC,YAAY,CACb;;AAEJ;;;;;"}
+{"version":3,"file":"run.cjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport { zodToJsonSchema } from 'zod-to-json-schema';\nimport { PromptTemplate } from '@langchain/core/prompts';\nimport { SystemMessage } from '@langchain/core/messages';\nimport { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';\nimport type {\n  BaseMessage,\n  MessageContentComplex,\n} from '@langchain/core/messages';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback, TitleMethod } from '@/common';\nimport { manualToolStreamProviders } from '@/llm/providers';\nimport { shiftIndexTokenCountMap } from '@/messages/format';\nimport {\n  createTitleRunnable,\n  createCompletionTitleRunnable,\n} from '@/utils/title';\nimport { createTokenCounter } from '@/utils/tokens';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\nimport { isOpenAILike } from '@/utils/llm';\n\nexport const defaultOmitOptions = new Set([\n  'stream',\n  'thinking',\n  'streaming',\n  'maxTokens',\n  'clientOptions',\n  'thinkingConfig',\n  'thinkingBudget',\n  'includeThoughts',\n  'maxOutputTokens',\n  'additionalModelRequestFields',\n]);\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  id: string;\n  Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  returnContent: boolean = false;\n\n  private constructor(config: Partial<t.RunConfig>) {\n    const runId = config.runId ?? '';\n    if (!runId) {\n      throw new Error('Run ID not provided');\n    }\n\n    this.id = runId;\n\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(\n        config.customHandlers\n      )) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (!config.graphConfig) {\n      throw new Error('Graph config not provided');\n    }\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(\n        config.graphConfig\n      ) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n  }\n\n  private createStandardGraph(\n    config: t.StandardGraphConfig\n  ): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { llmConfig, tools = [], ...graphInput } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      tools,\n      provider,\n      clientOptions,\n      ...graphInput,\n      runId: this.id,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(\n    config: t.RunConfig\n  ): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error(\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string },\n    streamOptions?: t.EventStreamOptions\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error(\n        'Run not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n    if (!this.Graph) {\n      throw new Error(\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n\n    this.Graph.resetValues(streamOptions?.keepContent);\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (streamOptions?.callbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = (config.callbacks as t.ProvidedCallbacks) ?? [];\n      config.callbacks = callbacks.concat(\n        this.getCallbacks(streamOptions.callbacks)\n      );\n    }\n\n    if (!this.id) {\n      throw new Error('Run ID not provided');\n    }\n\n    const tokenCounter =\n      streamOptions?.tokenCounter ??\n      (streamOptions?.indexTokenCountMap\n        ? await createTokenCounter()\n        : undefined);\n    const tools = this.Graph.tools as\n      | Array<t.GenericTool | undefined>\n      | undefined;\n    const toolTokens = tokenCounter\n      ? (tools?.reduce((acc, tool) => {\n        if (!(tool as Partial<t.GenericTool>).schema) {\n          return acc;\n        }\n\n        const jsonSchema = zodToJsonSchema(\n          (tool?.schema as t.ZodObjectAny).describe(tool?.description ?? ''),\n          tool?.name ?? ''\n        );\n        return (\n          acc + tokenCounter(new SystemMessage(JSON.stringify(jsonSchema)))\n        );\n      }, 0) ?? 0)\n      : 0;\n    let instructionTokens = toolTokens;\n    if (this.Graph.systemMessage && tokenCounter) {\n      instructionTokens += tokenCounter(this.Graph.systemMessage);\n    }\n    const tokenMap = streamOptions?.indexTokenCountMap ?? {};\n    if (this.Graph.systemMessage && instructionTokens > 0) {\n      this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(\n        tokenMap,\n        instructionTokens\n      );\n    } else if (instructionTokens > 0) {\n      tokenMap[0] = tokenMap[0] + instructionTokens;\n      this.Graph.indexTokenCountMap = tokenMap;\n    } else {\n      this.Graph.indexTokenCountMap = tokenMap;\n    }\n\n    this.Graph.maxContextTokens = streamOptions?.maxContextTokens;\n    this.Graph.tokenCounter = tokenCounter;\n\n    config.run_id = this.id;\n    config.configurable = Object.assign(config.configurable ?? {}, {\n      run_id: this.id,\n      provider: this.provider,\n    });\n\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      if (\n        hasTools &&\n        manualToolStreamProviders.has(provider) &&\n        eventName === GraphEvents.CHAT_MODEL_STREAM\n      ) {\n        /* Skipping CHAT_MODEL_STREAM event due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    if (this.returnContent) {\n      return this.Graph.getContentParts();\n    }\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_ERROR\n      ),\n      [Callback.TOOL_START]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_START\n      ),\n      [Callback.TOOL_END]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_END\n      ),\n    };\n  }\n\n  async generateTitle({\n    provider,\n    inputText,\n    contentParts,\n    titlePrompt,\n    clientOptions,\n    chainOptions,\n    skipLanguage,\n    omitOptions = defaultOmitOptions,\n    titleMethod = TitleMethod.COMPLETION,\n    titlePromptTemplate,\n  }: t.RunTitleOptions): Promise<{ language?: string; title?: string }> {\n    const convoTemplate = PromptTemplate.fromTemplate(\n      titlePromptTemplate ?? 'User: {input}\\nAI: {output}'\n    );\n    const response = contentParts\n      .map((part) => {\n        if (part?.type === 'text') return part.text;\n        return '';\n      })\n      .join('\\n');\n    const convo = (\n      await convoTemplate.invoke({ input: inputText, output: response })\n    ).value;\n    const model = this.Graph?.getNewModel({\n      provider,\n      omitOptions,\n      clientOptions,\n    });\n    if (!model) {\n      return { language: '', title: '' };\n    }\n    if (\n      isOpenAILike(provider) &&\n      (model instanceof ChatOpenAI || model instanceof AzureChatOpenAI)\n    ) {\n      model.temperature = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.temperature as number;\n      model.topP = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.topP as number;\n      model.frequencyPenalty = (\n        clientOptions as t.OpenAIClientOptions | undefined\n      )?.frequencyPenalty as number;\n      model.presencePenalty = (\n        clientOptions as t.OpenAIClientOptions | undefined\n      )?.presencePenalty as number;\n      model.n = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.n as number;\n    }\n    const chain =\n      titleMethod === TitleMethod.COMPLETION\n        ? await createCompletionTitleRunnable(model, titlePrompt)\n        : await createTitleRunnable(model, titlePrompt);\n    return await chain.invoke({ convo, inputText, skipLanguage }, chainOptions);\n  }\n}\n"],"names":["HandlerRegistry","StandardGraph","createTokenCounter","zodToJsonSchema","SystemMessage","shiftIndexTokenCountMap","manualToolStreamProviders","GraphEvents","Callback","TitleMethod","PromptTemplate","isOpenAILike","ChatOpenAI","AzureChatOpenAI","createCompletionTitleRunnable","createTitleRunnable"],"mappings":";;;;;;;;;;;;;;;AAAA;AAwBa,MAAA,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACxC,QAAQ;IACR,UAAU;IACV,WAAW;IACX,WAAW;IACX,eAAe;IACf,gBAAgB;IAChB,gBAAgB;IAChB,iBAAiB;IACjB,iBAAiB;IACjB,8BAA8B;AAC/B,CAAA;MAEY,GAAG,CAAA;AACd,IAAA,aAAa;;;AAGL,IAAA,eAAe;AACvB,IAAA,EAAE;AACF,IAAA,KAAK;AACL,IAAA,QAAQ;IACR,aAAa,GAAY,KAAK;AAE9B,IAAA,WAAA,CAAoB,MAA4B,EAAA;AAC9C,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,IAAI,CAAC,EAAE,GAAG,KAAK;AAEf,QAAA,MAAM,eAAe,GAAG,IAAIA,sBAAe,EAAE;AAE7C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAC/C,MAAM,CAAC,cAAc,CACtB,EAAE;AACD,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;;;AAIhD,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;AAEtC,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;;AAG9C,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ;YACrD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAC3C,MAAM,CAAC,WAAW,CACqC;AACzD,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe;;;QAIhD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK;;AAG5C,IAAA,mBAAmB,CACzB,MAA6B,EAAA;AAE7B,QAAA,MAAM,EAAE,SAAS,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS;AAEhD,QAAA,MAAM,aAAa,GAAG,IAAIC,mBAAa,CAAC;YACtC,KAAK;YACL,QAAQ;YACR,aAAa;AACb,YAAA,GAAG,UAAU;YACb,KAAK,EAAE,IAAI,CAAC,EAAE;AACf,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa;AAC1B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE;;AAGvC,IAAA,aAAa,MAAM,CACjB,MAAmB,EAAA;AAEnB,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC;;IAG3B,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;;AAEH,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;;AAGpC,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA2E,EAC3E,aAAoC,EAAA;AAEpC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CACb,4EAA4E,CAC7E;;AAEH,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;;QAGH,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC;AAClD,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK;AACvE,QAAA,IAAI,aAAa,EAAE,SAAS,EAAE;;AAE5B,YAAA,MAAM,SAAS,GAAI,MAAM,CAAC,SAAiC,IAAI,EAAE;AACjE,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CACjC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,SAAS,CAAC,CAC3C;;AAGH,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,MAAM,YAAY,GAChB,aAAa,EAAE,YAAY;aAC1B,aAAa,EAAE;kBACZ,MAAMC,yBAAkB;kBACxB,SAAS,CAAC;AAChB,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAEZ;QACb,MAAM,UAAU,GAAG;eACd,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;AAC7B,gBAAA,IAAI,CAAE,IAA+B,CAAC,MAAM,EAAE;AAC5C,oBAAA,OAAO,GAAG;;gBAGZ,MAAM,UAAU,GAAGC,+BAAe,CAChC,CAAC,IAAI,EAAE,MAAyB,EAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,IAAI,EAAE,CAAC,EAClE,IAAI,EAAE,IAAI,IAAI,EAAE,CACjB;AACD,gBAAA,QACE,GAAG,GAAG,YAAY,CAAC,IAAIC,sBAAa,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;AAErE,aAAC,EAAE,CAAC,CAAC,IAAI,CAAC;cACR,CAAC;QACL,IAAI,iBAAiB,GAAG,UAAU;QAClC,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,YAAY,EAAE;YAC5C,iBAAiB,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;;AAE7D,QAAA,MAAM,QAAQ,GAAG,aAAa,EAAE,kBAAkB,IAAI,EAAE;QACxD,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,iBAAiB,GAAG,CAAC,EAAE;YACrD,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAGC,8BAAuB,CACrD,QAAQ,EACR,iBAAiB,CAClB;;AACI,aAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;YAChC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,iBAAiB;AAC7C,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;aACnC;AACL,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;QAG1C,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,aAAa,EAAE,gBAAgB;AAC7D,QAAA,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,YAAY;AAEtC,QAAA,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE;AACvB,QAAA,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE;YAC7D,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;AACxB,SAAA,CAAC;AAEF,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC;AAE9D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK;AAE/C,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK;AACvC,YAAA,IACE,QAAQ;AACR,gBAAAC,mCAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC;AACvC,gBAAA,SAAS,KAAKC,iBAAW,CAAC,iBAAiB,EAC3C;;gBAEA;;YAGF,IAAI,SAAS,IAAI,SAAS,KAAKA,iBAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI;;YAGlB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC;YAC1D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC;;;AAIzD,QAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;;;IAI/B,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC;AAC3C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC;;AAEzE,SAAC;;AAGH,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAACC,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACfA,cAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAACA,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACfA,cAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAACA,cAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAC5C,eAAe,EACfA,cAAQ,CAAC,QAAQ,CAClB;SACF;;AAGH,IAAA,MAAM,aAAa,CAAC,EAClB,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,WAAW,GAAG,kBAAkB,EAChC,WAAW,GAAGC,iBAAW,CAAC,UAAU,EACpC,mBAAmB,GACD,EAAA;QAClB,MAAM,aAAa,GAAGC,sBAAc,CAAC,YAAY,CAC/C,mBAAmB,IAAI,6BAA6B,CACrD;QACD,MAAM,QAAQ,GAAG;AACd,aAAA,GAAG,CAAC,CAAC,IAAI,KAAI;AACZ,YAAA,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI;AAC3C,YAAA,OAAO,EAAE;AACX,SAAC;aACA,IAAI,CAAC,IAAI,CAAC;QACb,MAAM,KAAK,GAAG,CACZ,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAClE,KAAK;AACP,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC;YACpC,QAAQ;YACR,WAAW;YACX,aAAa;AACd,SAAA,CAAC;QACF,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;;QAEpC,IACEC,gBAAY,CAAC,QAAQ,CAAC;aACrB,KAAK,YAAYC,iBAAU,IAAI,KAAK,YAAYC,sBAAe,CAAC,EACjE;YACA,KAAK,CAAC,WAAW,GAAI;AACnB,kBAAE,WAAqB;YACzB,KAAK,CAAC,IAAI,GAAI;AACZ,kBAAE,IAAc;AAClB,YAAA,KAAK,CAAC,gBAAgB,GACpB,aACD,EAAE,gBAA0B;AAC7B,YAAA,KAAK,CAAC,eAAe,GACnB,aACD,EAAE,eAAyB;YAC5B,KAAK,CAAC,CAAC,GAAI;AACT,kBAAE,CAAW;;AAEjB,QAAA,MAAM,KAAK,GACT,WAAW,KAAKJ,iBAAW,CAAC;AAC1B,cAAE,MAAMK,mCAA6B,CAAC,KAAK,EAAE,WAAW;cACtD,MAAMC,yBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC;AACnD,QAAA,OAAO,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,EAAE,YAAY,CAAC;;AAE9E;;;;;"}

package/dist/cjs/utils/title.cjs

@@ -31,15 +31,15 @@ const createTitleRunnable = async (model, _titlePrompt) => {
     const combinedLLM = model.withStructuredOutput(combinedSchema);
     const titlePrompt = prompts.ChatPromptTemplate.fromTemplate(_titlePrompt ?? defaultTitlePrompt);
     return new runnables.RunnableLambda({
-        func: async (input) => {
+        func: async (input, config) => {
             if (input.skipLanguage) {
                 return (await titlePrompt.pipe(titleLLM).invoke({
                     convo: input.convo,
-                }));
+                }, config));
             }
             const result = (await titlePrompt.pipe(combinedLLM).invoke({
                 convo: input.convo,
-            }));
+            }, config));
             return {
                 language: result?.language ?? 'English',
                 title: result?.title ?? '',
@@ -54,11 +54,11 @@ Conversation:
 const createCompletionTitleRunnable = async (model, titlePrompt) => {
     const completionPrompt = prompts.ChatPromptTemplate.fromTemplate(titlePrompt ?? defaultCompletionPrompt);
     return new runnables.RunnableLambda({
-        func: async (input) => {
+        func: async (input, config) => {
             const promptOutput = await completionPrompt.invoke({
                 convo: input.convo,
             });
-            const response = await model.invoke(promptOutput);
+            const response = await model.invoke(promptOutput, config);
             let content = '';
             if (typeof response.content === 'string') {
                 content = response.content;
@@ -71,7 +71,7 @@ const createCompletionTitleRunnable = async (model, titlePrompt) => {
             }
             const title = content.trim();
             return {
-                title: title || 'Untitled Conversation',
+                title,
             };
         },
     });

package/dist/cjs/utils/title.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"title.cjs","sources":["../../../src/utils/title.ts"],"sourcesContent":["import { z } from 'zod';\nimport { RunnableLambda } from '@langchain/core/runnables';\nimport { ChatPromptTemplate } from '@langchain/core/prompts';\nimport type { Runnable } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport { ContentTypes } from '@/common';\n\nconst defaultTitlePrompt = `Analyze this conversation and provide:\n1. The detected language of the conversation\n2. A concise title in the detected language (5 words or less, no punctuation or quotation)\n\n{convo}`;\n\nconst titleSchema = z.object({\n  title: z\n    .string()\n    .describe(\n      'A concise title for the conversation in 5 words or less, without punctuation or quotation'\n    ),\n});\n\nconst combinedSchema = z.object({\n  language: z.string().describe('The detected language of the conversation'),\n  title: z\n    .string()\n    .describe(\n      'A concise title for the conversation in 5 words or less, without punctuation or quotation'\n    ),\n});\n\nexport const createTitleRunnable = async (\n  model: t.ChatModelInstance,\n  _titlePrompt?: string\n): Promise<Runnable> => {\n  // Disabled since this works fine\n  // eslint-disable-next-line @typescript-eslint/ban-ts-comment\n  /* @ts-ignore */\n  const titleLLM = model.withStructuredOutput(titleSchema);\n  // eslint-disable-next-line @typescript-eslint/ban-ts-comment\n  /* @ts-ignore */\n  const combinedLLM = model.withStructuredOutput(combinedSchema);\n\n  const titlePrompt = ChatPromptTemplate.fromTemplate(\n    _titlePrompt ?? defaultTitlePrompt\n  );\n\n  return new RunnableLambda({\n    func: async (input: {\n      convo: string;\n      inputText: string;\n      skipLanguage: boolean;\n    }): Promise<{ language: string; title: string } | { title: string }> => {\n      if (input.skipLanguage) {\n        return (await titlePrompt.pipe(titleLLM).invoke({\n          convo: input.convo,\n        })) as { title: string };\n      }\n\n      const result = (await titlePrompt.pipe(combinedLLM).invoke({\n        convo: input.convo,\n      })) as { language: string; title: string } | undefined;\n\n      return {\n        language: result?.language ?? 'English',\n        title: result?.title ?? '',\n      };\n    },\n  });\n};\n\nconst defaultCompletionPrompt = `Provide a concise, 5-word-or-less title for the conversation, using its same language, with no punctuation. Apply title case conventions appropriate for the language. Never directly mention the language name or the word \"title\" and only return the title itself.\n\nConversation:\n{convo}`;\n\nexport const createCompletionTitleRunnable = async (\n  model: t.ChatModelInstance,\n  titlePrompt?: string\n): Promise<Runnable> => {\n  const completionPrompt = ChatPromptTemplate.fromTemplate(\n    titlePrompt ?? defaultCompletionPrompt\n  );\n\n  return new RunnableLambda({\n    func: async (input: {\n      convo: string;\n      inputText: string;\n      skipLanguage: boolean;\n    }): Promise<{ title: string }> => {\n      const promptOutput = await completionPrompt.invoke({\n        convo: input.convo,\n      });\n\n      const response = await model.invoke(promptOutput);\n      let content = '';\n      if (typeof response.content === 'string') {\n        content = response.content;\n      } else if (Array.isArray(response.content)) {\n        content = response.content\n          .filter(\n            (part): part is { type: ContentTypes.TEXT; text: string } =>\n              part.type === ContentTypes.TEXT\n          )\n          .map((part) => part.text)\n          .join('');\n      }\n      const title = content.trim();\n      return {\n        title: title || 'Untitled Conversation',\n      };\n    },\n  });\n};\n"],"names":["z","ChatPromptTemplate","RunnableLambda","ContentTypes"],"mappings":";;;;;;;AAOA,MAAM,kBAAkB,GAAG,CAAA;;;;QAInB;AAER,MAAM,WAAW,GAAGA,KAAC,CAAC,MAAM,CAAC;AAC3B,IAAA,KAAK,EAAEA;AACJ,SAAA,MAAM;SACN,QAAQ,CACP,2FAA2F,CAC5F;AACJ,CAAA,CAAC;AAEF,MAAM,cAAc,GAAGA,KAAC,CAAC,MAAM,CAAC;IAC9B,QAAQ,EAAEA,KAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;AAC1E,IAAA,KAAK,EAAEA;AACJ,SAAA,MAAM;SACN,QAAQ,CACP,2FAA2F,CAC5F;AACJ,CAAA,CAAC;AAEW,MAAA,mBAAmB,GAAG,OACjC,KAA0B,EAC1B,YAAqB,KACA;;;;IAIrB,MAAM,QAAQ,GAAG,KAAK,CAAC,oBAAoB,CAAC,WAAW,CAAC;;;IAGxD,MAAM,WAAW,GAAG,KAAK,CAAC,oBAAoB,CAAC,cAAc,CAAC;IAE9D,MAAM,WAAW,GAAGC,0BAAkB,CAAC,YAAY,CACjD,YAAY,IAAI,kBAAkB,CACnC;IAED,OAAO,IAAIC,wBAAc,CAAC;AACxB,QAAA,IAAI,EAAE,OAAO,KAIZ,KAAsE;AACrE,YAAA,IAAI,KAAK,CAAC,YAAY,EAAE;gBACtB,QAAQ,MAAM,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;oBAC9C,KAAK,EAAE,KAAK,CAAC,KAAK;AACnB,iBAAA,CAAC;;AAGJ,YAAA,MAAM,MAAM,IAAI,MAAM,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC;gBACzD,KAAK,EAAE,KAAK,CAAC,KAAK;AACnB,aAAA,CAAC,CAAoD;YAEtD,OAAO;AACL,gBAAA,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,SAAS;AACvC,gBAAA,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE;aAC3B;SACF;AACF,KAAA,CAAC;AACJ;AAEA,MAAM,uBAAuB,GAAG,CAAA;;;QAGxB;AAEK,MAAA,6BAA6B,GAAG,OAC3C,KAA0B,EAC1B,WAAoB,KACC;IACrB,MAAM,gBAAgB,GAAGD,0BAAkB,CAAC,YAAY,CACtD,WAAW,IAAI,uBAAuB,CACvC;IAED,OAAO,IAAIC,wBAAc,CAAC;AACxB,QAAA,IAAI,EAAE,OAAO,KAIZ,KAAgC;AAC/B,YAAA,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC;gBACjD,KAAK,EAAE,KAAK,CAAC,KAAK;AACnB,aAAA,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;YACjD,IAAI,OAAO,GAAG,EAAE;AAChB,YAAA,IAAI,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,EAAE;AACxC,gBAAA,OAAO,GAAG,QAAQ,CAAC,OAAO;;iBACrB,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;gBAC1C,OAAO,GAAG,QAAQ,CAAC;AAChB,qBAAA,MAAM,CACL,CAAC,IAAI,KACH,IAAI,CAAC,IAAI,KAAKC,kBAAY,CAAC,IAAI;qBAElC,GAAG,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI;qBACvB,IAAI,CAAC,EAAE,CAAC;;AAEb,YAAA,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE;YAC5B,OAAO;gBACL,KAAK,EAAE,KAAK,IAAI,uBAAuB;aACxC;SACF;AACF,KAAA,CAAC;AACJ;;;;;"}
+{"version":3,"file":"title.cjs","sources":["../../../src/utils/title.ts"],"sourcesContent":["import { z } from 'zod';\nimport { RunnableLambda } from '@langchain/core/runnables';\nimport { ChatPromptTemplate } from '@langchain/core/prompts';\nimport type { Runnable, RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport { ContentTypes } from '@/common';\n\nconst defaultTitlePrompt = `Analyze this conversation and provide:\n1. The detected language of the conversation\n2. A concise title in the detected language (5 words or less, no punctuation or quotation)\n\n{convo}`;\n\nconst titleSchema = z.object({\n  title: z\n    .string()\n    .describe(\n      'A concise title for the conversation in 5 words or less, without punctuation or quotation'\n    ),\n});\n\nconst combinedSchema = z.object({\n  language: z.string().describe('The detected language of the conversation'),\n  title: z\n    .string()\n    .describe(\n      'A concise title for the conversation in 5 words or less, without punctuation or quotation'\n    ),\n});\n\nexport const createTitleRunnable = async (\n  model: t.ChatModelInstance,\n  _titlePrompt?: string\n): Promise<Runnable> => {\n  // Disabled since this works fine\n  // eslint-disable-next-line @typescript-eslint/ban-ts-comment\n  /* @ts-ignore */\n  const titleLLM = model.withStructuredOutput(titleSchema);\n  // eslint-disable-next-line @typescript-eslint/ban-ts-comment\n  /* @ts-ignore */\n  const combinedLLM = model.withStructuredOutput(combinedSchema);\n\n  const titlePrompt = ChatPromptTemplate.fromTemplate(\n    _titlePrompt ?? defaultTitlePrompt\n  );\n\n  return new RunnableLambda({\n    func: async (\n      input: {\n        convo: string;\n        inputText: string;\n        skipLanguage: boolean;\n      },\n      config?: Partial<RunnableConfig>\n    ): Promise<{ language: string; title: string } | { title: string }> => {\n      if (input.skipLanguage) {\n        return (await titlePrompt.pipe(titleLLM).invoke(\n          {\n            convo: input.convo,\n          },\n          config\n        )) as { title: string };\n      }\n\n      const result = (await titlePrompt.pipe(combinedLLM).invoke(\n        {\n          convo: input.convo,\n        },\n        config\n      )) as { language: string; title: string } | undefined;\n\n      return {\n        language: result?.language ?? 'English',\n        title: result?.title ?? '',\n      };\n    },\n  });\n};\n\nconst defaultCompletionPrompt = `Provide a concise, 5-word-or-less title for the conversation, using its same language, with no punctuation. Apply title case conventions appropriate for the language. Never directly mention the language name or the word \"title\" and only return the title itself.\n\nConversation:\n{convo}`;\n\nexport const createCompletionTitleRunnable = async (\n  model: t.ChatModelInstance,\n  titlePrompt?: string\n): Promise<Runnable> => {\n  const completionPrompt = ChatPromptTemplate.fromTemplate(\n    titlePrompt ?? defaultCompletionPrompt\n  );\n\n  return new RunnableLambda({\n    func: async (\n      input: {\n        convo: string;\n        inputText: string;\n        skipLanguage: boolean;\n      },\n      config?: Partial<RunnableConfig>\n    ): Promise<{ title: string }> => {\n      const promptOutput = await completionPrompt.invoke({\n        convo: input.convo,\n      });\n\n      const response = await model.invoke(promptOutput, config);\n      let content = '';\n      if (typeof response.content === 'string') {\n        content = response.content;\n      } else if (Array.isArray(response.content)) {\n        content = response.content\n          .filter(\n            (part): part is { type: ContentTypes.TEXT; text: string } =>\n              part.type === ContentTypes.TEXT\n          )\n          .map((part) => part.text)\n          .join('');\n      }\n      const title = content.trim();\n      return {\n        title,\n      };\n    },\n  });\n};\n"],"names":["z","ChatPromptTemplate","RunnableLambda","ContentTypes"],"mappings":";;;;;;;AAOA,MAAM,kBAAkB,GAAG,CAAA;;;;QAInB;AAER,MAAM,WAAW,GAAGA,KAAC,CAAC,MAAM,CAAC;AAC3B,IAAA,KAAK,EAAEA;AACJ,SAAA,MAAM;SACN,QAAQ,CACP,2FAA2F,CAC5F;AACJ,CAAA,CAAC;AAEF,MAAM,cAAc,GAAGA,KAAC,CAAC,MAAM,CAAC;IAC9B,QAAQ,EAAEA,KAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;AAC1E,IAAA,KAAK,EAAEA;AACJ,SAAA,MAAM;SACN,QAAQ,CACP,2FAA2F,CAC5F;AACJ,CAAA,CAAC;AAEW,MAAA,mBAAmB,GAAG,OACjC,KAA0B,EAC1B,YAAqB,KACA;;;;IAIrB,MAAM,QAAQ,GAAG,KAAK,CAAC,oBAAoB,CAAC,WAAW,CAAC;;;IAGxD,MAAM,WAAW,GAAG,KAAK,CAAC,oBAAoB,CAAC,cAAc,CAAC;IAE9D,MAAM,WAAW,GAAGC,0BAAkB,CAAC,YAAY,CACjD,YAAY,IAAI,kBAAkB,CACnC;IAED,OAAO,IAAIC,wBAAc,CAAC;AACxB,QAAA,IAAI,EAAE,OACJ,KAIC,EACD,MAAgC,KACoC;AACpE,YAAA,IAAI,KAAK,CAAC,YAAY,EAAE;gBACtB,QAAQ,MAAM,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAC7C;oBACE,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,EACD,MAAM,CACP;;AAGH,YAAA,MAAM,MAAM,IAAI,MAAM,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,CACxD;gBACE,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,EACD,MAAM,CACP,CAAoD;YAErD,OAAO;AACL,gBAAA,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,SAAS;AACvC,gBAAA,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE;aAC3B;SACF;AACF,KAAA,CAAC;AACJ;AAEA,MAAM,uBAAuB,GAAG,CAAA;;;QAGxB;AAEK,MAAA,6BAA6B,GAAG,OAC3C,KAA0B,EAC1B,WAAoB,KACC;IACrB,MAAM,gBAAgB,GAAGD,0BAAkB,CAAC,YAAY,CACtD,WAAW,IAAI,uBAAuB,CACvC;IAED,OAAO,IAAIC,wBAAc,CAAC;AACxB,QAAA,IAAI,EAAE,OACJ,KAIC,EACD,MAAgC,KACF;AAC9B,YAAA,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC;gBACjD,KAAK,EAAE,KAAK,CAAC,KAAK;AACnB,aAAA,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC;YACzD,IAAI,OAAO,GAAG,EAAE;AAChB,YAAA,IAAI,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,EAAE;AACxC,gBAAA,OAAO,GAAG,QAAQ,CAAC,OAAO;;iBACrB,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;gBAC1C,OAAO,GAAG,QAAQ,CAAC;AAChB,qBAAA,MAAM,CACL,CAAC,IAAI,KACH,IAAI,CAAC,IAAI,KAAKC,kBAAY,CAAC,IAAI;qBAElC,GAAG,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI;qBACvB,IAAI,CAAC,EAAE,CAAC;;AAEb,YAAA,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE;YAC5B,OAAO;gBACL,KAAK;aACN;SACF;AACF,KAAA,CAAC;AACJ;;;;;"}

package/dist/esm/run.mjs

@@ -171,8 +171,8 @@ class Run {
             [Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, Callback.TOOL_END),
         };
     }
-    async generateTitle({ provider, inputText, contentParts, titlePrompt, clientOptions, chainOptions, skipLanguage, omitOptions = defaultOmitOptions, titleMethod = TitleMethod.COMPLETION, convoPromptTemplate, }) {
-        const convoTemplate = PromptTemplate.fromTemplate(convoPromptTemplate ?? 'User: {input}\nAI: {output}');
+    async generateTitle({ provider, inputText, contentParts, titlePrompt, clientOptions, chainOptions, skipLanguage, omitOptions = defaultOmitOptions, titleMethod = TitleMethod.COMPLETION, titlePromptTemplate, }) {
+        const convoTemplate = PromptTemplate.fromTemplate(titlePromptTemplate ?? 'User: {input}\nAI: {output}');
         const response = contentParts
             .map((part) => {
             if (part?.type === 'text')
@@ -203,7 +203,7 @@ class Run {
         const chain = titleMethod === TitleMethod.COMPLETION
             ? await createCompletionTitleRunnable(model, titlePrompt)
             : await createTitleRunnable(model, titlePrompt);
-        return (await chain.invoke({ convo, inputText, skipLanguage }, chainOptions));
+        return await chain.invoke({ convo, inputText, skipLanguage }, chainOptions);
     }
 }
 

package/dist/esm/run.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"run.mjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport { zodToJsonSchema } from 'zod-to-json-schema';\nimport { PromptTemplate } from '@langchain/core/prompts';\nimport { SystemMessage } from '@langchain/core/messages';\nimport { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';\nimport type {\n  BaseMessage,\n  MessageContentComplex,\n} from '@langchain/core/messages';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback, TitleMethod } from '@/common';\nimport { manualToolStreamProviders } from '@/llm/providers';\nimport { shiftIndexTokenCountMap } from '@/messages/format';\nimport {\n  createTitleRunnable,\n  createCompletionTitleRunnable,\n} from '@/utils/title';\nimport { createTokenCounter } from '@/utils/tokens';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\nimport { isOpenAILike } from '@/utils/llm';\n\nexport const defaultOmitOptions = new Set([\n  'stream',\n  'thinking',\n  'streaming',\n  'maxTokens',\n  'clientOptions',\n  'thinkingConfig',\n  'thinkingBudget',\n  'includeThoughts',\n  'maxOutputTokens',\n  'additionalModelRequestFields',\n]);\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  id: string;\n  Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  returnContent: boolean = false;\n\n  private constructor(config: Partial<t.RunConfig>) {\n    const runId = config.runId ?? '';\n    if (!runId) {\n      throw new Error('Run ID not provided');\n    }\n\n    this.id = runId;\n\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(\n        config.customHandlers\n      )) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (!config.graphConfig) {\n      throw new Error('Graph config not provided');\n    }\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(\n        config.graphConfig\n      ) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n  }\n\n  private createStandardGraph(\n    config: t.StandardGraphConfig\n  ): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { llmConfig, tools = [], ...graphInput } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      tools,\n      provider,\n      clientOptions,\n      ...graphInput,\n      runId: this.id,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(\n    config: t.RunConfig\n  ): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error(\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string },\n    streamOptions?: t.EventStreamOptions\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error(\n        'Run not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n    if (!this.Graph) {\n      throw new Error(\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n\n    this.Graph.resetValues(streamOptions?.keepContent);\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (streamOptions?.callbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = (config.callbacks as t.ProvidedCallbacks) ?? [];\n      config.callbacks = callbacks.concat(\n        this.getCallbacks(streamOptions.callbacks)\n      );\n    }\n\n    if (!this.id) {\n      throw new Error('Run ID not provided');\n    }\n\n    const tokenCounter =\n      streamOptions?.tokenCounter ??\n      (streamOptions?.indexTokenCountMap\n        ? await createTokenCounter()\n        : undefined);\n    const tools = this.Graph.tools as\n      | Array<t.GenericTool | undefined>\n      | undefined;\n    const toolTokens = tokenCounter\n      ? (tools?.reduce((acc, tool) => {\n        if (!(tool as Partial<t.GenericTool>).schema) {\n          return acc;\n        }\n\n        const jsonSchema = zodToJsonSchema(\n          (tool?.schema as t.ZodObjectAny).describe(tool?.description ?? ''),\n          tool?.name ?? ''\n        );\n        return (\n          acc + tokenCounter(new SystemMessage(JSON.stringify(jsonSchema)))\n        );\n      }, 0) ?? 0)\n      : 0;\n    let instructionTokens = toolTokens;\n    if (this.Graph.systemMessage && tokenCounter) {\n      instructionTokens += tokenCounter(this.Graph.systemMessage);\n    }\n    const tokenMap = streamOptions?.indexTokenCountMap ?? {};\n    if (this.Graph.systemMessage && instructionTokens > 0) {\n      this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(\n        tokenMap,\n        instructionTokens\n      );\n    } else if (instructionTokens > 0) {\n      tokenMap[0] = tokenMap[0] + instructionTokens;\n      this.Graph.indexTokenCountMap = tokenMap;\n    } else {\n      this.Graph.indexTokenCountMap = tokenMap;\n    }\n\n    this.Graph.maxContextTokens = streamOptions?.maxContextTokens;\n    this.Graph.tokenCounter = tokenCounter;\n\n    config.run_id = this.id;\n    config.configurable = Object.assign(config.configurable ?? {}, {\n      run_id: this.id,\n      provider: this.provider,\n    });\n\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      if (\n        hasTools &&\n        manualToolStreamProviders.has(provider) &&\n        eventName === GraphEvents.CHAT_MODEL_STREAM\n      ) {\n        /* Skipping CHAT_MODEL_STREAM event due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    if (this.returnContent) {\n      return this.Graph.getContentParts();\n    }\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_ERROR\n      ),\n      [Callback.TOOL_START]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_START\n      ),\n      [Callback.TOOL_END]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_END\n      ),\n    };\n  }\n\n  async generateTitle({\n    provider,\n    inputText,\n    contentParts,\n    titlePrompt,\n    clientOptions,\n    chainOptions,\n    skipLanguage,\n    omitOptions = defaultOmitOptions,\n    titleMethod = TitleMethod.COMPLETION,\n    convoPromptTemplate,\n  }: t.RunTitleOptions): Promise<{ language?: string; title?: string }> {\n    const convoTemplate = PromptTemplate.fromTemplate(\n      convoPromptTemplate ?? 'User: {input}\\nAI: {output}'\n    );\n    const response = contentParts\n      .map((part) => {\n        if (part?.type === 'text') return part.text;\n        return '';\n      })\n      .join('\\n');\n    const convo = (\n      await convoTemplate.invoke({ input: inputText, output: response })\n    ).value;\n    const model = this.Graph?.getNewModel({\n      provider,\n      omitOptions,\n      clientOptions,\n    });\n    if (!model) {\n      return { language: '', title: '' };\n    }\n    if (\n      isOpenAILike(provider) &&\n      (model instanceof ChatOpenAI || model instanceof AzureChatOpenAI)\n    ) {\n      model.temperature = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.temperature as number;\n      model.topP = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.topP as number;\n      model.frequencyPenalty = (\n        clientOptions as t.OpenAIClientOptions | undefined\n      )?.frequencyPenalty as number;\n      model.presencePenalty = (\n        clientOptions as t.OpenAIClientOptions | undefined\n      )?.presencePenalty as number;\n      model.n = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.n as number;\n    }\n    const chain =\n      titleMethod === TitleMethod.COMPLETION\n        ? await createCompletionTitleRunnable(model, titlePrompt)\n        : await createTitleRunnable(model, titlePrompt);\n    return (await chain.invoke(\n      { convo, inputText, skipLanguage },\n      chainOptions\n    )) as { language?: string; title?: string };\n  }\n}\n"],"names":["ChatOpenAI","AzureChatOpenAI"],"mappings":";;;;;;;;;;;;;AAAA;AAwBa,MAAA,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACxC,QAAQ;IACR,UAAU;IACV,WAAW;IACX,WAAW;IACX,eAAe;IACf,gBAAgB;IAChB,gBAAgB;IAChB,iBAAiB;IACjB,iBAAiB;IACjB,8BAA8B;AAC/B,CAAA;MAEY,GAAG,CAAA;AACd,IAAA,aAAa;;;AAGL,IAAA,eAAe;AACvB,IAAA,EAAE;AACF,IAAA,KAAK;AACL,IAAA,QAAQ;IACR,aAAa,GAAY,KAAK;AAE9B,IAAA,WAAA,CAAoB,MAA4B,EAAA;AAC9C,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,IAAI,CAAC,EAAE,GAAG,KAAK;AAEf,QAAA,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE;AAE7C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAC/C,MAAM,CAAC,cAAc,CACtB,EAAE;AACD,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;;;AAIhD,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;AAEtC,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;;AAG9C,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ;YACrD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAC3C,MAAM,CAAC,WAAW,CACqC;AACzD,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe;;;QAIhD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK;;AAG5C,IAAA,mBAAmB,CACzB,MAA6B,EAAA;AAE7B,QAAA,MAAM,EAAE,SAAS,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS;AAEhD,QAAA,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC;YACtC,KAAK;YACL,QAAQ;YACR,aAAa;AACb,YAAA,GAAG,UAAU;YACb,KAAK,EAAE,IAAI,CAAC,EAAE;AACf,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa;AAC1B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE;;AAGvC,IAAA,aAAa,MAAM,CACjB,MAAmB,EAAA;AAEnB,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC;;IAG3B,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;;AAEH,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;;AAGpC,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA2E,EAC3E,aAAoC,EAAA;AAEpC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CACb,4EAA4E,CAC7E;;AAEH,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;;QAGH,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC;AAClD,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK;AACvE,QAAA,IAAI,aAAa,EAAE,SAAS,EAAE;;AAE5B,YAAA,MAAM,SAAS,GAAI,MAAM,CAAC,SAAiC,IAAI,EAAE;AACjE,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CACjC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,SAAS,CAAC,CAC3C;;AAGH,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,MAAM,YAAY,GAChB,aAAa,EAAE,YAAY;aAC1B,aAAa,EAAE;kBACZ,MAAM,kBAAkB;kBACxB,SAAS,CAAC;AAChB,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAEZ;QACb,MAAM,UAAU,GAAG;eACd,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;AAC7B,gBAAA,IAAI,CAAE,IAA+B,CAAC,MAAM,EAAE;AAC5C,oBAAA,OAAO,GAAG;;gBAGZ,MAAM,UAAU,GAAG,eAAe,CAChC,CAAC,IAAI,EAAE,MAAyB,EAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,IAAI,EAAE,CAAC,EAClE,IAAI,EAAE,IAAI,IAAI,EAAE,CACjB;AACD,gBAAA,QACE,GAAG,GAAG,YAAY,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;AAErE,aAAC,EAAE,CAAC,CAAC,IAAI,CAAC;cACR,CAAC;QACL,IAAI,iBAAiB,GAAG,UAAU;QAClC,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,YAAY,EAAE;YAC5C,iBAAiB,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;;AAE7D,QAAA,MAAM,QAAQ,GAAG,aAAa,EAAE,kBAAkB,IAAI,EAAE;QACxD,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,iBAAiB,GAAG,CAAC,EAAE;YACrD,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,uBAAuB,CACrD,QAAQ,EACR,iBAAiB,CAClB;;AACI,aAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;YAChC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,iBAAiB;AAC7C,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;aACnC;AACL,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;QAG1C,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,aAAa,EAAE,gBAAgB;AAC7D,QAAA,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,YAAY;AAEtC,QAAA,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE;AACvB,QAAA,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE;YAC7D,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;AACxB,SAAA,CAAC;AAEF,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC;AAE9D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK;AAE/C,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK;AACvC,YAAA,IACE,QAAQ;AACR,gBAAA,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC;AACvC,gBAAA,SAAS,KAAK,WAAW,CAAC,iBAAiB,EAC3C;;gBAEA;;YAGF,IAAI,SAAS,IAAI,SAAS,KAAK,WAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI;;YAGlB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC;YAC1D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC;;;AAIzD,QAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;;;IAI/B,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC;AAC3C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC;;AAEzE,SAAC;;AAGH,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACf,QAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACf,QAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAC5C,eAAe,EACf,QAAQ,CAAC,QAAQ,CAClB;SACF;;AAGH,IAAA,MAAM,aAAa,CAAC,EAClB,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,WAAW,GAAG,kBAAkB,EAChC,WAAW,GAAG,WAAW,CAAC,UAAU,EACpC,mBAAmB,GACD,EAAA;QAClB,MAAM,aAAa,GAAG,cAAc,CAAC,YAAY,CAC/C,mBAAmB,IAAI,6BAA6B,CACrD;QACD,MAAM,QAAQ,GAAG;AACd,aAAA,GAAG,CAAC,CAAC,IAAI,KAAI;AACZ,YAAA,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI;AAC3C,YAAA,OAAO,EAAE;AACX,SAAC;aACA,IAAI,CAAC,IAAI,CAAC;QACb,MAAM,KAAK,GAAG,CACZ,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAClE,KAAK;AACP,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC;YACpC,QAAQ;YACR,WAAW;YACX,aAAa;AACd,SAAA,CAAC;QACF,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;;QAEpC,IACE,YAAY,CAAC,QAAQ,CAAC;aACrB,KAAK,YAAYA,YAAU,IAAI,KAAK,YAAYC,iBAAe,CAAC,EACjE;YACA,KAAK,CAAC,WAAW,GAAI;AACnB,kBAAE,WAAqB;YACzB,KAAK,CAAC,IAAI,GAAI;AACZ,kBAAE,IAAc;AAClB,YAAA,KAAK,CAAC,gBAAgB,GACpB,aACD,EAAE,gBAA0B;AAC7B,YAAA,KAAK,CAAC,eAAe,GACnB,aACD,EAAE,eAAyB;YAC5B,KAAK,CAAC,CAAC,GAAI;AACT,kBAAE,CAAW;;AAEjB,QAAA,MAAM,KAAK,GACT,WAAW,KAAK,WAAW,CAAC;AAC1B,cAAE,MAAM,6BAA6B,CAAC,KAAK,EAAE,WAAW;cACtD,MAAM,mBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC;AACnD,QAAA,QAAQ,MAAM,KAAK,CAAC,MAAM,CACxB,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,EAClC,YAAY,CACb;;AAEJ;;;;"}
+{"version":3,"file":"run.mjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport { zodToJsonSchema } from 'zod-to-json-schema';\nimport { PromptTemplate } from '@langchain/core/prompts';\nimport { SystemMessage } from '@langchain/core/messages';\nimport { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';\nimport type {\n  BaseMessage,\n  MessageContentComplex,\n} from '@langchain/core/messages';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback, TitleMethod } from '@/common';\nimport { manualToolStreamProviders } from '@/llm/providers';\nimport { shiftIndexTokenCountMap } from '@/messages/format';\nimport {\n  createTitleRunnable,\n  createCompletionTitleRunnable,\n} from '@/utils/title';\nimport { createTokenCounter } from '@/utils/tokens';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\nimport { isOpenAILike } from '@/utils/llm';\n\nexport const defaultOmitOptions = new Set([\n  'stream',\n  'thinking',\n  'streaming',\n  'maxTokens',\n  'clientOptions',\n  'thinkingConfig',\n  'thinkingBudget',\n  'includeThoughts',\n  'maxOutputTokens',\n  'additionalModelRequestFields',\n]);\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  id: string;\n  Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  returnContent: boolean = false;\n\n  private constructor(config: Partial<t.RunConfig>) {\n    const runId = config.runId ?? '';\n    if (!runId) {\n      throw new Error('Run ID not provided');\n    }\n\n    this.id = runId;\n\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(\n        config.customHandlers\n      )) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (!config.graphConfig) {\n      throw new Error('Graph config not provided');\n    }\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(\n        config.graphConfig\n      ) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n  }\n\n  private createStandardGraph(\n    config: t.StandardGraphConfig\n  ): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { llmConfig, tools = [], ...graphInput } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      tools,\n      provider,\n      clientOptions,\n      ...graphInput,\n      runId: this.id,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(\n    config: t.RunConfig\n  ): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error(\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string },\n    streamOptions?: t.EventStreamOptions\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error(\n        'Run not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n    if (!this.Graph) {\n      throw new Error(\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n\n    this.Graph.resetValues(streamOptions?.keepContent);\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (streamOptions?.callbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = (config.callbacks as t.ProvidedCallbacks) ?? [];\n      config.callbacks = callbacks.concat(\n        this.getCallbacks(streamOptions.callbacks)\n      );\n    }\n\n    if (!this.id) {\n      throw new Error('Run ID not provided');\n    }\n\n    const tokenCounter =\n      streamOptions?.tokenCounter ??\n      (streamOptions?.indexTokenCountMap\n        ? await createTokenCounter()\n        : undefined);\n    const tools = this.Graph.tools as\n      | Array<t.GenericTool | undefined>\n      | undefined;\n    const toolTokens = tokenCounter\n      ? (tools?.reduce((acc, tool) => {\n        if (!(tool as Partial<t.GenericTool>).schema) {\n          return acc;\n        }\n\n        const jsonSchema = zodToJsonSchema(\n          (tool?.schema as t.ZodObjectAny).describe(tool?.description ?? ''),\n          tool?.name ?? ''\n        );\n        return (\n          acc + tokenCounter(new SystemMessage(JSON.stringify(jsonSchema)))\n        );\n      }, 0) ?? 0)\n      : 0;\n    let instructionTokens = toolTokens;\n    if (this.Graph.systemMessage && tokenCounter) {\n      instructionTokens += tokenCounter(this.Graph.systemMessage);\n    }\n    const tokenMap = streamOptions?.indexTokenCountMap ?? {};\n    if (this.Graph.systemMessage && instructionTokens > 0) {\n      this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(\n        tokenMap,\n        instructionTokens\n      );\n    } else if (instructionTokens > 0) {\n      tokenMap[0] = tokenMap[0] + instructionTokens;\n      this.Graph.indexTokenCountMap = tokenMap;\n    } else {\n      this.Graph.indexTokenCountMap = tokenMap;\n    }\n\n    this.Graph.maxContextTokens = streamOptions?.maxContextTokens;\n    this.Graph.tokenCounter = tokenCounter;\n\n    config.run_id = this.id;\n    config.configurable = Object.assign(config.configurable ?? {}, {\n      run_id: this.id,\n      provider: this.provider,\n    });\n\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      if (\n        hasTools &&\n        manualToolStreamProviders.has(provider) &&\n        eventName === GraphEvents.CHAT_MODEL_STREAM\n      ) {\n        /* Skipping CHAT_MODEL_STREAM event due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    if (this.returnContent) {\n      return this.Graph.getContentParts();\n    }\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_ERROR\n      ),\n      [Callback.TOOL_START]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_START\n      ),\n      [Callback.TOOL_END]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_END\n      ),\n    };\n  }\n\n  async generateTitle({\n    provider,\n    inputText,\n    contentParts,\n    titlePrompt,\n    clientOptions,\n    chainOptions,\n    skipLanguage,\n    omitOptions = defaultOmitOptions,\n    titleMethod = TitleMethod.COMPLETION,\n    titlePromptTemplate,\n  }: t.RunTitleOptions): Promise<{ language?: string; title?: string }> {\n    const convoTemplate = PromptTemplate.fromTemplate(\n      titlePromptTemplate ?? 'User: {input}\\nAI: {output}'\n    );\n    const response = contentParts\n      .map((part) => {\n        if (part?.type === 'text') return part.text;\n        return '';\n      })\n      .join('\\n');\n    const convo = (\n      await convoTemplate.invoke({ input: inputText, output: response })\n    ).value;\n    const model = this.Graph?.getNewModel({\n      provider,\n      omitOptions,\n      clientOptions,\n    });\n    if (!model) {\n      return { language: '', title: '' };\n    }\n    if (\n      isOpenAILike(provider) &&\n      (model instanceof ChatOpenAI || model instanceof AzureChatOpenAI)\n    ) {\n      model.temperature = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.temperature as number;\n      model.topP = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.topP as number;\n      model.frequencyPenalty = (\n        clientOptions as t.OpenAIClientOptions | undefined\n      )?.frequencyPenalty as number;\n      model.presencePenalty = (\n        clientOptions as t.OpenAIClientOptions | undefined\n      )?.presencePenalty as number;\n      model.n = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.n as number;\n    }\n    const chain =\n      titleMethod === TitleMethod.COMPLETION\n        ? await createCompletionTitleRunnable(model, titlePrompt)\n        : await createTitleRunnable(model, titlePrompt);\n    return await chain.invoke({ convo, inputText, skipLanguage }, chainOptions);\n  }\n}\n"],"names":["ChatOpenAI","AzureChatOpenAI"],"mappings":";;;;;;;;;;;;;AAAA;AAwBa,MAAA,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACxC,QAAQ;IACR,UAAU;IACV,WAAW;IACX,WAAW;IACX,eAAe;IACf,gBAAgB;IAChB,gBAAgB;IAChB,iBAAiB;IACjB,iBAAiB;IACjB,8BAA8B;AAC/B,CAAA;MAEY,GAAG,CAAA;AACd,IAAA,aAAa;;;AAGL,IAAA,eAAe;AACvB,IAAA,EAAE;AACF,IAAA,KAAK;AACL,IAAA,QAAQ;IACR,aAAa,GAAY,KAAK;AAE9B,IAAA,WAAA,CAAoB,MAA4B,EAAA;AAC9C,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,IAAI,CAAC,EAAE,GAAG,KAAK;AAEf,QAAA,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE;AAE7C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAC/C,MAAM,CAAC,cAAc,CACtB,EAAE;AACD,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;;;AAIhD,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;AAEtC,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;;AAG9C,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ;YACrD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAC3C,MAAM,CAAC,WAAW,CACqC;AACzD,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe;;;QAIhD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK;;AAG5C,IAAA,mBAAmB,CACzB,MAA6B,EAAA;AAE7B,QAAA,MAAM,EAAE,SAAS,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS;AAEhD,QAAA,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC;YACtC,KAAK;YACL,QAAQ;YACR,aAAa;AACb,YAAA,GAAG,UAAU;YACb,KAAK,EAAE,IAAI,CAAC,EAAE;AACf,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa;AAC1B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE;;AAGvC,IAAA,aAAa,MAAM,CACjB,MAAmB,EAAA;AAEnB,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC;;IAG3B,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;;AAEH,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;;AAGpC,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA2E,EAC3E,aAAoC,EAAA;AAEpC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CACb,4EAA4E,CAC7E;;AAEH,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;;QAGH,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC;AAClD,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK;AACvE,QAAA,IAAI,aAAa,EAAE,SAAS,EAAE;;AAE5B,YAAA,MAAM,SAAS,GAAI,MAAM,CAAC,SAAiC,IAAI,EAAE;AACjE,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CACjC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,SAAS,CAAC,CAC3C;;AAGH,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,MAAM,YAAY,GAChB,aAAa,EAAE,YAAY;aAC1B,aAAa,EAAE;kBACZ,MAAM,kBAAkB;kBACxB,SAAS,CAAC;AAChB,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAEZ;QACb,MAAM,UAAU,GAAG;eACd,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;AAC7B,gBAAA,IAAI,CAAE,IAA+B,CAAC,MAAM,EAAE;AAC5C,oBAAA,OAAO,GAAG;;gBAGZ,MAAM,UAAU,GAAG,eAAe,CAChC,CAAC,IAAI,EAAE,MAAyB,EAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,IAAI,EAAE,CAAC,EAClE,IAAI,EAAE,IAAI,IAAI,EAAE,CACjB;AACD,gBAAA,QACE,GAAG,GAAG,YAAY,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;AAErE,aAAC,EAAE,CAAC,CAAC,IAAI,CAAC;cACR,CAAC;QACL,IAAI,iBAAiB,GAAG,UAAU;QAClC,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,YAAY,EAAE;YAC5C,iBAAiB,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;;AAE7D,QAAA,MAAM,QAAQ,GAAG,aAAa,EAAE,kBAAkB,IAAI,EAAE;QACxD,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,iBAAiB,GAAG,CAAC,EAAE;YACrD,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,uBAAuB,CACrD,QAAQ,EACR,iBAAiB,CAClB;;AACI,aAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;YAChC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,iBAAiB;AAC7C,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;aACnC;AACL,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;QAG1C,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,aAAa,EAAE,gBAAgB;AAC7D,QAAA,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,YAAY;AAEtC,QAAA,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE;AACvB,QAAA,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE;YAC7D,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;AACxB,SAAA,CAAC;AAEF,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC;AAE9D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK;AAE/C,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK;AACvC,YAAA,IACE,QAAQ;AACR,gBAAA,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC;AACvC,gBAAA,SAAS,KAAK,WAAW,CAAC,iBAAiB,EAC3C;;gBAEA;;YAGF,IAAI,SAAS,IAAI,SAAS,KAAK,WAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI;;YAGlB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC;YAC1D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC;;;AAIzD,QAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;;;IAI/B,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC;AAC3C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC;;AAEzE,SAAC;;AAGH,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACf,QAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACf,QAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAC5C,eAAe,EACf,QAAQ,CAAC,QAAQ,CAClB;SACF;;AAGH,IAAA,MAAM,aAAa,CAAC,EAClB,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,WAAW,GAAG,kBAAkB,EAChC,WAAW,GAAG,WAAW,CAAC,UAAU,EACpC,mBAAmB,GACD,EAAA;QAClB,MAAM,aAAa,GAAG,cAAc,CAAC,YAAY,CAC/C,mBAAmB,IAAI,6BAA6B,CACrD;QACD,MAAM,QAAQ,GAAG;AACd,aAAA,GAAG,CAAC,CAAC,IAAI,KAAI;AACZ,YAAA,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI;AAC3C,YAAA,OAAO,EAAE;AACX,SAAC;aACA,IAAI,CAAC,IAAI,CAAC;QACb,MAAM,KAAK,GAAG,CACZ,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAClE,KAAK;AACP,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC;YACpC,QAAQ;YACR,WAAW;YACX,aAAa;AACd,SAAA,CAAC;QACF,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;;QAEpC,IACE,YAAY,CAAC,QAAQ,CAAC;aACrB,KAAK,YAAYA,YAAU,IAAI,KAAK,YAAYC,iBAAe,CAAC,EACjE;YACA,KAAK,CAAC,WAAW,GAAI;AACnB,kBAAE,WAAqB;YACzB,KAAK,CAAC,IAAI,GAAI;AACZ,kBAAE,IAAc;AAClB,YAAA,KAAK,CAAC,gBAAgB,GACpB,aACD,EAAE,gBAA0B;AAC7B,YAAA,KAAK,CAAC,eAAe,GACnB,aACD,EAAE,eAAyB;YAC5B,KAAK,CAAC,CAAC,GAAI;AACT,kBAAE,CAAW;;AAEjB,QAAA,MAAM,KAAK,GACT,WAAW,KAAK,WAAW,CAAC;AAC1B,cAAE,MAAM,6BAA6B,CAAC,KAAK,EAAE,WAAW;cACtD,MAAM,mBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC;AACnD,QAAA,OAAO,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,EAAE,YAAY,CAAC;;AAE9E;;;;"}

package/dist/esm/utils/title.mjs

@@ -29,15 +29,15 @@ const createTitleRunnable = async (model, _titlePrompt) => {
     const combinedLLM = model.withStructuredOutput(combinedSchema);
     const titlePrompt = ChatPromptTemplate.fromTemplate(_titlePrompt ?? defaultTitlePrompt);
     return new RunnableLambda({
-        func: async (input) => {
+        func: async (input, config) => {
             if (input.skipLanguage) {
                 return (await titlePrompt.pipe(titleLLM).invoke({
                     convo: input.convo,
-                }));
+                }, config));
             }
             const result = (await titlePrompt.pipe(combinedLLM).invoke({
                 convo: input.convo,
-            }));
+            }, config));
             return {
                 language: result?.language ?? 'English',
                 title: result?.title ?? '',
@@ -52,11 +52,11 @@ Conversation:
 const createCompletionTitleRunnable = async (model, titlePrompt) => {
     const completionPrompt = ChatPromptTemplate.fromTemplate(titlePrompt ?? defaultCompletionPrompt);
     return new RunnableLambda({
-        func: async (input) => {
+        func: async (input, config) => {
             const promptOutput = await completionPrompt.invoke({
                 convo: input.convo,
             });
-            const response = await model.invoke(promptOutput);
+            const response = await model.invoke(promptOutput, config);
             let content = '';
             if (typeof response.content === 'string') {
                 content = response.content;
@@ -69,7 +69,7 @@ const createCompletionTitleRunnable = async (model, titlePrompt) => {
             }
             const title = content.trim();
             return {
-                title: title || 'Untitled Conversation',
+                title,
             };
         },
     });

package/dist/esm/utils/title.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"title.mjs","sources":["../../../src/utils/title.ts"],"sourcesContent":["import { z } from 'zod';\nimport { RunnableLambda } from '@langchain/core/runnables';\nimport { ChatPromptTemplate } from '@langchain/core/prompts';\nimport type { Runnable } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport { ContentTypes } from '@/common';\n\nconst defaultTitlePrompt = `Analyze this conversation and provide:\n1. The detected language of the conversation\n2. A concise title in the detected language (5 words or less, no punctuation or quotation)\n\n{convo}`;\n\nconst titleSchema = z.object({\n  title: z\n    .string()\n    .describe(\n      'A concise title for the conversation in 5 words or less, without punctuation or quotation'\n    ),\n});\n\nconst combinedSchema = z.object({\n  language: z.string().describe('The detected language of the conversation'),\n  title: z\n    .string()\n    .describe(\n      'A concise title for the conversation in 5 words or less, without punctuation or quotation'\n    ),\n});\n\nexport const createTitleRunnable = async (\n  model: t.ChatModelInstance,\n  _titlePrompt?: string\n): Promise<Runnable> => {\n  // Disabled since this works fine\n  // eslint-disable-next-line @typescript-eslint/ban-ts-comment\n  /* @ts-ignore */\n  const titleLLM = model.withStructuredOutput(titleSchema);\n  // eslint-disable-next-line @typescript-eslint/ban-ts-comment\n  /* @ts-ignore */\n  const combinedLLM = model.withStructuredOutput(combinedSchema);\n\n  const titlePrompt = ChatPromptTemplate.fromTemplate(\n    _titlePrompt ?? defaultTitlePrompt\n  );\n\n  return new RunnableLambda({\n    func: async (input: {\n      convo: string;\n      inputText: string;\n      skipLanguage: boolean;\n    }): Promise<{ language: string; title: string } | { title: string }> => {\n      if (input.skipLanguage) {\n        return (await titlePrompt.pipe(titleLLM).invoke({\n          convo: input.convo,\n        })) as { title: string };\n      }\n\n      const result = (await titlePrompt.pipe(combinedLLM).invoke({\n        convo: input.convo,\n      })) as { language: string; title: string } | undefined;\n\n      return {\n        language: result?.language ?? 'English',\n        title: result?.title ?? '',\n      };\n    },\n  });\n};\n\nconst defaultCompletionPrompt = `Provide a concise, 5-word-or-less title for the conversation, using its same language, with no punctuation. Apply title case conventions appropriate for the language. Never directly mention the language name or the word \"title\" and only return the title itself.\n\nConversation:\n{convo}`;\n\nexport const createCompletionTitleRunnable = async (\n  model: t.ChatModelInstance,\n  titlePrompt?: string\n): Promise<Runnable> => {\n  const completionPrompt = ChatPromptTemplate.fromTemplate(\n    titlePrompt ?? defaultCompletionPrompt\n  );\n\n  return new RunnableLambda({\n    func: async (input: {\n      convo: string;\n      inputText: string;\n      skipLanguage: boolean;\n    }): Promise<{ title: string }> => {\n      const promptOutput = await completionPrompt.invoke({\n        convo: input.convo,\n      });\n\n      const response = await model.invoke(promptOutput);\n      let content = '';\n      if (typeof response.content === 'string') {\n        content = response.content;\n      } else if (Array.isArray(response.content)) {\n        content = response.content\n          .filter(\n            (part): part is { type: ContentTypes.TEXT; text: string } =>\n              part.type === ContentTypes.TEXT\n          )\n          .map((part) => part.text)\n          .join('');\n      }\n      const title = content.trim();\n      return {\n        title: title || 'Untitled Conversation',\n      };\n    },\n  });\n};\n"],"names":[],"mappings":";;;;;AAOA,MAAM,kBAAkB,GAAG,CAAA;;;;QAInB;AAER,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;AAC3B,IAAA,KAAK,EAAE;AACJ,SAAA,MAAM;SACN,QAAQ,CACP,2FAA2F,CAC5F;AACJ,CAAA,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;AAC1E,IAAA,KAAK,EAAE;AACJ,SAAA,MAAM;SACN,QAAQ,CACP,2FAA2F,CAC5F;AACJ,CAAA,CAAC;AAEW,MAAA,mBAAmB,GAAG,OACjC,KAA0B,EAC1B,YAAqB,KACA;;;;IAIrB,MAAM,QAAQ,GAAG,KAAK,CAAC,oBAAoB,CAAC,WAAW,CAAC;;;IAGxD,MAAM,WAAW,GAAG,KAAK,CAAC,oBAAoB,CAAC,cAAc,CAAC;IAE9D,MAAM,WAAW,GAAG,kBAAkB,CAAC,YAAY,CACjD,YAAY,IAAI,kBAAkB,CACnC;IAED,OAAO,IAAI,cAAc,CAAC;AACxB,QAAA,IAAI,EAAE,OAAO,KAIZ,KAAsE;AACrE,YAAA,IAAI,KAAK,CAAC,YAAY,EAAE;gBACtB,QAAQ,MAAM,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;oBAC9C,KAAK,EAAE,KAAK,CAAC,KAAK;AACnB,iBAAA,CAAC;;AAGJ,YAAA,MAAM,MAAM,IAAI,MAAM,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC;gBACzD,KAAK,EAAE,KAAK,CAAC,KAAK;AACnB,aAAA,CAAC,CAAoD;YAEtD,OAAO;AACL,gBAAA,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,SAAS;AACvC,gBAAA,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE;aAC3B;SACF;AACF,KAAA,CAAC;AACJ;AAEA,MAAM,uBAAuB,GAAG,CAAA;;;QAGxB;AAEK,MAAA,6BAA6B,GAAG,OAC3C,KAA0B,EAC1B,WAAoB,KACC;IACrB,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,YAAY,CACtD,WAAW,IAAI,uBAAuB,CACvC;IAED,OAAO,IAAI,cAAc,CAAC;AACxB,QAAA,IAAI,EAAE,OAAO,KAIZ,KAAgC;AAC/B,YAAA,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC;gBACjD,KAAK,EAAE,KAAK,CAAC,KAAK;AACnB,aAAA,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;YACjD,IAAI,OAAO,GAAG,EAAE;AAChB,YAAA,IAAI,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,EAAE;AACxC,gBAAA,OAAO,GAAG,QAAQ,CAAC,OAAO;;iBACrB,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;gBAC1C,OAAO,GAAG,QAAQ,CAAC;AAChB,qBAAA,MAAM,CACL,CAAC,IAAI,KACH,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI;qBAElC,GAAG,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI;qBACvB,IAAI,CAAC,EAAE,CAAC;;AAEb,YAAA,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE;YAC5B,OAAO;gBACL,KAAK,EAAE,KAAK,IAAI,uBAAuB;aACxC;SACF;AACF,KAAA,CAAC;AACJ;;;;"}
+{"version":3,"file":"title.mjs","sources":["../../../src/utils/title.ts"],"sourcesContent":["import { z } from 'zod';\nimport { RunnableLambda } from '@langchain/core/runnables';\nimport { ChatPromptTemplate } from '@langchain/core/prompts';\nimport type { Runnable, RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport { ContentTypes } from '@/common';\n\nconst defaultTitlePrompt = `Analyze this conversation and provide:\n1. The detected language of the conversation\n2. A concise title in the detected language (5 words or less, no punctuation or quotation)\n\n{convo}`;\n\nconst titleSchema = z.object({\n  title: z\n    .string()\n    .describe(\n      'A concise title for the conversation in 5 words or less, without punctuation or quotation'\n    ),\n});\n\nconst combinedSchema = z.object({\n  language: z.string().describe('The detected language of the conversation'),\n  title: z\n    .string()\n    .describe(\n      'A concise title for the conversation in 5 words or less, without punctuation or quotation'\n    ),\n});\n\nexport const createTitleRunnable = async (\n  model: t.ChatModelInstance,\n  _titlePrompt?: string\n): Promise<Runnable> => {\n  // Disabled since this works fine\n  // eslint-disable-next-line @typescript-eslint/ban-ts-comment\n  /* @ts-ignore */\n  const titleLLM = model.withStructuredOutput(titleSchema);\n  // eslint-disable-next-line @typescript-eslint/ban-ts-comment\n  /* @ts-ignore */\n  const combinedLLM = model.withStructuredOutput(combinedSchema);\n\n  const titlePrompt = ChatPromptTemplate.fromTemplate(\n    _titlePrompt ?? defaultTitlePrompt\n  );\n\n  return new RunnableLambda({\n    func: async (\n      input: {\n        convo: string;\n        inputText: string;\n        skipLanguage: boolean;\n      },\n      config?: Partial<RunnableConfig>\n    ): Promise<{ language: string; title: string } | { title: string }> => {\n      if (input.skipLanguage) {\n        return (await titlePrompt.pipe(titleLLM).invoke(\n          {\n            convo: input.convo,\n          },\n          config\n        )) as { title: string };\n      }\n\n      const result = (await titlePrompt.pipe(combinedLLM).invoke(\n        {\n          convo: input.convo,\n        },\n        config\n      )) as { language: string; title: string } | undefined;\n\n      return {\n        language: result?.language ?? 'English',\n        title: result?.title ?? '',\n      };\n    },\n  });\n};\n\nconst defaultCompletionPrompt = `Provide a concise, 5-word-or-less title for the conversation, using its same language, with no punctuation. Apply title case conventions appropriate for the language. Never directly mention the language name or the word \"title\" and only return the title itself.\n\nConversation:\n{convo}`;\n\nexport const createCompletionTitleRunnable = async (\n  model: t.ChatModelInstance,\n  titlePrompt?: string\n): Promise<Runnable> => {\n  const completionPrompt = ChatPromptTemplate.fromTemplate(\n    titlePrompt ?? defaultCompletionPrompt\n  );\n\n  return new RunnableLambda({\n    func: async (\n      input: {\n        convo: string;\n        inputText: string;\n        skipLanguage: boolean;\n      },\n      config?: Partial<RunnableConfig>\n    ): Promise<{ title: string }> => {\n      const promptOutput = await completionPrompt.invoke({\n        convo: input.convo,\n      });\n\n      const response = await model.invoke(promptOutput, config);\n      let content = '';\n      if (typeof response.content === 'string') {\n        content = response.content;\n      } else if (Array.isArray(response.content)) {\n        content = response.content\n          .filter(\n            (part): part is { type: ContentTypes.TEXT; text: string } =>\n              part.type === ContentTypes.TEXT\n          )\n          .map((part) => part.text)\n          .join('');\n      }\n      const title = content.trim();\n      return {\n        title,\n      };\n    },\n  });\n};\n"],"names":[],"mappings":";;;;;AAOA,MAAM,kBAAkB,GAAG,CAAA;;;;QAInB;AAER,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;AAC3B,IAAA,KAAK,EAAE;AACJ,SAAA,MAAM;SACN,QAAQ,CACP,2FAA2F,CAC5F;AACJ,CAAA,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;AAC1E,IAAA,KAAK,EAAE;AACJ,SAAA,MAAM;SACN,QAAQ,CACP,2FAA2F,CAC5F;AACJ,CAAA,CAAC;AAEW,MAAA,mBAAmB,GAAG,OACjC,KAA0B,EAC1B,YAAqB,KACA;;;;IAIrB,MAAM,QAAQ,GAAG,KAAK,CAAC,oBAAoB,CAAC,WAAW,CAAC;;;IAGxD,MAAM,WAAW,GAAG,KAAK,CAAC,oBAAoB,CAAC,cAAc,CAAC;IAE9D,MAAM,WAAW,GAAG,kBAAkB,CAAC,YAAY,CACjD,YAAY,IAAI,kBAAkB,CACnC;IAED,OAAO,IAAI,cAAc,CAAC;AACxB,QAAA,IAAI,EAAE,OACJ,KAIC,EACD,MAAgC,KACoC;AACpE,YAAA,IAAI,KAAK,CAAC,YAAY,EAAE;gBACtB,QAAQ,MAAM,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAC7C;oBACE,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,EACD,MAAM,CACP;;AAGH,YAAA,MAAM,MAAM,IAAI,MAAM,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,CACxD;gBACE,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,EACD,MAAM,CACP,CAAoD;YAErD,OAAO;AACL,gBAAA,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,SAAS;AACvC,gBAAA,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE;aAC3B;SACF;AACF,KAAA,CAAC;AACJ;AAEA,MAAM,uBAAuB,GAAG,CAAA;;;QAGxB;AAEK,MAAA,6BAA6B,GAAG,OAC3C,KAA0B,EAC1B,WAAoB,KACC;IACrB,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,YAAY,CACtD,WAAW,IAAI,uBAAuB,CACvC;IAED,OAAO,IAAI,cAAc,CAAC;AACxB,QAAA,IAAI,EAAE,OACJ,KAIC,EACD,MAAgC,KACF;AAC9B,YAAA,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC;gBACjD,KAAK,EAAE,KAAK,CAAC,KAAK;AACnB,aAAA,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC;YACzD,IAAI,OAAO,GAAG,EAAE;AAChB,YAAA,IAAI,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,EAAE;AACxC,gBAAA,OAAO,GAAG,QAAQ,CAAC,OAAO;;iBACrB,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;gBAC1C,OAAO,GAAG,QAAQ,CAAC;AAChB,qBAAA,MAAM,CACL,CAAC,IAAI,KACH,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI;qBAElC,GAAG,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI;qBACvB,IAAI,CAAC,EAAE,CAAC;;AAEb,YAAA,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE;YAC5B,OAAO;gBACL,KAAK;aACN;SACF;AACF,KAAA,CAAC;AACJ;;;;"}

package/dist/types/run.d.ts

@@ -22,7 +22,7 @@ export declare class Run<T extends t.BaseGraphState> {
     }, streamOptions?: t.EventStreamOptions): Promise<MessageContentComplex[] | undefined>;
     private createSystemCallback;
     getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks;
-    generateTitle({ provider, inputText, contentParts, titlePrompt, clientOptions, chainOptions, skipLanguage, omitOptions, titleMethod, convoPromptTemplate, }: t.RunTitleOptions): Promise<{
+    generateTitle({ provider, inputText, contentParts, titlePrompt, clientOptions, chainOptions, skipLanguage, omitOptions, titleMethod, titlePromptTemplate, }: t.RunTitleOptions): Promise<{
         language?: string;
         title?: string;
     }>;

package/dist/types/types/run.d.ts

@@ -26,7 +26,7 @@ export type RunTitleOptions = {
     chainOptions?: Partial<RunnableConfig> | undefined;
     omitOptions?: Set<string>;
     titleMethod?: e.TitleMethod;
-    convoPromptTemplate?: string;
+    titlePromptTemplate?: string;
 };
 export interface AgentStateChannels {
     messages: BaseMessage[];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "2.4.64",
+  "version": "2.4.66",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",
@@ -67,6 +67,8 @@
     "start:collab5": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/collab_design_v5.ts",
     "start:dev": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/main.ts",
     "test": "jest",
+    "test:memory": "NODE_OPTIONS='--expose-gc' npx jest src/specs/title.memory-leak.test.ts",
+    "test:all": "npm test -- --testPathIgnorePatterns=title.memory-leak.test.ts && npm run test:memory",
     "reinstall": "npm run clean && npm ci && rm -rf ./dist && npm run build",
     "re": "bun run clean && bun install && rm -rf ./dist && turbo build",
     "lint": "eslint \"{,!(node_modules|venv)/**/}*.{js,jsx,ts,tsx}\" --fix",

package/src/run.ts

@@ -263,10 +263,10 @@ export class Run<T extends t.BaseGraphState> {
     skipLanguage,
     omitOptions = defaultOmitOptions,
     titleMethod = TitleMethod.COMPLETION,
-    convoPromptTemplate,
+    titlePromptTemplate,
   }: t.RunTitleOptions): Promise<{ language?: string; title?: string }> {
     const convoTemplate = PromptTemplate.fromTemplate(
-      convoPromptTemplate ?? 'User: {input}\nAI: {output}'
+      titlePromptTemplate ?? 'User: {input}\nAI: {output}'
     );
     const response = contentParts
       .map((part) => {
@@ -306,9 +306,6 @@ export class Run<T extends t.BaseGraphState> {
       titleMethod === TitleMethod.COMPLETION
         ? await createCompletionTitleRunnable(model, titlePrompt)
         : await createTitleRunnable(model, titlePrompt);
-    return (await chain.invoke(
-      { convo, inputText, skipLanguage },
-      chainOptions
-    )) as { language?: string; title?: string };
+    return await chain.invoke({ convo, inputText, skipLanguage }, chainOptions);
   }
 }

package/src/specs/anthropic.simple.test.ts

@@ -241,7 +241,6 @@ describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
     expect(titleResult).toBeDefined();
     expect(titleResult.title).toBeDefined();
     expect(titleResult.title).not.toBe('');
-    expect(titleResult.title).not.toBe('Untitled Conversation');
     // Completion method doesn't return language
     expect(titleResult.language).toBeUndefined();
     expect(collected).toBeDefined();

package/src/specs/openai.simple.test.ts

@@ -240,7 +240,6 @@ describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
     expect(titleResult).toBeDefined();
     expect(titleResult.title).toBeDefined();
     expect(titleResult.title).not.toBe('');
-    expect(titleResult.title).not.toBe('Untitled Conversation');
     // Completion method doesn't return language
     expect(titleResult.language).toBeUndefined();
     expect(collected).toBeDefined();

package/src/specs/title.memory-leak.test.ts

@@ -0,0 +1,453 @@
+/* eslint-disable no-console */
+
+import { config } from 'dotenv';
+config();
+import type { LLMResult } from '@langchain/core/outputs';
+import { getLLMConfig } from '@/utils/llmConfig';
+import { Providers, TitleMethod } from '@/common';
+import { Run } from '@/run';
+import type * as t from '@/types';
+
+/**
+ * Helper to force garbage collection if available
+ * Note: This requires Node.js to be run with --expose-gc flag
+ */
+function forceGC(): void {
+  if (global.gc) {
+    global.gc();
+  }
+}
+
+/**
+ * Helper to wait for potential async cleanup
+ */
+async function waitForCleanup(ms: number = 100): Promise<void> {
+  await new Promise((resolve) => setTimeout(resolve, ms));
+}
+
+/**
+ * Factory function to create a callback handler that captures LLM results
+ * without creating memory leaks through closures
+ */
+function createLLMResultCapture(): {
+  callback: {
+    handleLLMEnd(data: LLMResult): void;
+  };
+  getResult(): LLMResult | undefined;
+  } {
+  let capturedResult: LLMResult | undefined;
+
+  return {
+    callback: {
+      handleLLMEnd(data: LLMResult): void {
+        capturedResult = data;
+      },
+    },
+    getResult(): LLMResult | undefined {
+      return capturedResult;
+    },
+  };
+}
+
+/**
+ * Test to ensure title generation doesn't create memory leaks
+ * Note: These tests verify that the title generation functions
+ * properly clean up after themselves and don't retain references
+ */
+describe('Title Generation Memory Leak Tests', () => {
+  jest.setTimeout(120000); // 2 minutes timeout for memory tests
+
+  const providers = [Providers.OPENAI];
+
+  providers.forEach((provider) => {
+    describe(`${provider} Memory Leak Tests`, () => {
+      let run: Run<t.IState>;
+
+      beforeEach(async () => {
+        const llmConfig = getLLMConfig(provider);
+        run = await Run.create<t.IState>({
+          runId: `memory-test-${Date.now()}`,
+          graphConfig: {
+            type: 'standard',
+            llmConfig,
+            tools: [],
+            instructions: 'You are a helpful assistant.',
+          },
+          returnContent: true,
+        });
+      });
+
+      test('should not leak memory when using callback factory', async () => {
+        const weakRefs: WeakRef<LLMResult>[] = [];
+        const iterations = 5;
+
+        // Run multiple title generations with callbacks
+        for (let i = 0; i < iterations; i++) {
+          const resultCapture = createLLMResultCapture();
+
+          const result = await run.generateTitle({
+            provider,
+            inputText: `Test message ${i}`,
+            titleMethod: TitleMethod.STRUCTURED,
+            contentParts: [{ type: 'text' as const, text: `Response ${i}` }],
+            chainOptions: {
+              callbacks: [resultCapture.callback],
+            },
+          });
+
+          expect(result).toBeDefined();
+          expect(result.title).toBeDefined();
+          expect(result.language).toBeDefined();
+
+          const capturedResult = resultCapture.getResult();
+          if (capturedResult) {
+            weakRefs.push(new WeakRef(capturedResult));
+          }
+        }
+
+        // Clear references and wait for async operations
+        await waitForCleanup(3000);
+        forceGC();
+        await waitForCleanup(3000);
+        forceGC(); // Run GC twice to be thorough
+        await waitForCleanup(3000);
+
+        // Check that most LLMResult objects have been garbage collected
+        let aliveCount = 0;
+        weakRefs.forEach((ref) => {
+          if (ref.deref() !== undefined) {
+            aliveCount++;
+          }
+        });
+
+        // We expect most references to be collected
+        // LangChain may cache 0-2 results temporarily for optimization
+        // The exact number can vary based on timing and internal optimizations
+        expect(aliveCount).toBeLessThanOrEqual(2);
+        console.log(
+          `Memory leak test: ${aliveCount} out of ${iterations} references still alive`
+        );
+      });
+
+      test('should not accumulate callbacks across multiple invocations', async () => {
+        const callbackCounts: number[] = [];
+
+        // Run multiple title generations with the same callback pattern
+        for (let i = 0; i < 3; i++) {
+          let callbackInvocations = 0;
+
+          const trackingCallback = {
+            handleLLMEnd: (_data: LLMResult): void => {
+              callbackInvocations++;
+            },
+          };
+
+          await run.generateTitle({
+            provider,
+            inputText: `Test message ${i}`,
+            titleMethod: TitleMethod.STRUCTURED,
+            contentParts: [{ type: 'text' as const, text: `Response ${i}` }],
+            chainOptions: {
+              callbacks: [trackingCallback],
+            },
+          });
+
+          // Each generation should trigger the callback exactly once
+          callbackCounts.push(callbackInvocations);
+        }
+
+        // Verify each invocation triggered the callback exactly once
+        expect(callbackCounts).toEqual([1, 1, 1]);
+      });
+
+      test('should isolate callback state between concurrent invocations', async () => {
+        const captures: ReturnType<typeof createLLMResultCapture>[] = [];
+
+        // Run multiple concurrent title generations
+        const promises = Array.from({ length: 5 }, (_, i) => {
+          const capture = createLLMResultCapture();
+          captures.push(capture);
+
+          return run.generateTitle({
+            provider,
+            inputText: `Concurrent test ${i}`,
+            titleMethod: TitleMethod.STRUCTURED,
+            contentParts: [
+              { type: 'text' as const, text: `Concurrent response ${i}` },
+            ],
+            chainOptions: {
+              callbacks: [capture.callback],
+            },
+          });
+        });
+
+        const results = await Promise.all(promises);
+
+        // All results should be defined and have titles
+        results.forEach((result, i) => {
+          expect(result).toBeDefined();
+          expect(result.title).toBeDefined();
+          expect(result.language).toBeDefined();
+
+          // Each capture should have its own result
+          const capturedResult = captures[i].getResult();
+          expect(capturedResult).toBeDefined();
+          expect(capturedResult?.generations).toBeDefined();
+        });
+
+        // Verify all captured results are unique instances
+        const capturedResults = captures
+          .map((c) => c.getResult())
+          .filter((r) => r !== undefined);
+        const uniqueResults = new Set(capturedResults);
+        expect(uniqueResults.size).toBe(capturedResults.length);
+      });
+
+      test('should handle completion method with callbacks properly', async () => {
+        const resultCapture = createLLMResultCapture();
+
+        const result = await run.generateTitle({
+          provider,
+          inputText: 'Completion test',
+          titleMethod: TitleMethod.COMPLETION,
+          contentParts: [
+            { type: 'text' as const, text: 'Response for completion' },
+          ],
+          chainOptions: {
+            callbacks: [resultCapture.callback],
+          },
+        });
+
+        expect(result).toBeDefined();
+        expect(result.title).toBeDefined();
+        // Completion method doesn't return language
+        expect(result.language).toBeUndefined();
+
+        const capturedResult = resultCapture.getResult();
+        expect(capturedResult).toBeDefined();
+        expect(capturedResult?.generations).toBeDefined();
+      });
+
+      test('factory function should create isolated instances', async () => {
+        // Create multiple captures
+        const captures = Array.from({ length: 3 }, () =>
+          createLLMResultCapture()
+        );
+
+        // Simulate different LLM results
+        const mockResults: LLMResult[] = [
+          { generations: [[{ text: 'Result 1' }]], llmOutput: {} },
+          { generations: [[{ text: 'Result 2' }]], llmOutput: {} },
+          { generations: [[{ text: 'Result 3' }]], llmOutput: {} },
+        ];
+
+        // Each capture should store its own result
+        captures.forEach((capture, i) => {
+          capture.callback.handleLLMEnd(mockResults[i]);
+        });
+
+        // Verify each capture has its own isolated result
+        captures.forEach((capture, i) => {
+          const result = capture.getResult();
+          expect(result).toBe(mockResults[i]);
+          expect(result?.generations[0][0].text).toBe(`Result ${i + 1}`);
+        });
+      });
+
+      test('diagnostic: check if creating new Run instances helps', async () => {
+        const weakRefs: WeakRef<LLMResult>[] = [];
+        const iterations = 5;
+
+        // Create a new Run instance for each iteration
+        for (let i = 0; i < iterations; i++) {
+          const llmConfig = getLLMConfig(provider);
+          const newRun = await Run.create<t.IState>({
+            runId: `memory-test-${Date.now()}-${i}`,
+            graphConfig: {
+              type: 'standard',
+              llmConfig,
+              tools: [],
+              instructions: 'You are a helpful assistant.',
+            },
+            returnContent: true,
+          });
+
+          const resultCapture = createLLMResultCapture();
+
+          await newRun.generateTitle({
+            provider,
+            inputText: `Test message ${i}`,
+            titleMethod: TitleMethod.STRUCTURED,
+            contentParts: [{ type: 'text' as const, text: `Response ${i}` }],
+            chainOptions: {
+              callbacks: [resultCapture.callback],
+            },
+          });
+
+          const capturedResult = resultCapture.getResult();
+          if (capturedResult) {
+            weakRefs.push(new WeakRef(capturedResult));
+          }
+        }
+
+        // Clear references and wait for async operations
+        await waitForCleanup(200);
+        forceGC();
+        await waitForCleanup(200);
+        forceGC();
+        await waitForCleanup(100);
+
+        // Check how many references are still alive
+        let aliveCount = 0;
+        weakRefs.forEach((ref) => {
+          if (ref.deref() !== undefined) {
+            aliveCount++;
+          }
+        });
+
+        console.log(
+          `Diagnostic (new Run instances): ${aliveCount} out of ${iterations} references still alive`
+        );
+
+        // Hypothesis: If it's still 2, it's LangChain global cache
+        // If it's 5 or more, it's per-instance caching
+        expect(aliveCount).toBeLessThanOrEqual(2);
+      });
+
+      test('memory retention patterns with different scenarios', async () => {
+        const scenarios = [
+          {
+            iterations: 3,
+            waitTime: 100,
+            description: '3 iterations, short wait',
+          },
+          {
+            iterations: 5,
+            waitTime: 200,
+            description: '5 iterations, medium wait',
+          },
+          {
+            iterations: 10,
+            waitTime: 300,
+            description: '10 iterations, long wait',
+          },
+        ];
+
+        for (const scenario of scenarios) {
+          const weakRefs: WeakRef<LLMResult>[] = [];
+
+          // Run title generations
+          for (let i = 0; i < scenario.iterations; i++) {
+            const resultCapture = createLLMResultCapture();
+
+            await run.generateTitle({
+              provider,
+              inputText: `Test message ${i}`,
+              titleMethod: TitleMethod.STRUCTURED,
+              contentParts: [{ type: 'text' as const, text: `Response ${i}` }],
+              chainOptions: {
+                callbacks: [resultCapture.callback],
+              },
+            });
+
+            const capturedResult = resultCapture.getResult();
+            if (capturedResult) {
+              weakRefs.push(new WeakRef(capturedResult));
+            }
+          }
+
+          // Multiple cleanup cycles with increasing wait times
+          await waitForCleanup(scenario.waitTime);
+          forceGC();
+          await waitForCleanup(scenario.waitTime);
+          forceGC();
+          await waitForCleanup(scenario.waitTime / 2);
+
+          // Count alive references
+          let aliveCount = 0;
+          weakRefs.forEach((ref) => {
+            if (ref.deref() !== undefined) {
+              aliveCount++;
+            }
+          });
+
+          console.log(
+            `${scenario.description}: ${aliveCount} out of ${scenario.iterations} references still alive`
+          );
+
+          // Expect 0-2 references regardless of iteration count
+          expect(aliveCount).toBeLessThanOrEqual(2);
+        }
+      });
+
+      test('should properly handle skipLanguage option with callbacks', async () => {
+        const resultCapture = createLLMResultCapture();
+
+        const result = await run.generateTitle({
+          provider,
+          inputText: 'Skip language test',
+          titleMethod: TitleMethod.STRUCTURED,
+          contentParts: [{ type: 'text' as const, text: 'Response' }],
+          skipLanguage: true,
+          chainOptions: {
+            callbacks: [resultCapture.callback],
+          },
+        });
+
+        expect(result).toBeDefined();
+        expect(result.title).toBeDefined();
+        // When skipLanguage is true, language should not be returned
+        expect(result.language).toBeUndefined();
+
+        const capturedResult = resultCapture.getResult();
+        expect(capturedResult).toBeDefined();
+      });
+    });
+  });
+
+  test('should handle errors gracefully', async () => {
+    const llmConfig = getLLMConfig(Providers.OPENAI);
+
+    // Create a run with invalid configuration to trigger errors
+    const run = await Run.create<t.IState>({
+      runId: 'error-test',
+      graphConfig: {
+        type: 'standard',
+        llmConfig: {
+          ...llmConfig,
+          apiKey: 'invalid-key', // This will cause API errors
+        },
+        tools: [],
+        instructions: 'Test',
+      },
+      returnContent: true,
+    });
+
+    // Attempt multiple failing title generations
+    for (let i = 0; i < 3; i++) {
+      try {
+        const resultCapture = createLLMResultCapture();
+
+        await run.generateTitle({
+          provider: Providers.OPENAI,
+          inputText: `Error test ${i}`,
+          titleMethod: TitleMethod.STRUCTURED,
+          contentParts: [{ type: 'text' as const, text: `Response ${i}` }],
+          chainOptions: {
+            callbacks: [resultCapture.callback],
+          },
+        });
+
+        // Should not reach here
+        fail('Expected error to be thrown');
+      } catch (error) {
+        // Expected to fail due to invalid API key
+        console.log(
+          `Expected error ${i}:`,
+          error instanceof Error ? error.message : String(error)
+        );
+        expect(error).toBeDefined();
+      }
+    }
+  });
+});

package/src/types/run.ts

@@ -34,7 +34,7 @@ export type RunTitleOptions = {
   chainOptions?: Partial<RunnableConfig> | undefined;
   omitOptions?: Set<string>;
   titleMethod?: e.TitleMethod;
-  convoPromptTemplate?: string;
+  titlePromptTemplate?: string;
 };
 
 export interface AgentStateChannels {

package/src/utils/title.ts

@@ -1,7 +1,7 @@
 import { z } from 'zod';
 import { RunnableLambda } from '@langchain/core/runnables';
 import { ChatPromptTemplate } from '@langchain/core/prompts';
-import type { Runnable } from '@langchain/core/runnables';
+import type { Runnable, RunnableConfig } from '@langchain/core/runnables';
 import type * as t from '@/types';
 import { ContentTypes } from '@/common';
 
@@ -45,20 +45,29 @@ export const createTitleRunnable = async (
   );
 
   return new RunnableLambda({
-    func: async (input: {
-      convo: string;
-      inputText: string;
-      skipLanguage: boolean;
-    }): Promise<{ language: string; title: string } | { title: string }> => {
+    func: async (
+      input: {
+        convo: string;
+        inputText: string;
+        skipLanguage: boolean;
+      },
+      config?: Partial<RunnableConfig>
+    ): Promise<{ language: string; title: string } | { title: string }> => {
       if (input.skipLanguage) {
-        return (await titlePrompt.pipe(titleLLM).invoke({
-          convo: input.convo,
-        })) as { title: string };
+        return (await titlePrompt.pipe(titleLLM).invoke(
+          {
+            convo: input.convo,
+          },
+          config
+        )) as { title: string };
       }
 
-      const result = (await titlePrompt.pipe(combinedLLM).invoke({
-        convo: input.convo,
-      })) as { language: string; title: string } | undefined;
+      const result = (await titlePrompt.pipe(combinedLLM).invoke(
+        {
+          convo: input.convo,
+        },
+        config
+      )) as { language: string; title: string } | undefined;
 
       return {
         language: result?.language ?? 'English',
@@ -82,16 +91,19 @@ export const createCompletionTitleRunnable = async (
   );
 
   return new RunnableLambda({
-    func: async (input: {
-      convo: string;
-      inputText: string;
-      skipLanguage: boolean;
-    }): Promise<{ title: string }> => {
+    func: async (
+      input: {
+        convo: string;
+        inputText: string;
+        skipLanguage: boolean;
+      },
+      config?: Partial<RunnableConfig>
+    ): Promise<{ title: string }> => {
       const promptOutput = await completionPrompt.invoke({
         convo: input.convo,
       });
 
-      const response = await model.invoke(promptOutput);
+      const response = await model.invoke(promptOutput, config);
       let content = '';
       if (typeof response.content === 'string') {
         content = response.content;
@@ -106,7 +118,7 @@ export const createCompletionTitleRunnable = async (
       }
       const title = content.trim();
       return {
-        title: title || 'Untitled Conversation',
+        title,
       };
     },
   });