@librechat/agents 1.7.7 → 1.7.9

package/dist/esm/llm/text.mjs

@@ -0,0 +1,71 @@
+import { Readable } from 'stream';
+
+/* eslint-disable no-console */
+class TextStream extends Readable {
+    text;
+    currentIndex;
+    minChunkSize;
+    maxChunkSize;
+    delay;
+    constructor(text, options = {}) {
+        super(options);
+        this.text = text;
+        this.currentIndex = 0;
+        this.minChunkSize = options.minChunkSize ?? 2;
+        this.maxChunkSize = options.maxChunkSize ?? 4;
+        this.delay = options.delay ?? 20; // Time in milliseconds
+    }
+    _read() {
+        const { delay, minChunkSize, maxChunkSize } = this;
+        if (this.currentIndex < this.text.length) {
+            setTimeout(() => {
+                const remainingChars = this.text.length - this.currentIndex;
+                const chunkSize = Math.min(this.randomInt(minChunkSize, maxChunkSize + 1), remainingChars);
+                const chunk = this.text.slice(this.currentIndex, this.currentIndex + chunkSize);
+                this.push(chunk);
+                this.currentIndex += chunkSize;
+            }, delay);
+        }
+        else {
+            this.push(null); // signal end of data
+        }
+    }
+    randomInt(min, max) {
+        return Math.floor(Math.random() * (max - min)) + min;
+    }
+    async processTextStream(progressCallback) {
+        const streamPromise = new Promise((resolve, reject) => {
+            this.on('data', (chunk) => {
+                progressCallback(chunk.toString());
+            });
+            this.on('end', () => {
+                resolve();
+            });
+            this.on('error', (err) => {
+                reject(err);
+            });
+        });
+        try {
+            await streamPromise;
+        }
+        catch (err) {
+            console.error('[processTextStream] Error in text stream:', err);
+            // Handle the error appropriately, e.g., return an error message or throw an error
+        }
+    }
+    async *generateText(progressCallback) {
+        const { delay, minChunkSize, maxChunkSize } = this;
+        while (this.currentIndex < this.text.length) {
+            await new Promise(resolve => setTimeout(resolve, delay));
+            const remainingChars = this.text.length - this.currentIndex;
+            const chunkSize = Math.min(this.randomInt(minChunkSize, maxChunkSize + 1), remainingChars);
+            const chunk = this.text.slice(this.currentIndex, this.currentIndex + chunkSize);
+            progressCallback?.(chunk);
+            yield chunk;
+            this.currentIndex += chunkSize;
+        }
+    }
+}
+
+export { TextStream };
+//# sourceMappingURL=text.mjs.map

package/dist/esm/llm/text.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.mjs","sources":["../../../src/llm/text.ts"],"sourcesContent":["/* eslint-disable no-console */\nimport { Readable } from 'stream';\nimport type { ReadableOptions } from 'stream';\nexport interface TextStreamOptions extends ReadableOptions {\n  minChunkSize?: number;\n  maxChunkSize?: number;\n  delay?: number;\n}\n\nexport type ProgressCallback = (chunk: string) => void;\nexport type PostChunkCallback = (chunk: string) => void;\n\nexport class TextStream extends Readable {\n  private text: string;\n  private currentIndex: number;\n  private minChunkSize: number;\n  private maxChunkSize: number;\n  private delay: number;\n\n  constructor(text: string, options: TextStreamOptions = {}) {\n    super(options);\n    this.text = text;\n    this.currentIndex = 0;\n    this.minChunkSize = options.minChunkSize ?? 2;\n    this.maxChunkSize = options.maxChunkSize ?? 4;\n    this.delay = options.delay ?? 20; // Time in milliseconds\n  }\n\n  _read(): void {\n    const { delay, minChunkSize, maxChunkSize } = this;\n\n    if (this.currentIndex < this.text.length) {\n      setTimeout(() => {\n        const remainingChars = this.text.length - this.currentIndex;\n        const chunkSize = Math.min(this.randomInt(minChunkSize, maxChunkSize + 1), remainingChars);\n\n        const chunk = this.text.slice(this.currentIndex, this.currentIndex + chunkSize);\n        this.push(chunk);\n        this.currentIndex += chunkSize;\n      }, delay);\n    } else {\n      this.push(null); // signal end of data\n    }\n  }\n\n  private randomInt(min: number, max: number): number {\n    return Math.floor(Math.random() * (max - min)) + min;\n  }\n\n  async processTextStream(progressCallback: ProgressCallback): Promise<void> {\n    const streamPromise = new Promise<void>((resolve, reject) => {\n      this.on('data', (chunk) => {\n        progressCallback(chunk.toString());\n      });\n\n      this.on('end', () => {\n        resolve();\n      });\n\n      this.on('error', (err) => {\n        reject(err);\n      });\n    });\n\n    try {\n      await streamPromise;\n    } catch (err) {\n      console.error('[processTextStream] Error in text stream:', err);\n      // Handle the error appropriately, e.g., return an error message or throw an error\n    }\n  }\n\n  async *generateText(progressCallback?: ProgressCallback): AsyncGenerator<string, void, unknown> {\n    const { delay, minChunkSize, maxChunkSize } = this;\n\n    while (this.currentIndex < this.text.length) {\n      await new Promise(resolve => setTimeout(resolve, delay));\n\n      const remainingChars = this.text.length - this.currentIndex;\n      const chunkSize = Math.min(this.randomInt(minChunkSize, maxChunkSize + 1), remainingChars);\n\n      const chunk = this.text.slice(this.currentIndex, this.currentIndex + chunkSize);\n\n      progressCallback?.(chunk);\n\n      yield chunk;\n      this.currentIndex += chunkSize;\n    }\n  }\n}"],"names":[],"mappings":";;AAAA;AAYM,MAAO,UAAW,SAAQ,QAAQ,CAAA;AAC9B,IAAA,IAAI,CAAS;AACb,IAAA,YAAY,CAAS;AACrB,IAAA,YAAY,CAAS;AACrB,IAAA,YAAY,CAAS;AACrB,IAAA,KAAK,CAAS;IAEtB,WAAY,CAAA,IAAY,EAAE,OAAA,GAA6B,EAAE,EAAA;QACvD,KAAK,CAAC,OAAO,CAAC,CAAC;AACf,QAAA,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;AACjB,QAAA,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;KAClC;IAED,KAAK,GAAA;QACH,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;QAEnD,IAAI,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YACxC,UAAU,CAAC,MAAK;gBACd,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC;AAC5D,gBAAA,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;AAE3F,gBAAA,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC;AAChF,gBAAA,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACjB,gBAAA,IAAI,CAAC,YAAY,IAAI,SAAS,CAAC;aAChC,EAAE,KAAK,CAAC,CAAC;SACX;aAAM;AACL,YAAA,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACjB;KACF;IAEO,SAAS,CAAC,GAAW,EAAE,GAAW,EAAA;AACxC,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;KACtD;IAED,MAAM,iBAAiB,CAAC,gBAAkC,EAAA;QACxD,MAAM,aAAa,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,KAAI;YAC1D,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,KAAI;AACxB,gBAAA,gBAAgB,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;AACrC,aAAC,CAAC,CAAC;AAEH,YAAA,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,MAAK;AAClB,gBAAA,OAAO,EAAE,CAAC;AACZ,aAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,KAAI;gBACvB,MAAM,CAAC,GAAG,CAAC,CAAC;AACd,aAAC,CAAC,CAAC;AACL,SAAC,CAAC,CAAC;AAEH,QAAA,IAAI;AACF,YAAA,MAAM,aAAa,CAAC;SACrB;QAAC,OAAO,GAAG,EAAE;AACZ,YAAA,OAAO,CAAC,KAAK,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAC;;SAEjE;KACF;AAED,IAAA,OAAO,YAAY,CAAC,gBAAmC,EAAA;QACrD,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;QAEnD,OAAO,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAC3C,YAAA,MAAM,IAAI,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YAEzD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC;AAC5D,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;AAE3F,YAAA,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC;AAEhF,YAAA,gBAAgB,GAAG,KAAK,CAAC,CAAC;AAE1B,YAAA,MAAM,KAAK,CAAC;AACZ,YAAA,IAAI,CAAC,YAAY,IAAI,SAAS,CAAC;SAChC;KACF;AACF;;;;"}

package/dist/esm/run.mjs

@@ -41,12 +41,13 @@ class Run {
         this.returnContent = config.returnContent ?? false;
     }
     createStandardGraph(config) {
-        const { llmConfig, instructions, additional_instructions, streamBuffer, toolEnd, tools = [] } = config;
+        const { llmConfig, instructions, additional_instructions, signal, streamBuffer, toolEnd, tools = [] } = config;
         const { provider, ...clientOptions } = llmConfig;
         const standardGraph = new StandardGraph({
             runId: this.id,
             tools,
             provider,
+            signal,
             instructions,
             clientOptions,
             additional_instructions,

package/dist/esm/run.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"run.mjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport { PromptTemplate } from '@langchain/core/prompts';\n\nimport type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback } from '@/common';\nimport { manualToolStreamProviders } from '@/llm/providers';\nimport { createTitleRunnable } from '@/utils/title';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  id: string;\n  Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  returnContent: boolean = false;\n\n  private constructor(config: Partial<t.RunConfig>) {\n    const runId = config.runId ?? '';\n    if (!runId) {\n      throw new Error('Run ID not provided');\n    }\n\n    this.id = runId;\n\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(config.customHandlers)) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (!config.graphConfig) {\n      throw new Error('Graph config not provided');\n    }\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(config.graphConfig) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n  }\n\n  private createStandardGraph(config: t.StandardGraphConfig): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { llmConfig, instructions, additional_instructions, streamBuffer, toolEnd, tools = [] } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      runId: this.id,\n      tools,\n      provider,\n      instructions,\n      clientOptions,\n      additional_instructions,\n      streamBuffer,\n      toolEnd,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(config: t.RunConfig): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string },\n    clientCallbacks?: ClientCallbacks,\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n\n    this.Graph.resetValues();\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (clientCallbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = config.callbacks as t.ProvidedCallbacks ?? [];\n      config.callbacks = callbacks.concat(this.getCallbacks(clientCallbacks));\n    }\n\n    if (!this.id) {\n      throw new Error('Run ID not provided');\n    }\n\n    config.run_id = this.id;\n    config.configurable = Object.assign(config.configurable ?? {}, { run_id: this.id, provider: this.provider });\n\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      if (hasTools && manualToolStreamProviders.has(provider) && eventName === GraphEvents.CHAT_MODEL_STREAM) {\n        /* Skipping CHAT_MODEL_STREAM event due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      // console.log(`Event: ${event.event} | Executing Event: ${eventName}`);\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    if (this.returnContent) {\n      return this.Graph.getContentParts();\n    }\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(clientCallbacks, Callback.TOOL_ERROR),\n      [Callback.TOOL_START]: this.createSystemCallback(clientCallbacks, Callback.TOOL_START),\n      [Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, Callback.TOOL_END),\n    };\n  }\n\n  async generateTitle({\n    inputText,\n    contentParts,\n    titlePrompt,\n    clientOptions,\n    chainOptions,\n    skipLanguage,\n  } : {\n    inputText: string;\n    contentParts: (t.MessageContentComplex | undefined)[];\n    titlePrompt?: string;\n    skipLanguage?: boolean;\n    clientOptions?: t.ClientOptions;\n    chainOptions?: Partial<RunnableConfig> | undefined;\n  }): Promise<{ language: string; title: string }> {\n    const convoTemplate = PromptTemplate.fromTemplate('User: {input}\\nAI: {output}');\n    const response = contentParts.map((part) => {\n      if (part?.type === 'text') return part.text;\n      return '';\n    }).join('\\n');\n    const convo = (await convoTemplate.invoke({ input: inputText, output: response })).value;\n    const model = this.Graph?.getNewModel({\n      clientOptions,\n      omitOriginalOptions: ['streaming'],\n    });\n    if (!model) {\n      return { language: '', title: '' };\n    }\n    const chain = await createTitleRunnable(model, titlePrompt);\n    return await chain.invoke({ convo, inputText, skipLanguage }, chainOptions) as { language: string; title: string };\n  }\n}\n"],"names":[],"mappings":";;;;;;;AAAA;MAaa,GAAG,CAAA;AACd,IAAA,aAAa,CAA6C;;;AAGlD,IAAA,eAAe,CAAkB;AACzC,IAAA,EAAE,CAAS;AACX,IAAA,KAAK,CAA4B;AACjC,IAAA,QAAQ,CAAwB;IAChC,aAAa,GAAY,KAAK,CAAC;AAE/B,IAAA,WAAA,CAAoB,MAA4B,EAAA;AAC9C,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;QACjC,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;SACxC;AAED,QAAA,IAAI,CAAC,EAAE,GAAG,KAAK,CAAC;AAEhB,QAAA,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;AAE9C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE;AACxE,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;aAC9C;SACF;AAED,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;AAEvC,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;SAC9C;AAED,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC;YACtD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAyD,CAAC;AAC1H,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe,CAAC;aAC9C;SACF;QAED,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK,CAAC;KACpD;AAEO,IAAA,mBAAmB,CAAC,MAA6B,EAAA;AACvD,QAAA,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,uBAAuB,EAAE,YAAY,EAAE,OAAO,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC;QACvG,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS,CAAC;AAEjD,QAAA,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC;YACtC,KAAK,EAAE,IAAI,CAAC,EAAE;YACd,KAAK;YACL,QAAQ;YACR,YAAY;YACZ,aAAa;YACb,uBAAuB;YACvB,YAAY;YACZ,OAAO;AACR,SAAA,CAAC,CAAC;AACH,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC;AAC3B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE,CAAC;KACvC;AAED,IAAA,aAAa,MAAM,CAA6B,MAAmB,EAAA;AACjE,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC,CAAC;KAC3B;IAED,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;SACjG;AACD,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;KACpC;AAED,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA2E,EAC3E,eAAiC,EAAA;AAEjC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;SAC/F;AACD,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;SACjG;AAED,QAAA,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;AACzB,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC;QACxE,IAAI,eAAe,EAAE;;AAEnB,YAAA,MAAM,SAAS,GAAG,MAAM,CAAC,SAAgC,IAAI,EAAE,CAAC;AAChE,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC;SACzE;AAED,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;SACxC;AAED,QAAA,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC;QACxB,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;AAE7G,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE/D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC;AAEhD,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK,CAAC;AACxC,YAAA,IAAI,QAAQ,IAAI,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,SAAS,KAAK,WAAW,CAAC,iBAAiB,EAAE;;gBAEtG,SAAS;aACV;YAED,IAAI,SAAS,IAAI,SAAS,KAAK,WAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI,CAAC;aAClB;;YAID,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAC3D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;aACvD;SACF;AAED,QAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;SACrC;KACF;IAEO,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;AAC5C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;aACvE;AACH,SAAC,EAAwB;KAC1B;AAED,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,QAAQ,CAAC;SACnF,CAAC;KACH;AAED,IAAA,MAAM,aAAa,CAAC,EAClB,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,GAQb,EAAA;QACC,MAAM,aAAa,GAAG,cAAc,CAAC,YAAY,CAAC,6BAA6B,CAAC,CAAC;QACjF,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,KAAI;AACzC,YAAA,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI,CAAC;AAC5C,YAAA,OAAO,EAAE,CAAC;AACZ,SAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,KAAK,GAAG,CAAC,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,CAAC;AACzF,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC;YACpC,aAAa;YACb,mBAAmB,EAAE,CAAC,WAAW,CAAC;AACnC,SAAA,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;SACpC;QACD,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;AAC5D,QAAA,OAAO,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,EAAE,YAAY,CAAwC,CAAC;KACpH;AACF;;;;"}
+{"version":3,"file":"run.mjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport { PromptTemplate } from '@langchain/core/prompts';\n\nimport type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback } from '@/common';\nimport { manualToolStreamProviders } from '@/llm/providers';\nimport { createTitleRunnable } from '@/utils/title';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  id: string;\n  Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  returnContent: boolean = false;\n\n  private constructor(config: Partial<t.RunConfig>) {\n    const runId = config.runId ?? '';\n    if (!runId) {\n      throw new Error('Run ID not provided');\n    }\n\n    this.id = runId;\n\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(config.customHandlers)) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (!config.graphConfig) {\n      throw new Error('Graph config not provided');\n    }\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(config.graphConfig) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n  }\n\n  private createStandardGraph(config: t.StandardGraphConfig): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { llmConfig, instructions, additional_instructions, signal, streamBuffer, toolEnd, tools = [] } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      runId: this.id,\n      tools,\n      provider,\n      signal,\n      instructions,\n      clientOptions,\n      additional_instructions,\n      streamBuffer,\n      toolEnd,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(config: t.RunConfig): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string },\n    clientCallbacks?: ClientCallbacks,\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n\n    this.Graph.resetValues();\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (clientCallbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = config.callbacks as t.ProvidedCallbacks ?? [];\n      config.callbacks = callbacks.concat(this.getCallbacks(clientCallbacks));\n    }\n\n    if (!this.id) {\n      throw new Error('Run ID not provided');\n    }\n\n    config.run_id = this.id;\n    config.configurable = Object.assign(config.configurable ?? {}, { run_id: this.id, provider: this.provider });\n\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      if (hasTools && manualToolStreamProviders.has(provider) && eventName === GraphEvents.CHAT_MODEL_STREAM) {\n        /* Skipping CHAT_MODEL_STREAM event due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      // console.log(`Event: ${event.event} | Executing Event: ${eventName}`);\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    if (this.returnContent) {\n      return this.Graph.getContentParts();\n    }\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(clientCallbacks, Callback.TOOL_ERROR),\n      [Callback.TOOL_START]: this.createSystemCallback(clientCallbacks, Callback.TOOL_START),\n      [Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, Callback.TOOL_END),\n    };\n  }\n\n  async generateTitle({\n    inputText,\n    contentParts,\n    titlePrompt,\n    clientOptions,\n    chainOptions,\n    skipLanguage,\n  } : {\n    inputText: string;\n    contentParts: (t.MessageContentComplex | undefined)[];\n    titlePrompt?: string;\n    skipLanguage?: boolean;\n    clientOptions?: t.ClientOptions;\n    chainOptions?: Partial<RunnableConfig> | undefined;\n  }): Promise<{ language: string; title: string }> {\n    const convoTemplate = PromptTemplate.fromTemplate('User: {input}\\nAI: {output}');\n    const response = contentParts.map((part) => {\n      if (part?.type === 'text') return part.text;\n      return '';\n    }).join('\\n');\n    const convo = (await convoTemplate.invoke({ input: inputText, output: response })).value;\n    const model = this.Graph?.getNewModel({\n      clientOptions,\n      omitOriginalOptions: ['streaming'],\n    });\n    if (!model) {\n      return { language: '', title: '' };\n    }\n    const chain = await createTitleRunnable(model, titlePrompt);\n    return await chain.invoke({ convo, inputText, skipLanguage }, chainOptions) as { language: string; title: string };\n  }\n}\n"],"names":[],"mappings":";;;;;;;AAAA;MAaa,GAAG,CAAA;AACd,IAAA,aAAa,CAA6C;;;AAGlD,IAAA,eAAe,CAAkB;AACzC,IAAA,EAAE,CAAS;AACX,IAAA,KAAK,CAA4B;AACjC,IAAA,QAAQ,CAAwB;IAChC,aAAa,GAAY,KAAK,CAAC;AAE/B,IAAA,WAAA,CAAoB,MAA4B,EAAA;AAC9C,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;QACjC,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;SACxC;AAED,QAAA,IAAI,CAAC,EAAE,GAAG,KAAK,CAAC;AAEhB,QAAA,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;AAE9C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE;AACxE,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;aAC9C;SACF;AAED,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;AAEvC,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;SAC9C;AAED,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC;YACtD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAyD,CAAC;AAC1H,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe,CAAC;aAC9C;SACF;QAED,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK,CAAC;KACpD;AAEO,IAAA,mBAAmB,CAAC,MAA6B,EAAA;AACvD,QAAA,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,uBAAuB,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC;QAC/G,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS,CAAC;AAEjD,QAAA,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC;YACtC,KAAK,EAAE,IAAI,CAAC,EAAE;YACd,KAAK;YACL,QAAQ;YACR,MAAM;YACN,YAAY;YACZ,aAAa;YACb,uBAAuB;YACvB,YAAY;YACZ,OAAO;AACR,SAAA,CAAC,CAAC;AACH,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC;AAC3B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE,CAAC;KACvC;AAED,IAAA,aAAa,MAAM,CAA6B,MAAmB,EAAA;AACjE,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC,CAAC;KAC3B;IAED,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;SACjG;AACD,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;KACpC;AAED,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA2E,EAC3E,eAAiC,EAAA;AAEjC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;SAC/F;AACD,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;SACjG;AAED,QAAA,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;AACzB,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC;QACxE,IAAI,eAAe,EAAE;;AAEnB,YAAA,MAAM,SAAS,GAAG,MAAM,CAAC,SAAgC,IAAI,EAAE,CAAC;AAChE,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC;SACzE;AAED,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;SACxC;AAED,QAAA,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC;QACxB,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;AAE7G,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE/D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC;AAEhD,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK,CAAC;AACxC,YAAA,IAAI,QAAQ,IAAI,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,SAAS,KAAK,WAAW,CAAC,iBAAiB,EAAE;;gBAEtG,SAAS;aACV;YAED,IAAI,SAAS,IAAI,SAAS,KAAK,WAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI,CAAC;aAClB;;YAID,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAC3D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;aACvD;SACF;AAED,QAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;SACrC;KACF;IAEO,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;AAC5C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;aACvE;AACH,SAAC,EAAwB;KAC1B;AAED,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,QAAQ,CAAC;SACnF,CAAC;KACH;AAED,IAAA,MAAM,aAAa,CAAC,EAClB,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,GAQb,EAAA;QACC,MAAM,aAAa,GAAG,cAAc,CAAC,YAAY,CAAC,6BAA6B,CAAC,CAAC;QACjF,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,KAAI;AACzC,YAAA,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI,CAAC;AAC5C,YAAA,OAAO,EAAE,CAAC;AACZ,SAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,KAAK,GAAG,CAAC,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,CAAC;AACzF,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC;YACpC,aAAa;YACb,mBAAmB,EAAE,CAAC,WAAW,CAAC;AACnC,SAAA,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;SACpC;QACD,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;AAC5D,QAAA,OAAO,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,EAAE,YAAY,CAAwC,CAAC;KACpH;AACF;;;;"}

package/dist/types/graphs/Graph.d.ts

@@ -45,6 +45,7 @@ export declare abstract class Graph<T extends t.BaseGraphState = t.BaseGraphStat
     toolCallStepIds: Map<string, string>;
     /** The amount of time that should pass before another consecutive API call */
     streamBuffer: number | undefined;
+    signal?: AbortSignal;
 }
 export declare class StandardGraph extends Graph<t.BaseGraphState, GraphNode> {
     private graphState;
@@ -61,8 +62,10 @@ export declare class StandardGraph extends Graph<t.BaseGraphState, GraphNode> {
     startIndex: number;
     provider: Providers;
     toolEnd: boolean;
-    constructor({ runId, tools, toolMap, provider, clientOptions, instructions, additional_instructions, streamBuffer, toolEnd, }: {
+    signal: AbortSignal | undefined;
+    constructor({ runId, tools, toolMap, provider, clientOptions, instructions, signal, additional_instructions, streamBuffer, toolEnd, }: {
         runId?: string;
+        signal?: AbortSignal;
         provider: Providers;
         tools?: t.GenericTool[];
         toolMap?: t.ToolMap;

package/dist/types/llm/anthropic/llm.d.ts

@@ -0,0 +1,13 @@
+import { ChatAnthropicMessages } from '@langchain/anthropic';
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import type { BaseMessage } from '@langchain/core/messages';
+import type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
+import type { AnthropicInput } from '@langchain/anthropic';
+export type CustomAnthropicInput = AnthropicInput & {
+    _lc_stream_delay?: number;
+};
+export declare class CustomAnthropic extends ChatAnthropicMessages {
+    _lc_stream_delay: number;
+    constructor(fields: CustomAnthropicInput);
+    _streamResponseChunks(messages: BaseMessage[], options: this['ParsedCallOptions'], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
+}

package/dist/types/llm/anthropic/types.d.ts

@@ -0,0 +1,20 @@
+import Anthropic from '@anthropic-ai/sdk';
+import type { Tool as AnthropicTool } from '@anthropic-ai/sdk/resources';
+import { BindToolsInput } from '@langchain/core/language_models/chat_models';
+export type AnthropicToolResponse = {
+    type: 'tool_use';
+    id: string;
+    name: string;
+    input: Record<string, any>;
+};
+export type AnthropicMessageParam = Anthropic.MessageParam;
+export type AnthropicMessageResponse = Anthropic.ContentBlock | AnthropicToolResponse;
+export type AnthropicMessageCreateParams = Anthropic.MessageCreateParamsNonStreaming;
+export type AnthropicStreamingMessageCreateParams = Anthropic.MessageCreateParamsStreaming;
+export type AnthropicMessageStreamEvent = Anthropic.MessageStreamEvent;
+export type AnthropicRequestOptions = Anthropic.RequestOptions;
+export type AnthropicToolChoice = {
+    type: 'tool';
+    name: string;
+} | 'any' | 'auto' | 'none' | string;
+export type ChatAnthropicToolType = AnthropicTool | BindToolsInput;

package/dist/types/llm/anthropic/utils/message_inputs.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This util file contains functions for converting LangChain messages to Anthropic messages.
+ */
+import { BaseMessage } from '@langchain/core/messages';
+import { ToolCall } from '@langchain/core/messages/tool';
+import type { AnthropicMessageCreateParams, AnthropicToolResponse } from '@/llm/anthropic/types';
+export declare function _convertLangChainToolCallToAnthropic(toolCall: ToolCall): AnthropicToolResponse;
+/**
+ * Formats messages as a prompt for the model.
+ * Used in LangSmith, export is important here.
+ * @param messages The base messages to format as a prompt.
+ * @returns The formatted prompt.
+ */
+export declare function _convertMessagesToAnthropicPayload(messages: BaseMessage[]): AnthropicMessageCreateParams;

package/dist/types/llm/anthropic/utils/message_outputs.d.ts

@@ -0,0 +1,16 @@
+/**
+ * This util file contains functions for converting Anthropic messages to LangChain messages.
+ */
+import Anthropic from '@anthropic-ai/sdk';
+import { AIMessageChunk } from '@langchain/core/messages';
+import { ToolCall } from '@langchain/core/messages/tool';
+import { ChatGeneration } from '@langchain/core/outputs';
+import { AnthropicMessageResponse } from '../types.js';
+export declare function extractToolCalls(content: Record<string, any>[]): ToolCall[];
+export declare function _makeMessageChunkFromAnthropicEvent(data: Anthropic.Messages.RawMessageStreamEvent, fields: {
+    streamUsage: boolean;
+    coerceContentToString: boolean;
+}): {
+    chunk: AIMessageChunk;
+} | null;
+export declare function anthropicResponseToChatMessages(messages: AnthropicMessageResponse[], additionalKwargs: Record<string, unknown>): ChatGeneration[];

package/dist/types/llm/text.d.ts

@@ -0,0 +1,21 @@
+import { Readable } from 'stream';
+import type { ReadableOptions } from 'stream';
+export interface TextStreamOptions extends ReadableOptions {
+    minChunkSize?: number;
+    maxChunkSize?: number;
+    delay?: number;
+}
+export type ProgressCallback = (chunk: string) => void;
+export type PostChunkCallback = (chunk: string) => void;
+export declare class TextStream extends Readable {
+    private text;
+    private currentIndex;
+    private minChunkSize;
+    private maxChunkSize;
+    private delay;
+    constructor(text: string, options?: TextStreamOptions);
+    _read(): void;
+    private randomInt;
+    processTextStream(progressCallback: ProgressCallback): Promise<void>;
+    generateText(progressCallback?: ProgressCallback): AsyncGenerator<string, void, unknown>;
+}

package/dist/types/types/run.d.ts

@@ -17,6 +17,7 @@ export type StandardGraphConfig = {
     toolMap?: t.ToolMap;
     additional_instructions?: string;
     streamBuffer?: number;
+    signal?: AbortSignal;
     clientOptions?: Record<string, unknown>;
     toolEnd?: boolean;
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "1.7.7",
+  "version": "1.7.9",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",
@@ -43,11 +43,11 @@
     "content": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/content.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
     "stream": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/stream.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
     "code_exec": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
-    "code_exec_simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_simple.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
-    "simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/simple.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
+    "code_exec_simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_simple.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
+    "simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/simple.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
     "memory": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/memory.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
     "tool-test": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/tools.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
-    "abort": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/abort.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
+    "abort": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/abort.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
     "start:cli2": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli2.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
     "script2": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/proto/example_test.ts",
     "script3": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/proto/example_test_anthropic.ts",

package/src/graphs/Graph.ts

@@ -62,6 +62,7 @@ export abstract class Graph<
   toolCallStepIds: Map<string, string> = new Map();
   /** The amount of time that should pass before another consecutive API call */
   streamBuffer: number | undefined;
+  signal?: AbortSignal;
 }
 
 export class StandardGraph extends Graph<
@@ -82,6 +83,7 @@ export class StandardGraph extends Graph<
   startIndex: number = 0;
   provider: Providers;
   toolEnd: boolean;
+  signal: AbortSignal | undefined;
 
   constructor({
     runId,
@@ -90,11 +92,13 @@ export class StandardGraph extends Graph<
     provider,
     clientOptions,
     instructions,
+    signal,
     additional_instructions = '',
     streamBuffer,
     toolEnd = false,
   } : {
     runId?: string;
+    signal?: AbortSignal;
     provider: Providers;
     tools?: t.GenericTool[];
     toolMap?: t.ToolMap;
@@ -109,6 +113,7 @@ export class StandardGraph extends Graph<
     this.tools = tools;
     this.toolMap = toolMap;
     this.provider = provider;
+    this.signal = signal;
     this.clientOptions = clientOptions;
     this.streamBuffer = streamBuffer;
     this.graphState = this.createGraphState();
@@ -277,6 +282,9 @@ export class StandardGraph extends Graph<
       if (!config || !provider) {
         throw new Error(`No ${config ? 'provider' : 'config'} provided`);
       }
+      if (!config.signal) {
+        config.signal = this.signal;
+      }
       this.config = config;
       const { messages } = state;
 

package/src/llm/anthropic/llm.ts

@@ -0,0 +1,151 @@
+import { AIMessageChunk } from '@langchain/core/messages';
+import { ChatAnthropicMessages } from '@langchain/anthropic';
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';
+import type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
+import type { AnthropicInput } from '@langchain/anthropic';
+import type { AnthropicMessageCreateParams } from '@/llm/anthropic/types';
+import { _makeMessageChunkFromAnthropicEvent } from './utils/message_outputs';
+import { _convertMessagesToAnthropicPayload } from './utils/message_inputs';
+import { TextStream } from '@/llm/text';
+
+function _toolsInParams(params: AnthropicMessageCreateParams): boolean {
+  return !!(params.tools && params.tools.length > 0);
+}
+
+function extractToken(chunk: AIMessageChunk): [string, 'string' | 'input' | 'content'] | [undefined] {
+  if (typeof chunk.content === 'string') {
+    return [chunk.content, 'string'];
+  } else if (
+    Array.isArray(chunk.content) &&
+    chunk.content.length >= 1 &&
+    'input' in chunk.content[0]
+  ) {
+    return typeof chunk.content[0].input === 'string'
+      ? [chunk.content[0].input, 'input']
+      : [JSON.stringify(chunk.content[0].input), 'input'];
+  } else if (
+    Array.isArray(chunk.content) &&
+    chunk.content.length >= 1 &&
+    'text' in chunk.content[0]
+  ) {
+    return [chunk.content[0].text, 'content'];
+  }
+  return [undefined];
+}
+
+function cloneChunk(text: string, tokenType: string, chunk: AIMessageChunk): AIMessageChunk {
+  if (tokenType === 'string') {
+    return new AIMessageChunk(Object.assign({}, chunk, { content: text }));
+  } else if (tokenType === 'input') {
+    return chunk;
+  }
+  const content = chunk.content[0] as MessageContentComplex;
+  if (tokenType === 'content' && content.type === 'text') {
+    return new AIMessageChunk(Object.assign({}, chunk, { content: [Object.assign({}, content, { text })] }));
+  } else if (tokenType === 'content' && content.type === 'text_delta') {
+    return new AIMessageChunk(Object.assign({}, chunk, { content: [Object.assign({}, content, { text })] }));
+  }
+
+  return chunk;
+}
+
+export type CustomAnthropicInput = AnthropicInput & { _lc_stream_delay?: number };
+
+export class CustomAnthropic extends ChatAnthropicMessages {
+  _lc_stream_delay: number;
+  constructor(fields: CustomAnthropicInput) {
+    super(fields);
+    this._lc_stream_delay = fields._lc_stream_delay ?? 25;
+  }
+
+  async *_streamResponseChunks(
+    messages: BaseMessage[],
+    options: this['ParsedCallOptions'],
+    runManager?: CallbackManagerForLLMRun
+  ): AsyncGenerator<ChatGenerationChunk> {
+    const params = this.invocationParams(options);
+    const formattedMessages = _convertMessagesToAnthropicPayload(messages);
+    const coerceContentToString = !_toolsInParams({
+      ...params,
+      ...formattedMessages,
+      stream: false,
+    });
+
+    const stream = await this.createStreamWithRetry(
+      {
+        ...params,
+        ...formattedMessages,
+        stream: true,
+      },
+      {
+        headers: options.headers,
+      }
+    );
+
+    for await (const data of stream) {
+      if (options.signal?.aborted) {
+        stream.controller.abort();
+        throw new Error('AbortError: User aborted the request.');
+      }
+      const shouldStreamUsage = this.streamUsage ?? options.streamUsage;
+      const result = _makeMessageChunkFromAnthropicEvent(data, {
+        streamUsage: shouldStreamUsage,
+        coerceContentToString,
+      });
+      if (!result) continue;
+
+      const { chunk } = result;
+
+      // Extract the text content token for text field and runManager.
+      const [token = '', tokenType] = extractToken(chunk);
+      const createGenerationChunk = (text: string, incomingChunk: AIMessageChunk): ChatGenerationChunk => {
+        return new ChatGenerationChunk({
+          message: new AIMessageChunk({
+          // Just yield chunk as it is and tool_use will be concat by BaseChatModel._generateUncached().
+            content: incomingChunk.content,
+            additional_kwargs: incomingChunk.additional_kwargs,
+            tool_call_chunks: incomingChunk.tool_call_chunks,
+            usage_metadata: shouldStreamUsage ? incomingChunk.usage_metadata : undefined,
+            response_metadata: incomingChunk.response_metadata,
+            id: incomingChunk.id,
+          }),
+          text,
+        });
+      };
+
+      if (!tokenType || tokenType === 'input') {
+        const generationChunk = createGenerationChunk(token, chunk);
+        yield generationChunk;
+        await runManager?.handleLLMNewToken(
+          token,
+          undefined,
+          undefined,
+          undefined,
+          undefined,
+          { chunk: generationChunk }
+        );
+        continue;
+      }
+
+      const textStream = new TextStream(token, {
+        delay: this._lc_stream_delay,
+      });
+      for await (const currentToken of textStream.generateText()) {
+        const newChunk = cloneChunk(currentToken, tokenType, chunk);
+        const generationChunk = createGenerationChunk(currentToken, newChunk);
+        yield generationChunk;
+
+        await runManager?.handleLLMNewToken(
+          token,
+          undefined,
+          undefined,
+          undefined,
+          undefined,
+          { chunk: generationChunk }
+        );
+      }
+    }
+  }
+
+}

package/src/llm/anthropic/types.ts

@@ -0,0 +1,32 @@
+// eslint-disable-next-line import/no-named-as-default
+import Anthropic from '@anthropic-ai/sdk';
+import type { Tool as AnthropicTool } from '@anthropic-ai/sdk/resources';
+import { BindToolsInput } from '@langchain/core/language_models/chat_models';
+
+export type AnthropicToolResponse = {
+  type: 'tool_use';
+  id: string;
+  name: string;
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any
+  input: Record<string, any>;
+};
+export type AnthropicMessageParam = Anthropic.MessageParam;
+export type AnthropicMessageResponse =
+  | Anthropic.ContentBlock
+  | AnthropicToolResponse;
+export type AnthropicMessageCreateParams =
+  Anthropic.MessageCreateParamsNonStreaming;
+export type AnthropicStreamingMessageCreateParams =
+  Anthropic.MessageCreateParamsStreaming;
+export type AnthropicMessageStreamEvent = Anthropic.MessageStreamEvent;
+export type AnthropicRequestOptions = Anthropic.RequestOptions;
+export type AnthropicToolChoice =
+  | {
+      type: 'tool';
+      name: string;
+    }
+  | 'any'
+  | 'auto'
+  | 'none'
+  | string;
+export type ChatAnthropicToolType = AnthropicTool | BindToolsInput;