illuma-agents 1.0.2

package/dist/esm/run.mjs

@@ -0,0 +1,261 @@
+import './instrumentation.mjs';
+import { zodToJsonSchema } from 'zod-to-json-schema';
+import { CallbackHandler } from '@langfuse/langchain';
+import { PromptTemplate } from '@langchain/core/prompts';
+import { SystemMessage } from '@langchain/core/messages';
+import { RunnableLambda } from '@langchain/core/runnables';
+import { ChatOpenAI as ChatOpenAI$1, AzureChatOpenAI as AzureChatOpenAI$1 } from '@langchain/openai';
+import { GraphEvents, Callback, TitleMethod } from './common/enum.mjs';
+import { manualToolStreamProviders } from './llm/providers.mjs';
+import { shiftIndexTokenCountMap } from './messages/format.mjs';
+import { createCompletionTitleRunnable, createTitleRunnable } from './utils/title.mjs';
+import { createTokenCounter } from './utils/tokens.mjs';
+import { StandardGraph } from './graphs/Graph.mjs';
+import { HandlerRegistry } from './events.mjs';
+import { isOpenAILike } from './utils/llm.mjs';
+import { isPresent } from './utils/misc.mjs';
+
+// src/run.ts
+const defaultOmitOptions = new Set([
+    'stream',
+    'thinking',
+    'streaming',
+    'maxTokens',
+    'clientOptions',
+    'thinkingConfig',
+    'thinkingBudget',
+    'includeThoughts',
+    'maxOutputTokens',
+    'additionalModelRequestFields',
+]);
+class Run {
+    graphRunnable;
+    // private collab!: CollabGraph;
+    // private taskManager!: TaskManager;
+    handlerRegistry;
+    id;
+    Graph;
+    provider;
+    returnContent = false;
+    constructor(config) {
+        const runId = config.runId ?? '';
+        if (!runId) {
+            throw new Error('Run ID not provided');
+        }
+        this.id = runId;
+        const handlerRegistry = new HandlerRegistry();
+        if (config.customHandlers) {
+            for (const [eventType, handler] of Object.entries(config.customHandlers)) {
+                handlerRegistry.register(eventType, handler);
+            }
+        }
+        this.handlerRegistry = handlerRegistry;
+        if (!config.graphConfig) {
+            throw new Error('Graph config not provided');
+        }
+        if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {
+            this.provider = config.graphConfig.llmConfig.provider;
+            this.graphRunnable = this.createStandardGraph(config.graphConfig);
+            if (this.Graph) {
+                this.Graph.handlerRegistry = handlerRegistry;
+            }
+        }
+        this.returnContent = config.returnContent ?? false;
+    }
+    createStandardGraph(config) {
+        const { llmConfig, tools = [], ...graphInput } = config;
+        const { provider, ...clientOptions } = llmConfig;
+        const standardGraph = new StandardGraph({
+            tools,
+            provider,
+            clientOptions,
+            ...graphInput,
+            runId: this.id,
+        });
+        this.Graph = standardGraph;
+        return standardGraph.createWorkflow();
+    }
+    static async create(config) {
+        return new Run(config);
+    }
+    getRunMessages() {
+        if (!this.Graph) {
+            throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');
+        }
+        return this.Graph.getRunMessages();
+    }
+    async processStream(inputs, config, streamOptions) {
+        if (!this.graphRunnable) {
+            throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');
+        }
+        if (!this.Graph) {
+            throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');
+        }
+        this.Graph.resetValues(streamOptions?.keepContent);
+        const provider = this.Graph.provider;
+        const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;
+        if (streamOptions?.callbacks) {
+            /* TODO: conflicts with callback manager */
+            const callbacks = config.callbacks ?? [];
+            config.callbacks = callbacks.concat(this.getCallbacks(streamOptions.callbacks));
+        }
+        if (isPresent(process.env.LANGFUSE_SECRET_KEY) &&
+            isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&
+            isPresent(process.env.LANGFUSE_BASE_URL)) {
+            const userId = config.configurable?.user_id;
+            const sessionId = config.configurable?.thread_id;
+            const traceMetadata = {
+                messageId: this.id,
+                parentMessageId: config.configurable?.requestBody?.parentMessageId,
+            };
+            const handler = new CallbackHandler({
+                userId,
+                sessionId,
+                traceMetadata,
+            });
+            config.callbacks = (config.callbacks ?? []).concat([handler]);
+        }
+        if (!this.id) {
+            throw new Error('Run ID not provided');
+        }
+        const tokenCounter = streamOptions?.tokenCounter ??
+            (streamOptions?.indexTokenCountMap
+                ? await createTokenCounter()
+                : undefined);
+        const tools = this.Graph.tools;
+        const toolTokens = tokenCounter
+            ? (tools?.reduce((acc, tool) => {
+                if (!tool.schema) {
+                    return acc;
+                }
+                const jsonSchema = zodToJsonSchema((tool?.schema).describe(tool?.description ?? ''), tool?.name ?? '');
+                return (acc + tokenCounter(new SystemMessage(JSON.stringify(jsonSchema))));
+            }, 0) ?? 0)
+            : 0;
+        let instructionTokens = toolTokens;
+        if (this.Graph.systemMessage && tokenCounter) {
+            instructionTokens += tokenCounter(this.Graph.systemMessage);
+        }
+        const tokenMap = streamOptions?.indexTokenCountMap ?? {};
+        if (this.Graph.systemMessage && instructionTokens > 0) {
+            this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(tokenMap, instructionTokens);
+        }
+        else if (instructionTokens > 0) {
+            tokenMap[0] = tokenMap[0] + instructionTokens;
+            this.Graph.indexTokenCountMap = tokenMap;
+        }
+        else {
+            this.Graph.indexTokenCountMap = tokenMap;
+        }
+        this.Graph.maxContextTokens = streamOptions?.maxContextTokens;
+        this.Graph.tokenCounter = tokenCounter;
+        config.run_id = this.id;
+        config.configurable = Object.assign(config.configurable ?? {}, {
+            run_id: this.id,
+            provider: this.provider,
+        });
+        const stream = this.graphRunnable.streamEvents(inputs, config, {
+            raiseError: true,
+        });
+        for await (const event of stream) {
+            const { data, name, metadata, ...info } = event;
+            let eventName = info.event;
+            if (hasTools &&
+                manualToolStreamProviders.has(provider) &&
+                eventName === GraphEvents.CHAT_MODEL_STREAM) {
+                /* Skipping CHAT_MODEL_STREAM event due to double-call edge case */
+                continue;
+            }
+            if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {
+                eventName = name;
+            }
+            const handler = this.handlerRegistry.getHandler(eventName);
+            if (handler) {
+                handler.handle(eventName, data, metadata, this.Graph);
+            }
+        }
+        if (this.returnContent) {
+            return this.Graph.getContentParts();
+        }
+    }
+    createSystemCallback(clientCallbacks, key) {
+        return ((...args) => {
+            const clientCallback = clientCallbacks[key];
+            if (clientCallback && this.Graph) {
+                clientCallback(this.Graph, ...args);
+            }
+        });
+    }
+    getCallbacks(clientCallbacks) {
+        return {
+            [Callback.TOOL_ERROR]: this.createSystemCallback(clientCallbacks, Callback.TOOL_ERROR),
+            [Callback.TOOL_START]: this.createSystemCallback(clientCallbacks, Callback.TOOL_START),
+            [Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, Callback.TOOL_END),
+        };
+    }
+    async generateTitle({ provider, inputText, contentParts, titlePrompt, clientOptions, chainOptions, skipLanguage, omitOptions = defaultOmitOptions, titleMethod = TitleMethod.COMPLETION, titlePromptTemplate, }) {
+        if (chainOptions != null &&
+            isPresent(process.env.LANGFUSE_SECRET_KEY) &&
+            isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&
+            isPresent(process.env.LANGFUSE_BASE_URL)) {
+            const userId = chainOptions.configurable?.user_id;
+            const sessionId = chainOptions.configurable?.thread_id;
+            const traceMetadata = {
+                messageId: 'title-' + this.id,
+            };
+            const handler = new CallbackHandler({
+                userId,
+                sessionId,
+                traceMetadata,
+            });
+            chainOptions.callbacks = (chainOptions.callbacks ?? []).concat([handler]);
+        }
+        const convoTemplate = PromptTemplate.fromTemplate(titlePromptTemplate ?? 'User: {input}\nAI: {output}');
+        const response = contentParts
+            .map((part) => {
+            if (part?.type === 'text')
+                return part.text;
+            return '';
+        })
+            .join('\n');
+        const model = this.Graph?.getNewModel({
+            provider,
+            omitOptions,
+            clientOptions,
+        });
+        if (!model) {
+            return { language: '', title: '' };
+        }
+        if (isOpenAILike(provider) &&
+            (model instanceof ChatOpenAI$1 || model instanceof AzureChatOpenAI$1)) {
+            model.temperature = clientOptions
+                ?.temperature;
+            model.topP = clientOptions
+                ?.topP;
+            model.frequencyPenalty = clientOptions?.frequencyPenalty;
+            model.presencePenalty = clientOptions?.presencePenalty;
+            model.n = clientOptions
+                ?.n;
+        }
+        const convoToTitleInput = new RunnableLambda({
+            func: (promptValue) => ({
+                convo: promptValue.value,
+                inputText,
+                skipLanguage,
+            }),
+        }).withConfig({ runName: 'ConvoTransform' });
+        const titleChain = titleMethod === TitleMethod.COMPLETION
+            ? await createCompletionTitleRunnable(model, titlePrompt)
+            : await createTitleRunnable(model, titlePrompt);
+        /** Pipes `convoTemplate` -> `transformer` -> `titleChain` */
+        const fullChain = convoTemplate
+            .withConfig({ runName: 'ConvoTemplate' })
+            .pipe(convoToTitleInput)
+            .pipe(titleChain)
+            .withConfig({ runName: 'TitleChain' });
+        return await fullChain.invoke({ input: inputText, output: response }, chainOptions);
+    }
+}
+
+export { Run, defaultOmitOptions };
+//# sourceMappingURL=run.mjs.map

package/dist/esm/run.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.mjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\r\nimport './instrumentation';\r\nimport { zodToJsonSchema } from 'zod-to-json-schema';\r\nimport { CallbackHandler } from '@langfuse/langchain';\r\nimport { PromptTemplate } from '@langchain/core/prompts';\r\nimport { SystemMessage } from '@langchain/core/messages';\r\nimport { RunnableLambda } from '@langchain/core/runnables';\r\nimport { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';\r\nimport type {\r\n  MessageContentComplex,\r\n  BaseMessage,\r\n} from '@langchain/core/messages';\r\nimport type { StringPromptValue } from '@langchain/core/prompt_values';\r\nimport type { RunnableConfig } from '@langchain/core/runnables';\r\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\r\nimport type * as t from '@/types';\r\nimport { GraphEvents, Providers, Callback, TitleMethod } from '@/common';\r\nimport { manualToolStreamProviders } from '@/llm/providers';\r\nimport { shiftIndexTokenCountMap } from '@/messages/format';\r\nimport {\r\n  createTitleRunnable,\r\n  createCompletionTitleRunnable,\r\n} from '@/utils/title';\r\nimport { createTokenCounter } from '@/utils/tokens';\r\nimport { StandardGraph } from '@/graphs/Graph';\r\nimport { HandlerRegistry } from '@/events';\r\nimport { isOpenAILike } from '@/utils/llm';\r\nimport { isPresent } from '@/utils/misc';\r\n\r\nexport const defaultOmitOptions = new Set([\r\n  'stream',\r\n  'thinking',\r\n  'streaming',\r\n  'maxTokens',\r\n  'clientOptions',\r\n  'thinkingConfig',\r\n  'thinkingBudget',\r\n  'includeThoughts',\r\n  'maxOutputTokens',\r\n  'additionalModelRequestFields',\r\n]);\r\n\r\nexport class Run<T extends t.BaseGraphState> {\r\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\r\n  // private collab!: CollabGraph;\r\n  // private taskManager!: TaskManager;\r\n  private handlerRegistry: HandlerRegistry;\r\n  id: string;\r\n  Graph: StandardGraph | undefined;\r\n  provider: Providers | undefined;\r\n  returnContent: boolean = false;\r\n\r\n  private constructor(config: Partial<t.RunConfig>) {\r\n    const runId = config.runId ?? '';\r\n    if (!runId) {\r\n      throw new Error('Run ID not provided');\r\n    }\r\n\r\n    this.id = runId;\r\n\r\n    const handlerRegistry = new HandlerRegistry();\r\n\r\n    if (config.customHandlers) {\r\n      for (const [eventType, handler] of Object.entries(\r\n        config.customHandlers\r\n      )) {\r\n        handlerRegistry.register(eventType, handler);\r\n      }\r\n    }\r\n\r\n    this.handlerRegistry = handlerRegistry;\r\n\r\n    if (!config.graphConfig) {\r\n      throw new Error('Graph config not provided');\r\n    }\r\n\r\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\r\n      this.provider = config.graphConfig.llmConfig.provider;\r\n      this.graphRunnable = this.createStandardGraph(\r\n        config.graphConfig\r\n      ) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\r\n      if (this.Graph) {\r\n        this.Graph.handlerRegistry = handlerRegistry;\r\n      }\r\n    }\r\n\r\n    this.returnContent = config.returnContent ?? false;\r\n  }\r\n\r\n  private createStandardGraph(\r\n    config: t.StandardGraphConfig\r\n  ): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\r\n    const { llmConfig, tools = [], ...graphInput } = config;\r\n    const { provider, ...clientOptions } = llmConfig;\r\n\r\n    const standardGraph = new StandardGraph({\r\n      tools,\r\n      provider,\r\n      clientOptions,\r\n      ...graphInput,\r\n      runId: this.id,\r\n    });\r\n    this.Graph = standardGraph;\r\n    return standardGraph.createWorkflow();\r\n  }\r\n\r\n  static async create<T extends t.BaseGraphState>(\r\n    config: t.RunConfig\r\n  ): Promise<Run<T>> {\r\n    return new Run<T>(config);\r\n  }\r\n\r\n  getRunMessages(): BaseMessage[] | undefined {\r\n    if (!this.Graph) {\r\n      throw new Error(\r\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\r\n      );\r\n    }\r\n    return this.Graph.getRunMessages();\r\n  }\r\n\r\n  async processStream(\r\n    inputs: t.IState,\r\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string },\r\n    streamOptions?: t.EventStreamOptions\r\n  ): Promise<MessageContentComplex[] | undefined> {\r\n    if (!this.graphRunnable) {\r\n      throw new Error(\r\n        'Run not initialized. Make sure to use Run.create() to instantiate the Run.'\r\n      );\r\n    }\r\n    if (!this.Graph) {\r\n      throw new Error(\r\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\r\n      );\r\n    }\r\n\r\n    this.Graph.resetValues(streamOptions?.keepContent);\r\n    const provider = this.Graph.provider;\r\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\r\n    if (streamOptions?.callbacks) {\r\n      /* TODO: conflicts with callback manager */\r\n      const callbacks = (config.callbacks as t.ProvidedCallbacks) ?? [];\r\n      config.callbacks = callbacks.concat(\r\n        this.getCallbacks(streamOptions.callbacks)\r\n      );\r\n    }\r\n\r\n    if (\r\n      isPresent(process.env.LANGFUSE_SECRET_KEY) &&\r\n      isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&\r\n      isPresent(process.env.LANGFUSE_BASE_URL)\r\n    ) {\r\n      const userId = config.configurable?.user_id;\r\n      const sessionId = config.configurable?.thread_id;\r\n      const traceMetadata = {\r\n        messageId: this.id,\r\n        parentMessageId: config.configurable?.requestBody?.parentMessageId,\r\n      };\r\n      const handler = new CallbackHandler({\r\n        userId,\r\n        sessionId,\r\n        traceMetadata,\r\n      });\r\n      config.callbacks = (\r\n        (config.callbacks as t.ProvidedCallbacks) ?? []\r\n      ).concat([handler]);\r\n    }\r\n\r\n    if (!this.id) {\r\n      throw new Error('Run ID not provided');\r\n    }\r\n\r\n    const tokenCounter =\r\n      streamOptions?.tokenCounter ??\r\n      (streamOptions?.indexTokenCountMap\r\n        ? await createTokenCounter()\r\n        : undefined);\r\n    const tools = this.Graph.tools as\r\n      | Array<t.GenericTool | undefined>\r\n      | undefined;\r\n    const toolTokens = tokenCounter\r\n      ? (tools?.reduce((acc, tool) => {\r\n        if (!(tool as Partial<t.GenericTool>).schema) {\r\n          return acc;\r\n        }\r\n\r\n        const jsonSchema = zodToJsonSchema(\r\n          (tool?.schema as t.ZodObjectAny).describe(tool?.description ?? ''),\r\n          tool?.name ?? ''\r\n        );\r\n        return (\r\n          acc + tokenCounter(new SystemMessage(JSON.stringify(jsonSchema)))\r\n        );\r\n      }, 0) ?? 0)\r\n      : 0;\r\n    let instructionTokens = toolTokens;\r\n    if (this.Graph.systemMessage && tokenCounter) {\r\n      instructionTokens += tokenCounter(this.Graph.systemMessage);\r\n    }\r\n    const tokenMap = streamOptions?.indexTokenCountMap ?? {};\r\n    if (this.Graph.systemMessage && instructionTokens > 0) {\r\n      this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(\r\n        tokenMap,\r\n        instructionTokens\r\n      );\r\n    } else if (instructionTokens > 0) {\r\n      tokenMap[0] = tokenMap[0] + instructionTokens;\r\n      this.Graph.indexTokenCountMap = tokenMap;\r\n    } else {\r\n      this.Graph.indexTokenCountMap = tokenMap;\r\n    }\r\n\r\n    this.Graph.maxContextTokens = streamOptions?.maxContextTokens;\r\n    this.Graph.tokenCounter = tokenCounter;\r\n\r\n    config.run_id = this.id;\r\n    config.configurable = Object.assign(config.configurable ?? {}, {\r\n      run_id: this.id,\r\n      provider: this.provider,\r\n    });\r\n\r\n    const stream = this.graphRunnable.streamEvents(inputs, config, {\r\n      raiseError: true,\r\n    });\r\n\r\n    for await (const event of stream) {\r\n      const { data, name, metadata, ...info } = event;\r\n\r\n      let eventName: t.EventName = info.event;\r\n      if (\r\n        hasTools &&\r\n        manualToolStreamProviders.has(provider) &&\r\n        eventName === GraphEvents.CHAT_MODEL_STREAM\r\n      ) {\r\n        /* Skipping CHAT_MODEL_STREAM event due to double-call edge case */\r\n        continue;\r\n      }\r\n\r\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\r\n        eventName = name;\r\n      }\r\n\r\n      const handler = this.handlerRegistry.getHandler(eventName);\r\n      if (handler) {\r\n        handler.handle(eventName, data, metadata, this.Graph);\r\n      }\r\n    }\r\n\r\n    if (this.returnContent) {\r\n      return this.Graph.getContentParts();\r\n    }\r\n  }\r\n\r\n  private createSystemCallback<K extends keyof ClientCallbacks>(\r\n    clientCallbacks: ClientCallbacks,\r\n    key: K\r\n  ): SystemCallbacks[K] {\r\n    return ((...args: unknown[]) => {\r\n      const clientCallback = clientCallbacks[key];\r\n      if (clientCallback && this.Graph) {\r\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\r\n      }\r\n    }) as SystemCallbacks[K];\r\n  }\r\n\r\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\r\n    return {\r\n      [Callback.TOOL_ERROR]: this.createSystemCallback(\r\n        clientCallbacks,\r\n        Callback.TOOL_ERROR\r\n      ),\r\n      [Callback.TOOL_START]: this.createSystemCallback(\r\n        clientCallbacks,\r\n        Callback.TOOL_START\r\n      ),\r\n      [Callback.TOOL_END]: this.createSystemCallback(\r\n        clientCallbacks,\r\n        Callback.TOOL_END\r\n      ),\r\n    };\r\n  }\r\n\r\n  async generateTitle({\r\n    provider,\r\n    inputText,\r\n    contentParts,\r\n    titlePrompt,\r\n    clientOptions,\r\n    chainOptions,\r\n    skipLanguage,\r\n    omitOptions = defaultOmitOptions,\r\n    titleMethod = TitleMethod.COMPLETION,\r\n    titlePromptTemplate,\r\n  }: t.RunTitleOptions): Promise<{ language?: string; title?: string }> {\r\n    if (\r\n      chainOptions != null &&\r\n      isPresent(process.env.LANGFUSE_SECRET_KEY) &&\r\n      isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&\r\n      isPresent(process.env.LANGFUSE_BASE_URL)\r\n    ) {\r\n      const userId = chainOptions.configurable?.user_id;\r\n      const sessionId = chainOptions.configurable?.thread_id;\r\n      const traceMetadata = {\r\n        messageId: 'title-' + this.id,\r\n      };\r\n      const handler = new CallbackHandler({\r\n        userId,\r\n        sessionId,\r\n        traceMetadata,\r\n      });\r\n      chainOptions.callbacks = (\r\n        (chainOptions.callbacks as t.ProvidedCallbacks) ?? []\r\n      ).concat([handler]);\r\n    }\r\n\r\n    const convoTemplate = PromptTemplate.fromTemplate(\r\n      titlePromptTemplate ?? 'User: {input}\\nAI: {output}'\r\n    );\r\n\r\n    const response = contentParts\r\n      .map((part) => {\r\n        if (part?.type === 'text') return part.text;\r\n        return '';\r\n      })\r\n      .join('\\n');\r\n\r\n    const model = this.Graph?.getNewModel({\r\n      provider,\r\n      omitOptions,\r\n      clientOptions,\r\n    });\r\n    if (!model) {\r\n      return { language: '', title: '' };\r\n    }\r\n    if (\r\n      isOpenAILike(provider) &&\r\n      (model instanceof ChatOpenAI || model instanceof AzureChatOpenAI)\r\n    ) {\r\n      model.temperature = (clientOptions as t.OpenAIClientOptions | undefined)\r\n        ?.temperature as number;\r\n      model.topP = (clientOptions as t.OpenAIClientOptions | undefined)\r\n        ?.topP as number;\r\n      model.frequencyPenalty = (\r\n        clientOptions as t.OpenAIClientOptions | undefined\r\n      )?.frequencyPenalty as number;\r\n      model.presencePenalty = (\r\n        clientOptions as t.OpenAIClientOptions | undefined\r\n      )?.presencePenalty as number;\r\n      model.n = (clientOptions as t.OpenAIClientOptions | undefined)\r\n        ?.n as number;\r\n    }\r\n\r\n    const convoToTitleInput = new RunnableLambda({\r\n      func: (\r\n        promptValue: StringPromptValue\r\n      ): { convo: string; inputText: string; skipLanguage?: boolean } => ({\r\n        convo: promptValue.value,\r\n        inputText,\r\n        skipLanguage,\r\n      }),\r\n    }).withConfig({ runName: 'ConvoTransform' });\r\n\r\n    const titleChain =\r\n      titleMethod === TitleMethod.COMPLETION\r\n        ? await createCompletionTitleRunnable(model, titlePrompt)\r\n        : await createTitleRunnable(model, titlePrompt);\r\n\r\n    /** Pipes `convoTemplate` -> `transformer` -> `titleChain` */\r\n    const fullChain = convoTemplate\r\n      .withConfig({ runName: 'ConvoTemplate' })\r\n      .pipe(convoToTitleInput)\r\n      .pipe(titleChain)\r\n      .withConfig({ runName: 'TitleChain' });\r\n\r\n    return await fullChain.invoke(\r\n      { input: inputText, output: response },\r\n      chainOptions\r\n    );\r\n  }\r\n}\r\n"],"names":["ChatOpenAI","AzureChatOpenAI"],"mappings":";;;;;;;;;;;;;;;;;AAAA;AA6Ba,MAAA,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACxC,QAAQ;IACR,UAAU;IACV,WAAW;IACX,WAAW;IACX,eAAe;IACf,gBAAgB;IAChB,gBAAgB;IAChB,iBAAiB;IACjB,iBAAiB;IACjB,8BAA8B;AAC/B,CAAA;MAEY,GAAG,CAAA;AACd,IAAA,aAAa;;;AAGL,IAAA,eAAe;AACvB,IAAA,EAAE;AACF,IAAA,KAAK;AACL,IAAA,QAAQ;IACR,aAAa,GAAY,KAAK;AAE9B,IAAA,WAAA,CAAoB,MAA4B,EAAA;AAC9C,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,IAAI,CAAC,EAAE,GAAG,KAAK;AAEf,QAAA,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE;AAE7C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAC/C,MAAM,CAAC,cAAc,CACtB,EAAE;AACD,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;;;AAIhD,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;AAEtC,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;;AAG9C,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ;YACrD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAC3C,MAAM,CAAC,WAAW,CACqC;AACzD,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe;;;QAIhD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK;;AAG5C,IAAA,mBAAmB,CACzB,MAA6B,EAAA;AAE7B,QAAA,MAAM,EAAE,SAAS,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS;AAEhD,QAAA,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC;YACtC,KAAK;YACL,QAAQ;YACR,aAAa;AACb,YAAA,GAAG,UAAU;YACb,KAAK,EAAE,IAAI,CAAC,EAAE;AACf,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa;AAC1B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE;;AAGvC,IAAA,aAAa,MAAM,CACjB,MAAmB,EAAA;AAEnB,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC;;IAG3B,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;;AAEH,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;;AAGpC,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA2E,EAC3E,aAAoC,EAAA;AAEpC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CACb,4EAA4E,CAC7E;;AAEH,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;;QAGH,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC;AAClD,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK;AACvE,QAAA,IAAI,aAAa,EAAE,SAAS,EAAE;;AAE5B,YAAA,MAAM,SAAS,GAAI,MAAM,CAAC,SAAiC,IAAI,EAAE;AACjE,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CACjC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,SAAS,CAAC,CAC3C;;AAGH,QAAA,IACE,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;AAC1C,YAAA,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;YAC1C,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,EACxC;AACA,YAAA,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,EAAE,OAAO;AAC3C,YAAA,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,EAAE,SAAS;AAChD,YAAA,MAAM,aAAa,GAAG;gBACpB,SAAS,EAAE,IAAI,CAAC,EAAE;AAClB,gBAAA,eAAe,EAAE,MAAM,CAAC,YAAY,EAAE,WAAW,EAAE,eAAe;aACnE;AACD,YAAA,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC;gBAClC,MAAM;gBACN,SAAS;gBACT,aAAa;AACd,aAAA,CAAC;AACF,YAAA,MAAM,CAAC,SAAS,GAAG,CAChB,MAAM,CAAC,SAAiC,IAAI,EAAE,EAC/C,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;;AAGrB,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,MAAM,YAAY,GAChB,aAAa,EAAE,YAAY;aAC1B,aAAa,EAAE;kBACZ,MAAM,kBAAkB;kBACxB,SAAS,CAAC;AAChB,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAEZ;QACb,MAAM,UAAU,GAAG;eACd,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;AAC7B,gBAAA,IAAI,CAAE,IAA+B,CAAC,MAAM,EAAE;AAC5C,oBAAA,OAAO,GAAG;;gBAGZ,MAAM,UAAU,GAAG,eAAe,CAChC,CAAC,IAAI,EAAE,MAAyB,EAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,IAAI,EAAE,CAAC,EAClE,IAAI,EAAE,IAAI,IAAI,EAAE,CACjB;AACD,gBAAA,QACE,GAAG,GAAG,YAAY,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;AAErE,aAAC,EAAE,CAAC,CAAC,IAAI,CAAC;cACR,CAAC;QACL,IAAI,iBAAiB,GAAG,UAAU;QAClC,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,YAAY,EAAE;YAC5C,iBAAiB,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;;AAE7D,QAAA,MAAM,QAAQ,GAAG,aAAa,EAAE,kBAAkB,IAAI,EAAE;QACxD,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,iBAAiB,GAAG,CAAC,EAAE;YACrD,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,uBAAuB,CACrD,QAAQ,EACR,iBAAiB,CAClB;;AACI,aAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;YAChC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,iBAAiB;AAC7C,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;aACnC;AACL,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;QAG1C,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,aAAa,EAAE,gBAAgB;AAC7D,QAAA,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,YAAY;AAEtC,QAAA,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE;AACvB,QAAA,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE;YAC7D,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;AACxB,SAAA,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE;AAC7D,YAAA,UAAU,EAAE,IAAI;AACjB,SAAA,CAAC;AAEF,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK;AAE/C,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK;AACvC,YAAA,IACE,QAAQ;AACR,gBAAA,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC;AACvC,gBAAA,SAAS,KAAK,WAAW,CAAC,iBAAiB,EAC3C;;gBAEA;;YAGF,IAAI,SAAS,IAAI,SAAS,KAAK,WAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI;;YAGlB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC;YAC1D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC;;;AAIzD,QAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;;;IAI/B,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC;AAC3C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC;;AAEzE,SAAC;;AAGH,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACf,QAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACf,QAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAC5C,eAAe,EACf,QAAQ,CAAC,QAAQ,CAClB;SACF;;AAGH,IAAA,MAAM,aAAa,CAAC,EAClB,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,WAAW,GAAG,kBAAkB,EAChC,WAAW,GAAG,WAAW,CAAC,UAAU,EACpC,mBAAmB,GACD,EAAA;QAClB,IACE,YAAY,IAAI,IAAI;AACpB,YAAA,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;AAC1C,YAAA,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;YAC1C,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,EACxC;AACA,YAAA,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO;AACjD,YAAA,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY,EAAE,SAAS;AACtD,YAAA,MAAM,aAAa,GAAG;AACpB,gBAAA,SAAS,EAAE,QAAQ,GAAG,IAAI,CAAC,EAAE;aAC9B;AACD,YAAA,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC;gBAClC,MAAM;gBACN,SAAS;gBACT,aAAa;AACd,aAAA,CAAC;AACF,YAAA,YAAY,CAAC,SAAS,GAAG,CACtB,YAAY,CAAC,SAAiC,IAAI,EAAE,EACrD,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;;QAGrB,MAAM,aAAa,GAAG,cAAc,CAAC,YAAY,CAC/C,mBAAmB,IAAI,6BAA6B,CACrD;QAED,MAAM,QAAQ,GAAG;AACd,aAAA,GAAG,CAAC,CAAC,IAAI,KAAI;AACZ,YAAA,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI;AAC3C,YAAA,OAAO,EAAE;AACX,SAAC;aACA,IAAI,CAAC,IAAI,CAAC;AAEb,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC;YACpC,QAAQ;YACR,WAAW;YACX,aAAa;AACd,SAAA,CAAC;QACF,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;;QAEpC,IACE,YAAY,CAAC,QAAQ,CAAC;aACrB,KAAK,YAAYA,YAAU,IAAI,KAAK,YAAYC,iBAAe,CAAC,EACjE;YACA,KAAK,CAAC,WAAW,GAAI;AACnB,kBAAE,WAAqB;YACzB,KAAK,CAAC,IAAI,GAAI;AACZ,kBAAE,IAAc;AAClB,YAAA,KAAK,CAAC,gBAAgB,GACpB,aACD,EAAE,gBAA0B;AAC7B,YAAA,KAAK,CAAC,eAAe,GACnB,aACD,EAAE,eAAyB;YAC5B,KAAK,CAAC,CAAC,GAAI;AACT,kBAAE,CAAW;;AAGjB,QAAA,MAAM,iBAAiB,GAAG,IAAI,cAAc,CAAC;AAC3C,YAAA,IAAI,EAAE,CACJ,WAA8B,MACoC;gBAClE,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,SAAS;gBACT,YAAY;aACb,CAAC;SACH,CAAC,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAE5C,QAAA,MAAM,UAAU,GACd,WAAW,KAAK,WAAW,CAAC;AAC1B,cAAE,MAAM,6BAA6B,CAAC,KAAK,EAAE,WAAW;cACtD,MAAM,mBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC;;QAGnD,MAAM,SAAS,GAAG;AACf,aAAA,UAAU,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE;aACvC,IAAI,CAAC,iBAAiB;aACtB,IAAI,CAAC,UAAU;AACf,aAAA,UAAU,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;AAExC,QAAA,OAAO,MAAM,SAAS,CAAC,MAAM,CAC3B,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,EACtC,YAAY,CACb;;AAEJ;;;;"}

package/dist/esm/splitStream.mjs

@@ -0,0 +1,207 @@
+import { nanoid } from 'nanoid';
+import { GraphEvents, ContentTypes, StepTypes } from './common/enum.mjs';
+
+const SEPARATORS = [
+    '. ',
+    '?',
+    '!',
+    '۔',
+    '- ',
+    '。',
+    '‥',
+    ';',
+    '¡',
+    '¿',
+    '\n',
+    '```',
+];
+class SplitStreamHandler {
+    inCodeBlock = false;
+    inThinkBlock = false;
+    accumulate;
+    tokens = [];
+    lastToken = '';
+    reasoningTokens = [];
+    currentStepId;
+    currentMessageId;
+    currentType;
+    currentLength = 0;
+    reasoningKey = 'reasoning_content';
+    currentIndex = -1;
+    blockThreshold = 4500;
+    /** The run ID AKA the Message ID associated with the complete generation */
+    runId;
+    handlers;
+    constructor({ runId, handlers, accumulate, reasoningKey, blockThreshold, }) {
+        this.runId = runId;
+        this.handlers = handlers;
+        if (reasoningKey) {
+            this.reasoningKey = reasoningKey;
+        }
+        if (blockThreshold != null) {
+            this.blockThreshold = blockThreshold;
+        }
+        this.accumulate = accumulate ?? false;
+    }
+    getMessageId = () => {
+        const messageId = this.currentMessageId;
+        if (messageId != null && messageId) {
+            return messageId;
+        }
+        return undefined;
+    };
+    createMessageStep = (type) => {
+        if (type != null && this.currentType !== type) {
+            this.currentType = type;
+        }
+        this.currentLength = 0;
+        this.currentIndex += 1;
+        this.currentStepId = `step_${nanoid()}`;
+        this.currentMessageId = `msg_${nanoid()}`;
+        return [this.currentStepId, this.currentMessageId];
+    };
+    dispatchRunStep = (stepId, stepDetails) => {
+        const runStep = {
+            id: stepId,
+            runId: this.runId,
+            type: stepDetails.type,
+            index: this.currentIndex,
+            stepDetails,
+            // usage: null,
+        };
+        this.handlers?.[GraphEvents.ON_RUN_STEP]?.({
+            event: GraphEvents.ON_RUN_STEP,
+            data: runStep,
+        });
+    };
+    dispatchMessageDelta = (stepId, delta) => {
+        const messageDelta = {
+            id: stepId,
+            delta,
+        };
+        this.handlers?.[GraphEvents.ON_MESSAGE_DELTA]?.({
+            event: GraphEvents.ON_MESSAGE_DELTA,
+            data: messageDelta,
+        });
+    };
+    dispatchReasoningDelta = (stepId, delta) => {
+        const reasoningDelta = {
+            id: stepId,
+            delta,
+        };
+        this.handlers?.[GraphEvents.ON_REASONING_DELTA]?.({
+            event: GraphEvents.ON_REASONING_DELTA,
+            data: reasoningDelta,
+        });
+    };
+    handleContent = (content, _type) => {
+        let type = _type;
+        if (this.inThinkBlock && type === ContentTypes.TEXT) {
+            type = ContentTypes.THINK;
+        }
+        if (this.accumulate) {
+            if (type === ContentTypes.THINK) {
+                this.reasoningTokens.push(content);
+            }
+            else {
+                this.tokens.push(content);
+            }
+        }
+        if (this.currentType !== type) {
+            const [newStepId, newMessageId] = this.createMessageStep(type);
+            this.dispatchRunStep(newStepId, {
+                type: StepTypes.MESSAGE_CREATION,
+                message_creation: {
+                    message_id: newMessageId,
+                },
+            });
+        }
+        const stepId = this.currentStepId ?? '';
+        if (type === ContentTypes.THINK) {
+            this.dispatchReasoningDelta(stepId, {
+                content: [
+                    {
+                        type: ContentTypes.THINK,
+                        think: content,
+                    },
+                ],
+            });
+        }
+        else {
+            this.dispatchMessageDelta(stepId, {
+                content: [
+                    {
+                        type: ContentTypes.TEXT,
+                        text: content,
+                    },
+                ],
+            });
+        }
+        this.currentLength += content.length;
+        if (this.inCodeBlock) {
+            return;
+        }
+        if (this.currentLength > this.blockThreshold &&
+            SEPARATORS.some((sep) => content.includes(sep))) {
+            const [newStepId, newMessageId] = this.createMessageStep(type);
+            this.dispatchRunStep(newStepId, {
+                type: StepTypes.MESSAGE_CREATION,
+                message_creation: {
+                    message_id: newMessageId,
+                },
+            });
+        }
+    };
+    getDeltaContent(chunk) {
+        return chunk?.choices?.[0]?.delta?.content ?? '';
+    }
+    getReasoningDelta(chunk) {
+        return (chunk?.choices?.[0]?.delta?.[this.reasoningKey] ??
+            '');
+    }
+    handle(chunk) {
+        if (!chunk) {
+            return;
+        }
+        const content = this.getDeltaContent(chunk);
+        const reasoning_content = this.getReasoningDelta(chunk);
+        if (!content.length && !reasoning_content.length) {
+            return;
+        }
+        if (content.includes('```')) {
+            this.inCodeBlock = !this.inCodeBlock;
+        }
+        if (content.includes('<think>') && !this.inCodeBlock) {
+            this.inThinkBlock = true;
+        }
+        else if (this.lastToken.includes('</think>') && !this.inCodeBlock) {
+            this.inThinkBlock = false;
+        }
+        this.lastToken = content;
+        const message_id = this.getMessageId() ?? '';
+        if (!message_id) {
+            const initialContentType = this.inThinkBlock
+                ? ContentTypes.THINK
+                : ContentTypes.TEXT;
+            const initialType = reasoning_content
+                ? ContentTypes.THINK
+                : initialContentType;
+            const [stepId, message_id] = this.createMessageStep(initialType);
+            this.dispatchRunStep(stepId, {
+                type: StepTypes.MESSAGE_CREATION,
+                message_creation: {
+                    message_id,
+                },
+            });
+        }
+        if (reasoning_content) {
+            this.handleContent(reasoning_content, ContentTypes.THINK);
+        }
+        else {
+            this.handleContent(content, ContentTypes.TEXT);
+        }
+    }
+}
+
+export { SEPARATORS, SplitStreamHandler };
+//# sourceMappingURL=splitStream.mjs.map

package/dist/esm/splitStream.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"splitStream.mjs","sources":["../../src/splitStream.ts"],"sourcesContent":["import { nanoid } from 'nanoid';\r\nimport type * as t from '@/types';\r\nimport { ContentTypes, GraphEvents, StepTypes } from '@/common';\r\n\r\nexport const SEPARATORS = [\r\n  '. ',\r\n  '?',\r\n  '!',\r\n  '۔',\r\n  '- ',\r\n  '。',\r\n  '‥',\r\n  ';',\r\n  '¡',\r\n  '¿',\r\n  '\\n',\r\n  '```',\r\n];\r\n\r\nexport class SplitStreamHandler {\r\n  private inCodeBlock = false;\r\n  private inThinkBlock = false;\r\n  private accumulate: boolean;\r\n  tokens: string[] = [];\r\n  lastToken = '';\r\n  reasoningTokens: string[] = [];\r\n  currentStepId?: string;\r\n  currentMessageId?: string;\r\n  currentType?: ContentTypes.TEXT | ContentTypes.THINK;\r\n  currentLength = 0;\r\n  reasoningKey: 'reasoning_content' | 'reasoning' = 'reasoning_content';\r\n  currentIndex = -1;\r\n  blockThreshold = 4500;\r\n  /** The run ID AKA the Message ID associated with the complete generation */\r\n  runId: string;\r\n  handlers?: t.SplitStreamHandlers;\r\n  constructor({\r\n    runId,\r\n    handlers,\r\n    accumulate,\r\n    reasoningKey,\r\n    blockThreshold,\r\n  }: {\r\n    runId: string;\r\n    accumulate?: boolean;\r\n    handlers: t.SplitStreamHandlers;\r\n    blockThreshold?: number;\r\n    reasoningKey?: 'reasoning_content' | 'reasoning';\r\n  }) {\r\n    this.runId = runId;\r\n    this.handlers = handlers;\r\n    if (reasoningKey) {\r\n      this.reasoningKey = reasoningKey;\r\n    }\r\n    if (blockThreshold != null) {\r\n      this.blockThreshold = blockThreshold;\r\n    }\r\n    this.accumulate = accumulate ?? false;\r\n  }\r\n  getMessageId = (): string | undefined => {\r\n    const messageId = this.currentMessageId;\r\n    if (messageId != null && messageId) {\r\n      return messageId;\r\n    }\r\n    return undefined;\r\n  };\r\n  createMessageStep = (\r\n    type?: ContentTypes.TEXT | ContentTypes.THINK\r\n  ): [string, string] => {\r\n    if (type != null && this.currentType !== type) {\r\n      this.currentType = type;\r\n    }\r\n    this.currentLength = 0;\r\n    this.currentIndex += 1;\r\n    this.currentStepId = `step_${nanoid()}`;\r\n    this.currentMessageId = `msg_${nanoid()}`;\r\n    return [this.currentStepId, this.currentMessageId];\r\n  };\r\n  dispatchRunStep = (stepId: string, stepDetails: t.StepDetails): void => {\r\n    const runStep: t.RunStep = {\r\n      id: stepId,\r\n      runId: this.runId,\r\n      type: stepDetails.type,\r\n      index: this.currentIndex,\r\n      stepDetails,\r\n      // usage: null,\r\n    };\r\n    this.handlers?.[GraphEvents.ON_RUN_STEP]?.({\r\n      event: GraphEvents.ON_RUN_STEP,\r\n      data: runStep,\r\n    });\r\n  };\r\n  dispatchMessageDelta = (stepId: string, delta: t.MessageDelta): void => {\r\n    const messageDelta: t.MessageDeltaEvent = {\r\n      id: stepId,\r\n      delta,\r\n    };\r\n    this.handlers?.[GraphEvents.ON_MESSAGE_DELTA]?.({\r\n      event: GraphEvents.ON_MESSAGE_DELTA,\r\n      data: messageDelta,\r\n    });\r\n  };\r\n  dispatchReasoningDelta = (stepId: string, delta: t.ReasoningDelta): void => {\r\n    const reasoningDelta: t.ReasoningDeltaEvent = {\r\n      id: stepId,\r\n      delta,\r\n    };\r\n    this.handlers?.[GraphEvents.ON_REASONING_DELTA]?.({\r\n      event: GraphEvents.ON_REASONING_DELTA,\r\n      data: reasoningDelta,\r\n    });\r\n  };\r\n  handleContent = (\r\n    content: string,\r\n    _type: ContentTypes.TEXT | ContentTypes.THINK\r\n  ): void => {\r\n    let type = _type;\r\n    if (this.inThinkBlock && type === ContentTypes.TEXT) {\r\n      type = ContentTypes.THINK;\r\n    }\r\n    if (this.accumulate) {\r\n      if (type === ContentTypes.THINK) {\r\n        this.reasoningTokens.push(content);\r\n      } else {\r\n        this.tokens.push(content);\r\n      }\r\n    }\r\n\r\n    if (this.currentType !== type) {\r\n      const [newStepId, newMessageId] = this.createMessageStep(type);\r\n      this.dispatchRunStep(newStepId, {\r\n        type: StepTypes.MESSAGE_CREATION,\r\n        message_creation: {\r\n          message_id: newMessageId,\r\n        },\r\n      });\r\n    }\r\n\r\n    const stepId = this.currentStepId ?? '';\r\n    if (type === ContentTypes.THINK) {\r\n      this.dispatchReasoningDelta(stepId, {\r\n        content: [\r\n          {\r\n            type: ContentTypes.THINK,\r\n            think: content,\r\n          },\r\n        ],\r\n      });\r\n    } else {\r\n      this.dispatchMessageDelta(stepId, {\r\n        content: [\r\n          {\r\n            type: ContentTypes.TEXT,\r\n            text: content,\r\n          },\r\n        ],\r\n      });\r\n    }\r\n\r\n    this.currentLength += content.length;\r\n    if (this.inCodeBlock) {\r\n      return;\r\n    }\r\n\r\n    if (\r\n      this.currentLength > this.blockThreshold &&\r\n      SEPARATORS.some((sep) => content.includes(sep))\r\n    ) {\r\n      const [newStepId, newMessageId] = this.createMessageStep(type);\r\n      this.dispatchRunStep(newStepId, {\r\n        type: StepTypes.MESSAGE_CREATION,\r\n        message_creation: {\r\n          message_id: newMessageId,\r\n        },\r\n      });\r\n    }\r\n  };\r\n  getDeltaContent(chunk?: t.CustomChunk): string {\r\n    return (chunk?.choices?.[0]?.delta as t.CustomChunkDelta)?.content ?? '';\r\n  }\r\n  getReasoningDelta(chunk?: t.CustomChunk): string {\r\n    return (\r\n      (chunk?.choices?.[0]?.delta as t.CustomChunkDelta)?.[this.reasoningKey] ??\r\n      ''\r\n    );\r\n  }\r\n  handle(chunk?: t.CustomChunk): void {\r\n    if (!chunk) {\r\n      return;\r\n    }\r\n\r\n    const content = this.getDeltaContent(chunk);\r\n    const reasoning_content = this.getReasoningDelta(chunk);\r\n    if (!content.length && !reasoning_content.length) {\r\n      return;\r\n    }\r\n\r\n    if (content.includes('```')) {\r\n      this.inCodeBlock = !this.inCodeBlock;\r\n    }\r\n\r\n    if (content.includes('<think>') && !this.inCodeBlock) {\r\n      this.inThinkBlock = true;\r\n    } else if (this.lastToken.includes('</think>') && !this.inCodeBlock) {\r\n      this.inThinkBlock = false;\r\n    }\r\n\r\n    this.lastToken = content;\r\n\r\n    const message_id = this.getMessageId() ?? '';\r\n\r\n    if (!message_id) {\r\n      const initialContentType = this.inThinkBlock\r\n        ? ContentTypes.THINK\r\n        : ContentTypes.TEXT;\r\n      const initialType = reasoning_content\r\n        ? ContentTypes.THINK\r\n        : initialContentType;\r\n      const [stepId, message_id] = this.createMessageStep(initialType);\r\n      this.dispatchRunStep(stepId, {\r\n        type: StepTypes.MESSAGE_CREATION,\r\n        message_creation: {\r\n          message_id,\r\n        },\r\n      });\r\n    }\r\n\r\n    if (reasoning_content) {\r\n      this.handleContent(reasoning_content, ContentTypes.THINK);\r\n    } else {\r\n      this.handleContent(content, ContentTypes.TEXT);\r\n    }\r\n  }\r\n}\r\n"],"names":[],"mappings":";;;AAIa,MAAA,UAAU,GAAG;IACxB,IAAI;IACJ,GAAG;IACH,GAAG;IACH,GAAG;IACH,IAAI;IACJ,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,IAAI;IACJ,KAAK;;MAGM,kBAAkB,CAAA;IACrB,WAAW,GAAG,KAAK;IACnB,YAAY,GAAG,KAAK;AACpB,IAAA,UAAU;IAClB,MAAM,GAAa,EAAE;IACrB,SAAS,GAAG,EAAE;IACd,eAAe,GAAa,EAAE;AAC9B,IAAA,aAAa;AACb,IAAA,gBAAgB;AAChB,IAAA,WAAW;IACX,aAAa,GAAG,CAAC;IACjB,YAAY,GAAsC,mBAAmB;IACrE,YAAY,GAAG,EAAE;IACjB,cAAc,GAAG,IAAI;;AAErB,IAAA,KAAK;AACL,IAAA,QAAQ;IACR,WAAY,CAAA,EACV,KAAK,EACL,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,cAAc,GAOf,EAAA;AACC,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK;AAClB,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ;QACxB,IAAI,YAAY,EAAE;AAChB,YAAA,IAAI,CAAC,YAAY,GAAG,YAAY;;AAElC,QAAA,IAAI,cAAc,IAAI,IAAI,EAAE;AAC1B,YAAA,IAAI,CAAC,cAAc,GAAG,cAAc;;AAEtC,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,KAAK;;IAEvC,YAAY,GAAG,MAAyB;AACtC,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB;AACvC,QAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,EAAE;AAClC,YAAA,OAAO,SAAS;;AAElB,QAAA,OAAO,SAAS;AAClB,KAAC;AACD,IAAA,iBAAiB,GAAG,CAClB,IAA6C,KACzB;QACpB,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE;AAC7C,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI;;AAEzB,QAAA,IAAI,CAAC,aAAa,GAAG,CAAC;AACtB,QAAA,IAAI,CAAC,YAAY,IAAI,CAAC;AACtB,QAAA,IAAI,CAAC,aAAa,GAAG,QAAQ,MAAM,EAAE,EAAE;AACvC,QAAA,IAAI,CAAC,gBAAgB,GAAG,OAAO,MAAM,EAAE,EAAE;QACzC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,gBAAgB,CAAC;AACpD,KAAC;AACD,IAAA,eAAe,GAAG,CAAC,MAAc,EAAE,WAA0B,KAAU;AACrE,QAAA,MAAM,OAAO,GAAc;AACzB,YAAA,EAAE,EAAE,MAAM;YACV,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,KAAK,EAAE,IAAI,CAAC,YAAY;YACxB,WAAW;;SAEZ;QACD,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,WAAW,CAAC,GAAG;YACzC,KAAK,EAAE,WAAW,CAAC,WAAW;AAC9B,YAAA,IAAI,EAAE,OAAO;AACd,SAAA,CAAC;AACJ,KAAC;AACD,IAAA,oBAAoB,GAAG,CAAC,MAAc,EAAE,KAAqB,KAAU;AACrE,QAAA,MAAM,YAAY,GAAwB;AACxC,YAAA,EAAE,EAAE,MAAM;YACV,KAAK;SACN;QACD,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,gBAAgB,CAAC,GAAG;YAC9C,KAAK,EAAE,WAAW,CAAC,gBAAgB;AACnC,YAAA,IAAI,EAAE,YAAY;AACnB,SAAA,CAAC;AACJ,KAAC;AACD,IAAA,sBAAsB,GAAG,CAAC,MAAc,EAAE,KAAuB,KAAU;AACzE,QAAA,MAAM,cAAc,GAA0B;AAC5C,YAAA,EAAE,EAAE,MAAM;YACV,KAAK;SACN;QACD,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,kBAAkB,CAAC,GAAG;YAChD,KAAK,EAAE,WAAW,CAAC,kBAAkB;AACrC,YAAA,IAAI,EAAE,cAAc;AACrB,SAAA,CAAC;AACJ,KAAC;AACD,IAAA,aAAa,GAAG,CACd,OAAe,EACf,KAA6C,KACrC;QACR,IAAI,IAAI,GAAG,KAAK;QAChB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE;AACnD,YAAA,IAAI,GAAG,YAAY,CAAC,KAAK;;AAE3B,QAAA,IAAI,IAAI,CAAC,UAAU,EAAE;AACnB,YAAA,IAAI,IAAI,KAAK,YAAY,CAAC,KAAK,EAAE;AAC/B,gBAAA,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC;;iBAC7B;AACL,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;;;AAI7B,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE;AAC7B,YAAA,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;AAC9D,YAAA,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE;gBAC9B,IAAI,EAAE,SAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;AAChB,oBAAA,UAAU,EAAE,YAAY;AACzB,iBAAA;AACF,aAAA,CAAC;;AAGJ,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE;AACvC,QAAA,IAAI,IAAI,KAAK,YAAY,CAAC,KAAK,EAAE;AAC/B,YAAA,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE;AAClC,gBAAA,OAAO,EAAE;AACP,oBAAA;wBACE,IAAI,EAAE,YAAY,CAAC,KAAK;AACxB,wBAAA,KAAK,EAAE,OAAO;AACf,qBAAA;AACF,iBAAA;AACF,aAAA,CAAC;;aACG;AACL,YAAA,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE;AAChC,gBAAA,OAAO,EAAE;AACP,oBAAA;wBACE,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,wBAAA,IAAI,EAAE,OAAO;AACd,qBAAA;AACF,iBAAA;AACF,aAAA,CAAC;;AAGJ,QAAA,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC,MAAM;AACpC,QAAA,IAAI,IAAI,CAAC,WAAW,EAAE;YACpB;;AAGF,QAAA,IACE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,cAAc;AACxC,YAAA,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAC/C;AACA,YAAA,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;AAC9D,YAAA,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE;gBAC9B,IAAI,EAAE,SAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;AAChB,oBAAA,UAAU,EAAE,YAAY;AACzB,iBAAA;AACF,aAAA,CAAC;;AAEN,KAAC;AACD,IAAA,eAAe,CAAC,KAAqB,EAAA;AACnC,QAAA,OAAQ,KAAK,EAAE,OAAO,GAAG,CAAC,CAAC,EAAE,KAA4B,EAAE,OAAO,IAAI,EAAE;;AAE1E,IAAA,iBAAiB,CAAC,KAAqB,EAAA;AACrC,QAAA,QACG,KAAK,EAAE,OAAO,GAAG,CAAC,CAAC,EAAE,KAA4B,GAAG,IAAI,CAAC,YAAY,CAAC;AACvE,YAAA,EAAE;;AAGN,IAAA,MAAM,CAAC,KAAqB,EAAA;QAC1B,IAAI,CAAC,KAAK,EAAE;YACV;;QAGF,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;QAC3C,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE;YAChD;;AAGF,QAAA,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;AAC3B,YAAA,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,WAAW;;AAGtC,QAAA,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;AACpD,YAAA,IAAI,CAAC,YAAY,GAAG,IAAI;;AACnB,aAAA,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;AACnE,YAAA,IAAI,CAAC,YAAY,GAAG,KAAK;;AAG3B,QAAA,IAAI,CAAC,SAAS,GAAG,OAAO;QAExB,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE;QAE5C,IAAI,CAAC,UAAU,EAAE;AACf,YAAA,MAAM,kBAAkB,GAAG,IAAI,CAAC;kBAC5B,YAAY,CAAC;AACf,kBAAE,YAAY,CAAC,IAAI;YACrB,MAAM,WAAW,GAAG;kBAChB,YAAY,CAAC;kBACb,kBAAkB;AACtB,YAAA,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC;AAChE,YAAA,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;gBAC3B,IAAI,EAAE,SAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;oBAChB,UAAU;AACX,iBAAA;AACF,aAAA,CAAC;;QAGJ,IAAI,iBAAiB,EAAE;YACrB,IAAI,CAAC,aAAa,CAAC,iBAAiB,EAAE,YAAY,CAAC,KAAK,CAAC;;aACpD;YACL,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC;;;AAGnD;;;;"}