@librechat/agents 1.9.95 → 1.9.96

package/dist/cjs/main.cjs

@@ -2,6 +2,7 @@
 
 var run = require('./run.cjs');
 var stream = require('./stream.cjs');
+var splitStream = require('./splitStream.cjs');
 var events = require('./events.cjs');
 var messages = require('./messages.cjs');
 var Graph = require('./graphs/Graph.cjs');
@@ -17,6 +18,8 @@ exports.Run = run.Run;
 exports.ChatModelStreamHandler = stream.ChatModelStreamHandler;
 exports.createContentAggregator = stream.createContentAggregator;
 exports.handleToolCalls = stream.handleToolCalls;
+exports.SEPARATORS = splitStream.SEPARATORS;
+exports.SplitStreamHandler = splitStream.SplitStreamHandler;
 exports.HandlerRegistry = events.HandlerRegistry;
 exports.LLMStreamHandler = events.LLMStreamHandler;
 exports.ModelEndHandler = events.ModelEndHandler;

package/dist/cjs/main.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"main.cjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}
+{"version":3,"file":"main.cjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}

package/dist/cjs/splitStream.cjs

@@ -0,0 +1,175 @@
+'use strict';
+
+var nanoid = require('nanoid');
+var _enum = require('./common/enum.cjs');
+
+const SEPARATORS = ['.', '?', '!', '۔', '。', '‥', ';', '¡', '¿', '\n', '```'];
+class SplitStreamHandler {
+    inCodeBlock = false;
+    inThinkBlock = false;
+    accumulate;
+    tokens = [];
+    lastToken = '';
+    reasoningTokens = [];
+    currentStepId;
+    currentMessageId;
+    currentType;
+    currentLength = 0;
+    reasoningKey = 'reasoning_content';
+    currentIndex = -1;
+    blockThreshold = 4500;
+    /** The run ID AKA the Message ID associated with the complete generation */
+    runId;
+    handlers;
+    constructor({ runId, handlers, accumulate, reasoningKey, blockThreshold, }) {
+        this.runId = runId;
+        this.handlers = handlers;
+        if (reasoningKey) {
+            this.reasoningKey = reasoningKey;
+        }
+        if (blockThreshold != null) {
+            this.blockThreshold = blockThreshold;
+        }
+        this.accumulate = accumulate ?? false;
+    }
+    getMessageId = () => {
+        const messageId = this.currentMessageId;
+        if (messageId != null && messageId) {
+            return messageId;
+        }
+        return undefined;
+    };
+    createMessageStep = (type) => {
+        if (type != null && this.currentType !== type) {
+            this.currentType = type;
+        }
+        this.currentLength = 0;
+        this.currentIndex += 1;
+        this.currentStepId = `step_${nanoid.nanoid()}`;
+        this.currentMessageId = `msg_${nanoid.nanoid()}`;
+        return [this.currentStepId, this.currentMessageId];
+    };
+    dispatchRunStep = (stepId, stepDetails) => {
+        const runStep = {
+            id: stepId,
+            runId: this.runId,
+            type: stepDetails.type,
+            index: this.currentIndex,
+            stepDetails,
+            // usage: null,
+        };
+        this.handlers?.[_enum.GraphEvents.ON_RUN_STEP]?.({ event: _enum.GraphEvents.ON_RUN_STEP, data: runStep });
+    };
+    dispatchMessageDelta = (stepId, delta) => {
+        const messageDelta = {
+            id: stepId,
+            delta,
+        };
+        this.handlers?.[_enum.GraphEvents.ON_MESSAGE_DELTA]?.({ event: _enum.GraphEvents.ON_MESSAGE_DELTA, data: messageDelta });
+    };
+    dispatchReasoningDelta = (stepId, delta) => {
+        const reasoningDelta = {
+            id: stepId,
+            delta,
+        };
+        this.handlers?.[_enum.GraphEvents.ON_REASONING_DELTA]?.({ event: _enum.GraphEvents.ON_REASONING_DELTA, data: reasoningDelta });
+    };
+    handleContent = (content, stepId, _type) => {
+        let type = _type;
+        if (this.inThinkBlock && type === _enum.ContentTypes.TEXT) {
+            type = _enum.ContentTypes.THINK;
+        }
+        if (this.accumulate) {
+            if (type === _enum.ContentTypes.THINK) {
+                this.reasoningTokens.push(content);
+            }
+            else {
+                this.tokens.push(content);
+            }
+        }
+        if (this.currentType !== type) {
+            const [newStepId, newMessageId] = this.createMessageStep(type);
+            this.dispatchRunStep(newStepId, {
+                type: _enum.StepTypes.MESSAGE_CREATION,
+                message_creation: {
+                    message_id: newMessageId,
+                },
+            });
+        }
+        if (content.includes('```')) {
+            this.inCodeBlock = !this.inCodeBlock;
+        }
+        this.currentLength += content.length;
+        if (type === _enum.ContentTypes.THINK) {
+            this.dispatchReasoningDelta(stepId, {
+                content: [{
+                        type: _enum.ContentTypes.THINK,
+                        think: content,
+                    }],
+            });
+        }
+        else {
+            this.dispatchMessageDelta(stepId, {
+                content: [{
+                        type: _enum.ContentTypes.TEXT,
+                        text: content,
+                    }],
+            });
+        }
+        if (this.inCodeBlock) {
+            return;
+        }
+        if (this.currentLength > this.blockThreshold && SEPARATORS.some(sep => content.includes(sep))) {
+            const [newStepId, newMessageId] = this.createMessageStep(type);
+            this.dispatchRunStep(newStepId, {
+                type: _enum.StepTypes.MESSAGE_CREATION,
+                message_creation: {
+                    message_id: newMessageId,
+                },
+            });
+        }
+    };
+    handle(chunk) {
+        if (!chunk) {
+            return;
+        }
+        const content = chunk.choices?.[0]?.delta.content ?? '';
+        const reasoning_content = chunk.choices?.[0]?.delta[this.reasoningKey] ?? '';
+        if (!content.length && !reasoning_content.length) {
+            return;
+        }
+        if (content === '<think>' && !this.inCodeBlock) {
+            this.inThinkBlock = true;
+        }
+        else if (this.lastToken === '</think>' && !this.inCodeBlock) {
+            this.inThinkBlock = false;
+        }
+        this.lastToken = content;
+        const message_id = this.getMessageId() ?? '';
+        if (!message_id) {
+            const initialContentType = this.inThinkBlock ? _enum.ContentTypes.THINK : _enum.ContentTypes.TEXT;
+            const initialType = reasoning_content ? _enum.ContentTypes.THINK : initialContentType;
+            const [stepId, message_id] = this.createMessageStep(initialType);
+            this.dispatchRunStep(stepId, {
+                type: _enum.StepTypes.MESSAGE_CREATION,
+                message_creation: {
+                    message_id,
+                },
+            });
+        }
+        const stepId = this.currentStepId ?? '';
+        if (!stepId) {
+            return;
+        }
+        if (reasoning_content) {
+            this.handleContent(reasoning_content, stepId, _enum.ContentTypes.THINK);
+        }
+        else {
+            this.handleContent(content, stepId, _enum.ContentTypes.TEXT);
+        }
+    }
+}
+
+exports.SEPARATORS = SEPARATORS;
+exports.SplitStreamHandler = SplitStreamHandler;
+//# sourceMappingURL=splitStream.cjs.map

package/dist/cjs/splitStream.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"splitStream.cjs","sources":["../../src/splitStream.ts"],"sourcesContent":["import { nanoid } from 'nanoid';\nimport type * as t from '@/types';\nimport { ContentTypes, GraphEvents, StepTypes } from '@/common';\n\nexport const SEPARATORS = ['.', '?', '!', '۔', '。', '‥', ';', '¡', '¿', '\\n', '```'];\n\nexport class SplitStreamHandler {\n  private inCodeBlock = false;\n  private inThinkBlock = false;\n  private accumulate: boolean;\n  tokens: string[] = [];\n  lastToken = '';\n  reasoningTokens: string[] = [];\n  currentStepId?: string;\n  currentMessageId?: string;\n  currentType?: ContentTypes.TEXT | ContentTypes.THINK;\n  currentLength = 0;\n  reasoningKey: 'reasoning_content' | 'reasoning' = 'reasoning_content';\n  currentIndex = -1;\n  blockThreshold = 4500;\n  /** The run ID AKA the Message ID associated with the complete generation */\n  runId: string;\n  handlers?: t.SplitStreamHandlers;\n  constructor({\n    runId,\n    handlers,\n    accumulate,\n    reasoningKey,\n    blockThreshold,\n  }: {\n      runId: string,\n      accumulate?: boolean,\n      handlers: t.SplitStreamHandlers\n      blockThreshold?: number,\n      reasoningKey?: 'reasoning_content' | 'reasoning',\n    }) {\n    this.runId = runId;\n    this.handlers = handlers;\n    if (reasoningKey) {\n      this.reasoningKey = reasoningKey;\n    }\n    if (blockThreshold != null) {\n      this.blockThreshold = blockThreshold;\n    }\n    this.accumulate = accumulate ?? false;\n  }\n  getMessageId = (): string | undefined => {\n    const messageId = this.currentMessageId;\n    if (messageId != null && messageId) {\n      return messageId;\n    }\n    return undefined;\n  };\n  createMessageStep = (type?: ContentTypes.TEXT | ContentTypes.THINK): [string, string] => {\n    if (type != null && this.currentType !== type) {\n      this.currentType = type;\n    }\n    this.currentLength = 0;\n    this.currentIndex += 1;\n    this.currentStepId = `step_${nanoid()}`;\n    this.currentMessageId = `msg_${nanoid()}`;\n    return [this.currentStepId, this.currentMessageId];\n  };\n  dispatchRunStep = (stepId: string, stepDetails: t.StepDetails): void => {\n    const runStep: t.RunStep = {\n      id: stepId,\n      runId: this.runId,\n      type: stepDetails.type,\n      index: this.currentIndex,\n      stepDetails,\n      // usage: null,\n    };\n    this.handlers?.[GraphEvents.ON_RUN_STEP]?.({ event: GraphEvents.ON_RUN_STEP, data: runStep });\n  };\n  dispatchMessageDelta = (stepId: string, delta: t.MessageDelta): void => {\n    const messageDelta: t.MessageDeltaEvent = {\n      id: stepId,\n      delta,\n    };\n    this.handlers?.[GraphEvents.ON_MESSAGE_DELTA]?.({ event: GraphEvents.ON_MESSAGE_DELTA, data: messageDelta });\n  };\n  dispatchReasoningDelta = (stepId: string, delta: t.ReasoningDelta): void => {\n    const reasoningDelta: t.ReasoningDeltaEvent = {\n      id: stepId,\n      delta,\n    };\n    this.handlers?.[GraphEvents.ON_REASONING_DELTA]?.({ event: GraphEvents.ON_REASONING_DELTA, data: reasoningDelta });\n  };\n  handleContent = (content: string, stepId: string, _type: ContentTypes.TEXT | ContentTypes.THINK): void => {\n    let type = _type;\n    if (this.inThinkBlock && type === ContentTypes.TEXT) {\n      type = ContentTypes.THINK;\n    }\n    if (this.accumulate) {\n      if (type === ContentTypes.THINK) {\n        this.reasoningTokens.push(content);\n      } else {\n        this.tokens.push(content);\n      }\n    }\n\n    if (this.currentType !== type) {\n      const [newStepId, newMessageId] = this.createMessageStep(type);\n      this.dispatchRunStep(newStepId, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id: newMessageId,\n        },\n      });\n    }\n\n    if (content.includes('```')) {\n      this.inCodeBlock = !this.inCodeBlock;\n    }\n\n    this.currentLength += content.length;\n\n    if (type === ContentTypes.THINK) {\n      this.dispatchReasoningDelta(stepId, {\n        content: [{\n          type: ContentTypes.THINK,\n          think: content,\n        }],\n      });\n    } else {\n      this.dispatchMessageDelta(stepId, {\n        content: [{\n          type: ContentTypes.TEXT,\n          text: content,\n        }],\n      });\n    }\n\n    if (this.inCodeBlock) {\n      return;\n    }\n\n    if (this.currentLength > this.blockThreshold && SEPARATORS.some(sep => content.includes(sep))) {\n      const [newStepId, newMessageId] = this.createMessageStep(type);\n      this.dispatchRunStep(newStepId, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id: newMessageId,\n        },\n      });\n    }\n  };\n  handle(chunk?: t.CustomChunk): void {\n    if (!chunk) {\n      return;\n    }\n\n    const content = chunk.choices?.[0]?.delta.content ?? '';\n    const reasoning_content = chunk.choices?.[0]?.delta[this.reasoningKey] ?? '';\n\n    if (!content.length && !reasoning_content.length) {\n      return;\n    }\n\n    if (content === '<think>' && !this.inCodeBlock) {\n      this.inThinkBlock = true;\n    } else if (this.lastToken === '</think>' && !this.inCodeBlock) {\n      this.inThinkBlock = false;\n    }\n\n    this.lastToken = content;\n\n    const message_id = this.getMessageId() ?? '';\n\n    if (!message_id) {\n      const initialContentType = this.inThinkBlock ? ContentTypes.THINK : ContentTypes.TEXT;\n      const initialType = reasoning_content ? ContentTypes.THINK : initialContentType;\n      const [stepId, message_id] = this.createMessageStep(initialType);\n      this.dispatchRunStep(stepId, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id,\n        },\n      });\n    }\n\n    const stepId = this.currentStepId ?? '';\n    if (!stepId) {\n      return;\n    }\n\n    if (reasoning_content) {\n      this.handleContent(reasoning_content, stepId, ContentTypes.THINK);\n    } else {\n      this.handleContent(content, stepId, ContentTypes.TEXT);\n    }\n  }\n}"],"names":["nanoid","GraphEvents","ContentTypes","StepTypes"],"mappings":";;;;;AAIa,MAAA,UAAU,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;MAExE,kBAAkB,CAAA;IACrB,WAAW,GAAG,KAAK,CAAC;IACpB,YAAY,GAAG,KAAK,CAAC;AACrB,IAAA,UAAU,CAAU;IAC5B,MAAM,GAAa,EAAE,CAAC;IACtB,SAAS,GAAG,EAAE,CAAC;IACf,eAAe,GAAa,EAAE,CAAC;AAC/B,IAAA,aAAa,CAAU;AACvB,IAAA,gBAAgB,CAAU;AAC1B,IAAA,WAAW,CAA0C;IACrD,aAAa,GAAG,CAAC,CAAC;IAClB,YAAY,GAAsC,mBAAmB,CAAC;IACtE,YAAY,GAAG,CAAC,CAAC,CAAC;IAClB,cAAc,GAAG,IAAI,CAAC;;AAEtB,IAAA,KAAK,CAAS;AACd,IAAA,QAAQ,CAAyB;IACjC,WAAY,CAAA,EACV,KAAK,EACL,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,cAAc,GAOb,EAAA;AACD,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;AACnB,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,YAAY,EAAE;AAChB,YAAA,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;SAClC;AACD,QAAA,IAAI,cAAc,IAAI,IAAI,EAAE;AAC1B,YAAA,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;SACtC;AACD,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,KAAK,CAAC;KACvC;IACD,YAAY,GAAG,MAAyB;AACtC,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC;AACxC,QAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,EAAE;AAClC,YAAA,OAAO,SAAS,CAAC;SAClB;AACD,QAAA,OAAO,SAAS,CAAC;AACnB,KAAC,CAAC;AACF,IAAA,iBAAiB,GAAG,CAAC,IAA6C,KAAsB;QACtF,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE;AAC7C,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;SACzB;AACD,QAAA,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;AACvB,QAAA,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC;AACvB,QAAA,IAAI,CAAC,aAAa,GAAG,QAAQA,aAAM,EAAE,EAAE,CAAC;AACxC,QAAA,IAAI,CAAC,gBAAgB,GAAG,OAAOA,aAAM,EAAE,EAAE,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;AACrD,KAAC,CAAC;AACF,IAAA,eAAe,GAAG,CAAC,MAAc,EAAE,WAA0B,KAAU;AACrE,QAAA,MAAM,OAAO,GAAc;AACzB,YAAA,EAAE,EAAE,MAAM;YACV,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,KAAK,EAAE,IAAI,CAAC,YAAY;YACxB,WAAW;;SAEZ,CAAC;QACF,IAAI,CAAC,QAAQ,GAAGC,iBAAW,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAEA,iBAAW,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAChG,KAAC,CAAC;AACF,IAAA,oBAAoB,GAAG,CAAC,MAAc,EAAE,KAAqB,KAAU;AACrE,QAAA,MAAM,YAAY,GAAwB;AACxC,YAAA,EAAE,EAAE,MAAM;YACV,KAAK;SACN,CAAC;QACF,IAAI,CAAC,QAAQ,GAAGA,iBAAW,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,EAAEA,iBAAW,CAAC,gBAAgB,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;AAC/G,KAAC,CAAC;AACF,IAAA,sBAAsB,GAAG,CAAC,MAAc,EAAE,KAAuB,KAAU;AACzE,QAAA,MAAM,cAAc,GAA0B;AAC5C,YAAA,EAAE,EAAE,MAAM;YACV,KAAK;SACN,CAAC;QACF,IAAI,CAAC,QAAQ,GAAGA,iBAAW,CAAC,kBAAkB,CAAC,GAAG,EAAE,KAAK,EAAEA,iBAAW,CAAC,kBAAkB,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;AACrH,KAAC,CAAC;IACF,aAAa,GAAG,CAAC,OAAe,EAAE,MAAc,EAAE,KAA6C,KAAU;QACvG,IAAI,IAAI,GAAG,KAAK,CAAC;QACjB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,KAAKC,kBAAY,CAAC,IAAI,EAAE;AACnD,YAAA,IAAI,GAAGA,kBAAY,CAAC,KAAK,CAAC;SAC3B;AACD,QAAA,IAAI,IAAI,CAAC,UAAU,EAAE;AACnB,YAAA,IAAI,IAAI,KAAKA,kBAAY,CAAC,KAAK,EAAE;AAC/B,gBAAA,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aACpC;iBAAM;AACL,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aAC3B;SACF;AAED,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE;AAC7B,YAAA,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;AAC/D,YAAA,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE;gBAC9B,IAAI,EAAEC,eAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;AAChB,oBAAA,UAAU,EAAE,YAAY;AACzB,iBAAA;AACF,aAAA,CAAC,CAAC;SACJ;AAED,QAAA,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;AAC3B,YAAA,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC;SACtC;AAED,QAAA,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;AAErC,QAAA,IAAI,IAAI,KAAKD,kBAAY,CAAC,KAAK,EAAE;AAC/B,YAAA,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE;AAClC,gBAAA,OAAO,EAAE,CAAC;wBACR,IAAI,EAAEA,kBAAY,CAAC,KAAK;AACxB,wBAAA,KAAK,EAAE,OAAO;qBACf,CAAC;AACH,aAAA,CAAC,CAAC;SACJ;aAAM;AACL,YAAA,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE;AAChC,gBAAA,OAAO,EAAE,CAAC;wBACR,IAAI,EAAEA,kBAAY,CAAC,IAAI;AACvB,wBAAA,IAAI,EAAE,OAAO;qBACd,CAAC;AACH,aAAA,CAAC,CAAC;SACJ;AAED,QAAA,IAAI,IAAI,CAAC,WAAW,EAAE;YACpB,OAAO;SACR;QAED,IAAI,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,cAAc,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE;AAC7F,YAAA,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;AAC/D,YAAA,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE;gBAC9B,IAAI,EAAEC,eAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;AAChB,oBAAA,UAAU,EAAE,YAAY;AACzB,iBAAA;AACF,aAAA,CAAC,CAAC;SACJ;AACH,KAAC,CAAC;AACF,IAAA,MAAM,CAAC,KAAqB,EAAA;QAC1B,IAAI,CAAC,KAAK,EAAE;YACV,OAAO;SACR;AAED,QAAA,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;AACxD,QAAA,MAAM,iBAAiB,GAAG,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;QAE7E,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE;YAChD,OAAO;SACR;QAED,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;AAC9C,YAAA,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;SAC1B;aAAM,IAAI,IAAI,CAAC,SAAS,KAAK,UAAU,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;AAC7D,YAAA,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;SAC3B;AAED,QAAA,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC;QAEzB,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;QAE7C,IAAI,CAAC,UAAU,EAAE;AACf,YAAA,MAAM,kBAAkB,GAAG,IAAI,CAAC,YAAY,GAAGD,kBAAY,CAAC,KAAK,GAAGA,kBAAY,CAAC,IAAI,CAAC;AACtF,YAAA,MAAM,WAAW,GAAG,iBAAiB,GAAGA,kBAAY,CAAC,KAAK,GAAG,kBAAkB,CAAC;AAChF,YAAA,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;AACjE,YAAA,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;gBAC3B,IAAI,EAAEC,eAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;oBAChB,UAAU;AACX,iBAAA;AACF,aAAA,CAAC,CAAC;SACJ;AAED,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,MAAM,EAAE;YACX,OAAO;SACR;QAED,IAAI,iBAAiB,EAAE;YACrB,IAAI,CAAC,aAAa,CAAC,iBAAiB,EAAE,MAAM,EAAED,kBAAY,CAAC,KAAK,CAAC,CAAC;SACnE;aAAM;YACL,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,EAAEA,kBAAY,CAAC,IAAI,CAAC,CAAC;SACxD;KACF;AACF;;;;;"}

package/dist/esm/main.mjs

@@ -1,5 +1,6 @@
 export { Run } from './run.mjs';
 export { ChatModelStreamHandler, createContentAggregator, handleToolCalls } from './stream.mjs';
+export { SEPARATORS, SplitStreamHandler } from './splitStream.mjs';
 export { HandlerRegistry, LLMStreamHandler, ModelEndHandler, TestChatStreamHandler, TestLLMStreamHandler, ToolEndHandler, createMetadataAggregator } from './events.mjs';
 export { convertMessagesToContent, findLastIndex, formatAnthropicArtifactContent, formatAnthropicMessage, formatOpenAIArtifactContent, getConverseOverrideMessage, modifyDeltaProperties } from './messages.mjs';
 export { Graph, StandardGraph } from './graphs/Graph.mjs';

package/dist/esm/main.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"main.mjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;"}
+{"version":3,"file":"main.mjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;"}

package/dist/esm/splitStream.mjs

@@ -0,0 +1,172 @@
+import { nanoid } from 'nanoid';
+import { GraphEvents, ContentTypes, StepTypes } from './common/enum.mjs';
+
+const SEPARATORS = ['.', '?', '!', '۔', '。', '‥', ';', '¡', '¿', '\n', '```'];
+class SplitStreamHandler {
+    inCodeBlock = false;
+    inThinkBlock = false;
+    accumulate;
+    tokens = [];
+    lastToken = '';
+    reasoningTokens = [];
+    currentStepId;
+    currentMessageId;
+    currentType;
+    currentLength = 0;
+    reasoningKey = 'reasoning_content';
+    currentIndex = -1;
+    blockThreshold = 4500;
+    /** The run ID AKA the Message ID associated with the complete generation */
+    runId;
+    handlers;
+    constructor({ runId, handlers, accumulate, reasoningKey, blockThreshold, }) {
+        this.runId = runId;
+        this.handlers = handlers;
+        if (reasoningKey) {
+            this.reasoningKey = reasoningKey;
+        }
+        if (blockThreshold != null) {
+            this.blockThreshold = blockThreshold;
+        }
+        this.accumulate = accumulate ?? false;
+    }
+    getMessageId = () => {
+        const messageId = this.currentMessageId;
+        if (messageId != null && messageId) {
+            return messageId;
+        }
+        return undefined;
+    };
+    createMessageStep = (type) => {
+        if (type != null && this.currentType !== type) {
+            this.currentType = type;
+        }
+        this.currentLength = 0;
+        this.currentIndex += 1;
+        this.currentStepId = `step_${nanoid()}`;
+        this.currentMessageId = `msg_${nanoid()}`;
+        return [this.currentStepId, this.currentMessageId];
+    };
+    dispatchRunStep = (stepId, stepDetails) => {
+        const runStep = {
+            id: stepId,
+            runId: this.runId,
+            type: stepDetails.type,
+            index: this.currentIndex,
+            stepDetails,
+            // usage: null,
+        };
+        this.handlers?.[GraphEvents.ON_RUN_STEP]?.({ event: GraphEvents.ON_RUN_STEP, data: runStep });
+    };
+    dispatchMessageDelta = (stepId, delta) => {
+        const messageDelta = {
+            id: stepId,
+            delta,
+        };
+        this.handlers?.[GraphEvents.ON_MESSAGE_DELTA]?.({ event: GraphEvents.ON_MESSAGE_DELTA, data: messageDelta });
+    };
+    dispatchReasoningDelta = (stepId, delta) => {
+        const reasoningDelta = {
+            id: stepId,
+            delta,
+        };
+        this.handlers?.[GraphEvents.ON_REASONING_DELTA]?.({ event: GraphEvents.ON_REASONING_DELTA, data: reasoningDelta });
+    };
+    handleContent = (content, stepId, _type) => {
+        let type = _type;
+        if (this.inThinkBlock && type === ContentTypes.TEXT) {
+            type = ContentTypes.THINK;
+        }
+        if (this.accumulate) {
+            if (type === ContentTypes.THINK) {
+                this.reasoningTokens.push(content);
+            }
+            else {
+                this.tokens.push(content);
+            }
+        }
+        if (this.currentType !== type) {
+            const [newStepId, newMessageId] = this.createMessageStep(type);
+            this.dispatchRunStep(newStepId, {
+                type: StepTypes.MESSAGE_CREATION,
+                message_creation: {
+                    message_id: newMessageId,
+                },
+            });
+        }
+        if (content.includes('```')) {
+            this.inCodeBlock = !this.inCodeBlock;
+        }
+        this.currentLength += content.length;
+        if (type === ContentTypes.THINK) {
+            this.dispatchReasoningDelta(stepId, {
+                content: [{
+                        type: ContentTypes.THINK,
+                        think: content,
+                    }],
+            });
+        }
+        else {
+            this.dispatchMessageDelta(stepId, {
+                content: [{
+                        type: ContentTypes.TEXT,
+                        text: content,
+                    }],
+            });
+        }
+        if (this.inCodeBlock) {
+            return;
+        }
+        if (this.currentLength > this.blockThreshold && SEPARATORS.some(sep => content.includes(sep))) {
+            const [newStepId, newMessageId] = this.createMessageStep(type);
+            this.dispatchRunStep(newStepId, {
+                type: StepTypes.MESSAGE_CREATION,
+                message_creation: {
+                    message_id: newMessageId,
+                },
+            });
+        }
+    };
+    handle(chunk) {
+        if (!chunk) {
+            return;
+        }
+        const content = chunk.choices?.[0]?.delta.content ?? '';
+        const reasoning_content = chunk.choices?.[0]?.delta[this.reasoningKey] ?? '';
+        if (!content.length && !reasoning_content.length) {
+            return;
+        }
+        if (content === '<think>' && !this.inCodeBlock) {
+            this.inThinkBlock = true;
+        }
+        else if (this.lastToken === '</think>' && !this.inCodeBlock) {
+            this.inThinkBlock = false;
+        }
+        this.lastToken = content;
+        const message_id = this.getMessageId() ?? '';
+        if (!message_id) {
+            const initialContentType = this.inThinkBlock ? ContentTypes.THINK : ContentTypes.TEXT;
+            const initialType = reasoning_content ? ContentTypes.THINK : initialContentType;
+            const [stepId, message_id] = this.createMessageStep(initialType);
+            this.dispatchRunStep(stepId, {
+                type: StepTypes.MESSAGE_CREATION,
+                message_creation: {
+                    message_id,
+                },
+            });
+        }
+        const stepId = this.currentStepId ?? '';
+        if (!stepId) {
+            return;
+        }
+        if (reasoning_content) {
+            this.handleContent(reasoning_content, stepId, ContentTypes.THINK);
+        }
+        else {
+            this.handleContent(content, stepId, ContentTypes.TEXT);
+        }
+    }
+}
+
+export { SEPARATORS, SplitStreamHandler };
+//# sourceMappingURL=splitStream.mjs.map

package/dist/esm/splitStream.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"splitStream.mjs","sources":["../../src/splitStream.ts"],"sourcesContent":["import { nanoid } from 'nanoid';\nimport type * as t from '@/types';\nimport { ContentTypes, GraphEvents, StepTypes } from '@/common';\n\nexport const SEPARATORS = ['.', '?', '!', '۔', '。', '‥', ';', '¡', '¿', '\\n', '```'];\n\nexport class SplitStreamHandler {\n  private inCodeBlock = false;\n  private inThinkBlock = false;\n  private accumulate: boolean;\n  tokens: string[] = [];\n  lastToken = '';\n  reasoningTokens: string[] = [];\n  currentStepId?: string;\n  currentMessageId?: string;\n  currentType?: ContentTypes.TEXT | ContentTypes.THINK;\n  currentLength = 0;\n  reasoningKey: 'reasoning_content' | 'reasoning' = 'reasoning_content';\n  currentIndex = -1;\n  blockThreshold = 4500;\n  /** The run ID AKA the Message ID associated with the complete generation */\n  runId: string;\n  handlers?: t.SplitStreamHandlers;\n  constructor({\n    runId,\n    handlers,\n    accumulate,\n    reasoningKey,\n    blockThreshold,\n  }: {\n      runId: string,\n      accumulate?: boolean,\n      handlers: t.SplitStreamHandlers\n      blockThreshold?: number,\n      reasoningKey?: 'reasoning_content' | 'reasoning',\n    }) {\n    this.runId = runId;\n    this.handlers = handlers;\n    if (reasoningKey) {\n      this.reasoningKey = reasoningKey;\n    }\n    if (blockThreshold != null) {\n      this.blockThreshold = blockThreshold;\n    }\n    this.accumulate = accumulate ?? false;\n  }\n  getMessageId = (): string | undefined => {\n    const messageId = this.currentMessageId;\n    if (messageId != null && messageId) {\n      return messageId;\n    }\n    return undefined;\n  };\n  createMessageStep = (type?: ContentTypes.TEXT | ContentTypes.THINK): [string, string] => {\n    if (type != null && this.currentType !== type) {\n      this.currentType = type;\n    }\n    this.currentLength = 0;\n    this.currentIndex += 1;\n    this.currentStepId = `step_${nanoid()}`;\n    this.currentMessageId = `msg_${nanoid()}`;\n    return [this.currentStepId, this.currentMessageId];\n  };\n  dispatchRunStep = (stepId: string, stepDetails: t.StepDetails): void => {\n    const runStep: t.RunStep = {\n      id: stepId,\n      runId: this.runId,\n      type: stepDetails.type,\n      index: this.currentIndex,\n      stepDetails,\n      // usage: null,\n    };\n    this.handlers?.[GraphEvents.ON_RUN_STEP]?.({ event: GraphEvents.ON_RUN_STEP, data: runStep });\n  };\n  dispatchMessageDelta = (stepId: string, delta: t.MessageDelta): void => {\n    const messageDelta: t.MessageDeltaEvent = {\n      id: stepId,\n      delta,\n    };\n    this.handlers?.[GraphEvents.ON_MESSAGE_DELTA]?.({ event: GraphEvents.ON_MESSAGE_DELTA, data: messageDelta });\n  };\n  dispatchReasoningDelta = (stepId: string, delta: t.ReasoningDelta): void => {\n    const reasoningDelta: t.ReasoningDeltaEvent = {\n      id: stepId,\n      delta,\n    };\n    this.handlers?.[GraphEvents.ON_REASONING_DELTA]?.({ event: GraphEvents.ON_REASONING_DELTA, data: reasoningDelta });\n  };\n  handleContent = (content: string, stepId: string, _type: ContentTypes.TEXT | ContentTypes.THINK): void => {\n    let type = _type;\n    if (this.inThinkBlock && type === ContentTypes.TEXT) {\n      type = ContentTypes.THINK;\n    }\n    if (this.accumulate) {\n      if (type === ContentTypes.THINK) {\n        this.reasoningTokens.push(content);\n      } else {\n        this.tokens.push(content);\n      }\n    }\n\n    if (this.currentType !== type) {\n      const [newStepId, newMessageId] = this.createMessageStep(type);\n      this.dispatchRunStep(newStepId, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id: newMessageId,\n        },\n      });\n    }\n\n    if (content.includes('```')) {\n      this.inCodeBlock = !this.inCodeBlock;\n    }\n\n    this.currentLength += content.length;\n\n    if (type === ContentTypes.THINK) {\n      this.dispatchReasoningDelta(stepId, {\n        content: [{\n          type: ContentTypes.THINK,\n          think: content,\n        }],\n      });\n    } else {\n      this.dispatchMessageDelta(stepId, {\n        content: [{\n          type: ContentTypes.TEXT,\n          text: content,\n        }],\n      });\n    }\n\n    if (this.inCodeBlock) {\n      return;\n    }\n\n    if (this.currentLength > this.blockThreshold && SEPARATORS.some(sep => content.includes(sep))) {\n      const [newStepId, newMessageId] = this.createMessageStep(type);\n      this.dispatchRunStep(newStepId, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id: newMessageId,\n        },\n      });\n    }\n  };\n  handle(chunk?: t.CustomChunk): void {\n    if (!chunk) {\n      return;\n    }\n\n    const content = chunk.choices?.[0]?.delta.content ?? '';\n    const reasoning_content = chunk.choices?.[0]?.delta[this.reasoningKey] ?? '';\n\n    if (!content.length && !reasoning_content.length) {\n      return;\n    }\n\n    if (content === '<think>' && !this.inCodeBlock) {\n      this.inThinkBlock = true;\n    } else if (this.lastToken === '</think>' && !this.inCodeBlock) {\n      this.inThinkBlock = false;\n    }\n\n    this.lastToken = content;\n\n    const message_id = this.getMessageId() ?? '';\n\n    if (!message_id) {\n      const initialContentType = this.inThinkBlock ? ContentTypes.THINK : ContentTypes.TEXT;\n      const initialType = reasoning_content ? ContentTypes.THINK : initialContentType;\n      const [stepId, message_id] = this.createMessageStep(initialType);\n      this.dispatchRunStep(stepId, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id,\n        },\n      });\n    }\n\n    const stepId = this.currentStepId ?? '';\n    if (!stepId) {\n      return;\n    }\n\n    if (reasoning_content) {\n      this.handleContent(reasoning_content, stepId, ContentTypes.THINK);\n    } else {\n      this.handleContent(content, stepId, ContentTypes.TEXT);\n    }\n  }\n}"],"names":[],"mappings":";;;AAIa,MAAA,UAAU,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;MAExE,kBAAkB,CAAA;IACrB,WAAW,GAAG,KAAK,CAAC;IACpB,YAAY,GAAG,KAAK,CAAC;AACrB,IAAA,UAAU,CAAU;IAC5B,MAAM,GAAa,EAAE,CAAC;IACtB,SAAS,GAAG,EAAE,CAAC;IACf,eAAe,GAAa,EAAE,CAAC;AAC/B,IAAA,aAAa,CAAU;AACvB,IAAA,gBAAgB,CAAU;AAC1B,IAAA,WAAW,CAA0C;IACrD,aAAa,GAAG,CAAC,CAAC;IAClB,YAAY,GAAsC,mBAAmB,CAAC;IACtE,YAAY,GAAG,CAAC,CAAC,CAAC;IAClB,cAAc,GAAG,IAAI,CAAC;;AAEtB,IAAA,KAAK,CAAS;AACd,IAAA,QAAQ,CAAyB;IACjC,WAAY,CAAA,EACV,KAAK,EACL,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,cAAc,GAOb,EAAA;AACD,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;AACnB,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,YAAY,EAAE;AAChB,YAAA,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;SAClC;AACD,QAAA,IAAI,cAAc,IAAI,IAAI,EAAE;AAC1B,YAAA,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;SACtC;AACD,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,KAAK,CAAC;KACvC;IACD,YAAY,GAAG,MAAyB;AACtC,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC;AACxC,QAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,EAAE;AAClC,YAAA,OAAO,SAAS,CAAC;SAClB;AACD,QAAA,OAAO,SAAS,CAAC;AACnB,KAAC,CAAC;AACF,IAAA,iBAAiB,GAAG,CAAC,IAA6C,KAAsB;QACtF,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE;AAC7C,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;SACzB;AACD,QAAA,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;AACvB,QAAA,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC;AACvB,QAAA,IAAI,CAAC,aAAa,GAAG,QAAQ,MAAM,EAAE,EAAE,CAAC;AACxC,QAAA,IAAI,CAAC,gBAAgB,GAAG,OAAO,MAAM,EAAE,EAAE,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;AACrD,KAAC,CAAC;AACF,IAAA,eAAe,GAAG,CAAC,MAAc,EAAE,WAA0B,KAAU;AACrE,QAAA,MAAM,OAAO,GAAc;AACzB,YAAA,EAAE,EAAE,MAAM;YACV,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,KAAK,EAAE,IAAI,CAAC,YAAY;YACxB,WAAW;;SAEZ,CAAC;QACF,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,WAAW,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAChG,KAAC,CAAC;AACF,IAAA,oBAAoB,GAAG,CAAC,MAAc,EAAE,KAAqB,KAAU;AACrE,QAAA,MAAM,YAAY,GAAwB;AACxC,YAAA,EAAE,EAAE,MAAM;YACV,KAAK;SACN,CAAC;QACF,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,EAAE,WAAW,CAAC,gBAAgB,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;AAC/G,KAAC,CAAC;AACF,IAAA,sBAAsB,GAAG,CAAC,MAAc,EAAE,KAAuB,KAAU;AACzE,QAAA,MAAM,cAAc,GAA0B;AAC5C,YAAA,EAAE,EAAE,MAAM;YACV,KAAK;SACN,CAAC;QACF,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,kBAAkB,CAAC,GAAG,EAAE,KAAK,EAAE,WAAW,CAAC,kBAAkB,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;AACrH,KAAC,CAAC;IACF,aAAa,GAAG,CAAC,OAAe,EAAE,MAAc,EAAE,KAA6C,KAAU;QACvG,IAAI,IAAI,GAAG,KAAK,CAAC;QACjB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE;AACnD,YAAA,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC;SAC3B;AACD,QAAA,IAAI,IAAI,CAAC,UAAU,EAAE;AACnB,YAAA,IAAI,IAAI,KAAK,YAAY,CAAC,KAAK,EAAE;AAC/B,gBAAA,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aACpC;iBAAM;AACL,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aAC3B;SACF;AAED,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE;AAC7B,YAAA,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;AAC/D,YAAA,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE;gBAC9B,IAAI,EAAE,SAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;AAChB,oBAAA,UAAU,EAAE,YAAY;AACzB,iBAAA;AACF,aAAA,CAAC,CAAC;SACJ;AAED,QAAA,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;AAC3B,YAAA,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC;SACtC;AAED,QAAA,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;AAErC,QAAA,IAAI,IAAI,KAAK,YAAY,CAAC,KAAK,EAAE;AAC/B,YAAA,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE;AAClC,gBAAA,OAAO,EAAE,CAAC;wBACR,IAAI,EAAE,YAAY,CAAC,KAAK;AACxB,wBAAA,KAAK,EAAE,OAAO;qBACf,CAAC;AACH,aAAA,CAAC,CAAC;SACJ;aAAM;AACL,YAAA,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE;AAChC,gBAAA,OAAO,EAAE,CAAC;wBACR,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,wBAAA,IAAI,EAAE,OAAO;qBACd,CAAC;AACH,aAAA,CAAC,CAAC;SACJ;AAED,QAAA,IAAI,IAAI,CAAC,WAAW,EAAE;YACpB,OAAO;SACR;QAED,IAAI,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,cAAc,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE;AAC7F,YAAA,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;AAC/D,YAAA,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE;gBAC9B,IAAI,EAAE,SAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;AAChB,oBAAA,UAAU,EAAE,YAAY;AACzB,iBAAA;AACF,aAAA,CAAC,CAAC;SACJ;AACH,KAAC,CAAC;AACF,IAAA,MAAM,CAAC,KAAqB,EAAA;QAC1B,IAAI,CAAC,KAAK,EAAE;YACV,OAAO;SACR;AAED,QAAA,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;AACxD,QAAA,MAAM,iBAAiB,GAAG,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;QAE7E,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE;YAChD,OAAO;SACR;QAED,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;AAC9C,YAAA,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;SAC1B;aAAM,IAAI,IAAI,CAAC,SAAS,KAAK,UAAU,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;AAC7D,YAAA,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;SAC3B;AAED,QAAA,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC;QAEzB,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;QAE7C,IAAI,CAAC,UAAU,EAAE;AACf,YAAA,MAAM,kBAAkB,GAAG,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC;AACtF,YAAA,MAAM,WAAW,GAAG,iBAAiB,GAAG,YAAY,CAAC,KAAK,GAAG,kBAAkB,CAAC;AAChF,YAAA,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;AACjE,YAAA,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;gBAC3B,IAAI,EAAE,SAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;oBAChB,UAAU;AACX,iBAAA;AACF,aAAA,CAAC,CAAC;SACJ;AAED,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,MAAM,EAAE;YACX,OAAO;SACR;QAED,IAAI,iBAAiB,EAAE;YACrB,IAAI,CAAC,aAAa,CAAC,iBAAiB,EAAE,MAAM,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC;SACnE;aAAM;YACL,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;SACxD;KACF;AACF;;;;"}

package/dist/types/index.d.ts

@@ -1,5 +1,6 @@
 export * from './run';
 export * from './stream';
+export * from './splitStream';
 export * from './events';
 export * from './messages';
 export * from './graphs';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "1.9.95",
+  "version": "1.9.96",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",

package/src/index.ts

@@ -1,6 +1,7 @@
 /* Main Operations */
 export * from './run';
 export * from './stream';
+export * from './splitStream';
 export * from './events';
 export * from './messages';