@librechat/agents 3.3.4 → 3.3.6

package/src/types/run.ts

@@ -115,6 +115,65 @@ export type StandardGraphConfig = Omit<
   'edges' | 'type'
 > & { type?: 'standard'; signal?: AbortSignal };
 
+/**
+ * Cooperative mid-generation preemption. Lets a host seal the live model
+ * stream at the next provider-safe token boundary — the run is never
+ * aborted, the partial assistant turn is kept, and the graph self-loops
+ * into a fresh model call once the `PreemptBoundary` hook has injected
+ * whatever the host queued.
+ *
+ * Preconditions the host MUST satisfy:
+ *   - `shouldPreempt` is polled once per streamed chunk on the top-level
+ *     graph. It must be synchronous, allocation-free and O(1) — never I/O.
+ *     It must also be LEVEL-TRIGGERED (non-consuming): the SDK never clears
+ *     the host's request, and a true result is only honored once the
+ *     accumulated chunk is provider-safe, so the predicate may be polled
+ *     many times before a seal. A one-shot read that clears its own pending
+ *     flag would silently lose the request on an unsafe chunk (leading
+ *     whitespace/reasoning, an in-flight tool call) — keep returning true
+ *     until the `PreemptBoundary` drain hands over the queued injection,
+ *     then disarm there.
+ *   - Sealing is only honored on the SDK's own dispatch loop. A run whose
+ *     registered `CHAT_MODEL_STREAM` handler IS the SDK dispatcher — or wraps
+ *     it, which `composeEventHandlers` and `createRunHandlers` both do —
+ *     consumes chunks through a decoupled `streamEvents` reader that can lag
+ *     the accumulated chunk, so those runs never seal.
+ *
+ *     Detection is by capability, not identity: the dispatcher carries
+ *     `SDK_STREAM_DISPATCH` and the SDK's wrappers propagate it. A handler
+ *     that merely OBSERVES the raw chunk echo — LibreChat's no-op
+ *     `OpenAIChatModelStreamHandler`, say — is unbranded and does NOT disable
+ *     sealing, because it assigns no content-part indices and so cannot be
+ *     inverted. A host that renders from the raw feed and wants the opt-out
+ *     should brand its handler with `SDK_STREAM_DISPATCH`.
+ *   - `RunConfig.tokenCounter` should be set. A sealed turn ends before most
+ *     providers send their usage chunk, so the synthetic `CHAT_MODEL_END`
+ *     falls back to the counter to report `output_tokens`. Without one that
+ *     fallback silently no-ops and the sealed turn's usage is lost — verified
+ *     live: OpenAI, Azure OpenAI and DeepSeek report no usage for the sealed
+ *     segment without a counter, while Anthropic streams usage incrementally
+ *     and reports it either way.
+ */
+export interface StreamPreemption {
+  /**
+   * Polled once per streamed chunk. Synchronous, allocation-free, O(1), and
+   * level-triggered — keep returning true until the `PreemptBoundary` drain
+   * consumes the request; a self-clearing read loses it on an unsafe chunk.
+   */
+  shouldPreempt: () => boolean;
+  /**
+   * Max cooperative seals per run. Each seal costs one extra superstep, so
+   * this also bounds the recursion-limit headroom the run reserves.
+   */
+  maxSeals?: number;
+}
+
+/** Seals honored and boundaries that had nothing to inject, per run. */
+export type PreemptStats = {
+  seals: number;
+  emptyBoundaries: number;
+};
+
 export type RunConfig = {
   runId: string;
   graphConfig: LegacyGraphConfig | StandardGraphConfig | MultiAgentGraphConfig;
@@ -146,6 +205,14 @@ export type RunConfig = {
    * block to prevent leaks.
    */
   hooks?: HookRegistry;
+  /**
+   * Opt-in cooperative preemption for this run. Requires a `hooks` registry
+   * with a `PreemptBoundary` matcher — the seal only stops the stream, the
+   * hook is what supplies the messages to resume with. Omit to keep the
+   * pre-preemption behavior, where a mid-run injection can only land at a
+   * tool boundary.
+   */
+  preemption?: StreamPreemption;
   returnContent?: boolean;
   tokenCounter?: TokenCounter;
   indexTokenCountMap?: Record<string, number>;

package/src/types/stream.ts

@@ -8,7 +8,6 @@ import type {
 import type { ToolCall, ToolCallChunk } from '@langchain/core/messages/tool';
 import type { LLMResult, Generation } from '@langchain/core/outputs';
 import type { Command } from '@langchain/langgraph';
-import type OpenAITypes from 'openai';
 import type { AnthropicContentBlock } from '@/llm/anthropic/types';
 import type { SummarizeCompleteEvent } from '@/types/summarize';
 import type { ToolEndEvent } from '@/types/tools';
@@ -143,6 +142,13 @@ export type ProcessedToolCall = {
   id: string;
   output: string;
   progress: number;
+  /**
+   * Settled label for the call, resolved from the tool-supplied
+   * `outcome`/`outcome_patch` result fields against the model-authored
+   * `intent` arg. Only present when the tool authored one — hosts apply
+   * the mechanical intent transform themselves when absent.
+   */
+  outcome?: string;
 };
 
 export type ProcessedContent = {
@@ -337,6 +343,11 @@ export type ToolCallPart = {
   id?: string;
   /** If provided, the output of the tool call */
   output?: ToolResultContent['content'];
+  /**
+   * Tool-authored settled label for the call (see `ProcessedToolCall.outcome`),
+   * preserved through aggregation so it survives persistence/reload.
+   */
+  outcome?: string;
   /** Auth URL */
   auth?: string;
   /** Expiration time */
@@ -393,46 +404,6 @@ export interface TMessage {
 
 export type TPayload = Array<Partial<TMessage>>;
 
-export type CustomChunkDelta =
-  | null
-  | undefined
-  | (Partial<OpenAITypes.Chat.Completions.ChatCompletionChunk.Choice.Delta> & {
-      reasoning?: string | null;
-      reasoning_content?: string | null;
-    });
-export type CustomChunkChoice = Partial<
-  Omit<OpenAITypes.Chat.Completions.ChatCompletionChunk.Choice, 'delta'> & {
-    delta?: CustomChunkDelta;
-  }
->;
-export type CustomChunk = Partial<OpenAITypes.ChatCompletionChunk> & {
-  choices?: Partial<Array<CustomChunkChoice>>;
-};
-
-export type SplitStreamHandlers = Partial<{
-  [GraphEvents.ON_RUN_STEP]: ({
-    event,
-    data,
-  }: {
-    event: GraphEvents;
-    data: RunStep;
-  }) => void;
-  [GraphEvents.ON_MESSAGE_DELTA]: ({
-    event,
-    data,
-  }: {
-    event: GraphEvents;
-    data: MessageDeltaEvent;
-  }) => void;
-  [GraphEvents.ON_REASONING_DELTA]: ({
-    event,
-    data,
-  }: {
-    event: GraphEvents;
-    data: ReasoningDeltaEvent;
-  }) => void;
-}>;
-
 export type SummarizeDeltaData = {
   id: string;
   delta: {

package/src/types/tools.ts

@@ -236,8 +236,12 @@ export type ToolNodeConstructorParams = ToolRefs & ToolNodeOptions;
 export type ToolEndEvent = {
   /** The Step Id of the Tool Call */
   id: string;
-  /** The Completed Tool Call */
-  tool_call: ToolCall;
+  /**
+   * The Completed Tool Call. Carries the tool-authored `outcome` label when
+   * present (see `ProcessedToolCall.outcome`) so `ON_RUN_STEP_COMPLETED`
+   * consumers can read it without an unsafe cast.
+   */
+  tool_call: ToolCall & { output?: string; progress?: number; outcome?: string };
   /** The content index of the tool call */
   index: number;
   type?: 'tool_call';
@@ -521,6 +525,17 @@ export type InjectedMessage = {
   skillName?: string;
 };
 
+/**
+ * In-place edit of a call's model-authored `intent` label: the first
+ * occurrence of `from` in the intent is replaced with `to` (case-sensitive).
+ * Lets a tool settle the label while preserving the model's own phrasing,
+ * e.g. `{ from: 'Searching', to: 'Searched' }`.
+ */
+export type OutcomePatch = {
+  from: string;
+  to: string;
+};
+
 /** Result for a single tool call in event-driven execution */
 export type ToolExecuteResult = {
   /** Matches ToolCallRequest.id */
@@ -533,6 +548,13 @@ export type ToolExecuteResult = {
   status: 'success' | 'error';
   /** Error message if status is 'error' */
   errorMessage?: string;
+  /**
+   * Settled human-readable label for this call, replacing the model-authored
+   * `intent` arg in the UI. Full replacement; wins over `outcome_patch`.
+   */
+  outcome?: string;
+  /** In-place edit of the model-authored `intent` label (see {@link OutcomePatch}). */
+  outcome_patch?: OutcomePatch;
   /**
    * Messages to inject into graph state after the ToolMessage for this call.
    * Placed after tool results to respect provider message ordering (tool_call -> tool_result adjacency).

package/dist/cjs/splitStream.cjs

@@ -1,151 +0,0 @@
-require("./common/enum.cjs");
-require("./common/index.cjs");
-let nanoid = require("nanoid");
-//#region src/splitStream.ts
-const SEPARATORS = [
-	". ",
-	"?",
-	"!",
-	"۔",
-	"- ",
-	"。",
-	"‥",
-	";",
-	"¡",
-	"¿",
-	"\n",
-	"```"
-];
-var SplitStreamHandler = class {
-	inCodeBlock = false;
-	inThinkBlock = false;
-	accumulate;
-	tokens = [];
-	lastToken = "";
-	reasoningTokens = [];
-	currentStepId;
-	currentMessageId;
-	currentType;
-	currentLength = 0;
-	reasoningKey = "reasoning_content";
-	currentIndex = -1;
-	blockThreshold = 4500;
-	/** The run ID AKA the Message ID associated with the complete generation */
-	runId;
-	handlers;
-	constructor({ runId, handlers, accumulate, reasoningKey, blockThreshold }) {
-		this.runId = runId;
-		this.handlers = handlers;
-		if (reasoningKey) this.reasoningKey = reasoningKey;
-		if (blockThreshold != null) this.blockThreshold = blockThreshold;
-		this.accumulate = accumulate ?? false;
-	}
-	getMessageId = () => {
-		const messageId = this.currentMessageId;
-		if (messageId != null && messageId) return messageId;
-	};
-	createMessageStep = (type) => {
-		if (type != null && this.currentType !== type) this.currentType = type;
-		this.currentLength = 0;
-		this.currentIndex += 1;
-		this.currentStepId = `step_${(0, nanoid.nanoid)()}`;
-		this.currentMessageId = `msg_${(0, nanoid.nanoid)()}`;
-		return [this.currentStepId, this.currentMessageId];
-	};
-	dispatchRunStep = (stepId, stepDetails) => {
-		const runStep = {
-			id: stepId,
-			runId: this.runId,
-			type: stepDetails.type,
-			index: this.currentIndex,
-			stepDetails
-		};
-		this.handlers?.["on_run_step"]?.({
-			event: "on_run_step",
-			data: runStep
-		});
-	};
-	dispatchMessageDelta = (stepId, delta) => {
-		const messageDelta = {
-			id: stepId,
-			delta
-		};
-		this.handlers?.["on_message_delta"]?.({
-			event: "on_message_delta",
-			data: messageDelta
-		});
-	};
-	dispatchReasoningDelta = (stepId, delta) => {
-		const reasoningDelta = {
-			id: stepId,
-			delta
-		};
-		this.handlers?.["on_reasoning_delta"]?.({
-			event: "on_reasoning_delta",
-			data: reasoningDelta
-		});
-	};
-	handleContent = (content, _type) => {
-		let type = _type;
-		if (this.inThinkBlock && type === "text") type = "think";
-		if (this.accumulate) if (type === "think") this.reasoningTokens.push(content);
-		else this.tokens.push(content);
-		if (this.currentType !== type) {
-			const [newStepId, newMessageId] = this.createMessageStep(type);
-			this.dispatchRunStep(newStepId, {
-				type: "message_creation",
-				message_creation: { message_id: newMessageId }
-			});
-		}
-		const stepId = this.currentStepId ?? "";
-		if (type === "think") this.dispatchReasoningDelta(stepId, { content: [{
-			type: "think",
-			think: content
-		}] });
-		else this.dispatchMessageDelta(stepId, { content: [{
-			type: "text",
-			text: content
-		}] });
-		this.currentLength += content.length;
-		if (this.inCodeBlock) return;
-		if (this.currentLength > this.blockThreshold && SEPARATORS.some((sep) => content.includes(sep))) {
-			const [newStepId, newMessageId] = this.createMessageStep(type);
-			this.dispatchRunStep(newStepId, {
-				type: "message_creation",
-				message_creation: { message_id: newMessageId }
-			});
-		}
-	};
-	getDeltaContent(chunk) {
-		return (chunk?.choices?.[0]?.delta)?.content ?? "";
-	}
-	getReasoningDelta(chunk) {
-		return (chunk?.choices?.[0]?.delta)?.[this.reasoningKey] ?? "";
-	}
-	handle(chunk) {
-		if (!chunk) return;
-		const content = this.getDeltaContent(chunk);
-		const reasoning_content = this.getReasoningDelta(chunk);
-		if (!content.length && !reasoning_content.length) return;
-		if (content.includes("```")) this.inCodeBlock = !this.inCodeBlock;
-		if (content.includes("<think>") && !this.inCodeBlock) this.inThinkBlock = true;
-		else if (this.lastToken.includes("</think>") && !this.inCodeBlock) this.inThinkBlock = false;
-		this.lastToken = content;
-		if (!(this.getMessageId() ?? "")) {
-			const initialContentType = this.inThinkBlock ? "think" : "text";
-			const initialType = reasoning_content ? "think" : initialContentType;
-			const [stepId, message_id] = this.createMessageStep(initialType);
-			this.dispatchRunStep(stepId, {
-				type: "message_creation",
-				message_creation: { message_id }
-			});
-		}
-		if (reasoning_content) this.handleContent(reasoning_content, "think");
-		else this.handleContent(content, "text");
-	}
-};
-//#endregion
-exports.SEPARATORS = SEPARATORS;
-exports.SplitStreamHandler = SplitStreamHandler;
-
-//# sourceMappingURL=splitStream.cjs.map

package/dist/cjs/splitStream.cjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"splitStream.cjs","names":[],"sources":["../../src/splitStream.ts"],"sourcesContent":["import { nanoid } from 'nanoid';\nimport type * as t from '@/types';\nimport { ContentTypes, GraphEvents, StepTypes } from '@/common';\n\nexport const SEPARATORS = [\n  '. ',\n  '?',\n  '!',\n  '۔',\n  '- ',\n  '。',\n  '‥',\n  ';',\n  '¡',\n  '¿',\n  '\\n',\n  '```',\n];\n\nexport class SplitStreamHandler {\n  private inCodeBlock = false;\n  private inThinkBlock = false;\n  private accumulate: boolean;\n  tokens: string[] = [];\n  lastToken = '';\n  reasoningTokens: string[] = [];\n  currentStepId?: string;\n  currentMessageId?: string;\n  currentType?: ContentTypes.TEXT | ContentTypes.THINK;\n  currentLength = 0;\n  reasoningKey: 'reasoning_content' | 'reasoning' = 'reasoning_content';\n  currentIndex = -1;\n  blockThreshold = 4500;\n  /** The run ID AKA the Message ID associated with the complete generation */\n  runId: string;\n  handlers?: t.SplitStreamHandlers;\n  constructor({\n    runId,\n    handlers,\n    accumulate,\n    reasoningKey,\n    blockThreshold,\n  }: {\n    runId: string;\n    accumulate?: boolean;\n    handlers: t.SplitStreamHandlers;\n    blockThreshold?: number;\n    reasoningKey?: 'reasoning_content' | 'reasoning';\n  }) {\n    this.runId = runId;\n    this.handlers = handlers;\n    if (reasoningKey) {\n      this.reasoningKey = reasoningKey;\n    }\n    if (blockThreshold != null) {\n      this.blockThreshold = blockThreshold;\n    }\n    this.accumulate = accumulate ?? false;\n  }\n  getMessageId = (): string | undefined => {\n    const messageId = this.currentMessageId;\n    if (messageId != null && messageId) {\n      return messageId;\n    }\n    return undefined;\n  };\n  createMessageStep = (\n    type?: ContentTypes.TEXT | ContentTypes.THINK\n  ): [string, string] => {\n    if (type != null && this.currentType !== type) {\n      this.currentType = type;\n    }\n    this.currentLength = 0;\n    this.currentIndex += 1;\n    this.currentStepId = `step_${nanoid()}`;\n    this.currentMessageId = `msg_${nanoid()}`;\n    return [this.currentStepId, this.currentMessageId];\n  };\n  dispatchRunStep = (stepId: string, stepDetails: t.StepDetails): void => {\n    const runStep: t.RunStep = {\n      id: stepId,\n      runId: this.runId,\n      type: stepDetails.type,\n      index: this.currentIndex,\n      stepDetails,\n      // usage: null,\n    };\n    this.handlers?.[GraphEvents.ON_RUN_STEP]?.({\n      event: GraphEvents.ON_RUN_STEP,\n      data: runStep,\n    });\n  };\n  dispatchMessageDelta = (stepId: string, delta: t.MessageDelta): void => {\n    const messageDelta: t.MessageDeltaEvent = {\n      id: stepId,\n      delta,\n    };\n    this.handlers?.[GraphEvents.ON_MESSAGE_DELTA]?.({\n      event: GraphEvents.ON_MESSAGE_DELTA,\n      data: messageDelta,\n    });\n  };\n  dispatchReasoningDelta = (stepId: string, delta: t.ReasoningDelta): void => {\n    const reasoningDelta: t.ReasoningDeltaEvent = {\n      id: stepId,\n      delta,\n    };\n    this.handlers?.[GraphEvents.ON_REASONING_DELTA]?.({\n      event: GraphEvents.ON_REASONING_DELTA,\n      data: reasoningDelta,\n    });\n  };\n  handleContent = (\n    content: string,\n    _type: ContentTypes.TEXT | ContentTypes.THINK\n  ): void => {\n    let type = _type;\n    if (this.inThinkBlock && type === ContentTypes.TEXT) {\n      type = ContentTypes.THINK;\n    }\n    if (this.accumulate) {\n      if (type === ContentTypes.THINK) {\n        this.reasoningTokens.push(content);\n      } else {\n        this.tokens.push(content);\n      }\n    }\n\n    if (this.currentType !== type) {\n      const [newStepId, newMessageId] = this.createMessageStep(type);\n      this.dispatchRunStep(newStepId, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id: newMessageId,\n        },\n      });\n    }\n\n    const stepId = this.currentStepId ?? '';\n    if (type === ContentTypes.THINK) {\n      this.dispatchReasoningDelta(stepId, {\n        content: [\n          {\n            type: ContentTypes.THINK,\n            think: content,\n          },\n        ],\n      });\n    } else {\n      this.dispatchMessageDelta(stepId, {\n        content: [\n          {\n            type: ContentTypes.TEXT,\n            text: content,\n          },\n        ],\n      });\n    }\n\n    this.currentLength += content.length;\n    if (this.inCodeBlock) {\n      return;\n    }\n\n    if (\n      this.currentLength > this.blockThreshold &&\n      SEPARATORS.some((sep) => content.includes(sep))\n    ) {\n      const [newStepId, newMessageId] = this.createMessageStep(type);\n      this.dispatchRunStep(newStepId, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id: newMessageId,\n        },\n      });\n    }\n  };\n  getDeltaContent(chunk?: t.CustomChunk): string {\n    return (chunk?.choices?.[0]?.delta as t.CustomChunkDelta)?.content ?? '';\n  }\n  getReasoningDelta(chunk?: t.CustomChunk): string {\n    return (\n      (chunk?.choices?.[0]?.delta as t.CustomChunkDelta)?.[this.reasoningKey] ??\n      ''\n    );\n  }\n  handle(chunk?: t.CustomChunk): void {\n    if (!chunk) {\n      return;\n    }\n\n    const content = this.getDeltaContent(chunk);\n    const reasoning_content = this.getReasoningDelta(chunk);\n    if (!content.length && !reasoning_content.length) {\n      return;\n    }\n\n    if (content.includes('```')) {\n      this.inCodeBlock = !this.inCodeBlock;\n    }\n\n    if (content.includes('<think>') && !this.inCodeBlock) {\n      this.inThinkBlock = true;\n    } else if (this.lastToken.includes('</think>') && !this.inCodeBlock) {\n      this.inThinkBlock = false;\n    }\n\n    this.lastToken = content;\n\n    const message_id = this.getMessageId() ?? '';\n\n    if (!message_id) {\n      const initialContentType = this.inThinkBlock\n        ? ContentTypes.THINK\n        : ContentTypes.TEXT;\n      const initialType = reasoning_content\n        ? ContentTypes.THINK\n        : initialContentType;\n      const [stepId, message_id] = this.createMessageStep(initialType);\n      this.dispatchRunStep(stepId, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id,\n        },\n      });\n    }\n\n    if (reasoning_content) {\n      this.handleContent(reasoning_content, ContentTypes.THINK);\n    } else {\n      this.handleContent(content, ContentTypes.TEXT);\n    }\n  }\n}\n"],"mappings":";;;;AAIA,MAAa,aAAa;CACxB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF;AAEA,IAAa,qBAAb,MAAgC;CAC9B,cAAsB;CACtB,eAAuB;CACvB;CACA,SAAmB,CAAC;CACpB,YAAY;CACZ,kBAA4B,CAAC;CAC7B;CACA;CACA;CACA,gBAAgB;CAChB,eAAkD;CAClD,eAAe;CACf,iBAAiB;;CAEjB;CACA;CACA,YAAY,EACV,OACA,UACA,YACA,cACA,kBAOC;EACD,KAAK,QAAQ;EACb,KAAK,WAAW;EAChB,IAAI,cACF,KAAK,eAAe;EAEtB,IAAI,kBAAkB,MACpB,KAAK,iBAAiB;EAExB,KAAK,aAAa,cAAc;CAClC;CACA,qBAAyC;EACvC,MAAM,YAAY,KAAK;EACvB,IAAI,aAAa,QAAQ,WACvB,OAAO;CAGX;CACA,qBACE,SACqB;EACrB,IAAI,QAAQ,QAAQ,KAAK,gBAAgB,MACvC,KAAK,cAAc;EAErB,KAAK,gBAAgB;EACrB,KAAK,gBAAgB;EACrB,KAAK,gBAAgB,SAAA,GAAA,OAAA,OAAA,CAAe;EACpC,KAAK,mBAAmB,QAAA,GAAA,OAAA,OAAA,CAAc;EACtC,OAAO,CAAC,KAAK,eAAe,KAAK,gBAAgB;CACnD;CACA,mBAAmB,QAAgB,gBAAqC;EACtE,MAAM,UAAqB;GACzB,IAAI;GACJ,OAAO,KAAK;GACZ,MAAM,YAAY;GAClB,OAAO,KAAK;GACZ;EAEF;EACA,KAAK,WAAA,cAAmC,GAAG;GACzC,OAAA;GACA,MAAM;EACR,CAAC;CACH;CACA,wBAAwB,QAAgB,UAAgC;EACtE,MAAM,eAAoC;GACxC,IAAI;GACJ;EACF;EACA,KAAK,WAAA,mBAAwC,GAAG;GAC9C,OAAA;GACA,MAAM;EACR,CAAC;CACH;CACA,0BAA0B,QAAgB,UAAkC;EAC1E,MAAM,iBAAwC;GAC5C,IAAI;GACJ;EACF;EACA,KAAK,WAAA,qBAA0C,GAAG;GAChD,OAAA;GACA,MAAM;EACR,CAAC;CACH;CACA,iBACE,SACA,UACS;EACT,IAAI,OAAO;EACX,IAAI,KAAK,gBAAgB,SAAA,QACvB,OAAA;EAEF,IAAI,KAAK,YACP,IAAI,SAAA,SACF,KAAK,gBAAgB,KAAK,OAAO;OAEjC,KAAK,OAAO,KAAK,OAAO;EAI5B,IAAI,KAAK,gBAAgB,MAAM;GAC7B,MAAM,CAAC,WAAW,gBAAgB,KAAK,kBAAkB,IAAI;GAC7D,KAAK,gBAAgB,WAAW;IAC9B,MAAA;IACA,kBAAkB,EAChB,YAAY,aACd;GACF,CAAC;EACH;EAEA,MAAM,SAAS,KAAK,iBAAiB;EACrC,IAAI,SAAA,SACF,KAAK,uBAAuB,QAAQ,EAClC,SAAS,CACP;GACE,MAAA;GACA,OAAO;EACT,CACF,EACF,CAAC;OAED,KAAK,qBAAqB,QAAQ,EAChC,SAAS,CACP;GACE,MAAA;GACA,MAAM;EACR,CACF,EACF,CAAC;EAGH,KAAK,iBAAiB,QAAQ;EAC9B,IAAI,KAAK,aACP;EAGF,IACE,KAAK,gBAAgB,KAAK,kBAC1B,WAAW,MAAM,QAAQ,QAAQ,SAAS,GAAG,CAAC,GAC9C;GACA,MAAM,CAAC,WAAW,gBAAgB,KAAK,kBAAkB,IAAI;GAC7D,KAAK,gBAAgB,WAAW;IAC9B,MAAA;IACA,kBAAkB,EAChB,YAAY,aACd;GACF,CAAC;EACH;CACF;CACA,gBAAgB,OAA+B;EAC7C,QAAQ,OAAO,UAAU,EAAE,EAAE,MAAA,EAA8B,WAAW;CACxE;CACA,kBAAkB,OAA+B;EAC/C,QACG,OAAO,UAAU,EAAE,EAAE,MAAA,GAA+B,KAAK,iBAC1D;CAEJ;CACA,OAAO,OAA6B;EAClC,IAAI,CAAC,OACH;EAGF,MAAM,UAAU,KAAK,gBAAgB,KAAK;EAC1C,MAAM,oBAAoB,KAAK,kBAAkB,KAAK;EACtD,IAAI,CAAC,QAAQ,UAAU,CAAC,kBAAkB,QACxC;EAGF,IAAI,QAAQ,SAAS,KAAK,GACxB,KAAK,cAAc,CAAC,KAAK;EAG3B,IAAI,QAAQ,SAAS,SAAS,KAAK,CAAC,KAAK,aACvC,KAAK,eAAe;OACf,IAAI,KAAK,UAAU,SAAS,UAAU,KAAK,CAAC,KAAK,aACtD,KAAK,eAAe;EAGtB,KAAK,YAAY;EAIjB,IAAI,EAFe,KAAK,aAAa,KAAK,KAEzB;GACf,MAAM,qBAAqB,KAAK,eAAA,UAAA;GAGhC,MAAM,cAAc,oBAAA,UAEhB;GACJ,MAAM,CAAC,QAAQ,cAAc,KAAK,kBAAkB,WAAW;GAC/D,KAAK,gBAAgB,QAAQ;IAC3B,MAAA;IACA,kBAAkB,EAChB,WACF;GACF,CAAC;EACH;EAEA,IAAI,mBACF,KAAK,cAAc,mBAAA,OAAqC;OAExD,KAAK,cAAc,SAAA,MAA0B;CAEjD;AACF"}

package/dist/esm/splitStream.mjs

@@ -1,150 +0,0 @@
-import "./common/enum.mjs";
-import "./common/index.mjs";
-import { nanoid } from "nanoid";
-//#region src/splitStream.ts
-const SEPARATORS = [
-	". ",
-	"?",
-	"!",
-	"۔",
-	"- ",
-	"。",
-	"‥",
-	";",
-	"¡",
-	"¿",
-	"\n",
-	"```"
-];
-var SplitStreamHandler = class {
-	inCodeBlock = false;
-	inThinkBlock = false;
-	accumulate;
-	tokens = [];
-	lastToken = "";
-	reasoningTokens = [];
-	currentStepId;
-	currentMessageId;
-	currentType;
-	currentLength = 0;
-	reasoningKey = "reasoning_content";
-	currentIndex = -1;
-	blockThreshold = 4500;
-	/** The run ID AKA the Message ID associated with the complete generation */
-	runId;
-	handlers;
-	constructor({ runId, handlers, accumulate, reasoningKey, blockThreshold }) {
-		this.runId = runId;
-		this.handlers = handlers;
-		if (reasoningKey) this.reasoningKey = reasoningKey;
-		if (blockThreshold != null) this.blockThreshold = blockThreshold;
-		this.accumulate = accumulate ?? false;
-	}
-	getMessageId = () => {
-		const messageId = this.currentMessageId;
-		if (messageId != null && messageId) return messageId;
-	};
-	createMessageStep = (type) => {
-		if (type != null && this.currentType !== type) this.currentType = type;
-		this.currentLength = 0;
-		this.currentIndex += 1;
-		this.currentStepId = `step_${nanoid()}`;
-		this.currentMessageId = `msg_${nanoid()}`;
-		return [this.currentStepId, this.currentMessageId];
-	};
-	dispatchRunStep = (stepId, stepDetails) => {
-		const runStep = {
-			id: stepId,
-			runId: this.runId,
-			type: stepDetails.type,
-			index: this.currentIndex,
-			stepDetails
-		};
-		this.handlers?.["on_run_step"]?.({
-			event: "on_run_step",
-			data: runStep
-		});
-	};
-	dispatchMessageDelta = (stepId, delta) => {
-		const messageDelta = {
-			id: stepId,
-			delta
-		};
-		this.handlers?.["on_message_delta"]?.({
-			event: "on_message_delta",
-			data: messageDelta
-		});
-	};
-	dispatchReasoningDelta = (stepId, delta) => {
-		const reasoningDelta = {
-			id: stepId,
-			delta
-		};
-		this.handlers?.["on_reasoning_delta"]?.({
-			event: "on_reasoning_delta",
-			data: reasoningDelta
-		});
-	};
-	handleContent = (content, _type) => {
-		let type = _type;
-		if (this.inThinkBlock && type === "text") type = "think";
-		if (this.accumulate) if (type === "think") this.reasoningTokens.push(content);
-		else this.tokens.push(content);
-		if (this.currentType !== type) {
-			const [newStepId, newMessageId] = this.createMessageStep(type);
-			this.dispatchRunStep(newStepId, {
-				type: "message_creation",
-				message_creation: { message_id: newMessageId }
-			});
-		}
-		const stepId = this.currentStepId ?? "";
-		if (type === "think") this.dispatchReasoningDelta(stepId, { content: [{
-			type: "think",
-			think: content
-		}] });
-		else this.dispatchMessageDelta(stepId, { content: [{
-			type: "text",
-			text: content
-		}] });
-		this.currentLength += content.length;
-		if (this.inCodeBlock) return;
-		if (this.currentLength > this.blockThreshold && SEPARATORS.some((sep) => content.includes(sep))) {
-			const [newStepId, newMessageId] = this.createMessageStep(type);
-			this.dispatchRunStep(newStepId, {
-				type: "message_creation",
-				message_creation: { message_id: newMessageId }
-			});
-		}
-	};
-	getDeltaContent(chunk) {
-		return (chunk?.choices?.[0]?.delta)?.content ?? "";
-	}
-	getReasoningDelta(chunk) {
-		return (chunk?.choices?.[0]?.delta)?.[this.reasoningKey] ?? "";
-	}
-	handle(chunk) {
-		if (!chunk) return;
-		const content = this.getDeltaContent(chunk);
-		const reasoning_content = this.getReasoningDelta(chunk);
-		if (!content.length && !reasoning_content.length) return;
-		if (content.includes("```")) this.inCodeBlock = !this.inCodeBlock;
-		if (content.includes("<think>") && !this.inCodeBlock) this.inThinkBlock = true;
-		else if (this.lastToken.includes("</think>") && !this.inCodeBlock) this.inThinkBlock = false;
-		this.lastToken = content;
-		if (!(this.getMessageId() ?? "")) {
-			const initialContentType = this.inThinkBlock ? "think" : "text";
-			const initialType = reasoning_content ? "think" : initialContentType;
-			const [stepId, message_id] = this.createMessageStep(initialType);
-			this.dispatchRunStep(stepId, {
-				type: "message_creation",
-				message_creation: { message_id }
-			});
-		}
-		if (reasoning_content) this.handleContent(reasoning_content, "think");
-		else this.handleContent(content, "text");
-	}
-};
-//#endregion
-export { SEPARATORS, SplitStreamHandler };
-
-//# sourceMappingURL=splitStream.mjs.map

package/dist/esm/splitStream.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"splitStream.mjs","names":[],"sources":["../../src/splitStream.ts"],"sourcesContent":["import { nanoid } from 'nanoid';\nimport type * as t from '@/types';\nimport { ContentTypes, GraphEvents, StepTypes } from '@/common';\n\nexport const SEPARATORS = [\n  '. ',\n  '?',\n  '!',\n  '۔',\n  '- ',\n  '。',\n  '‥',\n  ';',\n  '¡',\n  '¿',\n  '\\n',\n  '```',\n];\n\nexport class SplitStreamHandler {\n  private inCodeBlock = false;\n  private inThinkBlock = false;\n  private accumulate: boolean;\n  tokens: string[] = [];\n  lastToken = '';\n  reasoningTokens: string[] = [];\n  currentStepId?: string;\n  currentMessageId?: string;\n  currentType?: ContentTypes.TEXT | ContentTypes.THINK;\n  currentLength = 0;\n  reasoningKey: 'reasoning_content' | 'reasoning' = 'reasoning_content';\n  currentIndex = -1;\n  blockThreshold = 4500;\n  /** The run ID AKA the Message ID associated with the complete generation */\n  runId: string;\n  handlers?: t.SplitStreamHandlers;\n  constructor({\n    runId,\n    handlers,\n    accumulate,\n    reasoningKey,\n    blockThreshold,\n  }: {\n    runId: string;\n    accumulate?: boolean;\n    handlers: t.SplitStreamHandlers;\n    blockThreshold?: number;\n    reasoningKey?: 'reasoning_content' | 'reasoning';\n  }) {\n    this.runId = runId;\n    this.handlers = handlers;\n    if (reasoningKey) {\n      this.reasoningKey = reasoningKey;\n    }\n    if (blockThreshold != null) {\n      this.blockThreshold = blockThreshold;\n    }\n    this.accumulate = accumulate ?? false;\n  }\n  getMessageId = (): string | undefined => {\n    const messageId = this.currentMessageId;\n    if (messageId != null && messageId) {\n      return messageId;\n    }\n    return undefined;\n  };\n  createMessageStep = (\n    type?: ContentTypes.TEXT | ContentTypes.THINK\n  ): [string, string] => {\n    if (type != null && this.currentType !== type) {\n      this.currentType = type;\n    }\n    this.currentLength = 0;\n    this.currentIndex += 1;\n    this.currentStepId = `step_${nanoid()}`;\n    this.currentMessageId = `msg_${nanoid()}`;\n    return [this.currentStepId, this.currentMessageId];\n  };\n  dispatchRunStep = (stepId: string, stepDetails: t.StepDetails): void => {\n    const runStep: t.RunStep = {\n      id: stepId,\n      runId: this.runId,\n      type: stepDetails.type,\n      index: this.currentIndex,\n      stepDetails,\n      // usage: null,\n    };\n    this.handlers?.[GraphEvents.ON_RUN_STEP]?.({\n      event: GraphEvents.ON_RUN_STEP,\n      data: runStep,\n    });\n  };\n  dispatchMessageDelta = (stepId: string, delta: t.MessageDelta): void => {\n    const messageDelta: t.MessageDeltaEvent = {\n      id: stepId,\n      delta,\n    };\n    this.handlers?.[GraphEvents.ON_MESSAGE_DELTA]?.({\n      event: GraphEvents.ON_MESSAGE_DELTA,\n      data: messageDelta,\n    });\n  };\n  dispatchReasoningDelta = (stepId: string, delta: t.ReasoningDelta): void => {\n    const reasoningDelta: t.ReasoningDeltaEvent = {\n      id: stepId,\n      delta,\n    };\n    this.handlers?.[GraphEvents.ON_REASONING_DELTA]?.({\n      event: GraphEvents.ON_REASONING_DELTA,\n      data: reasoningDelta,\n    });\n  };\n  handleContent = (\n    content: string,\n    _type: ContentTypes.TEXT | ContentTypes.THINK\n  ): void => {\n    let type = _type;\n    if (this.inThinkBlock && type === ContentTypes.TEXT) {\n      type = ContentTypes.THINK;\n    }\n    if (this.accumulate) {\n      if (type === ContentTypes.THINK) {\n        this.reasoningTokens.push(content);\n      } else {\n        this.tokens.push(content);\n      }\n    }\n\n    if (this.currentType !== type) {\n      const [newStepId, newMessageId] = this.createMessageStep(type);\n      this.dispatchRunStep(newStepId, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id: newMessageId,\n        },\n      });\n    }\n\n    const stepId = this.currentStepId ?? '';\n    if (type === ContentTypes.THINK) {\n      this.dispatchReasoningDelta(stepId, {\n        content: [\n          {\n            type: ContentTypes.THINK,\n            think: content,\n          },\n        ],\n      });\n    } else {\n      this.dispatchMessageDelta(stepId, {\n        content: [\n          {\n            type: ContentTypes.TEXT,\n            text: content,\n          },\n        ],\n      });\n    }\n\n    this.currentLength += content.length;\n    if (this.inCodeBlock) {\n      return;\n    }\n\n    if (\n      this.currentLength > this.blockThreshold &&\n      SEPARATORS.some((sep) => content.includes(sep))\n    ) {\n      const [newStepId, newMessageId] = this.createMessageStep(type);\n      this.dispatchRunStep(newStepId, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id: newMessageId,\n        },\n      });\n    }\n  };\n  getDeltaContent(chunk?: t.CustomChunk): string {\n    return (chunk?.choices?.[0]?.delta as t.CustomChunkDelta)?.content ?? '';\n  }\n  getReasoningDelta(chunk?: t.CustomChunk): string {\n    return (\n      (chunk?.choices?.[0]?.delta as t.CustomChunkDelta)?.[this.reasoningKey] ??\n      ''\n    );\n  }\n  handle(chunk?: t.CustomChunk): void {\n    if (!chunk) {\n      return;\n    }\n\n    const content = this.getDeltaContent(chunk);\n    const reasoning_content = this.getReasoningDelta(chunk);\n    if (!content.length && !reasoning_content.length) {\n      return;\n    }\n\n    if (content.includes('```')) {\n      this.inCodeBlock = !this.inCodeBlock;\n    }\n\n    if (content.includes('<think>') && !this.inCodeBlock) {\n      this.inThinkBlock = true;\n    } else if (this.lastToken.includes('</think>') && !this.inCodeBlock) {\n      this.inThinkBlock = false;\n    }\n\n    this.lastToken = content;\n\n    const message_id = this.getMessageId() ?? '';\n\n    if (!message_id) {\n      const initialContentType = this.inThinkBlock\n        ? ContentTypes.THINK\n        : ContentTypes.TEXT;\n      const initialType = reasoning_content\n        ? ContentTypes.THINK\n        : initialContentType;\n      const [stepId, message_id] = this.createMessageStep(initialType);\n      this.dispatchRunStep(stepId, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id,\n        },\n      });\n    }\n\n    if (reasoning_content) {\n      this.handleContent(reasoning_content, ContentTypes.THINK);\n    } else {\n      this.handleContent(content, ContentTypes.TEXT);\n    }\n  }\n}\n"],"mappings":";;;;AAIA,MAAa,aAAa;CACxB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF;AAEA,IAAa,qBAAb,MAAgC;CAC9B,cAAsB;CACtB,eAAuB;CACvB;CACA,SAAmB,CAAC;CACpB,YAAY;CACZ,kBAA4B,CAAC;CAC7B;CACA;CACA;CACA,gBAAgB;CAChB,eAAkD;CAClD,eAAe;CACf,iBAAiB;;CAEjB;CACA;CACA,YAAY,EACV,OACA,UACA,YACA,cACA,kBAOC;EACD,KAAK,QAAQ;EACb,KAAK,WAAW;EAChB,IAAI,cACF,KAAK,eAAe;EAEtB,IAAI,kBAAkB,MACpB,KAAK,iBAAiB;EAExB,KAAK,aAAa,cAAc;CAClC;CACA,qBAAyC;EACvC,MAAM,YAAY,KAAK;EACvB,IAAI,aAAa,QAAQ,WACvB,OAAO;CAGX;CACA,qBACE,SACqB;EACrB,IAAI,QAAQ,QAAQ,KAAK,gBAAgB,MACvC,KAAK,cAAc;EAErB,KAAK,gBAAgB;EACrB,KAAK,gBAAgB;EACrB,KAAK,gBAAgB,QAAQ,OAAO;EACpC,KAAK,mBAAmB,OAAO,OAAO;EACtC,OAAO,CAAC,KAAK,eAAe,KAAK,gBAAgB;CACnD;CACA,mBAAmB,QAAgB,gBAAqC;EACtE,MAAM,UAAqB;GACzB,IAAI;GACJ,OAAO,KAAK;GACZ,MAAM,YAAY;GAClB,OAAO,KAAK;GACZ;EAEF;EACA,KAAK,WAAA,cAAmC,GAAG;GACzC,OAAA;GACA,MAAM;EACR,CAAC;CACH;CACA,wBAAwB,QAAgB,UAAgC;EACtE,MAAM,eAAoC;GACxC,IAAI;GACJ;EACF;EACA,KAAK,WAAA,mBAAwC,GAAG;GAC9C,OAAA;GACA,MAAM;EACR,CAAC;CACH;CACA,0BAA0B,QAAgB,UAAkC;EAC1E,MAAM,iBAAwC;GAC5C,IAAI;GACJ;EACF;EACA,KAAK,WAAA,qBAA0C,GAAG;GAChD,OAAA;GACA,MAAM;EACR,CAAC;CACH;CACA,iBACE,SACA,UACS;EACT,IAAI,OAAO;EACX,IAAI,KAAK,gBAAgB,SAAA,QACvB,OAAA;EAEF,IAAI,KAAK,YACP,IAAI,SAAA,SACF,KAAK,gBAAgB,KAAK,OAAO;OAEjC,KAAK,OAAO,KAAK,OAAO;EAI5B,IAAI,KAAK,gBAAgB,MAAM;GAC7B,MAAM,CAAC,WAAW,gBAAgB,KAAK,kBAAkB,IAAI;GAC7D,KAAK,gBAAgB,WAAW;IAC9B,MAAA;IACA,kBAAkB,EAChB,YAAY,aACd;GACF,CAAC;EACH;EAEA,MAAM,SAAS,KAAK,iBAAiB;EACrC,IAAI,SAAA,SACF,KAAK,uBAAuB,QAAQ,EAClC,SAAS,CACP;GACE,MAAA;GACA,OAAO;EACT,CACF,EACF,CAAC;OAED,KAAK,qBAAqB,QAAQ,EAChC,SAAS,CACP;GACE,MAAA;GACA,MAAM;EACR,CACF,EACF,CAAC;EAGH,KAAK,iBAAiB,QAAQ;EAC9B,IAAI,KAAK,aACP;EAGF,IACE,KAAK,gBAAgB,KAAK,kBAC1B,WAAW,MAAM,QAAQ,QAAQ,SAAS,GAAG,CAAC,GAC9C;GACA,MAAM,CAAC,WAAW,gBAAgB,KAAK,kBAAkB,IAAI;GAC7D,KAAK,gBAAgB,WAAW;IAC9B,MAAA;IACA,kBAAkB,EAChB,YAAY,aACd;GACF,CAAC;EACH;CACF;CACA,gBAAgB,OAA+B;EAC7C,QAAQ,OAAO,UAAU,EAAE,EAAE,MAAA,EAA8B,WAAW;CACxE;CACA,kBAAkB,OAA+B;EAC/C,QACG,OAAO,UAAU,EAAE,EAAE,MAAA,GAA+B,KAAK,iBAC1D;CAEJ;CACA,OAAO,OAA6B;EAClC,IAAI,CAAC,OACH;EAGF,MAAM,UAAU,KAAK,gBAAgB,KAAK;EAC1C,MAAM,oBAAoB,KAAK,kBAAkB,KAAK;EACtD,IAAI,CAAC,QAAQ,UAAU,CAAC,kBAAkB,QACxC;EAGF,IAAI,QAAQ,SAAS,KAAK,GACxB,KAAK,cAAc,CAAC,KAAK;EAG3B,IAAI,QAAQ,SAAS,SAAS,KAAK,CAAC,KAAK,aACvC,KAAK,eAAe;OACf,IAAI,KAAK,UAAU,SAAS,UAAU,KAAK,CAAC,KAAK,aACtD,KAAK,eAAe;EAGtB,KAAK,YAAY;EAIjB,IAAI,EAFe,KAAK,aAAa,KAAK,KAEzB;GACf,MAAM,qBAAqB,KAAK,eAAA,UAAA;GAGhC,MAAM,cAAc,oBAAA,UAEhB;GACJ,MAAM,CAAC,QAAQ,cAAc,KAAK,kBAAkB,WAAW;GAC/D,KAAK,gBAAgB,QAAQ;IAC3B,MAAA;IACA,kBAAkB,EAChB,WACF;GACF,CAAC;EACH;EAEA,IAAI,mBACF,KAAK,cAAc,mBAAA,OAAqC;OAExD,KAAK,cAAc,SAAA,MAA0B;CAEjD;AACF"}

package/dist/types/mockStream.d.ts

@@ -1,32 +0,0 @@
-import type * as t from '@/types';
-export declare const createMockStream: (options?: {
-    text?: string;
-    reasoningText?: string;
-    streamRate?: number;
-    reasoningKey?: "reasoning" | "reasoning_content";
-}) => () => AsyncGenerator<t.CustomChunk>;
-/**
-(async function testStream(): Promise<void> {
-  const runId = nanoid();
-
-  const streamHandler = new SplitStreamHandler({
-    runId,
-    handlers: {
-      [GraphEvents.ON_RUN_STEP]: (data): void => {
-        console.dir(data, { depth: null });
-      },
-      [GraphEvents.ON_MESSAGE_DELTA]: (): void => {
-        // console.dir(data, { depth: null });
-      },
-    },
-  });
-  const stream = createMockStream({
-    reasoningText: 'This is a test reasoning text.',
-    streamRate: 5,
-  })();
-
-  for await (const chunk of stream) {
-    streamHandler.handle(chunk);
-  }
-})();
- */ 

package/dist/types/splitStream.d.ts

@@ -1,37 +0,0 @@
-import type * as t from '@/types';
-import { ContentTypes } from '@/common';
-export declare const SEPARATORS: string[];
-export declare class SplitStreamHandler {
-    private inCodeBlock;
-    private inThinkBlock;
-    private accumulate;
-    tokens: string[];
-    lastToken: string;
-    reasoningTokens: string[];
-    currentStepId?: string;
-    currentMessageId?: string;
-    currentType?: ContentTypes.TEXT | ContentTypes.THINK;
-    currentLength: number;
-    reasoningKey: 'reasoning_content' | 'reasoning';
-    currentIndex: number;
-    blockThreshold: number;
-    /** The run ID AKA the Message ID associated with the complete generation */
-    runId: string;
-    handlers?: t.SplitStreamHandlers;
-    constructor({ runId, handlers, accumulate, reasoningKey, blockThreshold, }: {
-        runId: string;
-        accumulate?: boolean;
-        handlers: t.SplitStreamHandlers;
-        blockThreshold?: number;
-        reasoningKey?: 'reasoning_content' | 'reasoning';
-    });
-    getMessageId: () => string | undefined;
-    createMessageStep: (type?: ContentTypes.TEXT | ContentTypes.THINK) => [string, string];
-    dispatchRunStep: (stepId: string, stepDetails: t.StepDetails) => void;
-    dispatchMessageDelta: (stepId: string, delta: t.MessageDelta) => void;
-    dispatchReasoningDelta: (stepId: string, delta: t.ReasoningDelta) => void;
-    handleContent: (content: string, _type: ContentTypes.TEXT | ContentTypes.THINK) => void;
-    getDeltaContent(chunk?: t.CustomChunk): string;
-    getReasoningDelta(chunk?: t.CustomChunk): string;
-    handle(chunk?: t.CustomChunk): void;
-}