@librechat/agents 3.3.4 → 3.3.6

package/src/mockStream.ts

@@ -1,99 +0,0 @@
-
-// import { nanoid } from 'nanoid';
-import type OpenAITypes from 'openai';
-import type * as t from '@/types';
-// import { SplitStreamHandler } from '@/splitStream';
-// import { GraphEvents } from '@/common';
-import { sleep } from '@/utils';
-
-const choiceProps: OpenAITypes.Chat.Completions.ChatCompletionChunk.Choice = { finish_reason: null, index: 0, delta: {} };
-const reasoningSplitRegex = /(?<=\s+)|(?=\s+)/;
-const contentSplitRegex = /(?<=<\/?think>)|(?=<\/?think>)|(?<=\s+)|(?=\s+)/;
-export const createMockStream = (options: {
-  text?: string;
-  reasoningText?: string;
-  streamRate?: number;
-  reasoningKey?: 'reasoning' | 'reasoning_content';
-} = {}) => {
-  const {
-    text,
-    reasoningText,
-    streamRate = 25,
-    reasoningKey = 'reasoning_content'
-  } = options;
-
-  return async function* mockOpenAIStream(): AsyncGenerator<t.CustomChunk> {
-    const content = text ?? `Here's a sample message that includes code:
-\`\`\`python
-def hello_world():
-    print("Hello, World!")
-    # This is a long code block
-    # That shouldn't be split
-    return True
-\`\`\`
-Now we're back to regular text. This is a very long sentence that should probably be split at some point because it exceeds our threshold and contains multiple natural breaking points. Let's see how it handles this case properly.
-
-Here's another code block:
-\`\`\`javascript
-console.log("Another test");
-// More code here
-\`\`\`
-And finally some more regular text to test our splitting logic.`;
-
-    if (reasoningText != null && reasoningText) {
-      // Split reasoning text into "token-like" chunks
-      const reasoningTokens = reasoningText.split(reasoningSplitRegex);
-      for (const token of reasoningTokens) {
-        yield {
-          choices: [{
-            ...choiceProps,
-            delta: {
-              [reasoningKey]: token,
-            },
-          }]
-        };
-        await sleep(streamRate);
-      }
-    }
-
-    // Split main content into "token-like" chunks
-    const tokens = content.split(contentSplitRegex);
-    for (const token of tokens) {
-      yield {
-        choices: [{
-          ...choiceProps,
-          delta: {
-            content: token
-          }
-        }]
-      };
-      await sleep(streamRate);
-    }
-  };
-};
-
-/**
-(async function testStream(): Promise<void> {
-  const runId = nanoid();
-
-  const streamHandler = new SplitStreamHandler({
-    runId,
-    handlers: {
-      [GraphEvents.ON_RUN_STEP]: (data): void => {
-        console.dir(data, { depth: null });
-      },
-      [GraphEvents.ON_MESSAGE_DELTA]: (): void => {
-        // console.dir(data, { depth: null });
-      },
-    },
-  });
-  const stream = createMockStream({
-    reasoningText: 'This is a test reasoning text.',
-    streamRate: 5,
-  })();
-
-  for await (const chunk of stream) {
-    streamHandler.handle(chunk);
-  }
-})();
- */

package/src/splitStream.ts

@@ -1,234 +0,0 @@
-import { nanoid } from 'nanoid';
-import type * as t from '@/types';
-import { ContentTypes, GraphEvents, StepTypes } from '@/common';
-
-export const SEPARATORS = [
-  '. ',
-  '?',
-  '!',
-  '۔',
-  '- ',
-  '。',
-  '‥',
-  ';',
-  '¡',
-  '¿',
-  '\n',
-  '```',
-];
-
-export class SplitStreamHandler {
-  private inCodeBlock = false;
-  private inThinkBlock = false;
-  private accumulate: boolean;
-  tokens: string[] = [];
-  lastToken = '';
-  reasoningTokens: string[] = [];
-  currentStepId?: string;
-  currentMessageId?: string;
-  currentType?: ContentTypes.TEXT | ContentTypes.THINK;
-  currentLength = 0;
-  reasoningKey: 'reasoning_content' | 'reasoning' = 'reasoning_content';
-  currentIndex = -1;
-  blockThreshold = 4500;
-  /** The run ID AKA the Message ID associated with the complete generation */
-  runId: string;
-  handlers?: t.SplitStreamHandlers;
-  constructor({
-    runId,
-    handlers,
-    accumulate,
-    reasoningKey,
-    blockThreshold,
-  }: {
-    runId: string;
-    accumulate?: boolean;
-    handlers: t.SplitStreamHandlers;
-    blockThreshold?: number;
-    reasoningKey?: 'reasoning_content' | 'reasoning';
-  }) {
-    this.runId = runId;
-    this.handlers = handlers;
-    if (reasoningKey) {
-      this.reasoningKey = reasoningKey;
-    }
-    if (blockThreshold != null) {
-      this.blockThreshold = blockThreshold;
-    }
-    this.accumulate = accumulate ?? false;
-  }
-  getMessageId = (): string | undefined => {
-    const messageId = this.currentMessageId;
-    if (messageId != null && messageId) {
-      return messageId;
-    }
-    return undefined;
-  };
-  createMessageStep = (
-    type?: ContentTypes.TEXT | ContentTypes.THINK
-  ): [string, string] => {
-    if (type != null && this.currentType !== type) {
-      this.currentType = type;
-    }
-    this.currentLength = 0;
-    this.currentIndex += 1;
-    this.currentStepId = `step_${nanoid()}`;
-    this.currentMessageId = `msg_${nanoid()}`;
-    return [this.currentStepId, this.currentMessageId];
-  };
-  dispatchRunStep = (stepId: string, stepDetails: t.StepDetails): void => {
-    const runStep: t.RunStep = {
-      id: stepId,
-      runId: this.runId,
-      type: stepDetails.type,
-      index: this.currentIndex,
-      stepDetails,
-      // usage: null,
-    };
-    this.handlers?.[GraphEvents.ON_RUN_STEP]?.({
-      event: GraphEvents.ON_RUN_STEP,
-      data: runStep,
-    });
-  };
-  dispatchMessageDelta = (stepId: string, delta: t.MessageDelta): void => {
-    const messageDelta: t.MessageDeltaEvent = {
-      id: stepId,
-      delta,
-    };
-    this.handlers?.[GraphEvents.ON_MESSAGE_DELTA]?.({
-      event: GraphEvents.ON_MESSAGE_DELTA,
-      data: messageDelta,
-    });
-  };
-  dispatchReasoningDelta = (stepId: string, delta: t.ReasoningDelta): void => {
-    const reasoningDelta: t.ReasoningDeltaEvent = {
-      id: stepId,
-      delta,
-    };
-    this.handlers?.[GraphEvents.ON_REASONING_DELTA]?.({
-      event: GraphEvents.ON_REASONING_DELTA,
-      data: reasoningDelta,
-    });
-  };
-  handleContent = (
-    content: string,
-    _type: ContentTypes.TEXT | ContentTypes.THINK
-  ): void => {
-    let type = _type;
-    if (this.inThinkBlock && type === ContentTypes.TEXT) {
-      type = ContentTypes.THINK;
-    }
-    if (this.accumulate) {
-      if (type === ContentTypes.THINK) {
-        this.reasoningTokens.push(content);
-      } else {
-        this.tokens.push(content);
-      }
-    }
-
-    if (this.currentType !== type) {
-      const [newStepId, newMessageId] = this.createMessageStep(type);
-      this.dispatchRunStep(newStepId, {
-        type: StepTypes.MESSAGE_CREATION,
-        message_creation: {
-          message_id: newMessageId,
-        },
-      });
-    }
-
-    const stepId = this.currentStepId ?? '';
-    if (type === ContentTypes.THINK) {
-      this.dispatchReasoningDelta(stepId, {
-        content: [
-          {
-            type: ContentTypes.THINK,
-            think: content,
-          },
-        ],
-      });
-    } else {
-      this.dispatchMessageDelta(stepId, {
-        content: [
-          {
-            type: ContentTypes.TEXT,
-            text: content,
-          },
-        ],
-      });
-    }
-
-    this.currentLength += content.length;
-    if (this.inCodeBlock) {
-      return;
-    }
-
-    if (
-      this.currentLength > this.blockThreshold &&
-      SEPARATORS.some((sep) => content.includes(sep))
-    ) {
-      const [newStepId, newMessageId] = this.createMessageStep(type);
-      this.dispatchRunStep(newStepId, {
-        type: StepTypes.MESSAGE_CREATION,
-        message_creation: {
-          message_id: newMessageId,
-        },
-      });
-    }
-  };
-  getDeltaContent(chunk?: t.CustomChunk): string {
-    return (chunk?.choices?.[0]?.delta as t.CustomChunkDelta)?.content ?? '';
-  }
-  getReasoningDelta(chunk?: t.CustomChunk): string {
-    return (
-      (chunk?.choices?.[0]?.delta as t.CustomChunkDelta)?.[this.reasoningKey] ??
-      ''
-    );
-  }
-  handle(chunk?: t.CustomChunk): void {
-    if (!chunk) {
-      return;
-    }
-
-    const content = this.getDeltaContent(chunk);
-    const reasoning_content = this.getReasoningDelta(chunk);
-    if (!content.length && !reasoning_content.length) {
-      return;
-    }
-
-    if (content.includes('```')) {
-      this.inCodeBlock = !this.inCodeBlock;
-    }
-
-    if (content.includes('<think>') && !this.inCodeBlock) {
-      this.inThinkBlock = true;
-    } else if (this.lastToken.includes('</think>') && !this.inCodeBlock) {
-      this.inThinkBlock = false;
-    }
-
-    this.lastToken = content;
-
-    const message_id = this.getMessageId() ?? '';
-
-    if (!message_id) {
-      const initialContentType = this.inThinkBlock
-        ? ContentTypes.THINK
-        : ContentTypes.TEXT;
-      const initialType = reasoning_content
-        ? ContentTypes.THINK
-        : initialContentType;
-      const [stepId, message_id] = this.createMessageStep(initialType);
-      this.dispatchRunStep(stepId, {
-        type: StepTypes.MESSAGE_CREATION,
-        message_creation: {
-          message_id,
-        },
-      });
-    }
-
-    if (reasoning_content) {
-      this.handleContent(reasoning_content, ContentTypes.THINK);
-    } else {
-      this.handleContent(content, ContentTypes.TEXT);
-    }
-  }
-}