@baishuyun/coze-provider 2.0.34 → 2.1.0-alpha.0

package/src/coze-language-model.ts

@@ -1,246 +1,246 @@
-import {
-  LanguageModelV2,
-  LanguageModelV2CallOptions,
-  LanguageModelV2CallWarning,
-  LanguageModelV2Prompt,
-  LanguageModelV2StreamPart,
-  SharedV2Headers,
-} from '@ai-sdk/provider';
-import { CozeChatConfig, IGenerateResult } from './types';
-import { ServerSentEventTransformStream } from 'parse-sse';
-import { TextDecoderStream } from 'stream/web';
-import { convertPromptToMessages } from './utils/prompt-to-model-msg';
-import { accumulateSSEResponse } from './utils/accumulate-sse-response';
-import { createErrorStream } from './utils/create-error-stream';
-import { LLMChunkInjectorTransformStream } from './stream-trasnformer/llm-chunk-injector-transform-stream';
-import MCPChunkFilterTransformStream from './stream-trasnformer/mcp-chunk-filter-transform-stream';
-import LLMPartTrasnformStream from './stream-trasnformer/llm-part-transform-stream';
-import {
-  BuildWarningGenerateResult,
-} from './utils/build-generate-result-by-chat-res';
-import { getChatCtxForHuman, safeParseJson } from '@baishuyun/ai-feat-utils';
-import { IChatCtx } from '@baishuyun/types';
-
-export class CozeLanguageModel implements LanguageModelV2 {
-  specificationVersion: 'v2' = 'v2';
-  provider: string;
-  modelId: string;
-  supportedUrls: Record<string, RegExp[]> | PromiseLike<Record<string, RegExp[]>>;
-
-  private readonly config: CozeChatConfig;
-
-  constructor(modelId: string, config: CozeChatConfig) {
-    this.modelId = modelId;
-    this.provider = config.provider || 'coze';
-    this.supportedUrls = config.supportedUrls?.() || {};
-    this.config = config;
-  }
-
-  async doGenerate(options: LanguageModelV2CallOptions): Promise<IGenerateResult> {
-    const messages = convertPromptToMessages(options.prompt);
-    const warnings: LanguageModelV2CallWarning[] = [];
-
-    const url = this.config.url({ path: '/chat' });
-
-    const user_id = options.headers ? options.headers['x-user-id'] : '';
-    const user_var = options.headers ? options.headers['x-user-var'] : '';
-
-    let customVar;
-    if (user_var) {
-      try {
-        customVar = JSON.parse(user_var);
-      } catch (e) {
-        console.warn('x-user-var parse error', e);
-      }
-    }
-
-    const body = {
-      bot_id: this.config.botId,
-      auto_save_history: false,
-      user_id: user_id || '7543191937730215936',
-      stream: true,
-      additional_messages: messages,
-    };
-
-    if (customVar) {
-      (body as any).custom_variables = customVar;
-    }
-
-    const headers = this.config.headers();
-    const abortSignal = options.abortSignal;
-
-    const response = await fetch(url, {
-      method: 'POST',
-      headers: headers,
-      credentials: 'include',
-      body: JSON.stringify(body),
-      signal: abortSignal,
-    });
-
-    if (!response.ok || !response.body) {
-      const rawError = await response.text();
-      let errorDetail;
-      try {
-        errorDetail = JSON.parse(rawError);
-      } catch {
-        errorDetail = rawError;
-      }
-
-      const errorMessage =
-        typeof errorDetail === 'object' && errorDetail?.msg
-          ? errorDetail.msg
-          : `Coze API error: ${response.status} ${response.statusText}`;
-
-      return BuildWarningGenerateResult(errorMessage);
-    }
-
-    const { content, finishReason, usage } = await accumulateSSEResponse(response.body);
-
-    return {
-      content,
-      finishReason,
-      usage,
-      request: { body },
-      response: { body: null },
-      warnings,
-    };
-  }
-
-  isVisibleMsgPart(evtData: any) {
-    if (evtData.type === 'knowledge' && evtData.role === 'assistant') {
-      return false;
-    }
-
-    return true;
-  }
-
-  async doStream(options: LanguageModelV2CallOptions): Promise<{
-    stream: ReadableStream<LanguageModelV2StreamPart>;
-    request?: { body?: unknown };
-    response?: { headers?: SharedV2Headers };
-  }> {
-    const conversation_id = options.headers ? options.headers['x-conversation-id'] : '';
-
-    // 有 conversation_id 时，服务端会话中已持有完整历史（含中断记录）。
-    const prompt = conversation_id ? keepOnlyLastUserMessage(options.prompt) : options.prompt;
-
-    const messages = convertPromptToMessages(prompt);
-    const queryStr = conversation_id ? `?conversation_id=${conversation_id}` : '';
-
-    const url = this.config.url({
-      path: `/chat${queryStr}`,
-    });
-
-    const user_id = options.headers ? options.headers['x-user-id'] : '';
-
-    const user_var = options.headers ? options.headers['x-user-var'] : '';
-    const user_param = (options.headers ? options.headers['x-user-param'] : '') ?? '';
-
-    const params = user_param ? safeParseJson(user_param) : {};
-
-    console.log('params 2 workflow', params);
-    console.log('conversation id 2 workflow', conversation_id);
-
-    const body = {
-      bot_id: this.config.botId,
-      auto_save_history: Boolean(conversation_id),
-      user_id: user_id || '7543191937730215936',
-      stream: true,
-      additional_messages: messages,
-      parameters: params,
-      custom_variables: user_var ? safeParseJson(user_var) : {},
-      extra_params: {
-        'remark': getChatCtxForHuman(options?.providerOptions?.chatCtx as unknown as IChatCtx)
-      },
-    };
-
-    const headers = this.config.headers();
-
-    const abortSignal = options.abortSignal;
-
-    console.log('url', url);
-    console.log('body', JSON.stringify(body, null, 2));
-
-    const response = await fetch(url, {
-      method: 'POST',
-      headers: headers,
-      credentials: 'include',
-      body: JSON.stringify(body),
-      signal: abortSignal,
-    });
-
-    if (!response.ok || !response.body) {
-      // if (true) {
-      const rawError = await response.text();
-      let errorDetail;
-      try {
-        errorDetail = JSON.parse(rawError); // 尝试解析为 JSON
-      } catch {
-        errorDetail = rawError; // 非 JSON 直接使用
-      }
-
-      // 创建一个包含错误信息的流，让 UI 层处理
-      const errorMessage =
-        typeof errorDetail === 'object' && errorDetail?.msg
-          ? errorDetail.msg
-          : `Coze API error: ${response.status} ${response.statusText}`;
-
-      console.error(errorMessage);
-
-      return {
-        stream: createErrorStream('会话异常，请重试'),
-      };
-    }
-
-    let externalTransformers = (this.config.extraStreamTransformers || []).map((factory) =>
-      factory()
-    );
-
-    /// 不同阶段，可能需要不同的流处理逻辑
-    const stage = options.headers ? options.headers['x-user-stage'] : '';
-    const isBuildStage = stage === 'build';
-    const isFillStage = stage === 'fill';
-
-    const result = response.body
-      // 将字节流解码为文本流
-      .pipeThrough(
-        new TextDecoderStream() as ReadableWritablePair<
-          string | undefined,
-          Uint8Array<ArrayBufferLike>
-        >
-      )
-      // 解析为 SSE 事件流
-      .pipeThrough(new ServerSentEventTransformStream())
-      .pipeThrough(new MCPChunkFilterTransformStream(isBuildStage || isFillStage))
-      // 补充特殊 llm chunk
-      .pipeThrough(new LLMChunkInjectorTransformStream())
-      // 转换为 LanguageModelV2StreamPart 格式
-      .pipeThrough(new LLMPartTrasnformStream());
-
-    let finalResult = result;
-
-    if (externalTransformers.length > 0) {
-      finalResult = externalTransformers.reduce(
-        (stream, transformer) => stream.pipeThrough(transformer),
-        result // 初始累积值（原始流）
-      );
-    }
-
-    return {
-      stream: finalResult as ReadableStream<LanguageModelV2StreamPart>,
-    };
-  }
-}
-
-/**
- * 只保留最后一条 user 消息（含其内容），用于有 conversation_id 的场景：
- * 服务端会话中已持有完整历史，只需发送当前用户输入。
- */
-function keepOnlyLastUserMessage(prompt: LanguageModelV2Prompt): LanguageModelV2Prompt {
-  for (let i = prompt.length - 1; i >= 0; i--) {
-    if (prompt[i].role === 'user') {
-      return [prompt[i]];
-    }
-  }
-  return prompt;
-}
+import {
+  LanguageModelV2,
+  LanguageModelV2CallOptions,
+  LanguageModelV2CallWarning,
+  LanguageModelV2Prompt,
+  LanguageModelV2StreamPart,
+  SharedV2Headers,
+} from '@ai-sdk/provider';
+import { CozeChatConfig, IGenerateResult } from './types';
+import { ServerSentEventTransformStream } from 'parse-sse';
+import { TextDecoderStream } from 'stream/web';
+import { convertPromptToMessages } from './utils/prompt-to-model-msg';
+import { accumulateSSEResponse } from './utils/accumulate-sse-response';
+import { createErrorStream } from './utils/create-error-stream';
+import { LLMChunkInjectorTransformStream } from './stream-trasnformer/llm-chunk-injector-transform-stream';
+import MCPChunkFilterTransformStream from './stream-trasnformer/mcp-chunk-filter-transform-stream';
+import LLMPartTrasnformStream from './stream-trasnformer/llm-part-transform-stream';
+import {
+  BuildWarningGenerateResult,
+} from './utils/build-generate-result-by-chat-res';
+import { getChatCtxForHuman, safeParseJson } from '@baishuyun/ai-feat-utils';
+import { IChatCtx } from '@baishuyun/types';
+
+export class CozeLanguageModel implements LanguageModelV2 {
+  specificationVersion: 'v2' = 'v2';
+  provider: string;
+  modelId: string;
+  supportedUrls: Record<string, RegExp[]> | PromiseLike<Record<string, RegExp[]>>;
+
+  private readonly config: CozeChatConfig;
+
+  constructor(modelId: string, config: CozeChatConfig) {
+    this.modelId = modelId;
+    this.provider = config.provider || 'coze';
+    this.supportedUrls = config.supportedUrls?.() || {};
+    this.config = config;
+  }
+
+  async doGenerate(options: LanguageModelV2CallOptions): Promise<IGenerateResult> {
+    const messages = convertPromptToMessages(options.prompt);
+    const warnings: LanguageModelV2CallWarning[] = [];
+
+    const url = this.config.url({ path: '/chat' });
+
+    const user_id = options.headers ? options.headers['x-user-id'] : '';
+    const user_var = options.headers ? options.headers['x-user-var'] : '';
+
+    let customVar;
+    if (user_var) {
+      try {
+        customVar = JSON.parse(user_var);
+      } catch (e) {
+        console.warn('x-user-var parse error', e);
+      }
+    }
+
+    const body = {
+      bot_id: this.config.botId,
+      auto_save_history: false,
+      user_id: user_id || '7543191937730215936',
+      stream: true,
+      additional_messages: messages,
+    };
+
+    if (customVar) {
+      (body as any).custom_variables = customVar;
+    }
+
+    const headers = this.config.headers();
+    const abortSignal = options.abortSignal;
+
+    const response = await fetch(url, {
+      method: 'POST',
+      headers: headers,
+      credentials: 'include',
+      body: JSON.stringify(body),
+      signal: abortSignal,
+    });
+
+    if (!response.ok || !response.body) {
+      const rawError = await response.text();
+      let errorDetail;
+      try {
+        errorDetail = JSON.parse(rawError);
+      } catch {
+        errorDetail = rawError;
+      }
+
+      const errorMessage =
+        typeof errorDetail === 'object' && errorDetail?.msg
+          ? errorDetail.msg
+          : `Coze API error: ${response.status} ${response.statusText}`;
+
+      return BuildWarningGenerateResult(errorMessage);
+    }
+
+    const { content, finishReason, usage } = await accumulateSSEResponse(response.body);
+
+    return {
+      content,
+      finishReason,
+      usage,
+      request: { body },
+      response: { body: null },
+      warnings,
+    };
+  }
+
+  isVisibleMsgPart(evtData: any) {
+    if (evtData.type === 'knowledge' && evtData.role === 'assistant') {
+      return false;
+    }
+
+    return true;
+  }
+
+  async doStream(options: LanguageModelV2CallOptions): Promise<{
+    stream: ReadableStream<LanguageModelV2StreamPart>;
+    request?: { body?: unknown };
+    response?: { headers?: SharedV2Headers };
+  }> {
+    const conversation_id = options.headers ? options.headers['x-conversation-id'] : '';
+
+    // 有 conversation_id 时，服务端会话中已持有完整历史（含中断记录）。
+    const prompt = conversation_id ? keepOnlyLastUserMessage(options.prompt) : options.prompt;
+
+    const messages = convertPromptToMessages(prompt);
+    const queryStr = conversation_id ? `?conversation_id=${conversation_id}` : '';
+
+    const url = this.config.url({
+      path: `/chat${queryStr}`,
+    });
+
+    const user_id = options.headers ? options.headers['x-user-id'] : '';
+
+    const user_var = options.headers ? options.headers['x-user-var'] : '';
+    const user_param = (options.headers ? options.headers['x-user-param'] : '') ?? '';
+
+    const params = user_param ? safeParseJson(user_param) : {};
+
+    console.log('params 2 workflow', params);
+    console.log('conversation id 2 workflow', conversation_id);
+
+    const body = {
+      bot_id: this.config.botId,
+      auto_save_history: Boolean(conversation_id),
+      user_id: user_id || '7543191937730215936',
+      stream: true,
+      additional_messages: messages,
+      parameters: params,
+      custom_variables: user_var ? safeParseJson(user_var) : {},
+      extra_params: {
+        'remark': getChatCtxForHuman(options?.providerOptions?.chatCtx as unknown as IChatCtx)
+      },
+    };
+
+    const headers = this.config.headers();
+
+    const abortSignal = options.abortSignal;
+
+    console.log('url', url);
+    console.log('body', JSON.stringify(body, null, 2));
+
+    const response = await fetch(url, {
+      method: 'POST',
+      headers: headers,
+      credentials: 'include',
+      body: JSON.stringify(body),
+      signal: abortSignal,
+    });
+
+    if (!response.ok || !response.body) {
+      // if (true) {
+      const rawError = await response.text();
+      let errorDetail;
+      try {
+        errorDetail = JSON.parse(rawError); // 尝试解析为 JSON
+      } catch {
+        errorDetail = rawError; // 非 JSON 直接使用
+      }
+
+      // 创建一个包含错误信息的流，让 UI 层处理
+      const errorMessage =
+        typeof errorDetail === 'object' && errorDetail?.msg
+          ? errorDetail.msg
+          : `Coze API error: ${response.status} ${response.statusText}`;
+
+      console.error(errorMessage);
+
+      return {
+        stream: createErrorStream('会话异常，请重试'),
+      };
+    }
+
+    let externalTransformers = (this.config.extraStreamTransformers || []).map((factory) =>
+      factory()
+    );
+
+    /// 不同阶段，可能需要不同的流处理逻辑
+    const stage = options.headers ? options.headers['x-user-stage'] : '';
+    const isBuildStage = stage === 'build';
+    const isFillStage = stage === 'fill';
+
+    const result = response.body
+      // 将字节流解码为文本流
+      .pipeThrough(
+        new TextDecoderStream() as ReadableWritablePair<
+          string | undefined,
+          Uint8Array<ArrayBufferLike>
+        >
+      )
+      // 解析为 SSE 事件流
+      .pipeThrough(new ServerSentEventTransformStream())
+      .pipeThrough(new MCPChunkFilterTransformStream(isBuildStage || isFillStage))
+      // 补充特殊 llm chunk
+      .pipeThrough(new LLMChunkInjectorTransformStream())
+      // 转换为 LanguageModelV2StreamPart 格式
+      .pipeThrough(new LLMPartTrasnformStream());
+
+    let finalResult = result;
+
+    if (externalTransformers.length > 0) {
+      finalResult = externalTransformers.reduce(
+        (stream, transformer) => stream.pipeThrough(transformer),
+        result // 初始累积值（原始流）
+      );
+    }
+
+    return {
+      stream: finalResult as ReadableStream<LanguageModelV2StreamPart>,
+    };
+  }
+}
+
+/**
+ * 只保留最后一条 user 消息（含其内容），用于有 conversation_id 的场景：
+ * 服务端会话中已持有完整历史，只需发送当前用户输入。
+ */
+function keepOnlyLastUserMessage(prompt: LanguageModelV2Prompt): LanguageModelV2Prompt {
+  for (let i = prompt.length - 1; i >= 0; i--) {
+    if (prompt[i].role === 'user') {
+      return [prompt[i]];
+    }
+  }
+  return prompt;
+}