@baishuyun/chat-backend 0.0.4 → 0.0.7

package/src/controllers/form/fill/createFieldsFillingResultTransformStream.ts

@@ -2,6 +2,7 @@ import { type LanguageModelV2StreamPart } from '@ai-sdk/provider';
 import { JSONParser } from '@streamparser/json';
 import { createTextInfoEnqueuer } from '@baishuyun/coze-provider';
 import { getLastSubFormField } from './utils.js';
+import { fillingChunkGuard as chunkGuard } from './utils.js';
 import { logger } from '../../../logger/index.js';
 
 export const createFieldsFillingResultTransformer = (enableJsonParser: boolean) => {
@@ -11,25 +12,12 @@ export const createFieldsFillingResultTransformer = (enableJsonParser: boolean)
   let parseCompleted: Promise<void>;
   let resolveParseCompleted: () => void;
 
-  const chunkGuard = (chunk: LanguageModelV2StreamPart): boolean => {
-    if (!enableJsonParser) {
-      return false;
-    }
-
-    if (chunk.type !== 'text-delta' || !('delta' in chunk)) {
-      return false;
-    }
-
-    return true;
-  };
-
   const transformer = {
     flush: async (controller: TransformStreamDefaultController<any>) => {
       try {
         if (parser) {
-          await parseCompleted; // 等待闭包中的完成标记
+          await parseCompleted;
           logger.debug('stop parser');
-          // parser.end(); // 此时调用 end() 不会出现未完成 Token 异常
         }
         controller.terminate(); // 信号通知下游可读流已关闭
       } catch (e) {
@@ -47,6 +35,8 @@ export const createFieldsFillingResultTransformer = (enableJsonParser: boolean)
         return;
       }
 
+      const enqueueTextDelta = createTextInfoEnqueuer(controller);
+
       try {
         if (chunkGuard(chunk)) {
           if ('id' in chunk && 'delta' in chunk) {
@@ -61,7 +51,15 @@ export const createFieldsFillingResultTransformer = (enableJsonParser: boolean)
           controller.enqueue(chunk);
         }
       } catch (e) {
+        logger.debug('exception in transform while processing filling chunk');
         controller.error(e);
+        enqueueTextDelta('error', {
+          type: 'agent-error',
+          error: '解析异常，请刷新重试',
+        });
+
+        resolveParseCompleted?.();
+        controller.terminate(); // 信号通知下游可读流已关闭
       }
     },
     start: (controller: TransformStreamDefaultController<any>) => {
@@ -80,6 +78,17 @@ export const createFieldsFillingResultTransformer = (enableJsonParser: boolean)
       parser.onValue = (parsedInfo: any) => {
         const value = parsedInfo.value;
 
+        if (value.error && value.errorMessage === 'timeout') {
+          enqueueTextDelta(JSON.stringify(value), {
+            type: 'agent-error',
+            error: '操作超时，请刷新重试',
+          });
+
+          resolveParseCompleted?.();
+          controller.terminate(); // 信号通知下游可读流已关闭
+          return;
+        }
+
         const subFormField = getLastSubFormField(parsedInfo);
         if (subFormField) {
           enqueueTextDelta(JSON.stringify(value), {
@@ -106,17 +115,17 @@ export const createFieldsFillingResultTransformer = (enableJsonParser: boolean)
 
       let errorLogged = false;
       parser.onError = (err: any) => {
-        // controller.enqueue({
-        //   type: "error",
-        //   error: "JsonWidgetStream: JSON Parsing Error:" + err.message,
-        // });
         if (!errorLogged) {
           console.error('JsonWidgetStream: JSON Parsing Error:', err);
           errorLogged = true;
         }
 
-        // close stream
-        logger.error('JsonStream: closing stream due to parsing error');
+        enqueueTextDelta('error', {
+          type: 'agent-error',
+          error: '操作超时，请刷新重试',
+        });
+
+        resolveParseCompleted?.();
         controller.terminate(); // 信号通知下游可读流已关闭
       };
 

package/src/controllers/form/fill/fill.controller.ts

@@ -1,7 +1,9 @@
 import { type Context } from 'hono';
-import { convertToModelMessages, streamText } from 'ai';
+import { convertToModelMessages, streamText, type UIMessage, generateId } from 'ai';
 import { logger } from '../../../logger/index.js';
 import { createFillingModel } from './model.js';
+import { mode2part } from './utils.js';
+import { batchFillForm } from './batch-fill.controller.js';
 
 /**
  * 表单填写
@@ -19,13 +21,29 @@ export const fillForm = async (c: Context) => {
   }
 
   const formStructure = requestBody.formStructure;
+  const mode = requestBody.mode;
+  const num = requestBody.count;
+  const messages: UIMessage[] = requestBody.messages;
+
+  // 如果是批量填写，调用批量填写接口
+  if (mode === 'batch') {
+    return batchFillForm(c);
+  }
+
   if (formStructure) {
-    try {
-      let lastMsg = requestBody.messages[requestBody.messages.length - 1];
+    const extraPart = mode2part(mode, num);
 
-      lastMsg.parts.push({
-        type: 'text',
-        text: JSON.stringify(formStructure),
+    try {
+      messages.push({
+        id: generateId(),
+        role: 'user',
+        parts: [
+          {
+            type: 'text',
+            text: `formStructure: ${JSON.stringify(formStructure)}`,
+          },
+          extraPart,
+        ],
       });
     } catch (e) {
       logger.error('Failed to append form structure');
@@ -34,12 +52,18 @@ export const fillForm = async (c: Context) => {
 
   const stream = streamText({
     model: createFillingModel(),
-    messages: convertToModelMessages(requestBody.messages),
+    messages: convertToModelMessages(messages),
     includeRawChunks: true,
     headers: {
       'x-user-stage': requestBody.stage,
+      'x-user-var': JSON.stringify({
+        mode: requestBody.mode,
+      }),
+      'x-user-token': c.req.header('authorization') || '',
     },
   });
 
-  return stream.toUIMessageStreamResponse();
+  return stream.toUIMessageStreamResponse({
+    originalMessages: messages, // 建议添加，便于消息 ID 管理
+  });
 };

package/src/controllers/form/fill/model.ts

@@ -2,13 +2,27 @@ import { createCoze } from '@baishuyun/coze-provider';
 import { createFieldsFillingResultTransformer } from './createFieldsFillingResultTransformStream.js';
 
 import config from 'config';
+import { createBatchFillingResultTransformer } from './createBatchFillingTransformStream.js';
 
 export const createFillingModel = (enableParser: boolean = true) => {
   const aiFormFilling = createCoze({
     apiKey: config.get<string>('agent.form.fill.apiKey'),
     baseURL: config.get<string>('agent.form.fill.baseUrl'),
     botId: config.get<string>('agent.form.fill.botId'),
-    extraStreamTransformers: [createFieldsFillingResultTransformer(enableParser)],
+    extraStreamTransformers: [() => createFieldsFillingResultTransformer(enableParser)],
+  });
+
+  const formFillingModel = aiFormFilling.chat('chat');
+
+  return formFillingModel;
+};
+
+export const createBatchFillingModel = (enableParser: boolean = true) => {
+  const aiFormFilling = createCoze({
+    apiKey: config.get<string>('agent.form.fill.apiKey'),
+    baseURL: config.get<string>('agent.form.fill.baseUrl'),
+    botId: config.get<string>('agent.form.fill.botId'),
+    extraStreamTransformers: [() => createBatchFillingResultTransformer(enableParser)],
   });
 
   const formFillingModel = aiFormFilling.chat('chat');

package/src/controllers/form/fill/utils.ts

@@ -1,7 +1,9 @@
-import type { JSONObject } from "@ai-sdk/provider";
-import config from "config";
-import type { ParsedElementInfo } from "@streamparser/json/utils/types/parsedElementInfo.js";
-import { logger } from "../../../logger/index.js";
+import type { JSONObject, LanguageModelV2StreamPart } from '@ai-sdk/provider';
+import { type FormFillingMode } from '@baishuyun/types';
+import config from 'config';
+import type { ParsedElementInfo } from '@streamparser/json/utils/types/parsedElementInfo.js';
+import { logger } from '../../../logger/index.js';
+import type { TextUIPart } from 'ai';
 
 export const isSubFormField = (parsedInfo: ParsedElementInfo) => {
   if (!parsedInfo || !parsedInfo.stack?.length) {
@@ -9,7 +11,7 @@ export const isSubFormField = (parsedInfo: ParsedElementInfo) => {
   }
 
   const lastStackItem = parsedInfo.stack[parsedInfo.stack.length - 1];
-  return lastStackItem?.key === "value";
+  return lastStackItem?.key === 'value';
 };
 
 export const getLastStackItem = (parsedInfo: ParsedElementInfo) => {
@@ -26,28 +28,28 @@ export const getLastSubFormField = (parsedInfo: ParsedElementInfo) => {
   }
 
   const targetStackItem = parsedInfo.stack.findLast((s) => {
-    return (s.value as JSONObject)?.fieldType === "subform";
+    return (s.value as JSONObject)?.fieldType === 'subform';
   });
 
   return targetStackItem;
 };
 
 export const parseImg = async (file: File) => {
-  const isImg = file.type.startsWith("image/");
+  const isImg = file.type.startsWith('image/');
   if (!isImg) {
     return null;
   }
 
-  const ocrApiKey = config.get<string>("agent.form.fill.ocrApiKey");
-  const ocrEndpoint = "https://api.ocr.space/parse/image";
+  const ocrApiKey = config.get<string>('agent.form.fill.ocrApiKey');
+  const ocrEndpoint = 'https://api.ocr.space/parse/image';
 
   const formData = new FormData();
 
-  formData.append("language", "chs");
-  formData.append("file", file);
+  formData.append('language', 'chs');
+  formData.append('file', file);
 
   const response = await fetch(ocrEndpoint, {
-    method: "POST",
+    method: 'POST',
     body: formData,
     headers: {
       // Add any auth headers
@@ -59,17 +61,51 @@ export const parseImg = async (file: File) => {
   console.log(result);
 
   if (result.IsErroredOnProcessing) {
-    logger.error("image ocr parse error");
+    logger.error('image ocr parse error');
     return null;
   }
 
   if (!result.ParsedResults || !result.ParsedResults.length) {
-    logger.debug("image ocr parse no result");
+    logger.debug('image ocr parse no result');
     return null;
   }
 
   // join all parsed text
   const parsedTexts = result.ParsedResults.map((pr: any) => pr.ParsedText);
 
-  return parsedTexts.join("\n");
+  return parsedTexts.join('\n');
+};
+
+export const mode2part = (mode: FormFillingMode, count: number = 10): TextUIPart => {
+  const modeMap: Record<FormFillingMode, TextUIPart> = {
+    AI: {
+      type: 'text',
+      text: '智能填写当前表单数据',
+    },
+    batch: {
+      type: 'text',
+      text: `为表单批量填写示例数据`,
+    },
+    normal: {
+      type: 'text',
+      text: '解析输入作为当前表单的数据',
+    },
+  };
+
+  return modeMap[mode];
+};
+
+export const fillingChunkGuard = (
+  chunk: LanguageModelV2StreamPart,
+  enableGuard: boolean = true
+) => {
+  if (!enableGuard) {
+    return false;
+  }
+
+  if (chunk.type !== 'text-delta' || !('delta' in chunk)) {
+    return false;
+  }
+
+  return true;
 };