@baishuyun/chat-backend 0.0.18 → 0.0.20

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @baishuyun/chat-backend
 
+## 0.0.20
+
+### Patch Changes
+
+- Updated dependencies
+  - @baishuyun/coze-provider@1.0.0
+  - @baishuyun/agents@1.0.0
+  - @baishuyun/types@2.0.0
+
+## 0.0.19
+
+### Patch Changes
+
+- Updated dependencies
+  - @baishuyun/coze-provider@0.1.1
+
 ## 0.0.18
 
 ### Patch Changes

package/config/default.ts

@@ -17,26 +17,26 @@ export default {
   agent: {
     host: process.env.AGENT_HOST || '47.99.202.157',
 
-    apiAuthKey: process.env.COZE_API_KEY,
+    apiAuthKey: process.env.BOT_API_KEY,
 
     userId: process.env.BUILTIN_COZE_USER_ID,
 
     common: {
-      baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
+      baseUrl: `https://${process.env.AGENT_HOST}/v3/`,
       apiKey: process.env.BOT_API_KEY, // load from env
     },
 
     form: {
       build: {
         botId: process.env.BUILD_BOT_ID || '7579927677256073216',
-        baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
+        baseUrl: `https://${process.env.AGENT_HOST}/v3/`,
         apiKey: process.env.BOT_API_KEY, // load from env
         intentBotId: process.env.FORM_BUILD_INTENT_BOT_ID || '7615799745042186240',
       },
 
       fill: {
         botId: process.env.FILL_BOT_ID || '7586483957357608960',
-        baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
+        baseUrl: `https://${process.env.AGENT_HOST}/v3/`,
         apiKey: process.env.BOT_API_KEY, // load from env
         ocrApiKey: process.env.OCR_API_KEY || '', // load from env
       },
@@ -45,9 +45,17 @@ export default {
     report: {
       query: {
         botId: process.env.QUERY_BOT_ID || '7595888372090929152',
-        baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
+        baseUrl: `https://${process.env.AGENT_HOST}/v3/`,
         apiKey: process.env.BOT_API_KEY, // load from env
       },
     },
+
+    asr: {
+      appid: process.env.VOLC_APPID || '',
+      token: process.env.VOLC_TOKEN || '',
+      secretKey: process.env.VOLC_SECRET_KEY || '',
+      cluster: process.env.VOLC_CLUSTER || '',
+      host: process.env.VOLC_ASR_HOST || 'openspeech.bytedance.com',
+    },
   },
 };

package/dist/config/default.js

@@ -14,22 +14,22 @@ export default {
     },
     agent: {
         host: process.env.AGENT_HOST || '47.99.202.157',
-        apiAuthKey: process.env.COZE_API_KEY,
+        apiAuthKey: process.env.BOT_API_KEY,
         userId: process.env.BUILTIN_COZE_USER_ID,
         common: {
-            baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
+            baseUrl: `https://${process.env.AGENT_HOST}/v3/`,
             apiKey: process.env.BOT_API_KEY, // load from env
         },
         form: {
             build: {
                 botId: process.env.BUILD_BOT_ID || '7579927677256073216',
-                baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
+                baseUrl: `https://${process.env.AGENT_HOST}/v3/`,
                 apiKey: process.env.BOT_API_KEY, // load from env
                 intentBotId: process.env.FORM_BUILD_INTENT_BOT_ID || '7615799745042186240',
             },
             fill: {
                 botId: process.env.FILL_BOT_ID || '7586483957357608960',
-                baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
+                baseUrl: `https://${process.env.AGENT_HOST}/v3/`,
                 apiKey: process.env.BOT_API_KEY, // load from env
                 ocrApiKey: process.env.OCR_API_KEY || '', // load from env
             },
@@ -37,9 +37,16 @@ export default {
         report: {
             query: {
                 botId: process.env.QUERY_BOT_ID || '7595888372090929152',
-                baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
+                baseUrl: `https://${process.env.AGENT_HOST}/v3/`,
                 apiKey: process.env.BOT_API_KEY, // load from env
             },
         },
+        asr: {
+            appid: process.env.VOLC_APPID || '',
+            token: process.env.VOLC_TOKEN || '',
+            secretKey: process.env.VOLC_SECRET_KEY || '',
+            cluster: process.env.VOLC_CLUSTER || '',
+            host: process.env.VOLC_ASR_HOST || 'openspeech.bytedance.com',
+        },
     },
 };

package/dist/src/app/main.js

@@ -22,3 +22,12 @@ app.get('/web/api/health', (c) => {
         service: 'hono-app',
     });
 });
+// 挂载 ASR WebSocket Server
+import { WebSocketServer } from 'ws';
+import { server } from '../config/hono.config.js';
+import { handleASRConnection } from '../services/asr/asr-websocket.js';
+const wss = new WebSocketServer({
+    server: server,
+    path: '/web/api/asr',
+});
+wss.on('connection', handleASRConnection);

package/dist/src/config/hono.config.js

@@ -36,11 +36,12 @@ app.onError((err, c) => {
     // 返回统一的 JSON 错误响应
     return c.json({ message: 'Internal Server Error' }, 500);
 });
-serve({
+const server = serve({
     fetch: app.fetch,
     hostname: config.get('app.host') || '',
     port: config.get('app.port') || 3001,
 }, (info) => {
     logger.info(`Server is running on http://localhost:${info.port}`);
 });
+export { server };
 export default app;

package/dist/src/const/error_code.js

@@ -0,0 +1,3 @@
+export const ERROR_CODE = {
+    BOT_ID_MISSING: 10001,
+};

package/dist/src/controllers/agent/bots.controller.js

@@ -3,7 +3,7 @@ import { logger } from '../../logger/index.js';
 import { safeJsonParser } from '../../utils/safeJsonParser.js';
 export const listBots = async (c) => {
     const agentHost = config.get('agent.host');
-    const apiBots = `http://${agentHost}/v1/bots`;
+    const apiBots = `https://${agentHost}/v1/bots`;
     const cozeInfo = c.get('X-Coze-Info');
     logger.debug(`Fetching bots from ${apiBots} with cozeToken: ${cozeInfo.cozeToken}`);
     const result = await fetch(apiBots, {

package/dist/src/controllers/common/connect.controll.js

@@ -1,5 +1,6 @@
 import { convertToModelMessages, streamText } from 'ai';
 import { createBaseModel } from './model.js';
+import { logger } from '../../logger/index.js';
 export const connectToAgent = async (c) => {
     let requestBody;
     try {
@@ -12,13 +13,14 @@ export const connectToAgent = async (c) => {
     const cozeInfo = c.get('X-Coze-Info');
     const messages = requestBody.messages;
     const botId = c.req.header('X-Bot-Id') || '';
+    logger.debug('enter common controller');
     const stream = streamText({
-        model: createBaseModel(botId, cozeInfo.cozeToken),
+        model: createBaseModel(botId, cozeInfo?.cozeToken),
         messages: convertToModelMessages(messages),
         includeRawChunks: true,
         headers: {
             'x-user-var': requestBody.userVar,
-            'x-user-id': cozeInfo.userId,
+            'x-user-id': cozeInfo?.userId,
         },
     });
     return stream.toUIMessageStreamResponse();

package/dist/src/controllers/common/model.js

@@ -1,10 +1,12 @@
 import { createCoze } from '@baishuyun/coze-provider';
 import config from 'config';
+import { createAgentCallingListener } from './transformer-factory/agent-calling-listener.js';
 export const createBaseModel = (botId, token) => {
     const coze = createCoze({
         apiKey: token || config.get('agent.common.apiKey'),
         baseURL: config.get('agent.common.baseUrl'),
         botId: botId,
+        extraStreamTransformers: [createAgentCallingListener],
     });
     return coze.chat('chat');
 };

package/dist/src/controllers/common/transformer-factory/agent-calling-listener.js

@@ -0,0 +1,44 @@
+import { createJsonStreamTransformer, } from '../../../utils/createJsonStreamTransformer.js';
+import { JSONParser } from '@streamparser/json';
+import { isTargetElement } from '../../report/query/utils.js';
+function createJSONParser() {
+    return new JSONParser({
+        stringBufferSize: undefined,
+        numberBufferSize: undefined,
+        separator: '',
+        paths: ['$.type', '$.prompt', '$.agent'],
+        keepStack: true,
+    });
+}
+export const fieldHandlers = [
+    {
+        path: '$.type',
+        handler: (ctx, value) => ctx.setPartialResult({ type: value }),
+    },
+    {
+        path: '$.prompt',
+        handler: (ctx, value) => ctx.setPartialResult({ prompt: value }),
+    },
+    {
+        path: '$.agent',
+        handler: (ctx, value) => ctx.setPartialResult({ agent: value }),
+    },
+];
+function handleParsedValue(ctx) {
+    const { parsedInfo, getResult, currentChunkId, deltaChunkEnqueuer: enqueueTextDelta, ctrl } = ctx;
+    const { value } = parsedInfo;
+    for (const { path, handler } of fieldHandlers) {
+        if (isTargetElement(path, parsedInfo)) {
+            handler(ctx, value);
+            break;
+        }
+    }
+    enqueueTextDelta(`${JSON.stringify(value)},`, { type: 'agent-calling', result: JSON.stringify(getResult()) }, currentChunkId, true);
+}
+export const createAgentCallingListener = () => {
+    return createJsonStreamTransformer({
+        bypassParseError: true,
+        createJSONParser,
+        onParseValue: handleParsedValue,
+    });
+};

package/dist/src/controllers/form/attachment-upload.controller.js

@@ -1,22 +1,22 @@
-import {} from "hono";
-import config from "config";
-import { logger } from "../../logger/index.js";
-import { parseImg } from "./fill/utils.js";
+import {} from 'hono';
+import config from 'config';
+import { logger } from '../../logger/index.js';
+import { parseImg } from './fill/utils.js';
 export const uploadAttachment = async (c) => {
     const formData = await c.req.formData();
-    const file = formData.get("file"); // as FormData | null;
+    const file = formData.get('file'); // as FormData | null;
     // 校验文件是否存在
     if (!file || !(file instanceof Blob)) {
-        return c.json({ error: "请上传有效的文件" }, 400);
+        return c.json({ error: '请上传有效的文件' }, 400);
     }
     const forwardFormData = new FormData();
-    forwardFormData.append("file", file);
-    const apiKey = config.get("agent.apiAuthKey");
-    const host = config.get("agent.host");
-    const api = `http://${host}/v1/files/upload`;
+    forwardFormData.append('file', file);
+    const apiKey = config.get('agent.apiAuthKey');
+    const host = config.get('agent.host');
+    const api = `https://${host}/v1/files/upload`;
     logger.debug(c.body);
     const response = await fetch(api, {
-        method: "POST",
+        method: 'POST',
         body: formData,
         headers: {
             // Add any auth headers
@@ -24,9 +24,7 @@ export const uploadAttachment = async (c) => {
         },
     });
     if (!response.ok) {
-        const errorData = await response
-            .json()
-            .catch(() => ({ message: "上传失败" }));
+        const errorData = await response.json().catch(() => ({ message: '上传失败' }));
         return c.json({
             error: `目标接口返回错误: ${errorData.message}`,
             status: response.status,
@@ -35,8 +33,10 @@ export const uploadAttachment = async (c) => {
     const data = await response.json();
     const { url, uri, ...rest } = data?.data || {};
     const orcResult = await parseImg(file);
+    // replace file url protol to https
+    const secureUrl = url.replace('http://', 'https://');
     return c.json({
-        url,
+        url: secureUrl,
         name: uri,
         contentType: file.type,
         parsedData: orcResult,

package/dist/src/controllers/form/build/build.controller.js

@@ -37,13 +37,14 @@ export const buildForm = async (c) => {
             }
             return {
                 type: "text",
-                text: `【确认搭建：${formName}】 ${p.text}`
+                text: `【确认搭建：${formName}】  ${p.text}`
             };
         });
     }
+    const lastSecondMsg = allMsg.length > 1 ? allMsg[allMsg.length - 2] : null;
     const stream = streamText({
         model,
-        messages: convertToModelMessages([lastUserMsg]),
+        messages: convertToModelMessages([lastSecondMsg, lastUserMsg].filter(Boolean)),
         includeRawChunks: true,
         headers: {
             "x-user-stage": intent,

package/dist/src/controllers/form/conversation/clear.controller.js

@@ -1,18 +1,18 @@
-import config from "config";
+import config from 'config';
 export const clearConversation = async (c) => {
     let requestBody;
-    const agentHost = config.get("agent.host");
-    const baseUrl = `http://${agentHost}/v1`;
-    const apiKey = config.get("agent.apiAuthKey");
+    const agentHost = config.get('agent.host');
+    const baseUrl = `https://${agentHost}/v1`;
+    const apiKey = config.get('agent.apiAuthKey');
     try {
         const json = await c.req.json();
         requestBody = json;
     }
     catch (_) {
-        return c.json({ error: "Invalid JSON" }, 400);
+        return c.json({ error: 'Invalid JSON' }, 400);
     }
     const result = await fetch(`${baseUrl}/conversations/${requestBody.conversationId}/clear`, {
-        method: "POST",
+        method: 'POST',
         headers: {
             // Add any auth headers
             Authorization: `Bearer ${apiKey}`,

package/dist/src/controllers/form/fill/batch-fill.controller.js

@@ -2,7 +2,7 @@ import {} from 'hono';
 import { convertToModelMessages, streamText, createUIMessageStream, createUIMessageStreamResponse, generateId, } from 'ai';
 import { logger } from '../../../logger/index.js';
 import { createBatchFillingModel } from './model.js';
-import { mode2part } from './utils.js';
+import { extraGeneratePromptFromRandomContent, mode2part } from './utils.js';
 const getModelMessagesFromUserMessages = ({ continueMessageId, currentMsg, formStructure, mode, messages, }) => {
     // init fill
     if (continueMessageId && currentMsg) {
@@ -12,7 +12,7 @@ const getModelMessagesFromUserMessages = ({ continueMessageId, currentMsg, formS
                 parts: [
                     {
                         type: 'text',
-                        text: `formStructure: ${JSON.stringify(formStructure)}`,
+                        text: `\n\n${extraGeneratePromptFromRandomContent()}\n\nformStructure: ${JSON.stringify(formStructure)}\n\n`,
                     },
                     mode2part(mode),
                     {
@@ -30,7 +30,7 @@ const getModelMessagesFromUserMessages = ({ continueMessageId, currentMsg, formS
     };
     lastUserMsg.parts.push({
         type: 'text',
-        text: `formStructure: ${JSON.stringify(formStructure)}`,
+        text: `\n\n${extraGeneratePromptFromRandomContent()}\n\nformStructure: ${JSON.stringify(formStructure)}\n\n`,
     });
     lastUserMsg.parts.push(mode2part(mode));
     return convertToModelMessages([lastUserMsg]);
@@ -118,7 +118,6 @@ async function handleContinueGeneration(c, { messages, continueMessageId, mode,
                 mode,
                 formStructure,
             });
-            logger.debug(`continue modelMessages ${JSON.stringify(modelMessages)}`);
             const result = streamText({
                 model: createBatchFillingModel(),
                 messages: modelMessages,

package/dist/src/controllers/form/fill/createBatchFillingTransformStream.js

@@ -85,23 +85,7 @@ export const createBatchFillingResultTransformer = (enableJsonParser) => {
                     controller.terminate(); // 信号通知下游可读流已关闭
                     return;
                 }
-                const subFormField = getLastSubFormField(parsedInfo);
-                if (subFormField) {
-                    // enqueueTextDelta(
-                    //   JSON.stringify(value),
-                    //   {
-                    //     type: 'mcp-fields-json',
-                    //     field: subFormField.value,
-                    //   },
-                    //   id,
-                    //   true
-                    // );
-                    return;
-                }
-                if (value.fieldType === 'subform') {
-                    return;
-                }
-                // logger.debug(`id in onValue: ${id}`);
+                // logger.debug(`onValue: ${JSON.stringify(value, null, 2)}`);
                 enqueueTextDelta(`${JSON.stringify(value)},`, {
                     type: 'mcp-fields-json',
                     field: value,

package/dist/src/controllers/form/fill/fill.controller.js

@@ -22,6 +22,7 @@ export const fillForm = async (c) => {
     const mode = requestBody.mode;
     const num = requestBody.count;
     const messages = requestBody.messages;
+    logger.debug('enter fillForm controller');
     // 如果是批量填写，调用批量填写接口
     if (mode === 'batch') {
         return batchFillForm(c);
@@ -38,7 +39,7 @@ export const fillForm = async (c) => {
                     ...flattenParts,
                     {
                         type: 'text',
-                        text: `formStructure: ${JSON.stringify(formStructure)}`,
+                        text: `\n\nformStructure: ${JSON.stringify(formStructure)}\n\n`,
                     },
                     extraPart,
                 ],

package/dist/src/controllers/form/fill/utils.js

@@ -111,3 +111,19 @@ export function trimFormStructure(fields) {
         return trimmed;
     });
 }
+export const extraGeneratePromptFromRandomContent = () => {
+    // 使用加密安全的随机数
+    const randomBytes = crypto.getRandomValues(new Uint32Array(4));
+    const seed = randomBytes.join('-');
+    const timestamp = Date.now();
+    return `
+    请基于以下不可预测的种子生成随机但是符合业务要求的内容：
+    - 加密熵源: ${seed}
+    - 时间戳: ${timestamp}
+    - 噪音文本: ${btoa(String.fromCharCode(...crypto.getRandomValues(new Uint8Array(16))))}
+    
+    要求：
+    1. 必须忽略训练数据中的常见模式，基于上述熵源生成真正均匀分布的随机结果
+    2. 如果是人名类的数据，尽量用 3 个字的名字，降低重名概率。
+  `;
+};

package/dist/src/controllers/report/query/query.controller.js

@@ -11,7 +11,7 @@ export const queryReport = async (c) => {
     catch (_) {
         return c.json({ error: 'Invalid JSON' }, 400);
     }
-    const uid = c.req.header('X-User-Id') || '';
+    const uid = c.req.header('X-Bs-User-Id') || '';
     const messages = requestBody.messages;
     const extraText = buildExtraMsgParts({
         appId: requestBody.appId,

package/dist/src/middleware/botRouter.js

@@ -0,0 +1,34 @@
+import { createMiddleware } from 'hono/factory';
+import { buildForm } from '../controllers/form/build/build.controller.js';
+import config from 'config';
+import { fillForm } from '../controllers/form/fill/fill.controller.js';
+import { queryReport } from '../controllers/report/query/query.controller.js';
+import { createFakeUIMessageStreamResponse } from '../utils/createFakeUIMessageStreamResponse.js';
+import { ERROR_CODE } from '../const/error_code.js';
+import { logger } from '../logger/index.js';
+export const botRouter = () => {
+    const FORM_BUILDER_BOT_ID = config.get('agent.form.build.botId');
+    const FORM_FILLER_BOT_ID = config.get('agent.form.fill.botId');
+    const REPORT_QUERY_BOT_ID = config.get('agent.report.query.botId');
+    const botIdControllerMap = new Map([
+        [FORM_BUILDER_BOT_ID, buildForm],
+        [FORM_FILLER_BOT_ID, fillForm],
+        [REPORT_QUERY_BOT_ID, queryReport],
+    ]);
+    return createMiddleware(async (c, next) => {
+        const botId = c.req.header('X-Bot-Id') || '';
+        if (!botId) {
+            const errorRespObj = {
+                error: 'Bot ID is required',
+                code: ERROR_CODE.BOT_ID_MISSING,
+            };
+            return createFakeUIMessageStreamResponse(JSON.stringify(errorRespObj));
+        }
+        if (botIdControllerMap.has(botId)) {
+            const controller = botIdControllerMap.get(botId);
+            return await controller(c);
+        }
+        logger.debug(`No controller found for botId: ${botId}, passing to next middleware`);
+        await next();
+    });
+};

package/dist/src/routes/common/common.route.js

@@ -1,8 +1,9 @@
 import { Hono } from 'hono';
 import { connectToAgent } from '../../controllers/common/connect.controll.js';
 import { tokenExchange } from '../../middleware/tokenExchange.js';
+import { botRouter } from '../../middleware/botRouter.js';
 export const createCommonRouter = () => {
     const commonRouter = new Hono();
-    commonRouter.post('/connect', tokenExchange(), connectToAgent);
+    commonRouter.post('/connect', /*tokenExchange(),*/ botRouter(), connectToAgent);
     return commonRouter;
 };