@baishuyun/chat-backend 0.0.15 → 0.0.17

package/.env.example

@@ -20,4 +20,7 @@ FILL_BOT_ID=xxxxx
 QUERY_BOT_ID=xxxxx
 
 # query suggest bot id
-QUERY_SUGGEST_BOT_ID=xxxx
+QUERY_SUGGEST_BOT_ID=xxxx
+
+# deepseek api key
+DS_API_KEY=sk-xxxx

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @baishuyun/chat-backend
 
+## 0.0.17
+
+### Patch Changes
+
+- Updated dependencies
+  - @baishuyun/coze-provider@0.0.17
+  - @baishuyun/agents@0.0.17
+  - @baishuyun/types@1.0.17
+
+## 0.0.16
+
+### Patch Changes
+
+- Updated dependencies
+  - @baishuyun/coze-provider@0.0.16
+  - @baishuyun/types@1.0.16
+
 ## 0.0.15
 
 ### Patch Changes

package/config/default.ts

@@ -1,3 +1,4 @@
+import { deepseek } from '@ai-sdk/deepseek';
 import { asyncConfig } from 'config/async.js';
 // load async configurations
 const fetchRemoteConfig = async () => {
@@ -18,6 +19,13 @@ export default {
 
     apiAuthKey: process.env.COZE_API_KEY,
 
+    deepseekApiKey: process.env.DS_API_KEY,
+
+    common: {
+      baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
+      apiKey: process.env.BOT_API_KEY, // load from env
+    },
+
     form: {
       build: {
         botId: process.env.BUILD_BOT_ID || '7579927677256073216',

package/dist/config/default.js

@@ -1,30 +1,43 @@
-import { asyncConfig } from "config/async.js";
+import { deepseek } from '@ai-sdk/deepseek';
+import { asyncConfig } from 'config/async.js';
 // load async configurations
 const fetchRemoteConfig = async () => {
     return {
         // mock remote config
-        foo: "bar",
+        foo: 'bar',
     };
 };
 export default {
     app: {
         port: process.env.PORT || 3001,
-        host: process.env.HOST || "localhost",
+        host: process.env.HOST || 'localhost',
     },
     agent: {
-        host: process.env.AGENT_HOST || "47.99.202.157",
+        host: process.env.AGENT_HOST || '47.99.202.157',
         apiAuthKey: process.env.COZE_API_KEY,
+        deepseekApiKey: process.env.DS_API_KEY,
+        common: {
+            baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
+            apiKey: process.env.BOT_API_KEY, // load from env
+        },
         form: {
             build: {
-                botId: process.env.BUILD_BOT_ID || "7579927677256073216",
+                botId: process.env.BUILD_BOT_ID || '7579927677256073216',
                 baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
                 apiKey: process.env.BOT_API_KEY, // load from env
             },
             fill: {
-                botId: process.env.FILL_BOT_ID || "7586483957357608960",
+                botId: process.env.FILL_BOT_ID || '7586483957357608960',
+                baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
+                apiKey: process.env.BOT_API_KEY, // load from env
+                ocrApiKey: process.env.OCR_API_KEY || '', // load from env
+            },
+        },
+        report: {
+            query: {
+                botId: process.env.QUERY_BOT_ID || '7595888372090929152',
                 baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
                 apiKey: process.env.BOT_API_KEY, // load from env
-                ocrApiKey: process.env.OCR_API_KEY || "", // load from env
             },
         },
     },

package/dist/src/app/main.js

@@ -3,11 +3,20 @@
  */
 // 应用实例
 import app from '../config/hono.config.js';
+import { createCommonRouter } from '../routes/common/common.route.js';
 // 子路由
 import { createFormRouter } from '../routes/form/form.route.js';
+import { createReportRouter } from '../routes/report/report.route.js';
 // 挂载子路由
 app.route('web/api/form', createFormRouter());
-// add test route
-app.get('web/api/test', (c) => {
-    return c.json({ message: 'Test route is working!' });
+app.route('web/api/report', createReportRouter());
+app.route('web/api/common', createCommonRouter());
+// 基础健康检查
+app.get('/web/api/health', (c) => {
+    return c.json({
+        status: 'ok',
+        timestamp: new Date().toISOString(),
+        uptime: process.uptime(),
+        service: 'hono-app',
+    });
 });

package/dist/src/config/hono.config.js

@@ -12,6 +12,18 @@ const app = new Hono();
 app.use('web/api/*', cors());
 // Logging middleware
 app.use(logMiddleware);
+// SSE keep-alive middleware - adds headers to prevent proxy timeouts during streaming
+app.use('web/api/*', async (c, next) => {
+    await next();
+    // Add keep-alive headers to streaming responses (SSE/text-streaming)
+    const contentType = c.res.headers.get('content-type');
+    if (contentType?.includes('text/plain') || contentType?.includes('text/event-stream')) {
+        c.header('Connection', 'keep-alive');
+        c.header('Keep-Alive', 'timeout=300'); // 5 minutes
+        c.header('X-Accel-Buffering', 'no'); // Disable nginx buffering
+        c.header('Cache-Control', 'no-cache, no-transform');
+    }
+});
 // 全局错误处理中间件（捕获所有路由/中间件异常）
 app.onError((err, c) => {
     // 记录错误日志（error 级别，包含异常堆栈）

package/dist/src/controllers/common/connect.controll.js

@@ -0,0 +1,20 @@
+import { convertToModelMessages, streamText } from 'ai';
+import { createBaseModel } from './model.js';
+export const connectToAgent = async (c) => {
+    let requestBody;
+    try {
+        const json = await c.req.json();
+        requestBody = json;
+    }
+    catch (_) {
+        return c.json({ error: 'Invalid JSON' }, 400);
+    }
+    const botId = requestBody.botId;
+    const messages = requestBody.messages;
+    const stream = streamText({
+        model: createBaseModel(botId),
+        messages: convertToModelMessages(messages),
+        includeRawChunks: true,
+    });
+    return stream.toUIMessageStreamResponse();
+};

package/dist/src/controllers/common/model.js

@@ -0,0 +1,10 @@
+import { createCoze } from '@baishuyun/coze-provider';
+import config from 'config';
+export const createBaseModel = (botId) => {
+    const coze = createCoze({
+        apiKey: config.get('agent.common.apiKey'),
+        baseURL: config.get('agent.common.baseUrl'),
+        botId: botId,
+    });
+    return coze.chat('chat');
+};

package/dist/src/controllers/form/build/build.controller.js

@@ -1,7 +1,10 @@
-import { convertToModelMessages, streamText } from "ai";
+import { convertToModelMessages, streamText, generateText } from "ai";
 import {} from "hono";
 import { createModel } from "./model.js";
 import { createFieldsJsonTransformStream, SuggestionTransformStream, } from "@baishuyun/coze-provider";
+import { logger } from "../../../logger/index.js";
+import config from 'config';
+import { determineUserIntentByInput } from "./utils.js";
 /**
  * 搭建表单
  * @param c
@@ -16,13 +19,33 @@ export const buildForm = async (c) => {
     catch (_) {
         return c.json({ error: "Invalid JSON" }, 400);
     }
-    const isBuildStage = requestBody.stage === "build";
+    const intent = await determineUserIntentByInput(requestBody.text, requestBody.stage);
+    const isBuildStage = intent === "build";
+    const formName = requestBody.name;
+    const model = createModel([
+        () => createFieldsJsonTransformStream(isBuildStage),
+        () => new SuggestionTransformStream(isBuildStage),
+    ]);
+    logger.debug("intent: " + intent);
+    const allMessages = [...requestBody.messages];
+    if (isBuildStage && formName) {
+        allMessages.push({
+            role: "user",
+            parts: [
+                {
+                    type: "text",
+                    text: `确认搭建：${formName}`,
+                },
+            ],
+        });
+    }
+    // clear empty text parts to avoid unnecessary streaming
+    allMessages.forEach((message) => {
+        message.parts = message.parts.filter((part) => part.type === "text" && part.text.trim() !== "");
+    });
     const stream = streamText({
-        model: createModel([
-            () => createFieldsJsonTransformStream(isBuildStage),
-            () => new SuggestionTransformStream(isBuildStage),
-        ]),
-        messages: convertToModelMessages(requestBody.messages),
+        model,
+        messages: convertToModelMessages(allMessages),
         includeRawChunks: true,
         headers: {
             "x-user-stage": requestBody.stage,

package/dist/src/controllers/form/build/model.js

@@ -1,3 +1,4 @@
+import { createFormBuildIntentAgent } from "@baishuyun/agents";
 import { createCoze } from "@baishuyun/coze-provider";
 import config from "config";
 export const createModel = (extraStreamTransformers) => {
@@ -9,3 +10,7 @@ export const createModel = (extraStreamTransformers) => {
     });
     return coze.chat("chat");
 };
+export const createUserIntentAgent = () => {
+    const dsApiKey = config.get("agent.deepseekApiKey");
+    return createFormBuildIntentAgent(dsApiKey);
+};

package/dist/src/controllers/form/build/utils.js

@@ -0,0 +1,30 @@
+import { createUserIntentAgent } from "./model.js";
+export const determineUserIntentByInput = async (input, userOriginIntent) => {
+    if (userOriginIntent === "design") {
+        return "design";
+    }
+    if (!input || input.trim() === "") {
+        return userOriginIntent;
+    }
+    const agent = createUserIntentAgent();
+    const intent = await agent.generate({
+        messages: [{
+                role: "user",
+                content: [{
+                        type: "text",
+                        text: input,
+                    }]
+            }]
+    });
+    const result = intent.response.messages;
+    if (!result || result.length === 0) {
+        return userOriginIntent;
+    }
+    const lastMessage = result[result.length - 1];
+    if (!lastMessage.content || lastMessage.content.length === 0) {
+        return userOriginIntent;
+    }
+    const lastContent = lastMessage.content[0];
+    const intentText = lastContent.text === "build" ? "build" : lastContent.text === "design" ? "design" : userOriginIntent;
+    return intentText;
+};

package/dist/src/controllers/form/fill/createBatchFillingTransformStream.js

@@ -41,6 +41,15 @@ export const createBatchFillingResultTransformer = (enableJsonParser) => {
                 }
                 else {
                     // logger.debug(`bypass chunk in batch filling transformer: ${JSON.stringify(chunk)}`);
+                    if (chunk.type === 'error') {
+                        enqueueTextDelta('error', {
+                            type: 'agent-error',
+                            error: '操作超时，请刷新重试',
+                        });
+                        resolveParseCompleted?.();
+                        controller.terminate(); // 信号通知下游可读流已关闭
+                        return;
+                    }
                     controller.enqueue(chunk);
                 }
             }

package/dist/src/controllers/form/fill/createFieldsFillingResultTransformStream.js

@@ -40,6 +40,15 @@ export const createFieldsFillingResultTransformer = (enableJsonParser) => {
                     }
                 }
                 else {
+                    if (chunk.type === 'error') {
+                        enqueueTextDelta('error', {
+                            type: 'agent-error',
+                            error: '操作超时，请刷新重试',
+                        });
+                        resolveParseCompleted?.();
+                        controller.terminate(); // 信号通知下游可读流已关闭
+                        return;
+                    }
                     controller.enqueue(chunk);
                 }
             }

package/dist/src/controllers/form/fill/fill.controller.js

@@ -2,7 +2,7 @@ import {} from 'hono';
 import { convertToModelMessages, streamText, generateId } from 'ai';
 import { logger } from '../../../logger/index.js';
 import { createFillingModel } from './model.js';
-import { mode2part } from './utils.js';
+import { mode2part, trimFormStructure } from './utils.js';
 import { batchFillForm } from './batch-fill.controller.js';
 /**
  * 表单填写
@@ -18,7 +18,7 @@ export const fillForm = async (c) => {
     catch (_) {
         return c.json({ error: 'Invalid JSON' }, 400);
     }
-    const formStructure = requestBody.formStructure;
+    const formStructure = trimFormStructure(requestBody.formStructure || []);
     const mode = requestBody.mode;
     const num = requestBody.count;
     const messages = requestBody.messages;
@@ -26,13 +26,16 @@ export const fillForm = async (c) => {
     if (mode === 'batch') {
         return batchFillForm(c);
     }
+    const flattenParts = messages.flatMap((msg) => msg.parts);
+    const msg = [];
     if (formStructure) {
         const extraPart = mode2part(mode, num);
         try {
-            messages.push({
+            msg.push({
                 id: generateId(),
                 role: 'user',
                 parts: [
+                    ...flattenParts,
                     {
                         type: 'text',
                         text: `formStructure: ${JSON.stringify(formStructure)}`,
@@ -45,9 +48,10 @@ export const fillForm = async (c) => {
             logger.error('Failed to append form structure');
         }
     }
+    const modelMessages = convertToModelMessages(msg);
     const stream = streamText({
         model: createFillingModel(),
-        messages: convertToModelMessages(messages),
+        messages: modelMessages,
         includeRawChunks: true,
         headers: {
             'x-user-stage': requestBody.stage,

package/dist/src/controllers/form/fill/utils.js

@@ -81,3 +81,33 @@ export const fillingChunkGuard = (chunk, enableGuard = true) => {
     }
     return true;
 };
+/**
+ * 裁剪表单结构，子表单只展开一层
+ */
+export function trimFormStructure(fields) {
+    return fields.map((field) => {
+        const trimmed = {
+            description: field.description,
+            label: field.label,
+            widget: {
+                type: field.widget.type,
+                widgetName: field.widget.widgetName,
+            },
+        };
+        if (field.widget.items && Array.isArray(field.widget.items)) {
+            // 过滤掉无效 item（null/undefined 或缺少 widget）
+            trimmed.widget.items = field.widget.items
+                .filter((item) => item != null && item.widget != null)
+                .map((item) => ({
+                description: item.description,
+                label: item.label,
+                widget: {
+                    type: item.widget.type,
+                    widgetName: item.widget.widgetName,
+                    noRepeat: item.widget.noRepeat, // 保留 noRepeat 属性
+                },
+            }));
+        }
+        return trimmed;
+    });
+}

package/dist/src/controllers/report/query/createQuerySuggestionTransStream.js

@@ -0,0 +1,34 @@
+import {} from '@ai-sdk/provider';
+import { JSONParser } from '@streamparser/json';
+import {} from '@baishuyun/types';
+import { createJsonStreamTransformer, } from '../../../utils/createJsonStreamTransformer.js';
+import { logger } from '../../../logger/index.js';
+export const createQuerySuggestionTransformer = () => {
+    return createJsonStreamTransformer({
+        createJSONParser: createJSONParser,
+        onParseValue: handleParsedValue,
+        onParseError(error) {
+            logger.error('JSON parsing error in query transformer: ', error);
+            return '数据解析异常，请重试';
+        },
+        onErrorChunk(chunk) {
+            logger.error('Received error chunk in query transformer');
+            return '';
+        },
+    });
+};
+function createJSONParser() {
+    return new JSONParser({
+        stringBufferSize: undefined,
+        numberBufferSize: undefined,
+        separator: '',
+        paths: ['$.*'],
+        keepStack: true,
+    });
+}
+function handleParsedValue(ctx) {
+    const { parsedInfo, getResult, currentChunkId, deltaChunkEnqueuer: enqueueTextDelta, ctrl } = ctx;
+    const { value } = parsedInfo;
+    logger.debug('Parsed JSON value: ' + JSON.stringify(value));
+    enqueueTextDelta(`${JSON.stringify(value)},`, { type: 'query-suggestion-parsed-info', result: JSON.stringify(getResult()) }, currentChunkId + 2, true);
+}

package/dist/src/controllers/report/query/createQueryTransformStream.js

@@ -0,0 +1,96 @@
+import {} from '@ai-sdk/provider';
+import { JSONParser } from '@streamparser/json';
+import {} from '@baishuyun/types';
+import { createJsonStreamTransformer, } from '../../../utils/createJsonStreamTransformer.js';
+import { isTargetElement } from './utils.js';
+import { logger } from '../../../logger/index.js';
+import { fieldHandlers } from './handler-registry.js';
+export const createQueryResultTransformer = () => {
+    return createJsonStreamTransformer({
+        createJSONParser: createJSONParser,
+        onParseValue: handleParsedValue,
+        onParseError(error) {
+            logger.error('JSON parsing error in query transformer: ', error);
+            return '数据解析异常，请重试';
+        },
+        onErrorChunk(chunk) {
+            logger.error('Received error chunk in query transformer');
+            return '';
+        },
+    });
+};
+function createJSONParser() {
+    return new JSONParser({
+        stringBufferSize: undefined,
+        numberBufferSize: undefined,
+        separator: '',
+        paths: [
+            '$', // 保留完整结果推送
+            '$.title',
+            '$.source',
+            '$.name',
+            '$.type',
+            '$.userID',
+            '$.forms',
+            '$.fields.*',
+            '$.xFields.*',
+            '$.yFields.*',
+            '$.metrics.*',
+            '$.formulas.*',
+            '$.filter.rel',
+            '$.filter.cond.*',
+            '$.limit',
+        ],
+        keepStack: true,
+    });
+}
+function handleParsedValue(ctx) {
+    const { parsedInfo, getResult, currentChunkId, deltaChunkEnqueuer: enqueueTextDelta, ctrl } = ctx;
+    const { value } = parsedInfo;
+    logger.debug('Parsed JSON value: ' + JSON.stringify(value));
+    // aggregate 类型 —— name 字段触发，独立处理后直接返回
+    if (isTargetElement('$.name', parsedInfo)) {
+        handleAggregateName(ctx);
+        return;
+    }
+    // Phase 0: 报表标题 —— 初始化结果并发送 text-start, 必须为起始字段
+    if (isTargetElement('$.title', parsedInfo)) {
+        handleTitle(ctx);
+    }
+    // Phase 3: aggregate 结果无需后续字段处理
+    if (getResult().isAggregate)
+        return;
+    // Phase 4: 按注册的 handler 分发字段处理
+    for (const { path, handler } of fieldHandlers) {
+        if (isTargetElement(path, parsedInfo)) {
+            handler(ctx, value);
+            break;
+        }
+    }
+    // Phase 5: 向下游推送增量结果
+    enqueueTextDelta(`${JSON.stringify(value)},`, { type: 'query-stream-parsed-info', result: JSON.stringify(getResult()) }, currentChunkId + 2, true);
+}
+// ===================== Phase Handlers =====================
+function handleAggregateName(ctx) {
+    const { parsedInfo, getResult, currentChunkId, deltaChunkEnqueuer: enqueueTextDelta } = ctx;
+    const value = parsedInfo.value;
+    ctx.setPartialResult({
+        title: value,
+        source: 'aggregate',
+        type: 'data_table',
+        isAggregate: true,
+    });
+    logger.debug('Parsed aggregate table title: ' + value);
+    enqueueTextDelta(`${JSON.stringify(value)},`, { type: 'query-stream-parsed-info', result: JSON.stringify(getResult()) }, currentChunkId + 1, false);
+}
+function handleTitle(ctx) {
+    const { parsedInfo, currentChunkId, ctrl } = ctx;
+    ctx.clearResult();
+    ctrl.enqueue({
+        type: 'text-start',
+        id: currentChunkId + 2,
+    });
+    ctx.setPartialResult({
+        title: parsedInfo.value,
+    });
+}

package/dist/src/controllers/report/query/handler-helpers.js

@@ -0,0 +1,31 @@
+import {} from '@baishuyun/types';
+import {} from '../../../utils/createJsonStreamTransformer.js';
+// ===================== Handler Helpers =====================
+/** 创建一个将值推入指定数组字段的 handler */
+export function pushToArray(field) {
+    return (ctx, value) => {
+        const result = ctx.getResult();
+        if (!result[field]) {
+            ctx.setPartialResult({ [field]: [] });
+        }
+        ctx.getResult()[field].push(value);
+    };
+}
+/** 创建一个将值推入数组字段、并附加 tag/form 元信息的 handler */
+export function pushToArrayWithMeta(field) {
+    return (ctx, value) => {
+        const result = ctx.getResult();
+        if (!result[field]) {
+            ctx.setPartialResult({ [field]: [] });
+        }
+        value.tag = `f_${Date.now()}`;
+        value.form = result.formIds ? result.formIds[0] : '';
+        ctx.getResult()[field].push(value);
+    };
+}
+/** 确保 filter 对象已初始化 */
+export function ensureFilter(ctx) {
+    if (!ctx.getResult().filter) {
+        ctx.setPartialResult({ filter: { rel: 'and', conds: [] } });
+    }
+}

package/dist/src/controllers/report/query/handler-registry.js

@@ -0,0 +1,48 @@
+import {} from '@baishuyun/types';
+import { ensureFilter, pushToArray, pushToArrayWithMeta } from './handler-helpers.js';
+export const fieldHandlers = [
+    {
+        path: '$.source',
+        handler: (ctx, value) => ctx.setPartialResult({ source: value }),
+    },
+    {
+        path: '$.userID',
+        handler: (ctx, value) => ctx.setPartialResult({ userID: value }),
+    },
+    {
+        path: '$.limit',
+        handler: (ctx, value) => ctx.setPartialResult({ limit: value }),
+    },
+    {
+        path: '$.forms',
+        handler: (ctx, value) => ctx.setPartialResult({ formIds: [value] }),
+    },
+    {
+        path: '$.type',
+        handler: (ctx, value) => ctx.setPartialResult({ type: value }),
+    },
+    {
+        path: '$.filter.rel',
+        handler: (ctx, value) => {
+            ensureFilter(ctx);
+            ctx.setPartialResult({
+                filter: { ...ctx.getResult().filter, rel: value },
+            });
+        },
+    },
+    {
+        path: '$.filter.cond.*',
+        handler: (ctx, value) => {
+            ensureFilter(ctx);
+            const filter = ctx.getResult().filter;
+            ctx.setPartialResult({
+                filter: { ...filter, conds: [...(filter.conds || []), value] },
+            });
+        },
+    },
+    { path: '$.fields.*', handler: pushToArray('fields') },
+    { path: '$.formulas.*', handler: pushToArray('formulas') },
+    { path: '$.metrics.*', handler: pushToArrayWithMeta('metrics') },
+    { path: '$.xFields.*', handler: pushToArrayWithMeta('xFields') },
+    { path: '$.yFields.*', handler: pushToArrayWithMeta('yFields') },
+];

package/dist/src/controllers/report/query/model.js

@@ -0,0 +1,24 @@
+import { createCoze } from '@baishuyun/coze-provider';
+import config from 'config';
+import { createQueryResultTransformer } from './createQueryTransformStream.js';
+import { createQuerySuggestionTransformer } from './createQuerySuggestionTransStream.js';
+export const createReportQueryModel = () => {
+    const reportQuery = createCoze({
+        apiKey: config.get('agent.report.query.apiKey'),
+        baseURL: config.get('agent.report.query.baseUrl'),
+        botId: config.get('agent.report.query.botId'),
+        extraStreamTransformers: [createQueryResultTransformer],
+    });
+    const reportQueryModel = reportQuery.chat('chat');
+    return reportQueryModel;
+};
+export const createQuerySuggestionModel = () => {
+    const reportQuery = createCoze({
+        apiKey: config.get('agent.report.query.apiKey'),
+        baseURL: config.get('agent.report.query.baseUrl'),
+        botId: config.get('agent.report.query.botId'),
+        extraStreamTransformers: [createQuerySuggestionTransformer],
+    });
+    const reportQueryModel = reportQuery.chat('chat');
+    return reportQueryModel;
+};