@baishuyun/chat-backend 0.0.8 → 0.0.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +3 -0
- package/CHANGELOG.md +16 -0
- package/config/default.ts +16 -7
- package/package.json +4 -4
- package/src/app/main.ts +2 -0
- package/src/controllers/report/query/createQueryTransformStream.ts +125 -0
- package/src/controllers/report/query/handler-helpers.ts +35 -0
- package/src/controllers/report/query/handler-registry.ts +46 -0
- package/src/controllers/report/query/model.ts +17 -0
- package/src/controllers/report/query/query.controller.ts +50 -0
- package/src/controllers/report/query/types.ts +9 -0
- package/src/controllers/report/query/utils.ts +84 -0
- package/src/routes/report/report.route.ts +11 -0
- package/src/utils/createJsonStreamTransformer.ts +249 -0
package/.env.example
CHANGED
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,21 @@
|
|
|
1
1
|
# @baishuyun/chat-backend
|
|
2
2
|
|
|
3
|
+
## 0.0.10
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- Updated dependencies
|
|
8
|
+
- @baishuyun/coze-provider@0.0.10
|
|
9
|
+
- @baishuyun/types@1.0.10
|
|
10
|
+
|
|
11
|
+
## 0.0.9
|
|
12
|
+
|
|
13
|
+
### Patch Changes
|
|
14
|
+
|
|
15
|
+
- Updated dependencies
|
|
16
|
+
- @baishuyun/coze-provider@0.0.9
|
|
17
|
+
- @baishuyun/types@1.0.9
|
|
18
|
+
|
|
3
19
|
## 0.0.8
|
|
4
20
|
|
|
5
21
|
### Patch Changes
|
package/config/default.ts
CHANGED
|
@@ -1,34 +1,43 @@
|
|
|
1
|
-
import { asyncConfig } from
|
|
1
|
+
import { asyncConfig } from 'config/async.js';
|
|
2
2
|
// load async configurations
|
|
3
3
|
const fetchRemoteConfig = async () => {
|
|
4
4
|
return {
|
|
5
5
|
// mock remote config
|
|
6
|
-
foo:
|
|
6
|
+
foo: 'bar',
|
|
7
7
|
};
|
|
8
8
|
};
|
|
9
9
|
|
|
10
10
|
export default {
|
|
11
11
|
app: {
|
|
12
12
|
port: process.env.PORT || 3001,
|
|
13
|
-
host: process.env.HOST ||
|
|
13
|
+
host: process.env.HOST || 'localhost',
|
|
14
14
|
},
|
|
15
|
+
|
|
15
16
|
agent: {
|
|
16
|
-
host: process.env.AGENT_HOST ||
|
|
17
|
+
host: process.env.AGENT_HOST || '47.99.202.157',
|
|
17
18
|
|
|
18
19
|
apiAuthKey: process.env.COZE_API_KEY,
|
|
19
20
|
|
|
20
21
|
form: {
|
|
21
22
|
build: {
|
|
22
|
-
botId: process.env.BUILD_BOT_ID ||
|
|
23
|
+
botId: process.env.BUILD_BOT_ID || '7579927677256073216',
|
|
23
24
|
baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
|
|
24
25
|
apiKey: process.env.BOT_API_KEY, // load from env
|
|
25
26
|
},
|
|
26
27
|
|
|
27
28
|
fill: {
|
|
28
|
-
botId: process.env.FILL_BOT_ID ||
|
|
29
|
+
botId: process.env.FILL_BOT_ID || '7586483957357608960',
|
|
30
|
+
baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
|
|
31
|
+
apiKey: process.env.BOT_API_KEY, // load from env
|
|
32
|
+
ocrApiKey: process.env.OCR_API_KEY || '', // load from env
|
|
33
|
+
},
|
|
34
|
+
},
|
|
35
|
+
|
|
36
|
+
report: {
|
|
37
|
+
query: {
|
|
38
|
+
botId: process.env.QUERY_BOT_ID || '7595888372090929152',
|
|
29
39
|
baseUrl: `http://${process.env.AGENT_HOST}/v3/`,
|
|
30
40
|
apiKey: process.env.BOT_API_KEY, // load from env
|
|
31
|
-
ocrApiKey: process.env.OCR_API_KEY || "", // load from env
|
|
32
41
|
},
|
|
33
42
|
},
|
|
34
43
|
},
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@baishuyun/chat-backend",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.10",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"publishConfig": {
|
|
6
6
|
"access": "public"
|
|
@@ -22,8 +22,8 @@
|
|
|
22
22
|
"parse-sse": "^0.1.0",
|
|
23
23
|
"pino": "^10.1.0",
|
|
24
24
|
"zod": "^4.1.13",
|
|
25
|
-
"@baishuyun/coze-provider": "0.0.
|
|
26
|
-
"@baishuyun/types": "1.0.
|
|
25
|
+
"@baishuyun/coze-provider": "0.0.10",
|
|
26
|
+
"@baishuyun/types": "1.0.10"
|
|
27
27
|
},
|
|
28
28
|
"devDependencies": {
|
|
29
29
|
"@types/config": "^3.3.5",
|
|
@@ -34,7 +34,7 @@
|
|
|
34
34
|
"pm2": "^6.0.14",
|
|
35
35
|
"tsx": "^4.7.1",
|
|
36
36
|
"typescript": "^5.8.3",
|
|
37
|
-
"@baishuyun/typescript-config": "0.0.
|
|
37
|
+
"@baishuyun/typescript-config": "0.0.10"
|
|
38
38
|
},
|
|
39
39
|
"scripts": {
|
|
40
40
|
"dev": "cross-env NODE_ENV=development tsx watch src/index.ts",
|
package/src/app/main.ts
CHANGED
|
@@ -7,9 +7,11 @@ import app from '../config/hono.config.js';
|
|
|
7
7
|
|
|
8
8
|
// 子路由
|
|
9
9
|
import { createFormRouter } from '../routes/form/form.route.js';
|
|
10
|
+
import { createReportRouter } from '../routes/report/report.route.js';
|
|
10
11
|
|
|
11
12
|
// 挂载子路由
|
|
12
13
|
app.route('web/api/form', createFormRouter());
|
|
14
|
+
app.route('web/api/report', createReportRouter());
|
|
13
15
|
|
|
14
16
|
// add test route
|
|
15
17
|
app.get('web/api/test', (c) => {
|
|
@@ -0,0 +1,125 @@
|
|
|
1
|
+
import { type LanguageModelV2StreamPart } from '@ai-sdk/provider';
|
|
2
|
+
import { JSONParser } from '@streamparser/json';
|
|
3
|
+
import { type IQueryResult } from '@baishuyun/types';
|
|
4
|
+
import {
|
|
5
|
+
createJsonStreamTransformer,
|
|
6
|
+
type IParserCtx,
|
|
7
|
+
} from '../../../utils/createJsonStreamTransformer.js';
|
|
8
|
+
import { isTargetElement } from './utils.js';
|
|
9
|
+
import { logger } from '../../../logger/index.js';
|
|
10
|
+
import { fieldHandlers } from './handler-registry.js';
|
|
11
|
+
|
|
12
|
+
export const createQueryResultTransformer = (): TransformStream<LanguageModelV2StreamPart, any> => {
|
|
13
|
+
return createJsonStreamTransformer<IQueryResult>({
|
|
14
|
+
createJSONParser: createJSONParser,
|
|
15
|
+
onParseValue: handleParsedValue,
|
|
16
|
+
onParseError(error) {
|
|
17
|
+
logger.error('JSON parsing error in query transformer: ', error);
|
|
18
|
+
return '数据解析异常,请重试';
|
|
19
|
+
},
|
|
20
|
+
onErrorChunk(chunk) {
|
|
21
|
+
logger.error('Received error chunk in query transformer');
|
|
22
|
+
return '';
|
|
23
|
+
},
|
|
24
|
+
});
|
|
25
|
+
};
|
|
26
|
+
|
|
27
|
+
function createJSONParser(): JSONParser {
|
|
28
|
+
return new JSONParser({
|
|
29
|
+
stringBufferSize: undefined,
|
|
30
|
+
numberBufferSize: undefined,
|
|
31
|
+
separator: '',
|
|
32
|
+
paths: [
|
|
33
|
+
'$', // 保留完整结果推送
|
|
34
|
+
'$.title',
|
|
35
|
+
'$.name',
|
|
36
|
+
'$.type',
|
|
37
|
+
'$.userID',
|
|
38
|
+
'$.forms',
|
|
39
|
+
'$.fields.*',
|
|
40
|
+
'$.xFields.*',
|
|
41
|
+
'$.yFields.*',
|
|
42
|
+
'$.metrics.*',
|
|
43
|
+
'$.formulas.*',
|
|
44
|
+
'$.filter.rel',
|
|
45
|
+
'$.filter.cond.*',
|
|
46
|
+
'$.limit',
|
|
47
|
+
],
|
|
48
|
+
keepStack: true,
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
function handleParsedValue(ctx: IParserCtx<IQueryResult>): void {
|
|
53
|
+
const { parsedInfo, getResult, currentChunkId, deltaChunkEnqueuer: enqueueTextDelta, ctrl } = ctx;
|
|
54
|
+
const { value } = parsedInfo;
|
|
55
|
+
|
|
56
|
+
logger.debug('Parsed JSON value: ' + JSON.stringify(value));
|
|
57
|
+
|
|
58
|
+
// TODO: 使用约定的字段判断类型
|
|
59
|
+
// Phase 1: aggregate 类型 —— name 字段触发,独立处理后直接返回
|
|
60
|
+
if (isTargetElement('$.name', parsedInfo)) {
|
|
61
|
+
handleAggregateName(ctx);
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
// Phase 2: 报表标题 —— 初始化结果并发送 text-start
|
|
66
|
+
if (isTargetElement('$.title', parsedInfo)) {
|
|
67
|
+
handleTitle(ctx);
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
// Phase 3: aggregate 结果无需后续字段处理
|
|
71
|
+
if (getResult().isAggregate) return;
|
|
72
|
+
|
|
73
|
+
// Phase 4: 按注册的 handler 分发字段处理
|
|
74
|
+
for (const { path, handler } of fieldHandlers) {
|
|
75
|
+
if (isTargetElement(path, parsedInfo)) {
|
|
76
|
+
handler(ctx, value);
|
|
77
|
+
break;
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
// Phase 5: 向下游推送增量结果
|
|
82
|
+
enqueueTextDelta(
|
|
83
|
+
`${JSON.stringify(value)},`,
|
|
84
|
+
{ type: 'query-stream-parsed-info', result: JSON.stringify(getResult()) },
|
|
85
|
+
currentChunkId + 2,
|
|
86
|
+
true
|
|
87
|
+
);
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
// ===================== Phase Handlers =====================
|
|
91
|
+
|
|
92
|
+
function handleAggregateName(ctx: IParserCtx<IQueryResult>): void {
|
|
93
|
+
const { parsedInfo, getResult, currentChunkId, deltaChunkEnqueuer: enqueueTextDelta } = ctx;
|
|
94
|
+
const value = parsedInfo.value;
|
|
95
|
+
|
|
96
|
+
ctx.setPartialResult({
|
|
97
|
+
title: value as string,
|
|
98
|
+
isAggregate: true,
|
|
99
|
+
type: 'data_table',
|
|
100
|
+
});
|
|
101
|
+
|
|
102
|
+
logger.debug('Parsed aggregate table title: ' + value);
|
|
103
|
+
|
|
104
|
+
enqueueTextDelta(
|
|
105
|
+
`${JSON.stringify(value)},`,
|
|
106
|
+
{ type: 'query-stream-parsed-info', result: JSON.stringify(getResult()) },
|
|
107
|
+
currentChunkId + 1,
|
|
108
|
+
false
|
|
109
|
+
);
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
function handleTitle(ctx: IParserCtx<IQueryResult>): void {
|
|
113
|
+
const { parsedInfo, currentChunkId, ctrl } = ctx;
|
|
114
|
+
|
|
115
|
+
ctx.clearResult();
|
|
116
|
+
|
|
117
|
+
ctrl.enqueue({
|
|
118
|
+
type: 'text-start',
|
|
119
|
+
id: currentChunkId + 2,
|
|
120
|
+
});
|
|
121
|
+
|
|
122
|
+
ctx.setPartialResult({
|
|
123
|
+
title: parsedInfo.value as string,
|
|
124
|
+
});
|
|
125
|
+
}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { type IQueryResult } from '@baishuyun/types';
|
|
2
|
+
import { type IParserCtx } from '../../../utils/createJsonStreamTransformer.js';
|
|
3
|
+
import type { ValueHandler } from './types.js';
|
|
4
|
+
|
|
5
|
+
// ===================== Handler Helpers =====================
|
|
6
|
+
/** 创建一个将值推入指定数组字段的 handler */
|
|
7
|
+
export function pushToArray(field: keyof IQueryResult): ValueHandler {
|
|
8
|
+
return (ctx, value) => {
|
|
9
|
+
const result = ctx.getResult();
|
|
10
|
+
if (!result[field]) {
|
|
11
|
+
ctx.setPartialResult({ [field]: [] } as Partial<IQueryResult>);
|
|
12
|
+
}
|
|
13
|
+
(ctx.getResult()[field] as any[]).push(value);
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
/** 创建一个将值推入数组字段、并附加 tag/form 元信息的 handler */
|
|
18
|
+
export function pushToArrayWithMeta(field: keyof IQueryResult): ValueHandler {
|
|
19
|
+
return (ctx, value) => {
|
|
20
|
+
const result = ctx.getResult();
|
|
21
|
+
if (!result[field]) {
|
|
22
|
+
ctx.setPartialResult({ [field]: [] } as Partial<IQueryResult>);
|
|
23
|
+
}
|
|
24
|
+
value.tag = `f_${Date.now()}`;
|
|
25
|
+
value.form = result.formIds ? result.formIds[0] : '';
|
|
26
|
+
(ctx.getResult()[field] as any[]).push(value);
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
/** 确保 filter 对象已初始化 */
|
|
31
|
+
export function ensureFilter(ctx: IParserCtx<IQueryResult>): void {
|
|
32
|
+
if (!ctx.getResult().filter) {
|
|
33
|
+
ctx.setPartialResult({ filter: { rel: 'and', conds: [] } });
|
|
34
|
+
}
|
|
35
|
+
}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { type IDashWidgetType, type IQueryFilter } from '@baishuyun/types';
|
|
2
|
+
import type { PathHandler } from './types.js';
|
|
3
|
+
import { ensureFilter, pushToArray, pushToArrayWithMeta } from './handler-helpers.js';
|
|
4
|
+
|
|
5
|
+
export const fieldHandlers: PathHandler[] = [
|
|
6
|
+
{
|
|
7
|
+
path: '$.userID',
|
|
8
|
+
handler: (ctx, value) => ctx.setPartialResult({ userID: value as number }),
|
|
9
|
+
},
|
|
10
|
+
{
|
|
11
|
+
path: '$.limit',
|
|
12
|
+
handler: (ctx, value) => ctx.setPartialResult({ limit: value as number }),
|
|
13
|
+
},
|
|
14
|
+
{
|
|
15
|
+
path: '$.forms',
|
|
16
|
+
handler: (ctx, value) => ctx.setPartialResult({ formIds: [value as string] }),
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
path: '$.type',
|
|
20
|
+
handler: (ctx, value) => ctx.setPartialResult({ type: value as IDashWidgetType }),
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
path: '$.filter.rel',
|
|
24
|
+
handler: (ctx, value) => {
|
|
25
|
+
ensureFilter(ctx);
|
|
26
|
+
ctx.setPartialResult({
|
|
27
|
+
filter: { ...ctx.getResult().filter, rel: value } as IQueryFilter,
|
|
28
|
+
});
|
|
29
|
+
},
|
|
30
|
+
},
|
|
31
|
+
{
|
|
32
|
+
path: '$.filter.cond.*',
|
|
33
|
+
handler: (ctx, value) => {
|
|
34
|
+
ensureFilter(ctx);
|
|
35
|
+
const filter = ctx.getResult().filter!;
|
|
36
|
+
ctx.setPartialResult({
|
|
37
|
+
filter: { ...filter, conds: [...(filter.conds || []), value] } as IQueryFilter,
|
|
38
|
+
});
|
|
39
|
+
},
|
|
40
|
+
},
|
|
41
|
+
{ path: '$.fields.*', handler: pushToArray('fields') },
|
|
42
|
+
{ path: '$.formulas.*', handler: pushToArray('formulas') },
|
|
43
|
+
{ path: '$.metrics.*', handler: pushToArrayWithMeta('metrics') },
|
|
44
|
+
{ path: '$.xFields.*', handler: pushToArrayWithMeta('xFields') },
|
|
45
|
+
{ path: '$.yFields.*', handler: pushToArrayWithMeta('yFields') },
|
|
46
|
+
];
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { createCoze } from '@baishuyun/coze-provider';
|
|
2
|
+
|
|
3
|
+
import config from 'config';
|
|
4
|
+
import { createQueryResultTransformer } from './createQueryTransformStream.js';
|
|
5
|
+
|
|
6
|
+
export const createReportQueryModel = () => {
|
|
7
|
+
const reportQuery = createCoze({
|
|
8
|
+
apiKey: config.get<string>('agent.report.query.apiKey'),
|
|
9
|
+
baseURL: config.get<string>('agent.report.query.baseUrl'),
|
|
10
|
+
botId: config.get<string>('agent.report.query.botId'),
|
|
11
|
+
extraStreamTransformers: [createQueryResultTransformer],
|
|
12
|
+
});
|
|
13
|
+
|
|
14
|
+
const reportQueryModel = reportQuery.chat('chat');
|
|
15
|
+
|
|
16
|
+
return reportQueryModel;
|
|
17
|
+
};
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { type Context } from 'hono';
|
|
2
|
+
import { convertToModelMessages, streamText, type UIMessage, generateId } from 'ai';
|
|
3
|
+
import { createReportQueryModel } from './model.js';
|
|
4
|
+
import { buildExtraMsgParts } from './utils.js';
|
|
5
|
+
|
|
6
|
+
export const queryReport = async (c: Context) => {
|
|
7
|
+
let requestBody;
|
|
8
|
+
|
|
9
|
+
try {
|
|
10
|
+
const json = await c.req.json();
|
|
11
|
+
requestBody = json;
|
|
12
|
+
} catch (_) {
|
|
13
|
+
return c.json({ error: 'Invalid JSON' }, 400);
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
const uid = c.req.header('X-User-Id') || '';
|
|
17
|
+
const messages: UIMessage[] = requestBody.messages;
|
|
18
|
+
|
|
19
|
+
const extraText = buildExtraMsgParts({
|
|
20
|
+
appId: requestBody.appId,
|
|
21
|
+
userId: uid,
|
|
22
|
+
textOnly: true,
|
|
23
|
+
}) as string;
|
|
24
|
+
|
|
25
|
+
const lastUserTextPartOfMessage = messages
|
|
26
|
+
.slice()
|
|
27
|
+
.reverse()
|
|
28
|
+
.find((msg) => msg.role === 'user')
|
|
29
|
+
?.parts.findLast((part) => part.type === 'text') as { type: 'text'; text: string } | undefined;
|
|
30
|
+
|
|
31
|
+
if (lastUserTextPartOfMessage) {
|
|
32
|
+
lastUserTextPartOfMessage.text = `${extraText}${lastUserTextPartOfMessage.text}`;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
const modelMessages = convertToModelMessages(messages);
|
|
36
|
+
console.log('Final messages for report query:', JSON.stringify(modelMessages, null, 2));
|
|
37
|
+
|
|
38
|
+
const stream = streamText({
|
|
39
|
+
model: createReportQueryModel(),
|
|
40
|
+
messages: modelMessages,
|
|
41
|
+
includeRawChunks: true,
|
|
42
|
+
headers: {
|
|
43
|
+
'x-user-id': uid,
|
|
44
|
+
},
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
return stream.toUIMessageStreamResponse({
|
|
48
|
+
originalMessages: messages, // 建议添加,便于消息 ID 管理
|
|
49
|
+
});
|
|
50
|
+
};
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { type IQueryResult } from '@baishuyun/types';
|
|
2
|
+
import { type IParserCtx } from '../../../utils/createJsonStreamTransformer.js';
|
|
3
|
+
|
|
4
|
+
export type ValueHandler = (ctx: IParserCtx<IQueryResult>, value: any) => void;
|
|
5
|
+
|
|
6
|
+
export interface PathHandler {
|
|
7
|
+
path: string;
|
|
8
|
+
handler: ValueHandler;
|
|
9
|
+
}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import type { LanguageModelV2StreamPart } from '@ai-sdk/provider';
|
|
2
|
+
import type { ParsedElementInfo } from '@streamparser/json/utils/types/parsedElementInfo.js';
|
|
3
|
+
import type { TextUIPart, UIMessagePart } from 'ai';
|
|
4
|
+
|
|
5
|
+
export const buildExtraMsgParts = ({
|
|
6
|
+
appId,
|
|
7
|
+
userId,
|
|
8
|
+
textOnly,
|
|
9
|
+
}: {
|
|
10
|
+
appId: string;
|
|
11
|
+
userId: string;
|
|
12
|
+
textOnly?: boolean;
|
|
13
|
+
}): Array<TextUIPart> | string => {
|
|
14
|
+
if (textOnly) {
|
|
15
|
+
return `appID为${appId};用户ID为${userId};`;
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
return [
|
|
19
|
+
{
|
|
20
|
+
type: 'text',
|
|
21
|
+
text: `appID为${appId};`,
|
|
22
|
+
},
|
|
23
|
+
{
|
|
24
|
+
type: 'text',
|
|
25
|
+
text: `用户ID为${userId};`,
|
|
26
|
+
},
|
|
27
|
+
];
|
|
28
|
+
};
|
|
29
|
+
|
|
30
|
+
export const queryChunkGuard = (chunk: LanguageModelV2StreamPart) => {
|
|
31
|
+
if (chunk.type !== 'text-delta' || !('delta' in chunk)) {
|
|
32
|
+
return false;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
return true;
|
|
36
|
+
};
|
|
37
|
+
|
|
38
|
+
/**
|
|
39
|
+
* 通用路径匹配器:判断当前解析到的元素是否命中指定的 JSONParser 路径。
|
|
40
|
+
*
|
|
41
|
+
* 支持两种路径形式:
|
|
42
|
+
* - 精确路径:`$.title`、`$.filter.rel` — 匹配特定 key
|
|
43
|
+
* - 通配路径:`$.fields.*`、`$.filter.cond.*` — 匹配数组元素
|
|
44
|
+
*
|
|
45
|
+
* path 格式与 `JSONParser` 的 `paths` 配置完全一致,无需额外转换。
|
|
46
|
+
*
|
|
47
|
+
* @example
|
|
48
|
+
* isTargetElement('$.title', parsedInfo)
|
|
49
|
+
* isTargetElement('$.filter.rel', parsedInfo)
|
|
50
|
+
* isTargetElement('$.fields.*', parsedInfo)
|
|
51
|
+
* isTargetElement('$.filter.cond.*', parsedInfo)
|
|
52
|
+
*/
|
|
53
|
+
export const isTargetElement = (path: string, parsedInfo: ParsedElementInfo): boolean => {
|
|
54
|
+
const { key, stack, parent } = parsedInfo;
|
|
55
|
+
|
|
56
|
+
// 去掉 '$.' 前缀,按 '.' 分割
|
|
57
|
+
const segments = path.replace(/^\$\./, '').split('.');
|
|
58
|
+
const endsWithWildcard = segments[segments.length - 1] === '*';
|
|
59
|
+
|
|
60
|
+
if (endsWithWildcard) {
|
|
61
|
+
// ---- 通配路径:匹配数组中的元素 ----
|
|
62
|
+
const parentKeys = segments.slice(0, -1);
|
|
63
|
+
|
|
64
|
+
// 当前 key 必须为数组索引,parent 必须为数组
|
|
65
|
+
if (typeof key !== 'number' || !Array.isArray(parent)) return false;
|
|
66
|
+
|
|
67
|
+
// stack 深度 = root(1) + parentKeys
|
|
68
|
+
if (stack.length !== parentKeys.length + 1) return false;
|
|
69
|
+
|
|
70
|
+
// 从 stack[1] 开始逐段匹配(跳过 root)
|
|
71
|
+
return parentKeys.every((seg, i) => stack[i + 1]?.key === seg);
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
// ---- 精确路径:匹配特定 key ----
|
|
75
|
+
const leafKey = segments[segments.length - 1];
|
|
76
|
+
if (key !== leafKey) return false;
|
|
77
|
+
|
|
78
|
+
const parentKeys = segments.slice(0, -1);
|
|
79
|
+
|
|
80
|
+
// stack 深度 = root(1) + parentKeys(叶子节点自身不在 stack 中)
|
|
81
|
+
if (stack.length !== parentKeys.length + 1) return false;
|
|
82
|
+
|
|
83
|
+
return parentKeys.every((seg, i) => stack[i + 1]?.key === seg);
|
|
84
|
+
};
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { Hono } from 'hono';
|
|
2
|
+
import { queryReport } from '../../controllers/report/query/query.controller.js';
|
|
3
|
+
|
|
4
|
+
export const createReportRouter = () => {
|
|
5
|
+
const reportRouter = new Hono();
|
|
6
|
+
|
|
7
|
+
// 智能问数
|
|
8
|
+
reportRouter.post('/query', queryReport);
|
|
9
|
+
|
|
10
|
+
return reportRouter;
|
|
11
|
+
};
|
|
@@ -0,0 +1,249 @@
|
|
|
1
|
+
import { type LanguageModelV2StreamPart } from '@ai-sdk/provider';
|
|
2
|
+
import { createTextInfoEnqueuer } from '@baishuyun/coze-provider';
|
|
3
|
+
import { JSONParser } from '@streamparser/json';
|
|
4
|
+
import type { ParsedElementInfo } from '@streamparser/json/utils/types/parsedElementInfo.js';
|
|
5
|
+
import { logger } from '../logger/index.js';
|
|
6
|
+
|
|
7
|
+
/** onParseValue 回调接收的上下文 */
|
|
8
|
+
export interface IParserCtx<T> {
|
|
9
|
+
/** 累积的解析结果,可直接修改 */
|
|
10
|
+
getResult: () => T;
|
|
11
|
+
setPartialResult: (partial: Partial<T>) => void;
|
|
12
|
+
clearResult: () => void;
|
|
13
|
+
/** 当前触发 onValue 的解析信息 */
|
|
14
|
+
parsedInfo: ParsedElementInfo;
|
|
15
|
+
/** 向下游推送 text-delta chunk 的工具函数 */
|
|
16
|
+
deltaChunkEnqueuer: ReturnType<typeof createTextInfoEnqueuer>;
|
|
17
|
+
/** 当前正在处理的 chunk id */
|
|
18
|
+
currentChunkId: string;
|
|
19
|
+
ctrl: Controller;
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
/** 创建 JSON 流转换器的选项 */
|
|
23
|
+
export interface JsonStreamTransformerOptions<T> {
|
|
24
|
+
/** 创建 JSONParser 实例(由使用者决定路径、分隔符等解析细节) */
|
|
25
|
+
createJSONParser: () => JSONParser;
|
|
26
|
+
/** 每次解析出值时的回调 */
|
|
27
|
+
onParseValue: (ctx: IParserCtx<T>) => void;
|
|
28
|
+
/** chunk 过滤,返回 true 表示需要解析,默认检查 text-delta 类型 */
|
|
29
|
+
chunkGuard?: (chunk: LanguageModelV2StreamPart) => boolean;
|
|
30
|
+
/** 收到 error 类型 chunk 时的回调(可选) */
|
|
31
|
+
onErrorChunk?: (chunk: LanguageModelV2StreamPart) => void;
|
|
32
|
+
/** JSON 解析出错时的回调,返回要展示的错误消息(可选) */
|
|
33
|
+
onParseError?: (error: any) => string;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
/**
|
|
37
|
+
* 创建一个 TransformStream,将 AI 流式响应中的 JSON 片段解析为结构化数据。
|
|
38
|
+
*
|
|
39
|
+
* 使用者只需关心:
|
|
40
|
+
* 1. `createJSONParser` — 决定 JSON 解析的路径 / 选项
|
|
41
|
+
* 2. `onParseValue` — 处理每个解析出的值
|
|
42
|
+
* 3. 错误处理(均可选)
|
|
43
|
+
*/
|
|
44
|
+
export const createJsonStreamTransformer = <T>(
|
|
45
|
+
options: JsonStreamTransformerOptions<T>
|
|
46
|
+
): TransformStream<LanguageModelV2StreamPart, any> => {
|
|
47
|
+
const processor = new JsonStreamProcessor<T>(options);
|
|
48
|
+
return new TransformStream<LanguageModelV2StreamPart, any>({
|
|
49
|
+
start: (ctrl) => processor.start(ctrl),
|
|
50
|
+
transform: (chunk, ctrl) => processor.transform(chunk, ctrl),
|
|
51
|
+
flush: (ctrl) => processor.flush(ctrl),
|
|
52
|
+
});
|
|
53
|
+
};
|
|
54
|
+
|
|
55
|
+
const BACKTICK_RE = /`?`?`?/g;
|
|
56
|
+
const JSON_PREFIX = 'json';
|
|
57
|
+
|
|
58
|
+
const ERROR_MESSAGES = {
|
|
59
|
+
PARSE_ERROR: '解析异常,请刷新重试',
|
|
60
|
+
TIMEOUT: '操作超时,请刷新重试',
|
|
61
|
+
GENERAL_ERROR: '发生错误,请刷新重试',
|
|
62
|
+
} as const;
|
|
63
|
+
|
|
64
|
+
type Controller = TransformStreamDefaultController<any>;
|
|
65
|
+
type ChunkWithIdDelta = Extract<LanguageModelV2StreamPart, { id: string; delta: string }>;
|
|
66
|
+
|
|
67
|
+
class JsonStreamProcessor<T> {
|
|
68
|
+
// -- 配置 --
|
|
69
|
+
private readonly options: JsonStreamTransformerOptions<T>;
|
|
70
|
+
|
|
71
|
+
// -- 运行时状态 --
|
|
72
|
+
private parser: JSONParser | null = null;
|
|
73
|
+
private result: T = {} as T;
|
|
74
|
+
private currentChunkId = '';
|
|
75
|
+
private parseCompleted: Promise<void> | null = null;
|
|
76
|
+
private resolveParseCompleted: (() => void) | null = null;
|
|
77
|
+
private terminated = false;
|
|
78
|
+
|
|
79
|
+
constructor(options: JsonStreamTransformerOptions<T>) {
|
|
80
|
+
this.options = options;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
// ===================== 生命周期 =====================
|
|
84
|
+
|
|
85
|
+
/** TransformStream start:创建 parser、绑定回调 */
|
|
86
|
+
start(controller: Controller): void {
|
|
87
|
+
this.parser = this.options.createJSONParser();
|
|
88
|
+
this.parseCompleted = this.createCompletionPromise();
|
|
89
|
+
this.bindParserCallbacks(controller);
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
/** TransformStream transform:逐 chunk 处理 */
|
|
93
|
+
transform(chunk: LanguageModelV2StreamPart, controller: Controller): void {
|
|
94
|
+
if (this.terminated || !this.parser) {
|
|
95
|
+
logger.warn('JSON parser not initialized or stream already terminated');
|
|
96
|
+
return;
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
try {
|
|
100
|
+
// 1) error chunk → 通知下游后终止
|
|
101
|
+
if (chunk.type === 'error') {
|
|
102
|
+
this.options.onErrorChunk?.(chunk);
|
|
103
|
+
this.enqueueError(controller, ERROR_MESSAGES.GENERAL_ERROR);
|
|
104
|
+
return;
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
// 2) 不需要解析的 chunk → 透传
|
|
108
|
+
const guard = this.options.chunkGuard ?? defaultChunkGuard;
|
|
109
|
+
if (!guard(chunk)) {
|
|
110
|
+
controller.enqueue(chunk);
|
|
111
|
+
return;
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
// 3) 提取 delta 写入 parser
|
|
115
|
+
if (isChunkWithDelta(chunk)) {
|
|
116
|
+
this.currentChunkId = chunk.id;
|
|
117
|
+
this.parser.write(stripCodeFence(chunk.delta));
|
|
118
|
+
}
|
|
119
|
+
} catch (error) {
|
|
120
|
+
this.enqueueError(controller, error);
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
/** TransformStream flush:结束 parser 并等待所有回调完成 */
|
|
125
|
+
async flush(controller: Controller): Promise<void> {
|
|
126
|
+
try {
|
|
127
|
+
if (this.parser) {
|
|
128
|
+
this.parser.end();
|
|
129
|
+
if (this.parseCompleted) await this.parseCompleted;
|
|
130
|
+
logger.debug('Parser stopped gracefully');
|
|
131
|
+
}
|
|
132
|
+
if (!this.terminated) controller.terminate();
|
|
133
|
+
} catch (error) {
|
|
134
|
+
controller.error(`Cleanup error: ${error}`);
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
// ===================== Parser 回调 =====================
|
|
139
|
+
|
|
140
|
+
private bindParserCallbacks(controller: Controller): void {
|
|
141
|
+
if (!this.parser) return;
|
|
142
|
+
|
|
143
|
+
const enqueue = createTextInfoEnqueuer(controller);
|
|
144
|
+
|
|
145
|
+
this.parser.onValue = (parsedInfo: ParsedElementInfo) => {
|
|
146
|
+
// 超时错误特殊处理
|
|
147
|
+
if (isTimeoutError(parsedInfo.value)) {
|
|
148
|
+
if (!this.terminated) {
|
|
149
|
+
enqueue(JSON.stringify(parsedInfo.value), {
|
|
150
|
+
type: 'agent-error',
|
|
151
|
+
error: ERROR_MESSAGES.TIMEOUT,
|
|
152
|
+
});
|
|
153
|
+
this.terminateStream(controller);
|
|
154
|
+
}
|
|
155
|
+
return;
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
this.options.onParseValue({
|
|
159
|
+
parsedInfo,
|
|
160
|
+
deltaChunkEnqueuer: enqueue,
|
|
161
|
+
currentChunkId: this.currentChunkId,
|
|
162
|
+
ctrl: controller,
|
|
163
|
+
getResult: () => this.result,
|
|
164
|
+
clearResult: this.clearResult.bind(this),
|
|
165
|
+
setPartialResult: (partial) => {
|
|
166
|
+
this.result = { ...this.result, ...partial };
|
|
167
|
+
},
|
|
168
|
+
});
|
|
169
|
+
};
|
|
170
|
+
|
|
171
|
+
this.parser.onError = (err: any) => {
|
|
172
|
+
if (!this.terminated) {
|
|
173
|
+
const msg = this.options.onParseError
|
|
174
|
+
? this.options.onParseError(err)
|
|
175
|
+
: ERROR_MESSAGES.GENERAL_ERROR;
|
|
176
|
+
logger.debug(msg);
|
|
177
|
+
enqueue('error', { type: 'agent-error', error: msg });
|
|
178
|
+
this.terminateStream(controller);
|
|
179
|
+
}
|
|
180
|
+
};
|
|
181
|
+
|
|
182
|
+
this.parser.onEnd = () => {
|
|
183
|
+
logger.debug('Parsing completed');
|
|
184
|
+
enqueue(' ', JSON.stringify({ appendConfirm: 'save-fields' }));
|
|
185
|
+
this.completeParsing();
|
|
186
|
+
};
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
/** 创建可外部 resolve 的 Promise,用于 flush 等待 parser 回调结束 */
|
|
190
|
+
private createCompletionPromise(): Promise<void> {
|
|
191
|
+
return new Promise<void>((resolve) => {
|
|
192
|
+
this.resolveParseCompleted = () => {
|
|
193
|
+
resolve();
|
|
194
|
+
logger.debug('Parsing completion promise resolved');
|
|
195
|
+
};
|
|
196
|
+
});
|
|
197
|
+
}
|
|
198
|
+
|
|
199
|
+
private clearResult(): void {
|
|
200
|
+
this.result = {} as T;
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
/** 标记解析完成,重置状态 */
|
|
204
|
+
private completeParsing(): void {
|
|
205
|
+
this.resolveParseCompleted?.();
|
|
206
|
+
this.parser = null;
|
|
207
|
+
this.result = {} as T;
|
|
208
|
+
this.currentChunkId = '';
|
|
209
|
+
this.parseCompleted = null;
|
|
210
|
+
this.resolveParseCompleted = null;
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
/** 安全地终止流并清理状态 */
|
|
214
|
+
private terminateStream(controller: Controller): void {
|
|
215
|
+
this.completeParsing();
|
|
216
|
+
this.terminated = true;
|
|
217
|
+
controller.terminate();
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
/** 向下游推送 agent-error 并终止流 */
|
|
221
|
+
private enqueueError(controller: Controller, error: unknown): void {
|
|
222
|
+
if (this.terminated) return;
|
|
223
|
+
const enqueue = createTextInfoEnqueuer(controller);
|
|
224
|
+
const msg = typeof error === 'string' ? error : ERROR_MESSAGES.PARSE_ERROR;
|
|
225
|
+
logger.error('JsonStreamProcessor error: ' + error);
|
|
226
|
+
// 先 enqueue 错误信息让下游能收到,再 terminate
|
|
227
|
+
// 注意:不能调 controller.error(),否则流进入 errored 状态,enqueue 不再生效
|
|
228
|
+
enqueue('error', { type: 'agent-error', error: msg });
|
|
229
|
+
this.terminateStream(controller);
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
/** 默认 chunkGuard:只处理带 delta 的 text-delta chunk */
|
|
234
|
+
function defaultChunkGuard(chunk: LanguageModelV2StreamPart): boolean {
|
|
235
|
+
return chunk.type === 'text-delta' && 'delta' in chunk;
|
|
236
|
+
}
|
|
237
|
+
|
|
238
|
+
function isChunkWithDelta(chunk: LanguageModelV2StreamPart): chunk is ChunkWithIdDelta {
|
|
239
|
+
return 'id' in chunk && 'delta' in chunk;
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
/** 去掉 AI 返回的代码围栏标记 (```) 和 json 前缀 */
|
|
243
|
+
function stripCodeFence(delta: string): string {
|
|
244
|
+
return delta.replace(BACKTICK_RE, '').replace(JSON_PREFIX, '');
|
|
245
|
+
}
|
|
246
|
+
|
|
247
|
+
function isTimeoutError(value: any): boolean {
|
|
248
|
+
return value?.error === true && value?.errorMessage === 'timeout';
|
|
249
|
+
}
|