dsh-pf-stream 0.0.0-stage → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/README.en.md +110 -0
- package/README.md +109 -2
- package/cordis.patch.yml +2 -0
- package/lib/entry/adapter.d.ts +21 -0
- package/lib/entry/adapter.js +112 -0
- package/lib/entry/adapter.js.map +1 -0
- package/lib/entry/legacyNormalizer.d.ts +16 -0
- package/lib/entry/legacyNormalizer.js +86 -0
- package/lib/entry/legacyNormalizer.js.map +1 -0
- package/lib/errors.d.ts +7 -0
- package/lib/errors.js +12 -0
- package/lib/errors.js.map +1 -0
- package/lib/index.d.ts +108 -0
- package/lib/index.js +109 -0
- package/lib/index.js.map +1 -0
- package/lib/session/state.d.ts +25 -0
- package/lib/session/state.js +255 -0
- package/lib/session/state.js.map +1 -0
- package/lib/stage0/decoder.d.ts +57 -0
- package/lib/stage0/decoder.js +229 -0
- package/lib/stage0/decoder.js.map +1 -0
- package/lib/stage0/ffmpeg.d.ts +34 -0
- package/lib/stage0/ffmpeg.js +90 -0
- package/lib/stage0/ffmpeg.js.map +1 -0
- package/lib/stage0/probe.d.ts +47 -0
- package/lib/stage0/probe.js +150 -0
- package/lib/stage0/probe.js.map +1 -0
- package/lib/stage1/gradient.d.ts +27 -0
- package/lib/stage1/gradient.js +85 -0
- package/lib/stage1/gradient.js.map +1 -0
- package/lib/stage1/perceive.d.ts +66 -0
- package/lib/stage1/perceive.js +233 -0
- package/lib/stage1/perceive.js.map +1 -0
- package/lib/stage2/stateMachine.d.ts +70 -0
- package/lib/stage2/stateMachine.js +180 -0
- package/lib/stage2/stateMachine.js.map +1 -0
- package/lib/stage2/switchDetector.d.ts +18 -0
- package/lib/stage2/switchDetector.js +34 -0
- package/lib/stage2/switchDetector.js.map +1 -0
- package/lib/stage3/deterministicRouter.d.ts +44 -0
- package/lib/stage3/deterministicRouter.js +203 -0
- package/lib/stage3/deterministicRouter.js.map +1 -0
- package/lib/stage3/streamSampler.d.ts +74 -0
- package/lib/stage3/streamSampler.js +497 -0
- package/lib/stage3/streamSampler.js.map +1 -0
- package/lib/stage4/canvasPacker.d.ts +60 -0
- package/lib/stage4/canvasPacker.js +161 -0
- package/lib/stage4/canvasPacker.js.map +1 -0
- package/lib/stage4/markers.d.ts +19 -0
- package/lib/stage4/markers.js +98 -0
- package/lib/stage4/markers.js.map +1 -0
- package/lib/stage4/viewport.d.ts +61 -0
- package/lib/stage4/viewport.js +151 -0
- package/lib/stage4/viewport.js.map +1 -0
- package/lib/stage5/controller.d.ts +61 -0
- package/lib/stage5/controller.js +260 -0
- package/lib/stage5/controller.js.map +1 -0
- package/lib/stage5/intent.d.ts +27 -0
- package/lib/stage5/intent.js +87 -0
- package/lib/stage5/intent.js.map +1 -0
- package/lib/stage6/history.d.ts +52 -0
- package/lib/stage6/history.js +155 -0
- package/lib/stage6/history.js.map +1 -0
- package/lib/stage6/precheck.d.ts +56 -0
- package/lib/stage6/precheck.js +86 -0
- package/lib/stage6/precheck.js.map +1 -0
- package/lib/tool/handler.d.ts +35 -0
- package/lib/tool/handler.js +56 -0
- package/lib/tool/handler.js.map +1 -0
- package/lib/tool/schema.d.ts +29 -0
- package/lib/tool/schema.js +59 -0
- package/lib/tool/schema.js.map +1 -0
- package/lib/tool/streamCall.d.ts +41 -0
- package/lib/tool/streamCall.js +105 -0
- package/lib/tool/streamCall.js.map +1 -0
- package/lib/types.d.ts +355 -0
- package/lib/types.js +11 -0
- package/lib/types.js.map +1 -0
- package/lib/utils/ffmpegBin.d.ts +20 -0
- package/lib/utils/ffmpegBin.js +62 -0
- package/lib/utils/ffmpegBin.js.map +1 -0
- package/lib/utils/hash.d.ts +13 -0
- package/lib/utils/hash.js +24 -0
- package/lib/utils/hash.js.map +1 -0
- package/lib/utils/image.d.ts +32 -0
- package/lib/utils/image.js +135 -0
- package/lib/utils/image.js.map +1 -0
- package/lib/utils/pts.d.ts +15 -0
- package/lib/utils/pts.js +50 -0
- package/lib/utils/pts.js.map +1 -0
- package/package.json +55 -4
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Stage 6(预检门控)—— 请求字节水位 / 画布边长不变量 / 预算与截断顺序。
|
|
3
|
+
*
|
|
4
|
+
* 规格《六》§2:
|
|
5
|
+
* - 单次请求 56 MiB 安全字节水位:Base64 膨胀按 4/3 计入(预留协议结构余量);
|
|
6
|
+
* - 图像单边 ≤ 4096 px 不变量:PF-Stream 画布最大边 1344 px 天然合规;
|
|
7
|
+
* imageCountTiersEnabled(多图降档规则)默认关闭,开启后按单边上限执行门控;
|
|
8
|
+
* - 截断顺序:优先从旧到新丢弃冷区引用,其次从旧到新丢弃热区条带,
|
|
9
|
+
* 最后切分当前增量包(保留时序前缀)。
|
|
10
|
+
*/
|
|
11
|
+
import type { PacketArtifact } from '../stage4/canvasPacker.js';
|
|
12
|
+
export declare const MAX_CANVAS_EDGE_PX = 4096;
|
|
13
|
+
export type BundleKind = 'cold' | 'hot' | 'new';
|
|
14
|
+
export interface BundleItem {
|
|
15
|
+
kind: BundleKind;
|
|
16
|
+
artifact: PacketArtifact;
|
|
17
|
+
}
|
|
18
|
+
export interface PrecheckOptions {
|
|
19
|
+
/** 请求字节水位(编码后口径,含 Base64 膨胀)。 */
|
|
20
|
+
maxRequestBytes: number;
|
|
21
|
+
/** 单次请求包数上限。 */
|
|
22
|
+
maxPackets: number;
|
|
23
|
+
/** 视觉 Token 预算。 */
|
|
24
|
+
maxTokensBudget: number;
|
|
25
|
+
/** 多图降档门控(默认关)。 */
|
|
26
|
+
imageCountTiersEnabled: boolean;
|
|
27
|
+
/** 单图视觉 Token 上限(meteringProfile.maxTokensPerImage,缺省不校验)。 */
|
|
28
|
+
maxTokensPerImage?: number | undefined;
|
|
29
|
+
}
|
|
30
|
+
export interface PrecheckResult {
|
|
31
|
+
kept: BundleItem[];
|
|
32
|
+
/** 按丢弃顺序记录(oldCold → oldHot → 增量尾部)。 */
|
|
33
|
+
dropped: Array<{
|
|
34
|
+
kind: BundleKind;
|
|
35
|
+
packetId: number;
|
|
36
|
+
}>;
|
|
37
|
+
truncatedCurrent: boolean;
|
|
38
|
+
encodedBytes: number;
|
|
39
|
+
tokens: number;
|
|
40
|
+
}
|
|
41
|
+
/** Base64 膨胀后的请求字节估算。 */
|
|
42
|
+
export declare function encodedSizeOf(bytes: Buffer): number;
|
|
43
|
+
/** 画布边长不变量(契约级防护,违规即错误而非降级)。 */
|
|
44
|
+
export declare function assertCanvasEdgeLegal(artifact: PacketArtifact, tiersEnabled: boolean): void;
|
|
45
|
+
/**
|
|
46
|
+
* 单图 Token 上限校验(meteringProfile.maxTokensPerImage 消费点):
|
|
47
|
+
* 计费序列 r×(c+1)+2 超过口径上限即错误——服务端会二次下采样破坏 42px 网格,
|
|
48
|
+
* 属契约级违规而非可降级超预算。PF-Stream 四形态画布最大 530 Token,
|
|
49
|
+
* 1024 口径下结构性合规;384 legacy 口径下 FORM_1/FORM_4 会在预检期拒绝。
|
|
50
|
+
*/
|
|
51
|
+
export declare function assertCanvasTokenLegal(artifact: PacketArtifact, maxTokensPerImage: number): void;
|
|
52
|
+
/**
|
|
53
|
+
* 预检与截断:输入按 [cold..., hot..., new...] 顺序排列的输出项。
|
|
54
|
+
* 超限时按 规格 截断顺序丢弃,返回保留集与丢弃记录。
|
|
55
|
+
*/
|
|
56
|
+
export declare function precheckBundle(items: BundleItem[], options: PrecheckOptions): PrecheckResult;
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Stage 6(预检门控)—— 请求字节水位 / 画布边长不变量 / 预算与截断顺序。
|
|
3
|
+
*
|
|
4
|
+
* 规格《六》§2:
|
|
5
|
+
* - 单次请求 56 MiB 安全字节水位:Base64 膨胀按 4/3 计入(预留协议结构余量);
|
|
6
|
+
* - 图像单边 ≤ 4096 px 不变量:PF-Stream 画布最大边 1344 px 天然合规;
|
|
7
|
+
* imageCountTiersEnabled(多图降档规则)默认关闭,开启后按单边上限执行门控;
|
|
8
|
+
* - 截断顺序:优先从旧到新丢弃冷区引用,其次从旧到新丢弃热区条带,
|
|
9
|
+
* 最后切分当前增量包(保留时序前缀)。
|
|
10
|
+
*/
|
|
11
|
+
import { billTokens } from '../stage4/canvasPacker.js';
|
|
12
|
+
import { PfStreamError } from '../errors.js';
|
|
13
|
+
export const MAX_CANVAS_EDGE_PX = 4096;
|
|
14
|
+
/** Base64 膨胀后的请求字节估算。 */
|
|
15
|
+
export function encodedSizeOf(bytes) {
|
|
16
|
+
return Math.ceil((bytes.length * 4) / 3);
|
|
17
|
+
}
|
|
18
|
+
/** 画布边长不变量(契约级防护,违规即错误而非降级)。 */
|
|
19
|
+
export function assertCanvasEdgeLegal(artifact, tiersEnabled) {
|
|
20
|
+
const [w, h] = artifact.packet.canvasSize;
|
|
21
|
+
if (w > MAX_CANVAS_EDGE_PX || h > MAX_CANVAS_EDGE_PX) {
|
|
22
|
+
if (tiersEnabled)
|
|
23
|
+
return; // 门控开启:超限单边在此截断(当前产物恒 ≤1344,实际不可达)
|
|
24
|
+
throw new PfStreamError('PFSTREAM_CANVAS_EDGE_OVER_LIMIT', `画布单边 ${Math.max(w, h)}px 超过 ${MAX_CANVAS_EDGE_PX}px 上限(packet #${artifact.packet.packetId})`);
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
/**
|
|
28
|
+
* 单图 Token 上限校验(meteringProfile.maxTokensPerImage 消费点):
|
|
29
|
+
* 计费序列 r×(c+1)+2 超过口径上限即错误——服务端会二次下采样破坏 42px 网格,
|
|
30
|
+
* 属契约级违规而非可降级超预算。PF-Stream 四形态画布最大 530 Token,
|
|
31
|
+
* 1024 口径下结构性合规;384 legacy 口径下 FORM_1/FORM_4 会在预检期拒绝。
|
|
32
|
+
*/
|
|
33
|
+
export function assertCanvasTokenLegal(artifact, maxTokensPerImage) {
|
|
34
|
+
const tokens = billTokens(artifact.packet.canvasSize[0], artifact.packet.canvasSize[1]);
|
|
35
|
+
if (tokens > maxTokensPerImage) {
|
|
36
|
+
throw new PfStreamError('PFSTREAM_CANVAS_TOKEN_OVER_LIMIT', `画布计费 ${tokens} Token 超过单图上限 ${maxTokensPerImage}(packet #${artifact.packet.packetId})`);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* 预检与截断:输入按 [cold..., hot..., new...] 顺序排列的输出项。
|
|
41
|
+
* 超限时按 规格 截断顺序丢弃,返回保留集与丢弃记录。
|
|
42
|
+
*/
|
|
43
|
+
export function precheckBundle(items, options) {
|
|
44
|
+
for (const it of items)
|
|
45
|
+
assertCanvasEdgeLegal(it.artifact, options.imageCountTiersEnabled);
|
|
46
|
+
if (options.maxTokensPerImage !== undefined) {
|
|
47
|
+
for (const it of items)
|
|
48
|
+
assertCanvasTokenLegal(it.artifact, options.maxTokensPerImage);
|
|
49
|
+
}
|
|
50
|
+
const tokensOf = (a) => billTokens(a.packet.canvasSize[0], a.packet.canvasSize[1]);
|
|
51
|
+
const totalTokens = items.reduce((acc, it) => acc + tokensOf(it.artifact), 0);
|
|
52
|
+
const totalBytes = items.reduce((acc, it) => acc + encodedSizeOf(it.artifact.imageBytes), 0);
|
|
53
|
+
let kept = items.slice();
|
|
54
|
+
const dropped = [];
|
|
55
|
+
let truncatedCurrent = false;
|
|
56
|
+
const overBudget = () => kept.length > options.maxPackets ||
|
|
57
|
+
kept.reduce((acc, it) => acc + tokensOf(it.artifact), 0) > options.maxTokensBudget ||
|
|
58
|
+
kept.reduce((acc, it) => acc + encodedSizeOf(it.artifact.imageBytes), 0) > options.maxRequestBytes;
|
|
59
|
+
if (overBudget()) {
|
|
60
|
+
// ① 旧冷区引用 → ② 旧热区条带 → ③ 增量包尾部
|
|
61
|
+
for (const kind of ['cold', 'hot', 'new']) {
|
|
62
|
+
while (overBudget()) {
|
|
63
|
+
// 冷/热:从旧到新丢(同 kind 内最靠前的最旧);增量:从尾部切分
|
|
64
|
+
const idx = kind === 'new'
|
|
65
|
+
? kept.map((k) => k.kind).lastIndexOf('new')
|
|
66
|
+
: kept.findIndex((k) => k.kind === kind);
|
|
67
|
+
if (idx < 0)
|
|
68
|
+
break;
|
|
69
|
+
dropped.push({ kind, packetId: kept[idx].artifact.packet.packetId });
|
|
70
|
+
kept.splice(idx, 1);
|
|
71
|
+
if (kind === 'new')
|
|
72
|
+
truncatedCurrent = true;
|
|
73
|
+
}
|
|
74
|
+
if (!overBudget())
|
|
75
|
+
break;
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
return {
|
|
79
|
+
kept,
|
|
80
|
+
dropped,
|
|
81
|
+
truncatedCurrent,
|
|
82
|
+
encodedBytes: kept.reduce((acc, it) => acc + encodedSizeOf(it.artifact.imageBytes), 0),
|
|
83
|
+
tokens: kept.reduce((acc, it) => acc + tokensOf(it.artifact), 0),
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
//# sourceMappingURL=precheck.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"precheck.js","sourceRoot":"","sources":["../../src/stage6/precheck.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAEvD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AA+BvC,yBAAyB;AACzB,MAAM,UAAU,aAAa,CAAC,KAAa;IACzC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,gCAAgC;AAChC,MAAM,UAAU,qBAAqB,CAAC,QAAwB,EAAE,YAAqB;IACnF,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC;IAC1C,IAAI,CAAC,GAAG,kBAAkB,IAAI,CAAC,GAAG,kBAAkB,EAAE,CAAC;QACrD,IAAI,YAAY;YAAE,OAAO,CAAC,mCAAmC;QAC7D,MAAM,IAAI,aAAa,CACrB,iCAAiC,EACjC,QAAQ,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,kBAAkB,iBAAiB,QAAQ,CAAC,MAAM,CAAC,QAAQ,GAAG,CAC9F,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CAAC,QAAwB,EAAE,iBAAyB;IACxF,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IACxF,IAAI,MAAM,GAAG,iBAAiB,EAAE,CAAC;QAC/B,MAAM,IAAI,aAAa,CACrB,kCAAkC,EAClC,QAAQ,MAAM,iBAAiB,iBAAiB,YAAY,QAAQ,CAAC,MAAM,CAAC,QAAQ,GAAG,CACxF,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,KAAmB,EAAE,OAAwB;IAC1E,KAAK,MAAM,EAAE,IAAI,KAAK;QAAE,qBAAqB,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAC3F,IAAI,OAAO,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;QAC5C,KAAK,MAAM,EAAE,IAAI,KAAK;YAAE,sBAAsB,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACzF,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,CAAiB,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IACnG,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9E,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,aAAa,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;IAE7F,IAAI,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;IACzB,MAAM,OAAO,GAA8B,EAAE,CAAC;IAC9C,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAE7B,MAAM,UAAU,GAAG,GAAY,EAAE,CAC/B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,UAAU;QAChC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,eAAe;QAClF,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,aAAa,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;IAErG,IAAI,UAAU,EAAE,EAAE,CAAC;QACjB,8BAA8B;QAC9B,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAiB,EAAE,CAAC;YAC1D,OAAO,UAAU,EAAE,EAAE,CAAC;gBACpB,qCAAqC;gBACrC,MAAM,GAAG,GACP,IAAI,KAAK,KAAK;oBACZ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC;oBAC5C,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;gBAC7C,IAAI,GAAG,GAAG,CAAC;oBAAE,MAAM;gBACnB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACtE,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBACpB,IAAI,IAAI,KAAK,KAAK;oBAAE,gBAAgB,GAAG,IAAI,CAAC;YAC9C,CAAC;YACD,IAAI,CAAC,UAAU,EAAE;gBAAE,MAAM;QAC3B,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI;QACJ,OAAO;QACP,gBAAgB;QAChB,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,aAAa,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACtF,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;KACjE,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 工具调用 action 路由。
|
|
3
|
+
*
|
|
4
|
+
* 依据规格《五、双层自适应调节与统一参数映射》§1.1 历史便捷字段归一化规则:
|
|
5
|
+
* probe_only 映射为 action="probe";未声明 action 时默认 pf_stream。
|
|
6
|
+
* M1 起 timestamps / uniform 由确定性检视通道承载。
|
|
7
|
+
*/
|
|
8
|
+
import type { IntentDirective, LegacyInspectionParams, ProbeResult } from '../types.js';
|
|
9
|
+
import type { InspectionResult } from '../stage3/deterministicRouter.js';
|
|
10
|
+
import type { StreamCallResult } from './streamCall.js';
|
|
11
|
+
export { PfStreamError } from '../errors.js';
|
|
12
|
+
export interface ToolCallArgs {
|
|
13
|
+
video_path: string;
|
|
14
|
+
intent?: Partial<IntentDirective> & LegacyInspectionParams;
|
|
15
|
+
[legacy: string]: unknown;
|
|
16
|
+
}
|
|
17
|
+
export interface ToolExec {
|
|
18
|
+
signal: AbortSignal;
|
|
19
|
+
/** 宿主会话标识(缺省聚合到 'default')。 */
|
|
20
|
+
sessionId?: string | undefined;
|
|
21
|
+
}
|
|
22
|
+
export type ToolResult = Record<string, unknown>;
|
|
23
|
+
/** probe 通道实现,由插件入口注入(便于测试替换)。 */
|
|
24
|
+
export type ProbeFn = (videoPath: string, signal: AbortSignal | undefined) => Promise<ProbeResult>;
|
|
25
|
+
/** 确定性检视通道实现,由插件入口注入。 */
|
|
26
|
+
export type InspectFn = (videoPath: string, probe: ProbeResult, intent: IntentDirective, signal: AbortSignal | undefined) => Promise<InspectionResult>;
|
|
27
|
+
/** 流式通道实现,由插件入口注入。 */
|
|
28
|
+
export type StreamFn = (videoPath: string, probe: ProbeResult, intent: IntentDirective, sessionId: string | undefined, signal: AbortSignal | undefined) => Promise<StreamCallResult>;
|
|
29
|
+
export interface ToolDeps {
|
|
30
|
+
probe: ProbeFn;
|
|
31
|
+
inspect?: InspectFn | undefined;
|
|
32
|
+
stream?: StreamFn | undefined;
|
|
33
|
+
}
|
|
34
|
+
export declare function resolveAction(args: ToolCallArgs): NonNullable<IntentDirective['action']>;
|
|
35
|
+
export declare function handleToolCall(args: ToolCallArgs, exec: ToolExec | undefined, deps: ToolDeps): Promise<ToolResult>;
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 工具调用 action 路由。
|
|
3
|
+
*
|
|
4
|
+
* 依据规格《五、双层自适应调节与统一参数映射》§1.1 历史便捷字段归一化规则:
|
|
5
|
+
* probe_only 映射为 action="probe";未声明 action 时默认 pf_stream。
|
|
6
|
+
* M1 起 timestamps / uniform 由确定性检视通道承载。
|
|
7
|
+
*/
|
|
8
|
+
import { PfStreamError } from '../errors.js';
|
|
9
|
+
export { PfStreamError } from '../errors.js';
|
|
10
|
+
export function resolveAction(args) {
|
|
11
|
+
if (args.intent?.action)
|
|
12
|
+
return args.intent.action;
|
|
13
|
+
if (args.intent?.probe_only === true || args.probe_only === true)
|
|
14
|
+
return 'probe';
|
|
15
|
+
return 'pf_stream';
|
|
16
|
+
}
|
|
17
|
+
export async function handleToolCall(args, exec, deps) {
|
|
18
|
+
const action = resolveAction(args);
|
|
19
|
+
if (action === 'probe') {
|
|
20
|
+
const probeResult = await deps.probe(args.video_path, exec?.signal);
|
|
21
|
+
return { action: 'probe', probe: probeResult };
|
|
22
|
+
}
|
|
23
|
+
if (action === 'timestamps' || action === 'uniform') {
|
|
24
|
+
if (!deps.inspect) {
|
|
25
|
+
throw new PfStreamError('PFSTREAM_ACTION_UNAVAILABLE', `action '${action}' 通道不可用`);
|
|
26
|
+
}
|
|
27
|
+
const probeResult = await deps.probe(args.video_path, exec?.signal);
|
|
28
|
+
const intent = (args.intent ?? {});
|
|
29
|
+
const inspection = await deps.inspect(args.video_path, probeResult, intent, exec?.signal);
|
|
30
|
+
return {
|
|
31
|
+
action,
|
|
32
|
+
probe: probeResult,
|
|
33
|
+
packets: inspection.packets.map((p) => p.packet),
|
|
34
|
+
hintLines: inspection.hintLines,
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
if (action === 'pf_stream') {
|
|
38
|
+
if (!deps.stream) {
|
|
39
|
+
throw new PfStreamError('PFSTREAM_ACTION_UNAVAILABLE', `action '${action}' 通道不可用`);
|
|
40
|
+
}
|
|
41
|
+
const probeResult = await deps.probe(args.video_path, exec?.signal);
|
|
42
|
+
const intent = (args.intent ?? {});
|
|
43
|
+
const stream = await deps.stream(args.video_path, probeResult, intent, exec?.sessionId, exec?.signal);
|
|
44
|
+
return {
|
|
45
|
+
action: 'pf_stream',
|
|
46
|
+
probe: probeResult,
|
|
47
|
+
packets: stream.packets.map((p) => p.packet),
|
|
48
|
+
hintLines: stream.hintLines,
|
|
49
|
+
heartbeats: stream.heartbeats,
|
|
50
|
+
telemetry: stream.telemetry,
|
|
51
|
+
session: { intentId: stream.sessionIntentId },
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
throw new PfStreamError('PFSTREAM_ACTION_UNAVAILABLE', `action '${action}' 通道不可用`);
|
|
55
|
+
}
|
|
56
|
+
//# sourceMappingURL=handler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"handler.js","sourceRoot":"","sources":["../../src/tool/handler.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAI7C,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AA0C7C,MAAM,UAAU,aAAa,CAAC,IAAkB;IAC9C,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM;QAAE,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IACnD,IAAI,IAAI,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI;QAAE,OAAO,OAAO,CAAC;IACjF,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAAkB,EAClB,IAA0B,EAC1B,IAAc;IAEd,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACpE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;IACjD,CAAC;IACD,IAAI,MAAM,KAAK,YAAY,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,aAAa,CAAC,6BAA6B,EAAE,WAAW,MAAM,SAAS,CAAC,CAAC;QACrF,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAoB,CAAC;QACtD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAC1F,OAAO;YACL,MAAM;YACN,KAAK,EAAE,WAAW;YAClB,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YAChD,SAAS,EAAE,UAAU,CAAC,SAAS;SAChC,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,aAAa,CAAC,6BAA6B,EAAE,WAAW,MAAM,SAAS,CAAC,CAAC;QACrF,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAoB,CAAC;QACtD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACtG,OAAO;YACL,MAAM,EAAE,WAAW;YACnB,KAAK,EAAE,WAAW;YAClB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YAC5C,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,eAAe,EAAE;SAC9C,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,aAAa,CAAC,6BAA6B,EAAE,WAAW,MAAM,SAAS,CAAC,CAAC;AACrF,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 工具参数与输出 Schema(宿主允许的 JSON Schema 关键字子集内)。
|
|
3
|
+
*
|
|
4
|
+
* parameters 采用「属性名 → 值 schema」映射形式(宿主 dsh-tools 契约)。
|
|
5
|
+
* 数值边界(pts_window 越界、roi_hint 区间、max_packets/max_tokens_budget 上限)
|
|
6
|
+
* 由入口适配器按规格《五、双层自适应调节与统一参数映射》§1.3 钳制,不在
|
|
7
|
+
* Schema 层声明 minimum/maximum(该关键字不在宿主允许子集内)。
|
|
8
|
+
*/
|
|
9
|
+
export declare const TOOL_NAME = "dsh-pf-stream";
|
|
10
|
+
export declare const INTENT_DESCRIPTION: string;
|
|
11
|
+
/** 宿主 dsh-tools assertSupportedJsonSchema 允许的关键字子集内的值 schema。 */
|
|
12
|
+
export interface ValueSchema {
|
|
13
|
+
type?: 'string' | 'number' | 'integer' | 'boolean' | 'object' | 'array' | 'null';
|
|
14
|
+
enum?: Array<string | number>;
|
|
15
|
+
const?: string | number;
|
|
16
|
+
properties?: Record<string, ValueSchema>;
|
|
17
|
+
required?: string[];
|
|
18
|
+
additionalProperties?: boolean;
|
|
19
|
+
items?: ValueSchema;
|
|
20
|
+
description?: string;
|
|
21
|
+
}
|
|
22
|
+
export declare const intentValueSchema: ValueSchema;
|
|
23
|
+
/** 工具 parameters:属性名 → 值 schema 映射。顶层开放以接收历史便捷字段。 */
|
|
24
|
+
export declare const toolParameters: Record<string, ValueSchema>;
|
|
25
|
+
export declare const TOOL_DESCRIPTION: string;
|
|
26
|
+
/** 输出 schema:随各里程碑交付逐步收紧,当前为对象根。 */
|
|
27
|
+
export declare const toolOutputSchema: {
|
|
28
|
+
readonly type: "object";
|
|
29
|
+
};
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 工具参数与输出 Schema(宿主允许的 JSON Schema 关键字子集内)。
|
|
3
|
+
*
|
|
4
|
+
* parameters 采用「属性名 → 值 schema」映射形式(宿主 dsh-tools 契约)。
|
|
5
|
+
* 数值边界(pts_window 越界、roi_hint 区间、max_packets/max_tokens_budget 上限)
|
|
6
|
+
* 由入口适配器按规格《五、双层自适应调节与统一参数映射》§1.3 钳制,不在
|
|
7
|
+
* Schema 层声明 minimum/maximum(该关键字不在宿主允许子集内)。
|
|
8
|
+
*/
|
|
9
|
+
export const TOOL_NAME = 'dsh-pf-stream';
|
|
10
|
+
export const INTENT_DESCRIPTION = '统一采样与检视指令:' +
|
|
11
|
+
"1) 默认流式感知 action='pf_stream'(文字/细节传 focus='detail',动作/运镜传 focus='motion',增减密度传 mode='dense'|'sparse');" +
|
|
12
|
+
'2) 定点时间戳高清检视传 action=\'timestamps\' 与 timestamps_ms;' +
|
|
13
|
+
'3) 均匀步长抽帧传 action=\'uniform\' 与 interval_ms/frame_count;' +
|
|
14
|
+
"4) 仅探测视频元数据传 action='probe';" +
|
|
15
|
+
'5) 局部区域聚焦或放大传归一化 roi_hint。';
|
|
16
|
+
export const intentValueSchema = {
|
|
17
|
+
type: 'object',
|
|
18
|
+
description: INTENT_DESCRIPTION,
|
|
19
|
+
properties: {
|
|
20
|
+
action: { type: 'string', enum: ['pf_stream', 'timestamps', 'uniform', 'probe'] },
|
|
21
|
+
mode: { type: 'string', enum: ['dense', 'standard', 'sparse'] },
|
|
22
|
+
focus: { type: 'string', enum: ['motion', 'detail', 'balanced'] },
|
|
23
|
+
pts_window: { type: 'array', items: { type: 'number' }, description: '处理时间窗 [start_ms, end_ms](PTS 域)' },
|
|
24
|
+
timestamps_ms: { type: 'array', items: { type: 'number' }, description: '确定性抽帧时间戳列表(毫秒)' },
|
|
25
|
+
interval_ms: { type: 'number', description: '均匀抽帧间隔(毫秒)' },
|
|
26
|
+
frame_count: { type: 'number', description: '均匀抽帧目标总帧数' },
|
|
27
|
+
roi_hint: {
|
|
28
|
+
type: 'object',
|
|
29
|
+
properties: {
|
|
30
|
+
x: { type: 'number' },
|
|
31
|
+
y: { type: 'number' },
|
|
32
|
+
w: { type: 'number' },
|
|
33
|
+
h: { type: 'number' },
|
|
34
|
+
},
|
|
35
|
+
required: ['x', 'y', 'w', 'h'],
|
|
36
|
+
description: '归一化 ROI,[0, 1] 范围',
|
|
37
|
+
},
|
|
38
|
+
full_frame: { type: 'boolean', description: '强制保留全画幅(禁用 1:1 质心裁剪)' },
|
|
39
|
+
max_packets: { type: 'number', description: '本次调用最多返回画布包数' },
|
|
40
|
+
max_tokens_budget: { type: 'number', description: '本次调用视觉 Token 预算上限' },
|
|
41
|
+
reset: { type: 'boolean', description: '重置会话意图为默认基准' },
|
|
42
|
+
},
|
|
43
|
+
additionalProperties: false,
|
|
44
|
+
};
|
|
45
|
+
/** 工具 parameters:属性名 → 值 schema 映射。顶层开放以接收历史便捷字段。 */
|
|
46
|
+
export const toolParameters = {
|
|
47
|
+
video_path: { type: 'string', description: '待处理的本地视频文件路径' },
|
|
48
|
+
intent: intentValueSchema,
|
|
49
|
+
};
|
|
50
|
+
export const TOOL_DESCRIPTION = 'Look at a local video: adaptive dual-scale streaming perception (low-token P units during motion, ' +
|
|
51
|
+
'high-detail F units at settle) plus deterministic inspection (probe metadata, exact-timestamp frames, ' +
|
|
52
|
+
'uniform slicing, RoI zoom). All canvases are 42px-grid aligned and billed as r*(c+1)+2 vision tokens. ' +
|
|
53
|
+
'Use action="probe" for metadata, action="timestamps"/"uniform" for deterministic inspection, ' +
|
|
54
|
+
'default action="pf_stream" for continuous event viewing.';
|
|
55
|
+
/** 输出 schema:随各里程碑交付逐步收紧,当前为对象根。 */
|
|
56
|
+
export const toolOutputSchema = {
|
|
57
|
+
type: 'object',
|
|
58
|
+
};
|
|
59
|
+
//# sourceMappingURL=schema.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/tool/schema.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,MAAM,CAAC,MAAM,SAAS,GAAG,eAAe,CAAC;AAEzC,MAAM,CAAC,MAAM,kBAAkB,GAC7B,YAAY;IACZ,wGAAwG;IACxG,sDAAsD;IACtD,0DAA0D;IAC1D,8BAA8B;IAC9B,4BAA4B,CAAC;AAc/B,MAAM,CAAC,MAAM,iBAAiB,GAAgB;IAC5C,IAAI,EAAE,QAAQ;IACd,WAAW,EAAE,kBAAkB;IAC/B,UAAU,EAAE;QACV,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE;QACjF,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE;QAC/D,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,EAAE;QACjE,UAAU,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,iCAAiC,EAAE;QACxG,aAAa,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,gBAAgB,EAAE;QAC1F,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE;QAC1D,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE;QACzD,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACrB,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACrB,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACrB,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;aACtB;YACD,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;YAC9B,WAAW,EAAE,mBAAmB;SACjC;QACD,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,sBAAsB,EAAE;QACpE,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE;QAC5D,iBAAiB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,mBAAmB,EAAE;QACvE,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE;KACvD;IACD,oBAAoB,EAAE,KAAK;CAC5B,CAAC;AAEF,qDAAqD;AACrD,MAAM,CAAC,MAAM,cAAc,GAAgC;IACzD,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE;IAC3D,MAAM,EAAE,iBAAiB;CAC1B,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAC3B,oGAAoG;IACpG,wGAAwG;IACxG,wGAAwG;IACxG,+FAA+F;IAC/F,0DAA0D,CAAC;AAE7D,oCAAoC;AACpC,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,IAAI,EAAE,QAAQ;CACN,CAAC"}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* pf_stream 通道编排:会话意图合并 → runStreamPass → 两级历史引用 → 预检门控。
|
|
3
|
+
*
|
|
4
|
+
* 发包路径:冷区 FORM_3 锚点引用(Epoch 内固定)→ 热区全条带引用 → 当前增量包;
|
|
5
|
+
* 预检超限时按 旧冷区 → 旧热区 → 增量尾部 顺序截断(规格《六》§2)。
|
|
6
|
+
*/
|
|
7
|
+
import { type StreamRunResult } from '../stage3/streamSampler.js';
|
|
8
|
+
import { type PrecheckResult } from '../stage6/precheck.js';
|
|
9
|
+
import { baselinesFromIntent } from '../stage5/intent.js';
|
|
10
|
+
import type { IntentDirective, ProbeResult } from '../types.js';
|
|
11
|
+
export interface StreamCallOptions {
|
|
12
|
+
ffmpegPath: string;
|
|
13
|
+
renderVisualId: boolean;
|
|
14
|
+
defaultStreamWindowMs: number;
|
|
15
|
+
streamWorkMaxEdge: number;
|
|
16
|
+
maxPacketsPerCall: number;
|
|
17
|
+
maxTokensBudgetPerCall: number;
|
|
18
|
+
/** 请求字节水位(Base64 编码后口径)。 */
|
|
19
|
+
maxRequestBytes: number;
|
|
20
|
+
maxColdRefs: number;
|
|
21
|
+
/** Epoch Compaction 窗口(新包数)。 */
|
|
22
|
+
epochCompactionWindow: number;
|
|
23
|
+
imageCountTiersEnabled: boolean;
|
|
24
|
+
/** 单图视觉 Token 上限(meteringProfile 口径,缺省不校验)。 */
|
|
25
|
+
maxTokensPerImage?: number | undefined;
|
|
26
|
+
signal?: AbortSignal | undefined;
|
|
27
|
+
}
|
|
28
|
+
export interface StreamCallResult extends Omit<StreamRunResult, 'telemetry'> {
|
|
29
|
+
telemetry: StreamRunResult['telemetry'] & {
|
|
30
|
+
precheck: PrecheckResult;
|
|
31
|
+
};
|
|
32
|
+
/** 冷区引用数(Epoch 固定复用)。 */
|
|
33
|
+
coldRefCount: number;
|
|
34
|
+
/** 热区引用数。 */
|
|
35
|
+
hotRefCount: number;
|
|
36
|
+
sessionIntentId: string;
|
|
37
|
+
appliedIntentId: string;
|
|
38
|
+
}
|
|
39
|
+
export declare function runStreamCall(videoPath: string, probe: ProbeResult, intent: IntentDirective, sessionId: string, options: StreamCallOptions): Promise<StreamCallResult>;
|
|
40
|
+
/** 供 handler 输出遥测的基准参数(不触发解码)。 */
|
|
41
|
+
export declare function describeBaselines(intent: IntentDirective): ReturnType<typeof baselinesFromIntent>;
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* pf_stream 通道编排:会话意图合并 → runStreamPass → 两级历史引用 → 预检门控。
|
|
3
|
+
*
|
|
4
|
+
* 发包路径:冷区 FORM_3 锚点引用(Epoch 内固定)→ 热区全条带引用 → 当前增量包;
|
|
5
|
+
* 预检超限时按 旧冷区 → 旧热区 → 增量尾部 顺序截断(规格《六》§2)。
|
|
6
|
+
*/
|
|
7
|
+
import { runStreamPass } from '../stage3/streamSampler.js';
|
|
8
|
+
import { timelineHintLine } from '../stage4/canvasPacker.js';
|
|
9
|
+
import { coldRefHintLine, compactEpoch, HOT_WINDOW, planHistoryRefs, recordPackets, } from '../stage6/history.js';
|
|
10
|
+
import { precheckBundle } from '../stage6/precheck.js';
|
|
11
|
+
import { baselinesFromIntent, mergeSessionIntent } from '../stage5/intent.js';
|
|
12
|
+
import { fingerprintOf, getSessionState, getVideoSlot } from '../session/state.js';
|
|
13
|
+
export async function runStreamCall(videoPath, probe, intent, sessionId, options) {
|
|
14
|
+
const session = getSessionState(sessionId);
|
|
15
|
+
const fingerprint = fingerprintOf(videoPath);
|
|
16
|
+
const slot = getVideoSlot(session, fingerprint);
|
|
17
|
+
// 意图层:字段级合并到 session_intent(规格《五》§1.3)
|
|
18
|
+
session.intentSeq += 1;
|
|
19
|
+
const merged = mergeSessionIntent(session.intent, intent, {
|
|
20
|
+
mode: 'standard',
|
|
21
|
+
focus: 'balanced',
|
|
22
|
+
});
|
|
23
|
+
merged.intentId = `intent_${session.intentSeq}`;
|
|
24
|
+
session.intent = merged;
|
|
25
|
+
const result = await runStreamPass(videoPath, probe, merged, slot.cursor, {
|
|
26
|
+
ffmpegPath: options.ffmpegPath,
|
|
27
|
+
renderVisualId: options.renderVisualId,
|
|
28
|
+
windowMs: intent.pts_window
|
|
29
|
+
? Math.max(1, intent.pts_window[1] - intent.pts_window[0])
|
|
30
|
+
: options.defaultStreamWindowMs,
|
|
31
|
+
windowStartMs: intent.pts_window?.[0],
|
|
32
|
+
streamWorkMaxEdge: options.streamWorkMaxEdge,
|
|
33
|
+
maxPackets: intent.max_packets ?? options.maxPacketsPerCall,
|
|
34
|
+
maxTokensBudget: intent.max_tokens_budget ?? options.maxTokensBudgetPerCall,
|
|
35
|
+
appliedIntentId: merged.intentId,
|
|
36
|
+
packetIdStart: session.packetSeq + 1,
|
|
37
|
+
globalIdStart: session.globalUnitSeq + 1,
|
|
38
|
+
heartbeatSeqStart: session.heartbeatSeq + 1,
|
|
39
|
+
signal: options.signal,
|
|
40
|
+
});
|
|
41
|
+
slot.cursor = result.nextCursor;
|
|
42
|
+
session.packetSeq = result.counters.packetSeq;
|
|
43
|
+
session.globalUnitSeq = result.counters.globalUnitSeq;
|
|
44
|
+
session.heartbeatSeq = result.counters.heartbeatSeq;
|
|
45
|
+
// Stage 6:热区引用取自本次记录之前的历史环尾部(热区=上一次调用的包),
|
|
46
|
+
// 再记录新包 → Epoch 收敛 → 冷区规划 → 预检门控
|
|
47
|
+
const hot = planHistoryRefs(slot, merged.intentId).hot;
|
|
48
|
+
recordPackets(slot, session, result.packets);
|
|
49
|
+
compactEpoch(slot, session, {
|
|
50
|
+
hotWindow: HOT_WINDOW,
|
|
51
|
+
maxColdRefs: options.maxColdRefs,
|
|
52
|
+
epochWindow: options.epochCompactionWindow,
|
|
53
|
+
}, () => {
|
|
54
|
+
session.packetSeq += 1;
|
|
55
|
+
return session.packetSeq;
|
|
56
|
+
}, merged.intentId);
|
|
57
|
+
const { cold } = planHistoryRefs(slot, merged.intentId);
|
|
58
|
+
const items = [
|
|
59
|
+
...cold.map((artifact) => ({ kind: 'cold', artifact })),
|
|
60
|
+
...hot.map((artifact) => ({ kind: 'hot', artifact })),
|
|
61
|
+
...result.packets.map((artifact) => ({ kind: 'new', artifact })),
|
|
62
|
+
];
|
|
63
|
+
const precheck = precheckBundle(items, {
|
|
64
|
+
maxRequestBytes: options.maxRequestBytes,
|
|
65
|
+
maxPackets: intent.max_packets ?? options.maxPacketsPerCall,
|
|
66
|
+
maxTokensBudget: intent.max_tokens_budget ?? options.maxTokensBudgetPerCall,
|
|
67
|
+
imageCountTiersEnabled: options.imageCountTiersEnabled,
|
|
68
|
+
maxTokensPerImage: options.maxTokensPerImage,
|
|
69
|
+
});
|
|
70
|
+
// 输出顺序:冷区(旧→新)→ 热区(旧→新)→ 增量(时序)
|
|
71
|
+
const keptPackets = precheck.kept.map((it) => it.artifact);
|
|
72
|
+
const newIdSet = new Set(precheck.kept.filter((it) => it.kind === 'new').map((it) => it.artifact.packet.packetId));
|
|
73
|
+
const keptHintLines = [];
|
|
74
|
+
for (const it of precheck.kept) {
|
|
75
|
+
if (it.kind === 'cold') {
|
|
76
|
+
const plan = slot.epoch.coldRefs.find((c) => c.refPacketId === it.artifact.packet.packetId);
|
|
77
|
+
if (plan)
|
|
78
|
+
keptHintLines.push(coldRefHintLine(plan));
|
|
79
|
+
}
|
|
80
|
+
else if (it.kind === 'hot') {
|
|
81
|
+
keptHintLines.push(timelineHintLine(it.artifact.packet, merged.roiHint ?? null));
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
for (const line of result.hintLines) {
|
|
85
|
+
// 仅保留预检后仍在输出的增量包提示行(按 packetId 前缀匹配)
|
|
86
|
+
const m = /Packet #(\d+)/.exec(line);
|
|
87
|
+
if (m && newIdSet.has(Number(m[1])))
|
|
88
|
+
keptHintLines.push(line);
|
|
89
|
+
}
|
|
90
|
+
return {
|
|
91
|
+
...result,
|
|
92
|
+
packets: keptPackets,
|
|
93
|
+
hintLines: keptHintLines,
|
|
94
|
+
telemetry: { ...result.telemetry, precheck },
|
|
95
|
+
coldRefCount: precheck.kept.filter((it) => it.kind === 'cold').length,
|
|
96
|
+
hotRefCount: precheck.kept.filter((it) => it.kind === 'hot').length,
|
|
97
|
+
sessionIntentId: merged.intentId,
|
|
98
|
+
appliedIntentId: merged.intentId,
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
/** 供 handler 输出遥测的基准参数(不触发解码)。 */
|
|
102
|
+
export function describeBaselines(intent) {
|
|
103
|
+
return baselinesFromIntent(intent.mode ?? 'standard', intent.focus ?? 'balanced');
|
|
104
|
+
}
|
|
105
|
+
//# sourceMappingURL=streamCall.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"streamCall.js","sourceRoot":"","sources":["../../src/tool/streamCall.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,aAAa,EAAwB,MAAM,4BAA4B,CAAC;AACjF,OAAO,EAAE,gBAAgB,EAAuB,MAAM,2BAA2B,CAAC;AAClF,OAAO,EACL,eAAe,EACf,YAAY,EACZ,UAAU,EACV,eAAe,EACf,aAAa,GACd,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAwC,MAAM,uBAAuB,CAAC;AAC7F,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC9E,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AA+BnF,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAiB,EACjB,KAAkB,EAClB,MAAuB,EACvB,SAAiB,EACjB,OAA0B;IAE1B,MAAM,OAAO,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,WAAW,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAEhD,uCAAuC;IACvC,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;IACvB,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE;QACxD,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,UAAU;KAClB,CAAC,CAAC;IACH,MAAM,CAAC,QAAQ,GAAG,UAAU,OAAO,CAAC,SAAS,EAAE,CAAC;IAChD,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IAExB,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;QACxE,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,QAAQ,EAAE,MAAM,CAAC,UAAU;YACzB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC1D,CAAC,CAAC,OAAO,CAAC,qBAAqB;QACjC,aAAa,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QACrC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;QAC5C,UAAU,EAAE,MAAM,CAAC,WAAW,IAAI,OAAO,CAAC,iBAAiB;QAC3D,eAAe,EAAE,MAAM,CAAC,iBAAiB,IAAI,OAAO,CAAC,sBAAsB;QAC3E,eAAe,EAAE,MAAM,CAAC,QAAQ;QAChC,aAAa,EAAE,OAAO,CAAC,SAAS,GAAG,CAAC;QACpC,aAAa,EAAE,OAAO,CAAC,aAAa,GAAG,CAAC;QACxC,iBAAiB,EAAE,OAAO,CAAC,YAAY,GAAG,CAAC;QAC3C,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;IAEH,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC;IAChC,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;IAC9C,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;IACtD,OAAO,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;IAEpD,0CAA0C;IAC1C,iCAAiC;IACjC,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC;IACvD,aAAa,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7C,YAAY,CACV,IAAI,EACJ,OAAO,EACP;QACE,SAAS,EAAE,UAAU;QACrB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,WAAW,EAAE,OAAO,CAAC,qBAAqB;KAC3C,EACD,GAAG,EAAE;QACH,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;QACvB,OAAO,OAAO,CAAC,SAAS,CAAC;IAC3B,CAAC,EACD,MAAM,CAAC,QAAQ,CAChB,CAAC;IACF,MAAM,EAAE,IAAI,EAAE,GAAG,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAExD,MAAM,KAAK,GAAiB;QAC1B,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,QAAQ,EAAE,CAAC,CAAC;QAChE,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAc,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC9D,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAc,EAAE,QAAQ,EAAE,CAAC,CAAC;KAC1E,CAAC;IACF,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,EAAE;QACrC,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,UAAU,EAAE,MAAM,CAAC,WAAW,IAAI,OAAO,CAAC,iBAAiB;QAC3D,eAAe,EAAE,MAAM,CAAC,iBAAiB,IAAI,OAAO,CAAC,sBAAsB;QAC3E,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;QACtD,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;KAC7C,CAAC,CAAC;IAEH,gCAAgC;IAChC,MAAM,WAAW,GAAqB,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CACzF,CAAC;IACF,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CACnC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CACrD,CAAC;YACF,IAAI,IAAI;gBAAE,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;QACtD,CAAC;aAAM,IAAI,EAAE,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YAC7B,aAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACpC,qCAAqC;QACrC,MAAM,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAAE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChE,CAAC;IAED,OAAO;QACL,GAAG,MAAM;QACT,OAAO,EAAE,WAAW;QACpB,SAAS,EAAE,aAAa;QACxB,SAAS,EAAE,EAAE,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,EAAE;QAC5C,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,MAAM;QACrE,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,MAAM;QACnE,eAAe,EAAE,MAAM,CAAC,QAAQ;QAChC,eAAe,EAAE,MAAM,CAAC,QAAQ;KACjC,CAAC;AACJ,CAAC;AAED,kCAAkC;AAClC,MAAM,UAAU,iBAAiB,CAAC,MAAuB;IACvD,OAAO,mBAAmB,CAAC,MAAM,CAAC,IAAI,IAAI,UAAU,EAAE,MAAM,CAAC,KAAK,IAAI,UAAU,CAAC,CAAC;AACpF,CAAC"}
|