dsh-pf-stream 0.2.4 → 0.3.1

package/lib/audio/asrRouter.js

@@ -0,0 +1,187 @@
+/**
+ * ASR 路由：缓存缺口 → 切分 → 切片编码 → provider（verbose 优先，
+ * 400 拒绝时降级 basic）→ PTS 锚定 → 幻觉清洗 → 缓存回写。
+ *
+ * 失败语义：单块失败计入 failedChunks（partial），不中断其余块；
+ * verbose 被兼容端拒绝时整窗自动降级 basic（VAD 岛切分 + 整块文本锚定）。
+ */
+import { planChunks, planIslandChunks, sliceAudio, } from './acousticVad.js';
+import { transcribeBasic, transcribeVerbose, AsrRequestError } from './asrProviders.js';
+import { guardSegments } from './hallucinationGuard.js';
+import { cachedSegmentsFor, engineFingerprint, mergeInterval, missingRanges, videoFingerprint, } from './transcriptCache.js';
+async function runChunks(videoPath, chunks, provider, options) {
+    const outcomes = [];
+    let failed = 0;
+    let requests = 0;
+    let verboseRejected = false;
+    const maxInFlight = Math.max(1, options.settings.maxConcurrency);
+    let cursor = 0;
+    const workers = [];
+    const vadOpts = { ffmpegPath: options.ffmpegPath, signal: options.signal };
+    const runOne = async () => {
+        for (;;) {
+            const index = cursor++;
+            if (index >= chunks.length)
+                return;
+            const range = chunks[index];
+            if (range === undefined)
+                return;
+            try {
+                requests++;
+                const audio = await sliceAudio(videoPath, range, options.sliceCodec, vadOpts);
+                const input = {
+                    startMs: range[0],
+                    endMs: range[1],
+                    bytes: audio.bytes,
+                    mimeType: audio.mimeType,
+                };
+                let raw;
+                if (provider === 'openai_verbose') {
+                    try {
+                        raw = await transcribeVerbose(input, { settings: options.settings, signal: options.signal });
+                    }
+                    catch (error) {
+                        if (error instanceof AsrRequestError && error.code === 'ASR_VERBOSE_REJECTED') {
+                            verboseRejected = true;
+                            raw = await transcribeBasic(input, { settings: options.settings, signal: options.signal });
+                        }
+                        else {
+                            throw error;
+                        }
+                    }
+                }
+                else if (provider === 'openai_basic') {
+                    raw = await transcribeBasic(input, { settings: options.settings, signal: options.signal });
+                }
+                else {
+                    const { transcribeLocalCli } = await import('./asrProviders.js');
+                    raw = await transcribeLocalCli(input, { settings: options.settings, signal: options.signal }, options.tempDir);
+                }
+                outcomes.push({ range, raw, anchorStartMs: range[0] });
+            }
+            catch {
+                failed++;
+            }
+        }
+    };
+    for (let i = 0; i < Math.min(maxInFlight, chunks.length); i++)
+        workers.push(runOne());
+    await Promise.all(workers);
+    return { outcomes, failed, requests, verboseRejected };
+}
+/** 相对毫秒 → 绝对 PTS 毫秒（clamp 到块区间）。 */
+function anchor(outcome) {
+    const span = outcome.range[1] - outcome.range[0];
+    return outcome.raw
+        .map((r) => ({
+        segId: 0,
+        startMs: outcome.anchorStartMs + Math.max(0, Math.min(span, r.startMs)),
+        endMs: outcome.anchorStartMs + Math.max(0, Math.min(span, r.endMs)),
+        text: r.text,
+        source: 'asr',
+        noSpeechProb: r.noSpeechProb,
+        avgLogprob: r.avgLogprob,
+        compressionRatio: r.compressionRatio,
+    }))
+        .filter((s) => s.endMs > s.startMs && s.text.length > 0);
+}
+export async function transcribeWindow(videoPath, window, vad, options) {
+    const fingerprint = `${await videoFingerprint(videoPath)}-${engineFingerprint(options.settings)}`;
+    let intervals = [];
+    let cacheHit = false;
+    if (options.cacheEnabled) {
+        const { readTranscriptCache, writeTranscriptCache } = await import('./transcriptCache.js');
+        intervals = (await readTranscriptCache(options.cacheDir, fingerprint)) ?? [];
+        cacheHit = intervals.length > 0;
+        const gaps = missingRanges(intervals, window);
+        if (gaps.length === 0 || gaps.every(([a, b]) => b - a <= 500)) {
+            const cached = cachedSegmentsFor(intervals, window);
+            return {
+                segments: cached,
+                failedChunks: 0,
+                requests: 0,
+                droppedByGuard: 0,
+                cacheHit,
+                degradedToBasic: false,
+            };
+        }
+        const chunks = planChunksFor(gaps, vad);
+        const result = await runChunks(videoPath, chunks, options.settings.provider, options);
+        let segments = [];
+        let droppedByGuard = 0;
+        for (const outcome of result.outcomes.sort((a, b) => a.anchorStartMs - b.anchorStartMs)) {
+            const anchored = anchor(outcome);
+            const guarded = guardSegments(anchored, vad);
+            droppedByGuard += guarded.dropped;
+            segments = segments.concat(guarded.segments);
+        }
+        // 缓存记录锚定后的段（清洗前锚定，清洗后回写）——以清洗后为准，保证幂等
+        for (const outcome of result.outcomes.sort((a, b) => a.anchorStartMs - b.anchorStartMs)) {
+            const guarded = guardSegments(anchor(outcome), vad);
+            if (guarded.segments.length > 0 || outcome.range[1] > outcome.range[0]) {
+                intervals = mergeInterval(intervals, {
+                    startMs: outcome.range[0],
+                    endMs: outcome.range[1],
+                    source: 'asr',
+                    segments: guarded.segments.map((s, i) => ({ ...s, segId: i + 1 })),
+                });
+            }
+        }
+        await writeTranscriptCache(options.cacheDir, fingerprint, intervals).catch(() => undefined);
+        const merged = cachedSegmentsFor(intervals, window);
+        return {
+            segments: merged.length > 0 ? merged : segments,
+            failedChunks: result.failed,
+            requests: result.requests,
+            droppedByGuard,
+            cacheHit,
+            degradedToBasic: result.verboseRejected,
+        };
+    }
+    // 无缓存路径：整窗直转
+    const chunks = planChunksFor([window], vad);
+    const result = await runChunks(videoPath, chunks, options.settings.provider, options);
+    let segments = [];
+    let droppedByGuard = 0;
+    for (const outcome of result.outcomes.sort((a, b) => a.anchorStartMs - b.anchorStartMs)) {
+        const guarded = guardSegments(anchor(outcome), vad);
+        droppedByGuard += guarded.dropped;
+        segments = segments.concat(guarded.segments);
+    }
+    return {
+        segments,
+        failedChunks: result.failed,
+        requests: result.requests,
+        droppedByGuard,
+        cacheHit: false,
+        degradedToBasic: result.verboseRejected,
+    };
+}
+function planChunksFor(ranges, vad) {
+    const out = [];
+    for (const range of ranges) {
+        out.push(...planChunks(range, vad));
+    }
+    return out;
+}
+/** basic/无时间戳 provider 的岛切分包装。 */
+export async function transcribeWindowByIslands(videoPath, window, vad, options) {
+    const islands = planIslandChunks(window, vad);
+    const result = await runChunks(videoPath, islands, options.settings.provider, options);
+    let segments = [];
+    let droppedByGuard = 0;
+    for (const outcome of result.outcomes.sort((a, b) => a.anchorStartMs - b.anchorStartMs)) {
+        const guarded = guardSegments(anchor(outcome), vad);
+        droppedByGuard += guarded.dropped;
+        segments = segments.concat(guarded.segments);
+    }
+    return {
+        segments,
+        failedChunks: result.failed,
+        requests: result.requests,
+        droppedByGuard,
+        cacheHit: false,
+        degradedToBasic: false,
+    };
+}
+//# sourceMappingURL=asrRouter.js.map

package/lib/audio/asrRouter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"asrRouter.js","sourceRoot":"","sources":["../../src/audio/asrRouter.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,UAAU,GAEX,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,eAAe,EAAmB,MAAM,mBAAmB,CAAC;AACzG,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,aAAa,EACb,gBAAgB,GAEjB,MAAM,sBAAsB,CAAC;AA8B9B,KAAK,UAAU,SAAS,CACtB,SAAiB,EACjB,MAA+B,EAC/B,QAAyD,EACzD,OAAsB;IAEtB,MAAM,QAAQ,GAAmB,EAAE,CAAC;IACpC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;IACjE,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,OAAO,GAAmB,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;IAC3F,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;QACvC,SAAS,CAAC;YACR,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC;YACvB,IAAI,KAAK,IAAI,MAAM,CAAC,MAAM;gBAAE,OAAO;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,KAAK,KAAK,SAAS;gBAAE,OAAO;YAChC,IAAI,CAAC;gBACH,QAAQ,EAAE,CAAC;gBACX,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBAC9E,MAAM,KAAK,GAAG;oBACZ,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;oBACjB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;oBACf,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;iBACzB,CAAC;gBACF,IAAI,GAAiB,CAAC;gBACtB,IAAI,QAAQ,KAAK,gBAAgB,EAAE,CAAC;oBAClC,IAAI,CAAC;wBACH,GAAG,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC/F,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,KAAK,YAAY,eAAe,IAAI,KAAK,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;4BAC9E,eAAe,GAAG,IAAI,CAAC;4BACvB,GAAG,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;wBAC7F,CAAC;6BAAM,CAAC;4BACN,MAAM,KAAK,CAAC;wBACd,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;oBACvC,GAAG,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC7F,CAAC;qBAAM,CAAC;oBACN,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;oBACjE,GAAG,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;gBACjH,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACzD,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;QAAE,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IACtF,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;AACzD,CAAC;AAED,oCAAoC;AACpC,SAAS,MAAM,CAAC,OAAqB;IACnC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjD,OAAO,OAAO,CAAC,GAAG;SACf,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACX,KAAK,EAAE,CAAC;QACR,OAAO,EAAE,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QACvE,KAAK,EAAE,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;QACnE,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,MAAM,EAAE,KAAc;QACtB,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;KACrC,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,SAAiB,EACjB,MAAwB,EACxB,GAAqB,EACrB,OAAsB;IAEtB,MAAM,WAAW,GAAG,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,IAAI,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;IAClG,IAAI,SAAS,GAAyB,EAAE,CAAC;IACzC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,MAAM,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAC3F,SAAS,GAAG,CAAC,MAAM,mBAAmB,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7E,QAAQ,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,aAAa,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC9C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC9D,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YACpD,OAAO;gBACL,QAAQ,EAAE,MAAM;gBAChB,YAAY,EAAE,CAAC;gBACf,QAAQ,EAAE,CAAC;gBACX,cAAc,EAAE,CAAC;gBACjB,QAAQ;gBACR,eAAe,EAAE,KAAK;aACvB,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACtF,IAAI,QAAQ,GAAwB,EAAE,CAAC;QACvC,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC;YACxF,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;YACjC,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC7C,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC;YAClC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC/C,CAAC;QACD,sCAAsC;QACtC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC;YACxF,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC;YACpD,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,SAAS,GAAG,aAAa,CAAC,SAAS,EAAE;oBACnC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;oBACzB,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;oBACvB,MAAM,EAAE,KAAK;oBACb,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;iBACnE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,MAAM,oBAAoB,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAE5F,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACpD,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ;YAC/C,YAAY,EAAE,MAAM,CAAC,MAAM;YAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,cAAc;YACd,QAAQ;YACR,eAAe,EAAE,MAAM,CAAC,eAAe;SACxC,CAAC;IACJ,CAAC;IAED,aAAa;IACb,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACtF,IAAI,QAAQ,GAAwB,EAAE,CAAC;IACvC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC;QACxF,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC;QACpD,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC;QAClC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO;QACL,QAAQ;QACR,YAAY,EAAE,MAAM,CAAC,MAAM;QAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,cAAc;QACd,QAAQ,EAAE,KAAK;QACf,eAAe,EAAE,MAAM,CAAC,eAAe;KACxC,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAA+B,EAAE,GAAqB;IAC3E,MAAM,GAAG,GAA4B,EAAE,CAAC;IACxC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,GAAG,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,kCAAkC;AAClC,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,SAAiB,EACjB,MAAwB,EACxB,GAAqB,EACrB,OAAsB;IAEtB,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACvF,IAAI,QAAQ,GAAwB,EAAE,CAAC;IACvC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC;QACxF,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC;QACpD,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC;QAClC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO;QACL,QAAQ;QACR,YAAY,EAAE,MAAM,CAAC,MAAM;QAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,cAAc;QACd,QAAQ,EAAE,KAAK;QACf,eAAe,EAAE,KAAK;KACvB,CAAC;AACJ,CAAC"}

package/lib/audio/hallucinationGuard.d.ts

@@ -0,0 +1,18 @@
+/**
+ * ASR 幻觉清洗（四重，按序执行）。
+ *
+ * 1. 能量前置：完全落在 VAD 静音区（±100ms 余量）的段剔除；
+ * 2. 置信度门控：no_speech_prob>0.65 且 avg_logprob<-0.8，或 compression_ratio>2.4 剔除；
+ * 3. n-gram 复读折叠：单字/单词连续 ≥3 次折叠为一次，整段复读剔除；
+ * 4. 黑名单：字幕组/平台水印仅在「静音区命中」或「短独立句」时精准拦截。
+ */
+import type { TranscriptSegment, VadResult } from './types.js';
+export interface GuardResult {
+    segments: TranscriptSegment[];
+    dropped: number;
+}
+/** 单字符（CJK）与拉丁词的连续复读折叠。 */
+export declare function foldRepeats(text: string): string | null;
+export declare function guardSegments(segments: TranscriptSegment[], vad: VadResult | null): GuardResult;
+/** 语速（字符/秒）：去空白字符数 ÷ 语音岛总时长。 */
+export declare function speechRateCps(segments: TranscriptSegment[], vad: VadResult | null): number | null;

package/lib/audio/hallucinationGuard.js

@@ -0,0 +1,97 @@
+/**
+ * ASR 幻觉清洗（四重，按序执行）。
+ *
+ * 1. 能量前置：完全落在 VAD 静音区（±100ms 余量）的段剔除；
+ * 2. 置信度门控：no_speech_prob>0.65 且 avg_logprob<-0.8，或 compression_ratio>2.4 剔除；
+ * 3. n-gram 复读折叠：单字/单词连续 ≥3 次折叠为一次，整段复读剔除；
+ * 4. 黑名单：字幕组/平台水印仅在「静音区命中」或「短独立句」时精准拦截。
+ */
+const CONF_NO_SPEECH = 0.65;
+const CONF_LOGPROB = -0.8;
+const CONF_COMPRESSION = 2.4;
+const BLOCKLIST = [
+    '字幕由',
+    '字幕制作',
+    'amara.org',
+    'amara',
+    '请不吝点赞',
+    '订阅频道',
+    '关注订阅',
+    'thank you for watching',
+    'thanks for watching',
+    '仅供学习',
+    '供学习交流',
+    'benefitted from',
+];
+/** 相对静音判定：段与任一静音区重叠比例 ≥80%。 */
+function inSilence(seg, silence) {
+    if (silence.length === 0)
+        return false;
+    for (const [a, b] of silence) {
+        const s = Math.max(seg.startMs, a - 100);
+        const e = Math.min(seg.endMs, b + 100);
+        if (e > s && e - s >= 0.8 * (seg.endMs - seg.startMs))
+            return true;
+    }
+    return false;
+}
+function confidenceFail(seg) {
+    if (seg.noSpeechProb !== undefined && seg.avgLogprob !== undefined) {
+        if (seg.noSpeechProb > CONF_NO_SPEECH && seg.avgLogprob < CONF_LOGPROB)
+            return true;
+    }
+    if (seg.compressionRatio !== undefined && seg.compressionRatio > CONF_COMPRESSION)
+        return true;
+    return false;
+}
+/** 单字符（CJK）与拉丁词的连续复读折叠。 */
+export function foldRepeats(text) {
+    const cjk = text.replace(/([\u4e00-\u9fff])\1{2,}/g, '$1');
+    const latin = cjk.replace(/\b(\w+)(\s+\1\b){2,}/gi, '$1');
+    // 折叠后空文本 → 整段复读
+    if (latin.replace(/[\s,.\u3002\uff0c!?！？]/g, '').length === 0)
+        return null;
+    return latin;
+}
+function blocklistHit(seg, silence) {
+    const hit = BLOCKLIST.find((w) => seg.text.toLowerCase().includes(w));
+    if (!hit)
+        return false;
+    return inSilence(seg, silence) || seg.text.length <= 40;
+}
+export function guardSegments(segments, vad) {
+    const silence = vad?.silence ?? [];
+    const kept = [];
+    let dropped = 0;
+    for (const seg of segments) {
+        if (inSilence(seg, silence)) {
+            dropped++;
+            continue;
+        }
+        if (confidenceFail(seg)) {
+            dropped++;
+            continue;
+        }
+        const folded = foldRepeats(seg.text);
+        if (folded === null) {
+            dropped++;
+            continue;
+        }
+        const candidate = { ...seg, text: folded };
+        if (blocklistHit(candidate, silence)) {
+            dropped++;
+            continue;
+        }
+        kept.push(candidate);
+    }
+    return { segments: kept, dropped };
+}
+/** 语速（字符/秒）：去空白字符数 ÷ 语音岛总时长。 */
+export function speechRateCps(segments, vad) {
+    const speechMs = vad ? vad.islands.reduce((acc, [a, b]) => acc + (b - a), 0) : 0;
+    if (speechMs <= 0 || segments.length === 0)
+        return null;
+    const chars = segments.reduce((acc, s) => acc + s.text.replace(/\s/g, '').length, 0);
+    return chars / (speechMs / 1000);
+}
+//# sourceMappingURL=hallucinationGuard.js.map

package/lib/audio/hallucinationGuard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hallucinationGuard.js","sourceRoot":"","sources":["../../src/audio/hallucinationGuard.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AASH,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,YAAY,GAAG,CAAC,GAAG,CAAC;AAC1B,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAE7B,MAAM,SAAS,GAAG;IAChB,KAAK;IACL,MAAM;IACN,WAAW;IACX,OAAO;IACP,OAAO;IACP,MAAM;IACN,MAAM;IACN,wBAAwB;IACxB,qBAAqB;IACrB,MAAM;IACN,OAAO;IACP,iBAAiB;CAClB,CAAC;AAEF,+BAA+B;AAC/B,SAAS,SAAS,CAAC,GAAsB,EAAE,OAAgC;IACzE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACvC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;QACzC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;IACrE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,GAAsB;IAC5C,IAAI,GAAG,CAAC,YAAY,KAAK,SAAS,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACnE,IAAI,GAAG,CAAC,YAAY,GAAG,cAAc,IAAI,GAAG,CAAC,UAAU,GAAG,YAAY;YAAE,OAAO,IAAI,CAAC;IACtF,CAAC;IACD,IAAI,GAAG,CAAC,gBAAgB,KAAK,SAAS,IAAI,GAAG,CAAC,gBAAgB,GAAG,gBAAgB;QAAE,OAAO,IAAI,CAAC;IAC/F,OAAO,KAAK,CAAC;AACf,CAAC;AAED,2BAA2B;AAC3B,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,0BAA0B,EAAE,IAAI,CAAC,CAAC;IAC3D,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;IAC1D,gBAAgB;IAChB,IAAI,KAAK,CAAC,OAAO,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3E,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,GAAsB,EAAE,OAAgC;IAC5E,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,IAAI,CAAC,GAAG;QAAE,OAAO,KAAK,CAAC;IACvB,OAAO,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,QAA6B,EAC7B,GAAqB;IAErB,MAAM,OAAO,GAAG,GAAG,EAAE,OAAO,IAAI,EAAE,CAAC;IACnC,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,IAAI,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,MAAM,SAAS,GAAsB,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC9D,IAAI,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC;YACrC,OAAO,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AACrC,CAAC;AAED,gCAAgC;AAChC,MAAM,UAAU,aAAa,CAAC,QAA6B,EAAE,GAAqB;IAChF,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,IAAI,QAAQ,IAAI,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACxD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrF,OAAO,KAAK,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC;AACnC,CAAC"}

package/lib/audio/sidecar.d.ts

@@ -0,0 +1,76 @@
+/**
+ * Audio Sidecar 门面：三级获取顺位（字幕 → VAD+ASR → 跳过）、
+ * 软截止并行编排、画布包挂载与提示行生成。
+ *
+ * 铁律：任何音频路径异常都折叠为 status='error'/'timeout_skipped'，
+ * 不向视觉主链路抛错；无音轨时视觉输出与无本模块时逐字节一致。
+ */
+import { type AsrRuntimeFacts } from '../asr/engine.js';
+import type { AudioContextSummary, AudioPluginConfig, AudioSourceKind, AudioSettings, AudioStatus, PacketAudioMount, TranscriptSegment, VadResult } from './types.js';
+import type { ProbeResult, IntentDirective } from '../types.js';
+export declare const ASSIST_FOCUS_CONSTANTS: {
+    staticMs: number;
+    sinceFMs: number;
+    pauseAfterIslandMs: number;
+    islandRecentMs: number;
+    denseIslandMs: number;
+    denseCps: number;
+    minSumD: number;
+};
+/**
+ * env（DSH_ASR_API_KEY）> 凭据存储 > Config；引擎按 engine 语义解析
+ * （auto：旧 provider → 云端密钥 → 本地引擎 → 未配置）。
+ */
+export declare function resolveAudioSettings(config: AudioPluginConfig, intent: IntentDirective | undefined, env: NodeJS.ProcessEnv, facts?: AsrRuntimeFacts | undefined): AudioSettings;
+export interface SidecarDeps {
+    videoPath: string;
+    probe: ProbeResult;
+    ffmpegPath: string;
+    settings: AudioSettings;
+    tempDir?: string | undefined;
+    signal?: AbortSignal | undefined;
+    /** 调用方预扫的 VAD 结果（assistFocus 前置扫描复用；null 表示无）。 */
+    precomputedVad?: VadResult | null | undefined;
+}
+export interface SidecarResult {
+    context: AudioContextSummary;
+    /** 窗口内全部台词段（时间序）。 */
+    segments: TranscriptSegment[];
+    /** assistFocus 判定输入（窗口绝对 PTS 语音岛 + 语速）。 */
+    islands: Array<[number, number]>;
+    speechRate: number | null;
+}
+/**
+ * 窗口音频上下文（三级顺位）。
+ *
+ * deadlineAt 为墙钟时刻（Date.now()）：到达软截止仍有未完成块时返回
+ * timeout_skipped/partial，后台继续补缓存（fire-and-forget）。
+ */
+export declare function runAudioSidecar(deps: SidecarDeps, window: [number, number], deadlineAt: number): Promise<SidecarResult>;
+export interface PacketWindow {
+    packetId: number;
+    startMs: number;
+    endMs: number;
+    unitIds: Array<{
+        globalId: number;
+        timestampMs: number;
+    }>;
+}
+/** ±300ms 交集 + 重叠最大归属；跨包段的第二副本加 (cont.) 前缀。 */
+export declare function mountSegments(packets: PacketWindow[], segments: TranscriptSegment[], status: AudioStatus, source: AudioSourceKind | null, language: string | null): Map<number, PacketAudioMount>;
+/** 提示行：`Audio @Packet #N: [12.1s-12.9s] "台词" | …(+2 more)`。 */
+export declare function audioHintLine(packetId: number, mount: PacketAudioMount): string;
+/** 冷区引用行：`[Audio@#N] K segment(s) retained`。 */
+export declare function coldRefAudioHintLine(sourcePacketId: number, count: number): string;
+export interface AssistContext {
+    /** 窗口绝对 PTS 语音岛。 */
+    islands: Array<[number, number]>;
+    speechRate: number | null;
+}
+/**
+ * 触发条件（全部满足）：
+ * STATIC >10s；距上一张 F >3s；Σd_t(自上 F) >0.15；
+ * 存在密集语音岛（≥2s 或语速 >5cps），岛结束后 0.4s~5s 处于停顿谷底。
+ */
+export declare function assistFocusShouldFire(ctx: AssistContext, tMs: number, staticSinceMs: number, lastFMs: number | null, sumD: number, firedIslandEnd: number | null): number | null;
+export declare function sourceLabel(source: AudioSourceKind | null, language: string | null): string;