dsh-pf-stream 0.2.3 → 0.3.0

package/lib/audio/acousticVad.js

@@ -0,0 +1,179 @@
+/**
+ * Stage A1 —— 声学 VAD（silencedetect + astats）与切分规划。
+ *
+ * silencedetect=noise=-35dB:d=0.4 提取静音区间；astats(reset=0) 取整窗
+ * RMS/峰值电平。静音占比 ≥95% 或峰值 < -45dBFS 判定整窗无语音（短路）。
+ * 长窗口按 VAD 谷底在 [45s, 75s] 弹性切分；无谷底可用时 60s 硬切。
+ */
+import { execFile } from '../stage0/ffmpeg.js';
+const SILENCE_NOISE_DB = -35;
+const SILENCE_MIN_DURATION_S = 0.4;
+export const SILENT_ACTIVE_RATIO_MAX = 0.05;
+export const SILENT_PEAK_DB_MIN = -45;
+const MIN_ISLAND_MS = 200;
+/**
+ * 窗口声学扫描（-ss 前置输入寻址；PTS 相对窗口起点换算为绝对 PTS）。
+ * 解析失败时返回 null（调用方按无 VAD 信息继续，不短路）。
+ */
+export async function scanVad(videoPath, window, options) {
+    const [w0, w1] = window;
+    const durationS = (w1 - w0) / 1000;
+    let stderr;
+    try {
+        const result = await execFile(options.ffmpegPath, [
+            '-nostdin',
+            '-ss', (w0 / 1000).toFixed(3),
+            '-t', durationS.toFixed(3),
+            '-i', videoPath,
+            '-vn', '-map', '0:a:0',
+            '-af', `silencedetect=noise=${SILENCE_NOISE_DB}dB:d=${SILENCE_MIN_DURATION_S},astats=reset=0`,
+            '-f', 'null', '-',
+        ], { encoding: 'utf8', timeoutMs: 120_000, signal: options.signal });
+        stderr = result.stderr;
+    }
+    catch {
+        return null;
+    }
+    const silences = [];
+    let pendingStart = null;
+    for (const line of stderr.split(/\r?\n/)) {
+        const sm = /silence_start:\s*(-?[\d.]+)/.exec(line);
+        if (sm) {
+            pendingStart = Math.max(0, Number(sm[1]));
+            continue;
+        }
+        const em = /silence_end:\s*([\d.]+)/.exec(line);
+        if (em && pendingStart !== null) {
+            silences.push([w0 + pendingStart * 1000, w0 + Number(em[1]) * 1000]);
+            pendingStart = null;
+        }
+    }
+    if (pendingStart !== null) {
+        silences.push([w0 + pendingStart * 1000, w1]); // 尾部静音延至窗口末
+    }
+    const rmsMatch = /RMS level dB:\s*(-?[\d.]+|-?inf)/.exec(stderr);
+    const peakMatch = /Peak level dB:\s*(-?[\d.]+|-?inf)/.exec(stderr);
+    const toDb = (raw) => {
+        if (raw === undefined)
+            return null;
+        if (raw === '-inf')
+            return -Infinity;
+        const v = Number(raw);
+        return Number.isFinite(v) ? v : null;
+    };
+    const rmsDb = toDb(rmsMatch?.[1]);
+    const peakDb = toDb(peakMatch?.[1]);
+    const islands = complement(silences, window).filter(([a, b]) => b - a >= MIN_ISLAND_MS);
+    const speechMs = islands.reduce((acc, [a, b]) => acc + (b - a), 0);
+    return {
+        silence: silences,
+        islands,
+        rmsDb,
+        peakDb,
+        activeRatio: w1 > w0 ? speechMs / (w1 - w0) : 0,
+    };
+}
+/** 整窗无语音判定（静音占比 ≥95% 或峰值 < -45dBFS）。 */
+export function isSilentWindow(vad) {
+    if (vad === null)
+        return false;
+    if (vad.peakDb !== null && vad.peakDb < SILENT_PEAK_DB_MIN)
+        return true;
+    return vad.activeRatio < SILENT_ACTIVE_RATIO_MAX;
+}
+function complement(silences, window) {
+    const out = [];
+    let cursor = window[0];
+    for (const [a, b] of silences) {
+        if (a > cursor)
+            out.push([cursor, Math.min(a, window[1])]);
+        cursor = Math.max(cursor, b);
+        if (cursor >= window[1])
+            break;
+    }
+    if (cursor < window[1])
+        out.push([cursor, window[1]]);
+    return out;
+}
+export const DEFAULT_CHUNK_PLAN = { minMs: 45_000, maxMs: 75_000, hardMs: 60_000 };
+/**
+ * 带时间戳 provider 的切分：谷底优先（取 [min, max] 内最深静音的中点），
+ * 否则 hardMs 硬切。切点落在静音中点，句子不被腰斩。
+ */
+export function planChunks(window, vad, options = DEFAULT_CHUNK_PLAN) {
+    const [w0, w1] = window;
+    if (w1 - w0 <= options.maxMs)
+        return [[w0, w1]];
+    const chunks = [];
+    let start = w0;
+    while (start < w1) {
+        if (w1 - start <= options.maxMs) {
+            chunks.push([start, w1]);
+            break;
+        }
+        const lo = start + options.minMs;
+        const hi = start + options.maxMs;
+        let cut = start + options.hardMs;
+        if (vad) {
+            let deepest = -1;
+            for (const [a, b] of vad.silence) {
+                const s = Math.max(a, lo);
+                const e = Math.min(b, hi);
+                if (e > s && e - s > deepest) {
+                    deepest = e - s;
+                    cut = Math.round((s + e) / 2);
+                }
+            }
+        }
+        cut = Math.min(cut, hi);
+        chunks.push([start, cut]);
+        start = cut;
+    }
+    return chunks;
+}
+/** 无时间戳 provider（openai_basic）的切分：语音岛直切，>30s 的岛硬切。 */
+export function planIslandChunks(window, vad, maxIslandMs = 30_000) {
+    const islands = vad ? vad.islands.filter(([a, b]) => b > window[0] && a < window[1]) : [];
+    if (islands.length === 0)
+        return window[1] > window[0] ? [[window[0], window[1]]] : [];
+    const chunks = [];
+    for (const [a, b] of islands) {
+        const s = Math.max(a, window[0]);
+        const e = Math.min(b, window[1]);
+        if (e <= s)
+            continue;
+        if (e - s <= maxIslandMs) {
+            chunks.push([s, e]);
+            continue;
+        }
+        for (let t = s; t < e; t += maxIslandMs) {
+            chunks.push([t, Math.min(t + maxIslandMs, e)]);
+        }
+    }
+    return chunks;
+}
+/**
+ * 切片音频编码（16kHz 单声道；mp3 = libmp3lame -q:a 6，opus = libopus 24k）。
+ * 返回 {bytes, mimeType}；失败抛错由路由层按块失败处理。
+ */
+export async function sliceAudio(videoPath, range, codec, options) {
+    const [start, end] = range;
+    const codecArgs = codec === 'mp3'
+        ? ['-c:a', 'libmp3lame', '-q:a', '6', '-f', 'mp3']
+        : ['-c:a', 'libopus', '-b:a', '24k', '-f', 'ogg'];
+    const { stdout } = await execFile(options.ffmpegPath, [
+        '-nostdin',
+        '-ss', (start / 1000).toFixed(3),
+        '-t', ((end - start) / 1000).toFixed(3),
+        '-i', videoPath,
+        '-vn', '-map', '0:a:0',
+        '-ac', '1', '-ar', '16000',
+        ...codecArgs,
+        '-',
+    ], { encoding: 'buffer', timeoutMs: 120_000, signal: options.signal });
+    return {
+        bytes: stdout,
+        mimeType: codec === 'mp3' ? 'audio/mpeg' : 'audio/ogg',
+    };
+}
+//# sourceMappingURL=acousticVad.js.map

package/lib/audio/acousticVad.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"acousticVad.js","sourceRoot":"","sources":["../../src/audio/acousticVad.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAG/C,MAAM,gBAAgB,GAAG,CAAC,EAAE,CAAC;AAC7B,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,MAAM,CAAC,MAAM,uBAAuB,GAAG,IAAI,CAAC;AAC5C,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,EAAE,CAAC;AACtC,MAAM,aAAa,GAAG,GAAG,CAAC;AAO1B;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,SAAiB,EACjB,MAAwB,EACxB,OAAuB;IAEvB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC;IACxB,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;IACnC,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B,OAAO,CAAC,UAAU,EAClB;YACE,UAAU;YACV,KAAK,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAC7B,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YAC1B,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,MAAM,EAAE,OAAO;YACtB,KAAK,EAAE,uBAAuB,gBAAgB,QAAQ,sBAAsB,iBAAiB;YAC7F,IAAI,EAAE,MAAM,EAAE,GAAG;SAClB,EACD,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CACjE,CAAC;QACF,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACzC,MAAM,EAAE,GAAG,6BAA6B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,EAAE,EAAE,CAAC;YACP,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,SAAS;QACX,CAAC;QACD,MAAM,EAAE,GAAG,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,EAAE,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAChC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,YAAY,GAAG,IAAI,EAAE,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;YACrE,YAAY,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IACD,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,YAAY,GAAG,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY;IAC7D,CAAC;IAED,MAAM,QAAQ,GAAG,kCAAkC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,mCAAmC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,CAAC,GAAuB,EAAiB,EAAE;QACtD,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACnC,IAAI,GAAG,KAAK,MAAM;YAAE,OAAO,CAAC,QAAQ,CAAC;QACrC,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACvC,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAEpC,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACnE,OAAO;QACL,OAAO,EAAE,QAAQ;QACjB,OAAO;QACP,KAAK;QACL,MAAM;QACN,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;KAChD,CAAC;AACJ,CAAC;AAED,wCAAwC;AACxC,MAAM,UAAU,cAAc,CAAC,GAAqB;IAClD,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC/B,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC,MAAM,GAAG,kBAAkB;QAAE,OAAO,IAAI,CAAC;IACxE,OAAO,GAAG,CAAC,WAAW,GAAG,uBAAuB,CAAC;AACnD,CAAC;AAED,SAAS,UAAU,CAAC,QAAiC,EAAE,MAAwB;IAC7E,MAAM,GAAG,GAA4B,EAAE,CAAC;IACxC,IAAI,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACvB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,CAAC,GAAG,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC7B,IAAI,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC;YAAE,MAAM;IACjC,CAAC;IACD,IAAI,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,OAAO,GAAG,CAAC;AACb,CAAC;AAWD,MAAM,CAAC,MAAM,kBAAkB,GAAqB,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAErG;;;GAGG;AACH,MAAM,UAAU,UAAU,CACxB,MAAwB,EACxB,GAAqB,EACrB,UAA4B,kBAAkB;IAE9C,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC;IACxB,IAAI,EAAE,GAAG,EAAE,IAAI,OAAO,CAAC,KAAK;QAAE,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IAChD,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,OAAO,KAAK,GAAG,EAAE,EAAE,CAAC;QAClB,IAAI,EAAE,GAAG,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;YACzB,MAAM;QACR,CAAC;QACD,MAAM,EAAE,GAAG,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QACjC,MAAM,EAAE,GAAG,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QACjC,IAAI,GAAG,GAAG,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;QACjC,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC;YACjB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBACjC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC1B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,EAAE,CAAC;oBAC7B,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;oBAChB,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;QACD,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QAC1B,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,gBAAgB,CAC9B,MAAwB,EACxB,GAAqB,EACrB,WAAW,GAAG,MAAM;IAEpB,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1F,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvF,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QACrB,IAAI,CAAC,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACpB,SAAS;QACX,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,SAAiB,EACjB,KAAuB,EACvB,KAAqB,EACrB,OAAuB;IAEvB,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;IAC3B,MAAM,SAAS,GACb,KAAK,KAAK,KAAK;QACb,CAAC,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC;QAClD,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IACtD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,CAC/B,OAAO,CAAC,UAAU,EAClB;QACE,UAAU;QACV,KAAK,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAChC,IAAI,EAAE,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACvC,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,MAAM,EAAE,OAAO;QACtB,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO;QAC1B,GAAG,SAAS;QACZ,GAAG;KACJ,EACD,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CACnE,CAAC;IACF,OAAO;QACL,KAAK,EAAE,MAAM;QACb,QAAQ,EAAE,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW;KACvD,CAAC;AACJ,CAAC"}

package/lib/audio/asrProviders.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Stage A2 —— ASR provider 适配。
+ *
+ * - openai_verbose：/v1/audio/transcriptions + verbose_json（段级时间戳）；
+ *   服务端拒绝 verbose_json（sensevoice 等兼容端）时回退 openai_basic 语义；
+ * - openai_basic：json 整块文本，时间戳由路由层按切分区间锚定；
+ * - local_cli：本地命令行转写器，stdout 支持 JSON / SRT / 纯文本三种形态。
+ *
+ * 网络/进程失败一律抛 AsrRequestError；路由层按块失败计数，不外抛。
+ */
+import type { AsrSettings } from './types.js';
+export declare class AsrRequestError extends Error {
+    code: string;
+    constructor(message: string, code: string);
+}
+export interface AsrChunkInput {
+    /** 绝对 PTS 起点（毫秒）——路由层锚定用。 */
+    startMs: number;
+    endMs: number;
+    bytes: Buffer;
+    mimeType: string;
+}
+export interface RawSegment {
+    /** 相对块起点的毫秒。 */
+    startMs: number;
+    endMs: number;
+    text: string;
+    noSpeechProb?: number | undefined;
+    avgLogprob?: number | undefined;
+    compressionRatio?: number | undefined;
+}
+export interface AsrTranscribeDeps {
+    settings: AsrSettings;
+    signal?: AbortSignal | undefined;
+}
+/**
+ * 转写端点：接受 origin、origin/v1，以及用户直接粘贴的完整
+ * `/v1/audio/transcriptions`，避免出现重复路径段。
+ */
+export declare function transcriptionUrl(baseUrl: string): string;
+/** openai_verbose：段级时间戳（相对块起点）。 */
+export declare function transcribeVerbose(input: AsrChunkInput, deps: AsrTranscribeDeps): Promise<RawSegment[]>;
+/** openai_basic：整块文本（时间戳 = 块区间）。 */
+export declare function transcribeBasic(input: AsrChunkInput, deps: AsrTranscribeDeps): Promise<RawSegment[]>;
+/**
+ * local_cli：settings.model 为可执行文件；音频写临时文件后作为唯一参数。
+ * stdout 依次尝试 JSON → SRT → 纯文本。
+ */
+export declare function transcribeLocalCli(input: AsrChunkInput, deps: AsrTranscribeDeps, tempDir?: string): Promise<RawSegment[]>;
+/** provider 分派（锚定到绝对 PTS 由路由层完成）。 */
+export declare function transcribeChunk(input: AsrChunkInput, deps: AsrTranscribeDeps, tempDir?: string): Promise<RawSegment[]>;

package/lib/audio/asrProviders.js

@@ -0,0 +1,251 @@
+/**
+ * Stage A2 —— ASR provider 适配。
+ *
+ * - openai_verbose：/v1/audio/transcriptions + verbose_json（段级时间戳）；
+ *   服务端拒绝 verbose_json（sensevoice 等兼容端）时回退 openai_basic 语义；
+ * - openai_basic：json 整块文本，时间戳由路由层按切分区间锚定；
+ * - local_cli：本地命令行转写器，stdout 支持 JSON / SRT / 纯文本三种形态。
+ *
+ * 网络/进程失败一律抛 AsrRequestError；路由层按块失败计数，不外抛。
+ */
+import { mkdtemp, rm, writeFile } from 'node:fs/promises';
+import { tmpdir } from 'node:os';
+import path from 'node:path';
+import { spawn } from 'node:child_process';
+import { readFile } from 'node:fs/promises';
+import { parseSrt } from './subtitleExtractor.js';
+export class AsrRequestError extends Error {
+    code;
+    constructor(message, code) {
+        super(message);
+        this.code = code;
+    }
+}
+function normalizeBaseUrl(baseUrl) {
+    return baseUrl.replace(/\/+$/, '');
+}
+/**
+ * 转写端点：接受 origin、origin/v1，以及用户直接粘贴的完整
+ * `/v1/audio/transcriptions`，避免出现重复路径段。
+ */
+export function transcriptionUrl(baseUrl) {
+    const base = normalizeBaseUrl(baseUrl);
+    if (/\/audio\/transcriptions$/i.test(base))
+        return base;
+    return /\/v1$/i.test(base) ? `${base}/audio/transcriptions` : `${base}/v1/audio/transcriptions`;
+}
+async function fetchWithTimeout(url, init, timeoutMs, signal) {
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(new Error(`ASR 请求超过 ${timeoutMs}ms`)), timeoutMs);
+    const onAbort = () => controller.abort(signal?.reason);
+    signal?.addEventListener('abort', onAbort, { once: true });
+    try {
+        return await fetch(url, { ...init, signal: controller.signal });
+    }
+    finally {
+        clearTimeout(timer);
+        signal?.removeEventListener('abort', onAbort);
+    }
+}
+function buildForm(input, settings, responseFormat) {
+    const form = new FormData();
+    const ext = input.mimeType === 'audio/ogg' ? 'ogg' : 'mp3';
+    form.append('file', new Blob([new Uint8Array(input.bytes)], { type: input.mimeType }), `chunk.${ext}`);
+    form.append('model', settings.model ?? 'whisper-1');
+    form.append('response_format', responseFormat);
+    if (settings.language)
+        form.append('language', settings.language);
+    return form;
+}
+/** openai_verbose：段级时间戳（相对块起点）。 */
+export async function transcribeVerbose(input, deps) {
+    const { settings, signal } = deps;
+    if (!settings.baseUrl || !settings.apiKey) {
+        throw new AsrRequestError('openai_verbose 需要 baseUrl 与 apiKey', 'ASR_NOT_CONFIGURED');
+    }
+    let response;
+    try {
+        response = await fetchWithTimeout(transcriptionUrl(settings.baseUrl), {
+            method: 'POST',
+            headers: { Authorization: `Bearer ${settings.apiKey}` },
+            body: buildForm(input, settings, 'verbose_json'),
+        }, settings.timeoutMs, signal);
+    }
+    catch (error) {
+        throw new AsrRequestError(`ASR 网络请求失败：${error.message}`, 'ASR_NETWORK');
+    }
+    if (response.status === 400) {
+        // 兼容端不支持 verbose_json：退 json（调用方按整块文本处理）
+        throw new AsrRequestError('服务端拒绝 verbose_json', 'ASR_VERBOSE_REJECTED');
+    }
+    if (!response.ok) {
+        throw new AsrRequestError(`ASR HTTP ${response.status}`, `ASR_HTTP_${response.status}`);
+    }
+    const doc = (await response.json());
+    const segments = (doc.segments ?? [])
+        .filter((s) => typeof s.start === 'number' && typeof s.end === 'number' && (s.text ?? '').trim().length > 0)
+        .map((s) => ({
+        startMs: Math.round(s.start * 1000),
+        endMs: Math.round(s.end * 1000),
+        text: s.text.trim(),
+        noSpeechProb: s.no_speech_prob,
+        avgLogprob: s.avg_logprob,
+        compressionRatio: s.compression_ratio,
+    }));
+    if (segments.length === 0 && (doc.text ?? '').trim().length > 0) {
+        return [{ startMs: 0, endMs: input.endMs - input.startMs, text: doc.text.trim() }];
+    }
+    return segments;
+}
+/** openai_basic：整块文本（时间戳 = 块区间）。 */
+export async function transcribeBasic(input, deps) {
+    const { settings, signal } = deps;
+    if (!settings.baseUrl || !settings.apiKey) {
+        throw new AsrRequestError('openai_basic 需要 baseUrl 与 apiKey', 'ASR_NOT_CONFIGURED');
+    }
+    let response;
+    try {
+        response = await fetchWithTimeout(transcriptionUrl(settings.baseUrl), {
+            method: 'POST',
+            headers: { Authorization: `Bearer ${settings.apiKey}` },
+            body: buildForm(input, settings, 'json'),
+        }, settings.timeoutMs, signal);
+    }
+    catch (error) {
+        throw new AsrRequestError(`ASR 网络请求失败：${error.message}`, 'ASR_NETWORK');
+    }
+    if (!response.ok) {
+        throw new AsrRequestError(`ASR HTTP ${response.status}`, `ASR_HTTP_${response.status}`);
+    }
+    const doc = (await response.json());
+    const text = (doc.text ?? '').trim();
+    if (!text)
+        return [];
+    return [{ startMs: 0, endMs: input.endMs - input.startMs, text }];
+}
+/**
+ * local_cli：settings.model 为可执行文件；音频写临时文件后作为唯一参数。
+ * stdout 依次尝试 JSON → SRT → 纯文本。
+ */
+export async function transcribeLocalCli(input, deps, tempDir) {
+    const { settings, signal } = deps;
+    const exe = settings.model;
+    if (!exe)
+        throw new AsrRequestError('local_cli 需要 asr.model 指定可执行文件', 'ASR_NOT_CONFIGURED');
+    const dir = await mkdtemp(path.join(tempDir ?? tmpdir(), 'pfstream-asr-'));
+    const audioFile = path.join(dir, 'chunk.mp3');
+    try {
+        await writeFile(audioFile, input.bytes);
+        // argv 模板：{audio}=音频路径 {out}=输出文件路径 {dir}=音频所在临时目录
+        // {outbase}=输出基名（whisper.cpp 的 -of 用，产出 <base>.srt）；
+        // 无 {audio} 令牌时音频路径追加在末尾
+        const rawArgs = settings.args ?? [];
+        const usesAudioToken = rawArgs.some((arg) => arg.includes('{audio}'));
+        const outFile = rawArgs.some((arg) => arg.includes('{out}')) ? path.join(dir, 'cli-out.txt') : null;
+        const outBase = path.join(dir, 'chunk');
+        const usesOutBase = rawArgs.some((arg) => arg.includes('{outbase}'));
+        const usesDir = rawArgs.some((arg) => arg.includes('{dir}'));
+        const argv = rawArgs.map((arg) => arg
+            .split('{audio}').join(audioFile)
+            .split('{outbase}').join(outBase)
+            .split('{out}').join(outFile ?? path.join(dir, 'cli-out.txt'))
+            .split('{dir}').join(dir));
+        if (!usesAudioToken)
+            argv.push(audioFile);
+        const stdout = await new Promise((resolve, reject) => {
+            // PYTHONUTF8：Python 系 CLI 在 GBK 控制台输出中文会抛 UnicodeEncodeError
+            const child = spawn(exe, argv, { stdio: ['ignore', 'pipe', 'ignore'], windowsHide: true, env: { ...process.env, PYTHONUTF8: '1' } });
+            let out = '';
+            const timer = setTimeout(() => {
+                child.kill();
+                reject(new AsrRequestError(`local_cli 超过 ${settings.timeoutMs}ms`, 'ASR_TIMEOUT'));
+            }, settings.timeoutMs);
+            const onAbort = () => {
+                child.kill();
+                reject(new AsrRequestError('local_cli 被取消', 'ASR_ABORT'));
+            };
+            signal?.addEventListener('abort', onAbort, { once: true });
+            child.stdout.on('data', (c) => {
+                out += c.toString('utf8');
+            });
+            child.on('error', (e) => {
+                clearTimeout(timer);
+                reject(new AsrRequestError(`无法启动 ${exe}：${e.message}`, 'ASR_SPAWN'));
+            });
+            child.on('close', (code) => {
+                clearTimeout(timer);
+                signal?.removeEventListener('abort', onAbort);
+                if (code === 0)
+                    resolve(out);
+                else
+                    reject(new AsrRequestError(`local_cli 退出码 ${code}`, 'ASR_NONZERO'));
+            });
+        });
+        // 契约：args 含 {out}/{outbase}/{dir} 令牌时结果按文件产物优先（CLI 的 stdout 可能只有进度杂讯）；
+        // 无令牌的零参 CLI 以 stdout 为主，音频同目录产物兜底
+        const expectsArtifacts = outFile !== null || usesOutBase || usesDir;
+        let content = '';
+        const readArtifact = async () => {
+            const candidates = [outFile, path.join(dir, 'chunk.srt'), path.join(dir, 'chunk.vtt'), path.join(dir, 'chunk.txt'), path.join(dir, 'chunk.json')];
+            for (const c of candidates) {
+                if (c === null)
+                    continue;
+                const t = await readFile(c, 'utf8').catch(() => '');
+                if (t.trim().length > 0)
+                    return t;
+            }
+            return '';
+        };
+        if (expectsArtifacts) {
+            content = (await readArtifact()) || stdout;
+        }
+        else {
+            content = stdout.trim().length > 0 ? stdout : await readArtifact();
+        }
+        return parseCliOutput(content, input.endMs - input.startMs);
+    }
+    finally {
+        await rm(dir, { recursive: true, force: true }).catch(() => undefined);
+    }
+}
+function parseCliOutput(stdout, chunkMs) {
+    const trimmed = stdout.trim();
+    if (!trimmed)
+        return [];
+    try {
+        const doc = JSON.parse(trimmed);
+        if (Array.isArray(doc.segments) && doc.segments.length > 0) {
+            return doc.segments
+                .filter((s) => (s.text ?? '').trim().length > 0)
+                .map((s) => ({
+                startMs: Math.round(Number(s.start ?? 0) * 1000),
+                endMs: Math.round(Number(s.end ?? chunkMs / 1000) * 1000),
+                text: s.text.trim(),
+            }));
+        }
+        if ((doc.text ?? '').trim().length > 0) {
+            return [{ startMs: 0, endMs: chunkMs, text: doc.text.trim() }];
+        }
+    }
+    catch {
+        // 非 JSON，继续按 SRT / 纯文本解析
+    }
+    if (trimmed.includes('-->')) {
+        return parseSrt(trimmed, 'asr').map((s) => ({ startMs: s.startMs, endMs: s.endMs, text: s.text }));
+    }
+    return [{ startMs: 0, endMs: chunkMs, text: trimmed }];
+}
+/** provider 分派（锚定到绝对 PTS 由路由层完成）。 */
+export async function transcribeChunk(input, deps, tempDir) {
+    switch (deps.settings.provider) {
+        case 'openai_verbose':
+            return transcribeVerbose(input, deps);
+        case 'openai_basic':
+            return transcribeBasic(input, deps);
+        case 'local_cli':
+            return transcribeLocalCli(input, deps, tempDir);
+        default:
+            throw new AsrRequestError(`未知 provider：${deps.settings.provider}`, 'ASR_PROVIDER');
+    }
+}
+//# sourceMappingURL=asrProviders.js.map

package/lib/audio/asrProviders.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"asrProviders.js","sourceRoot":"","sources":["../../src/audio/asrProviders.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAGlD,MAAM,OAAO,eAAgB,SAAQ,KAAK;IACJ;IAApC,YAAY,OAAe,EAAS,IAAY;QAC9C,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,SAAI,GAAJ,IAAI,CAAQ;IAEhD,CAAC;CACF;AAsCD,SAAS,gBAAgB,CAAC,OAAe;IACvC,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACrC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,MAAM,IAAI,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACvC,IAAI,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACxD,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,uBAAuB,CAAC,CAAC,CAAC,GAAG,IAAI,0BAA0B,CAAC;AAClG,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,GAAW,EACX,IAAiB,EACjB,SAAiB,EACjB,MAA+B;IAE/B,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,YAAY,SAAS,IAAI,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAClG,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvD,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,IAAI,CAAC;QACH,OAAO,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IAClE,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAoB,EAAE,QAAqB,EAAE,cAAsB;IACpF,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;IAC5B,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,KAAK,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;IAC3D,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,EAAE,SAAS,GAAG,EAAE,CAAC,CAAC;IACvG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,KAAK,IAAI,WAAW,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;IAC/C,IAAI,QAAQ,CAAC,QAAQ;QAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAClE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,mCAAmC;AACnC,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,KAAoB,EACpB,IAAuB;IAEvB,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAClC,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC1C,MAAM,IAAI,eAAe,CAAC,oCAAoC,EAAE,oBAAoB,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,gBAAgB,CAC/B,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAClC;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,QAAQ,CAAC,MAAM,EAAE,EAAE;YACvD,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,cAAc,CAAC;SACjD,EACD,QAAQ,CAAC,SAAS,EAClB,MAAM,CACP,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,eAAe,CAAC,cAAe,KAAe,CAAC,OAAO,EAAE,EAAE,aAAa,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5B,yCAAyC;QACzC,MAAM,IAAI,eAAe,CAAC,oBAAoB,EAAE,sBAAsB,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,eAAe,CAAC,YAAY,QAAQ,CAAC,MAAM,EAAE,EAAE,YAAY,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAgB,CAAC;IACnD,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;SAClC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,GAAG,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;SAC3G,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACX,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAM,GAAG,IAAI,CAAC;QACpC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAI,GAAG,IAAI,CAAC;QAChC,IAAI,EAAE,CAAC,CAAC,IAAK,CAAC,IAAI,EAAE;QACpB,YAAY,EAAE,CAAC,CAAC,cAAc;QAC9B,UAAU,EAAE,CAAC,CAAC,WAAW;QACzB,gBAAgB,EAAE,CAAC,CAAC,iBAAiB;KACtC,CAAC,CAAC,CAAC;IACN,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChE,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,oCAAoC;AACpC,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAAoB,EACpB,IAAuB;IAEvB,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAClC,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC1C,MAAM,IAAI,eAAe,CAAC,kCAAkC,EAAE,oBAAoB,CAAC,CAAC;IACtF,CAAC;IACD,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,gBAAgB,CAC/B,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAClC;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,QAAQ,CAAC,MAAM,EAAE,EAAE;YACvD,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;SACzC,EACD,QAAQ,CAAC,SAAS,EAClB,MAAM,CACP,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,eAAe,CAAC,cAAe,KAAe,CAAC,OAAO,EAAE,EAAE,aAAa,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,eAAe,CAAC,YAAY,QAAQ,CAAC,MAAM,EAAE,EAAE,YAAY,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAsB,CAAC;IACzD,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;AACpE,CAAC;AAOD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,KAAoB,EACpB,IAAuB,EACvB,OAAgB;IAEhB,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAClC,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC;IAC3B,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,eAAe,CAAC,gCAAgC,EAAE,oBAAoB,CAAC,CAAC;IAC5F,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC;IAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAC9C,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QACxC,mDAAmD;QACnD,qDAAqD;QACrD,yBAAyB;QACzB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC;QACpC,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;QACtE,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACpG,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACxC,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;QACrE,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAC/B,GAAG;aACA,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;aAChC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;aAChC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;aAC7D,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAC5B,CAAC;QACF,IAAI,CAAC,cAAc;YAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3D,6DAA6D;YAC7D,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrI,IAAI,GAAG,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,KAAK,CAAC,IAAI,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,eAAe,CAAC,gBAAgB,QAAQ,CAAC,SAAS,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC;YACrF,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;YACvB,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,KAAK,CAAC,IAAI,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,eAAe,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC,CAAC;YAC5D,CAAC,CAAC;YACF,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3D,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE;gBACpC,GAAG,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;gBACtB,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,MAAM,CAAC,IAAI,eAAe,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC;YACvE,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBACzB,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC9C,IAAI,IAAI,KAAK,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,CAAC;;oBACxB,MAAM,CAAC,IAAI,eAAe,CAAC,iBAAiB,IAAI,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC;YAC3E,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,uEAAuE;QACvE,mCAAmC;QACnC,MAAM,gBAAgB,GAAG,OAAO,KAAK,IAAI,IAAI,WAAW,IAAI,OAAO,CAAC;QACpE,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,YAAY,GAAG,KAAK,IAAqB,EAAE;YAC/C,MAAM,UAAU,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC;YAClJ,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;gBAC3B,IAAI,CAAC,KAAK,IAAI;oBAAE,SAAS;gBACzB,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;gBACpD,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;oBAAE,OAAO,CAAC,CAAC;YACpC,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;QACF,IAAI,gBAAgB,EAAE,CAAC;YACrB,OAAO,GAAG,CAAC,MAAM,YAAY,EAAE,CAAC,IAAI,MAAM,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,CAAC;QACrE,CAAC;QACD,OAAO,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACzE,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAAc,EAAE,OAAe;IACrD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;IAC9B,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAY,CAAC;QAC3C,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3D,OAAO,GAAG,CAAC,QAAQ;iBAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;iBAC/C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACX,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;gBAChD,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,OAAO,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;gBACzD,IAAI,EAAE,CAAC,CAAC,IAAK,CAAC,IAAI,EAAE;aACrB,CAAC,CAAC,CAAC;QACR,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,yBAAyB;IAC3B,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACrG,CAAC;IACD,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,qCAAqC;AACrC,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAAoB,EACpB,IAAuB,EACvB,OAAgB;IAEhB,QAAQ,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAC/B,KAAK,gBAAgB;YACnB,OAAO,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACxC,KAAK,cAAc;YACjB,OAAO,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACtC,KAAK,WAAW;YACd,OAAO,kBAAkB,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAClD;YACE,MAAM,IAAI,eAAe,CAAC,eAAe,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,cAAc,CAAC,CAAC;IACvF,CAAC;AACH,CAAC"}

package/lib/audio/asrRouter.d.ts

@@ -0,0 +1,30 @@
+/**
+ * ASR 路由：缓存缺口 → 切分 → 切片编码 → provider（verbose 优先，
+ * 400 拒绝时降级 basic）→ PTS 锚定 → 幻觉清洗 → 缓存回写。
+ *
+ * 失败语义：单块失败计入 failedChunks（partial），不中断其余块；
+ * verbose 被兼容端拒绝时整窗自动降级 basic（VAD 岛切分 + 整块文本锚定）。
+ */
+import type { AsrSettings, TranscriptSegment, VadResult } from './types.js';
+export interface AsrRunOptions {
+    ffmpegPath: string;
+    settings: AsrSettings;
+    cacheDir: string;
+    cacheEnabled: boolean;
+    sliceCodec: 'mp3' | 'opus';
+    tempDir?: string | undefined;
+    signal?: AbortSignal | undefined;
+}
+export interface AsrRunResult {
+    /** 窗口内全部可用段（缓存命中 + 本次新转写，时间序）。 */
+    segments: TranscriptSegment[];
+    failedChunks: number;
+    requests: number;
+    droppedByGuard: number;
+    cacheHit: boolean;
+    /** verbose → basic 自动降级发生。 */
+    degradedToBasic: boolean;
+}
+export declare function transcribeWindow(videoPath: string, window: [number, number], vad: VadResult | null, options: AsrRunOptions): Promise<AsrRunResult>;
+/** basic/无时间戳 provider 的岛切分包装。 */
+export declare function transcribeWindowByIslands(videoPath: string, window: [number, number], vad: VadResult | null, options: AsrRunOptions): Promise<AsrRunResult>;