@scotthuang/engram 0.6.5 → 0.6.7

package/dist/face/src/voice-identify.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Voice Identify — 腾讯云 ASR 说话人分离 + 本地声纹匹配
+ *
+ * 流程：
+ *   1. 音频 base64 → 腾讯云 ASR（SpeakerDiarization=1）→ 转写 + speaker_0/1/2...
+ *   2. 按 SpeakerId 分组，取每人最长段的时间戳
+ *   3. 从原始 WAV 按时间戳切片
+ *   4. 切片 → 本地 /api/voice/extract → 192d embedding
+ *   5. embedding → voice-store 匹配 → 人名
+ *   6. 合并输出：[{speaker: "Scott", text: "...", startMs, endMs}, ...]
+ */
+import { VoiceStore } from "./voice-store.js";
+export interface SpeakerSegment {
+    speakerId: number;
+    speakerName: string;
+    text: string;
+    startMs: number;
+    endMs: number;
+    confidence: number;
+}
+export interface VoiceIdentifyResult {
+    segments: SpeakerSegment[];
+    fullText: string;
+    speakerCount: number;
+    elapsedMs: number;
+}
+export interface TencentASRConfig {
+    secretId: string;
+    secretKey: string;
+    region?: string;
+    engineType?: string;
+}
+export declare class VoiceIdentifier {
+    private asrConfig;
+    private voiceStore;
+    private serviceUrl;
+    constructor(asrConfig: TencentASRConfig, voiceStore: VoiceStore, serviceUrl?: string);
+    /**
+     * 完整识别流程：ASR + 说话人分离 + 声纹匹配
+     *
+     * @param audioPath WAV 文件路径（16kHz mono 16-bit）
+     * @returns 每段话的说话人 + 文本 + 时间戳
+     */
+    identify(audioPath: string): Promise<VoiceIdentifyResult>;
+    /**
+     * 从 Base64 音频识别（先保存为临时文件再处理）
+     */
+    identifyFromBase64(audioBase64: string, format?: string): Promise<VoiceIdentifyResult>;
+}

package/dist/face/src/voice-identify.js

@@ -0,0 +1,273 @@
+/**
+ * Voice Identify — 腾讯云 ASR 说话人分离 + 本地声纹匹配
+ *
+ * 流程：
+ *   1. 音频 base64 → 腾讯云 ASR（SpeakerDiarization=1）→ 转写 + speaker_0/1/2...
+ *   2. 按 SpeakerId 分组，取每人最长段的时间戳
+ *   3. 从原始 WAV 按时间戳切片
+ *   4. 切片 → 本地 /api/voice/extract → 192d embedding
+ *   5. embedding → voice-store 匹配 → 人名
+ *   6. 合并输出：[{speaker: "Scott", text: "...", startMs, endMs}, ...]
+ */
+import { promises as fs } from "node:fs";
+import { join } from "node:path";
+import * as crypto from "node:crypto";
+import { logger } from "../../src/logger.js";
+// ---- 腾讯云 API 签名 ----
+function sha256(data) {
+    return crypto.createHash("sha256").update(data).digest("hex");
+}
+function hmacSha256(key, data) {
+    return crypto.createHmac("sha256", key).update(data).digest();
+}
+function buildTencentSignature(secretId, secretKey, timestamp, payload) {
+    const date = new Date(timestamp * 1000).toISOString().split("T")[0];
+    const service = "asr";
+    const canonicalRequest = [
+        "POST",
+        "/",
+        "",
+        "content-type:application/json",
+        "host:asr.tencentcloudapi.com",
+        "",
+        "content-type;host",
+        sha256(payload),
+    ].join("\n");
+    const credentialScope = `${date}/${service}/tc3_request`;
+    const stringToSign = [
+        "TC3-HMAC-SHA256",
+        String(timestamp),
+        credentialScope,
+        sha256(canonicalRequest),
+    ].join("\n");
+    const secretDate = hmacSha256(`TC3${secretKey}`, date);
+    const secretService = hmacSha256(secretDate, service);
+    const secretSigning = hmacSha256(secretService, "tc3_request");
+    const signature = hmacSha256(secretSigning, stringToSign).toString("hex");
+    return `TC3-HMAC-SHA256 Credential=${secretId}/${credentialScope}, SignedHeaders=content-type;host, Signature=${signature}`;
+}
+// ---- 腾讯云 ASR 调用 ----
+async function callTencentASR(config, audioBase64) {
+    const payload = JSON.stringify({
+        EngineModelType: config.engineType || "16k_zh",
+        ChannelNum: 1,
+        SourceType: 1,
+        Data: audioBase64,
+        ResTextFormat: 2,
+        SpeakerDiarization: 1,
+        SpeakerNumber: 0,
+    });
+    const timestamp = Math.floor(Date.now() / 1000);
+    const authorization = buildTencentSignature(config.secretId, config.secretKey, timestamp, payload);
+    const res = await fetch("https://asr.tencentcloudapi.com", {
+        method: "POST",
+        headers: {
+            "Content-Type": "application/json",
+            "Host": "asr.tencentcloudapi.com",
+            "X-TC-Action": "CreateRecTask",
+            "X-TC-Version": "2019-06-14",
+            "X-TC-Timestamp": String(timestamp),
+            "X-TC-Region": config.region || "ap-guangzhou",
+            "Authorization": authorization,
+        },
+        body: payload,
+    });
+    const data = await res.json();
+    if (data.Response?.Error) {
+        throw new Error(`Tencent ASR error: ${data.Response.Error.Code} - ${data.Response.Error.Message}`);
+    }
+    return { taskId: data.Response.Data.TaskId };
+}
+async function pollTencentResult(config, taskId, maxWaitMs = 120000) {
+    const startTime = Date.now();
+    while (Date.now() - startTime < maxWaitMs) {
+        await new Promise(r => setTimeout(r, 2000));
+        const payload = JSON.stringify({ TaskId: taskId });
+        const timestamp = Math.floor(Date.now() / 1000);
+        const authorization = buildTencentSignature(config.secretId, config.secretKey, timestamp, payload);
+        const res = await fetch("https://asr.tencentcloudapi.com", {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                "Host": "asr.tencentcloudapi.com",
+                "X-TC-Action": "DescribeTaskStatus",
+                "X-TC-Version": "2019-06-14",
+                "X-TC-Timestamp": String(timestamp),
+                "X-TC-Region": config.region || "ap-guangzhou",
+                "Authorization": authorization,
+            },
+            body: payload,
+        });
+        const data = await res.json();
+        if (data.Response?.Error) {
+            throw new Error(`Tencent poll error: ${data.Response.Error.Code}`);
+        }
+        const status = data.Response.Data.StatusStr;
+        if (status === "success") {
+            return data.Response.Data;
+        }
+        else if (status === "failed") {
+            throw new Error(`ASR task failed: ${data.Response.Data.ErrorMsg}`);
+        }
+        // still doing, continue polling
+    }
+    throw new Error("ASR task timed out");
+}
+// ---- WAV 切片 ----
+/**
+ * 从 WAV buffer 中按时间戳切出一段
+ * @returns WAV buffer（含 header）
+ */
+function sliceWav(wavBuffer, startMs, endMs) {
+    // WAV header: 44 bytes, 16kHz, 16-bit, mono → 32000 bytes/sec
+    const sampleRate = 16000;
+    const bytesPerSample = 2;
+    const bytesPerSec = sampleRate * bytesPerSample;
+    const headerSize = 44;
+    const startByte = headerSize + Math.floor(startMs / 1000 * bytesPerSec);
+    const endByte = headerSize + Math.ceil(endMs / 1000 * bytesPerSec);
+    const clampedStart = Math.max(headerSize, Math.min(startByte, wavBuffer.length));
+    const clampedEnd = Math.max(clampedStart, Math.min(endByte, wavBuffer.length));
+    const dataLen = clampedEnd - clampedStart;
+    const fileLen = headerSize + dataLen;
+    // Build new WAV header
+    const header = Buffer.alloc(headerSize);
+    header.write("RIFF", 0);
+    header.writeUInt32LE(fileLen - 8, 4);
+    header.write("WAVE", 8);
+    header.write("fmt ", 12);
+    header.writeUInt32LE(16, 16); // chunk size
+    header.writeUInt16LE(1, 20); // PCM
+    header.writeUInt16LE(1, 22); // mono
+    header.writeUInt32LE(sampleRate, 24);
+    header.writeUInt32LE(bytesPerSec, 28);
+    header.writeUInt16LE(bytesPerSample, 32);
+    header.writeUInt16LE(16, 34); // bits per sample
+    header.write("data", 36);
+    header.writeUInt32LE(dataLen, 40);
+    return Buffer.concat([header, wavBuffer.subarray(clampedStart, clampedEnd)]);
+}
+// ---- 主流程 ----
+export class VoiceIdentifier {
+    asrConfig;
+    voiceStore;
+    serviceUrl;
+    constructor(asrConfig, voiceStore, serviceUrl = "http://localhost:8765") {
+        this.asrConfig = asrConfig;
+        this.voiceStore = voiceStore;
+        this.serviceUrl = serviceUrl;
+    }
+    /**
+     * 完整识别流程：ASR + 说话人分离 + 声纹匹配
+     *
+     * @param audioPath WAV 文件路径（16kHz mono 16-bit）
+     * @returns 每段话的说话人 + 文本 + 时间戳
+     */
+    async identify(audioPath) {
+        const start = Date.now();
+        // 1. 读取音频 base64
+        const audioBuffer = await fs.readFile(audioPath);
+        const audioBase64 = audioBuffer.toString("base64");
+        logger.info(`[engram:voice-identify] Audio: ${audioPath} (${(audioBuffer.length / 1024).toFixed(0)} KB)`);
+        // 2. 提交腾讯云 ASR
+        logger.info(`[engram:voice-identify] Submitting to Tencent ASR...`);
+        const { taskId } = await callTencentASR(this.asrConfig, audioBase64);
+        logger.info(`[engram:voice-identify] TaskId: ${taskId}, polling...`);
+        // 3. 轮询结果
+        const asrResult = await pollTencentResult(this.asrConfig, taskId);
+        const resultDetail = asrResult.ResultDetail;
+        if (!resultDetail || !Array.isArray(resultDetail) || resultDetail.length === 0) {
+            return { segments: [], fullText: asrResult.Result || "", speakerCount: 0, elapsedMs: Date.now() - start };
+        }
+        logger.info(`[engram:voice-identify] ASR returned ${resultDetail.length} segment(s)`);
+        // 4. 按 SpeakerId 分组，取每人最长的一段用于声纹匹配
+        const speakerSegments = new Map();
+        for (const seg of resultDetail) {
+            const sid = seg.SpeakerId ?? 0;
+            if (!speakerSegments.has(sid))
+                speakerSegments.set(sid, []);
+            speakerSegments.get(sid).push(seg);
+        }
+        // 5. 对每个 speaker 提取声纹并匹配
+        const speakerNameMap = new Map();
+        const tempDir = join(require("os").tmpdir(), `engram-voice-${Date.now()}`);
+        await fs.mkdir(tempDir, { recursive: true });
+        try {
+            for (const [speakerId, segs] of speakerSegments) {
+                // 找最长的一段
+                const longestSeg = segs.reduce((a, b) => (b.EndMs - b.StartMs) > (a.EndMs - a.StartMs) ? b : a);
+                const duration = longestSeg.EndMs - longestSeg.StartMs;
+                if (duration < 1500) {
+                    // 太短（<1.5s），声纹不可靠
+                    logger.info(`[engram:voice-identify] Speaker ${speakerId}: segment too short (${duration}ms), skipping voice match`);
+                    speakerNameMap.set(speakerId, { name: `speaker_${speakerId}`, confidence: 0 });
+                    continue;
+                }
+                // 切片 WAV
+                const slicedWav = sliceWav(audioBuffer, longestSeg.StartMs, longestSeg.EndMs);
+                const slicePath = join(tempDir, `speaker_${speakerId}.wav`);
+                await fs.writeFile(slicePath, slicedWav);
+                // 提取声纹并匹配
+                const match = await this.voiceStore.extractAndMatch(slicePath);
+                if (match && match.status === "matched") {
+                    speakerNameMap.set(speakerId, { name: match.name, confidence: match.confidence });
+                    logger.info(`[engram:voice-identify] Speaker ${speakerId} → ${match.name} (${match.confidence})`);
+                }
+                else if (match && match.status === "uncertain") {
+                    speakerNameMap.set(speakerId, { name: match.name, confidence: match.confidence });
+                    logger.info(`[engram:voice-identify] Speaker ${speakerId} → ${match.name} (uncertain, ${match.confidence})`);
+                }
+                else {
+                    speakerNameMap.set(speakerId, { name: `speaker_${speakerId}`, confidence: 0 });
+                    logger.info(`[engram:voice-identify] Speaker ${speakerId} → unknown`);
+                }
+            }
+        }
+        finally {
+            // 清理临时文件
+            try {
+                await fs.rm(tempDir, { recursive: true, force: true });
+            }
+            catch { }
+        }
+        // 6. 构建最终结果
+        const segments = resultDetail.map((seg) => {
+            const sid = seg.SpeakerId ?? 0;
+            const matched = speakerNameMap.get(sid) || { name: `speaker_${sid}`, confidence: 0 };
+            return {
+                speakerId: sid,
+                speakerName: matched.name,
+                text: seg.FinalSentence || "",
+                startMs: seg.StartMs || 0,
+                endMs: seg.EndMs || 0,
+                confidence: matched.confidence,
+            };
+        });
+        const fullText = segments.map(s => `[${s.speakerName}] ${s.text}`).join("\n");
+        const elapsedMs = Date.now() - start;
+        logger.info(`[engram:voice-identify] Done: ${segments.length} segments, ${speakerSegments.size} speakers, ${elapsedMs}ms`);
+        return {
+            segments,
+            fullText,
+            speakerCount: speakerSegments.size,
+            elapsedMs,
+        };
+    }
+    /**
+     * 从 Base64 音频识别（先保存为临时文件再处理）
+     */
+    async identifyFromBase64(audioBase64, format = "wav") {
+        const tempPath = join(require("os").tmpdir(), `engram-voice-${Date.now()}.${format}`);
+        await fs.writeFile(tempPath, Buffer.from(audioBase64, "base64"));
+        try {
+            return await this.identify(tempPath);
+        }
+        finally {
+            try {
+                await fs.unlink(tempPath);
+            }
+            catch { }
+        }
+    }
+}
+//# sourceMappingURL=voice-identify.js.map

package/dist/face/src/voice-identify.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-identify.js","sourceRoot":"","sources":["../../../face/src/voice-identify.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AA4B7C,uBAAuB;AAEvB,SAAS,MAAM,CAAC,IAAY;IAC1B,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,UAAU,CAAC,GAAoB,EAAE,IAAY;IACpD,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;AAChE,CAAC;AAED,SAAS,qBAAqB,CAC5B,QAAgB,EAChB,SAAiB,EACjB,SAAiB,EACjB,OAAe;IAEf,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,KAAK,CAAC;IAEtB,MAAM,gBAAgB,GAAG;QACvB,MAAM;QACN,GAAG;QACH,EAAE;QACF,+BAA+B;QAC/B,8BAA8B;QAC9B,EAAE;QACF,mBAAmB;QACnB,MAAM,CAAC,OAAO,CAAC;KAChB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,MAAM,eAAe,GAAG,GAAG,IAAI,IAAI,OAAO,cAAc,CAAC;IACzD,MAAM,YAAY,GAAG;QACnB,iBAAiB;QACjB,MAAM,CAAC,SAAS,CAAC;QACjB,eAAe;QACf,MAAM,CAAC,gBAAgB,CAAC;KACzB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,SAAS,EAAE,EAAE,IAAI,CAAC,CAAC;IACvD,MAAM,aAAa,GAAG,UAAU,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,aAAa,GAAG,UAAU,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAG,UAAU,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE1E,OAAO,8BAA8B,QAAQ,IAAI,eAAe,gDAAgD,SAAS,EAAE,CAAC;AAC9H,CAAC;AAED,uBAAuB;AAEvB,KAAK,UAAU,cAAc,CAC3B,MAAwB,EACxB,WAAmB;IAEnB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,eAAe,EAAE,MAAM,CAAC,UAAU,IAAI,QAAQ;QAC9C,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,CAAC;QACb,IAAI,EAAE,WAAW;QACjB,aAAa,EAAE,CAAC;QAChB,kBAAkB,EAAE,CAAC;QACrB,aAAa,EAAE,CAAC;KACjB,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IAChD,MAAM,aAAa,GAAG,qBAAqB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAEnG,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,iCAAiC,EAAE;QACzD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,MAAM,EAAE,yBAAyB;YACjC,aAAa,EAAE,eAAe;YAC9B,cAAc,EAAE,YAAY;YAC5B,gBAAgB,EAAE,MAAM,CAAC,SAAS,CAAC;YACnC,aAAa,EAAE,MAAM,CAAC,MAAM,IAAI,cAAc;YAC9C,eAAe,EAAE,aAAa;SAC/B;QACD,IAAI,EAAE,OAAO;KACd,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAS,CAAC;IACrC,IAAI,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACrG,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;AAC/C,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,MAAwB,EACxB,MAAc,EACd,SAAS,GAAG,MAAM;IAElB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,SAAS,EAAE,CAAC;QAC1C,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAE5C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QAChD,MAAM,aAAa,GAAG,qBAAqB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAEnG,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,iCAAiC,EAAE;YACzD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,yBAAyB;gBACjC,aAAa,EAAE,oBAAoB;gBACnC,cAAc,EAAE,YAAY;gBAC5B,gBAAgB,EAAE,MAAM,CAAC,SAAS,CAAC;gBACnC,aAAa,EAAE,MAAM,CAAC,MAAM,IAAI,cAAc;gBAC9C,eAAe,EAAE,aAAa;aAC/B;YACD,IAAI,EAAE,OAAO;SACd,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAS,CAAC;QACrC,IAAI,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;QAC5C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC5B,CAAC;aAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,oBAAoB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,gCAAgC;IAClC,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;AACxC,CAAC;AAED,mBAAmB;AAEnB;;;GAGG;AACH,SAAS,QAAQ,CAAC,SAAiB,EAAE,OAAe,EAAE,KAAa;IACjE,8DAA8D;IAC9D,MAAM,UAAU,GAAG,KAAK,CAAC;IACzB,MAAM,cAAc,GAAG,CAAC,CAAC;IACzB,MAAM,WAAW,GAAG,UAAU,GAAG,cAAc,CAAC;IAChD,MAAM,UAAU,GAAG,EAAE,CAAC;IAEtB,MAAM,SAAS,GAAG,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,GAAG,WAAW,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,WAAW,CAAC,CAAC;IAEnE,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IACjF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IAE/E,MAAM,OAAO,GAAG,UAAU,GAAG,YAAY,CAAC;IAC1C,MAAM,OAAO,GAAG,UAAU,GAAG,OAAO,CAAC;IAErC,uBAAuB;IACvB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACxC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,aAAa,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAO,aAAa;IACjD,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAQ,MAAM;IAC1C,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAQ,OAAO;IAC3C,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACtC,MAAM,CAAC,aAAa,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IACzC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAO,kBAAkB;IACtD,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAElC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;AAC/E,CAAC;AAED,gBAAgB;AAEhB,MAAM,OAAO,eAAe;IAClB,SAAS,CAAmB;IAC5B,UAAU,CAAa;IACvB,UAAU,CAAS;IAE3B,YACE,SAA2B,EAC3B,UAAsB,EACtB,UAAU,GAAG,uBAAuB;QAEpC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,QAAQ,CAAC,SAAiB;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,iBAAiB;QACjB,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACjD,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,CAAC,IAAI,CAAC,kCAAkC,SAAS,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAE1G,eAAe;QACf,MAAM,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;QACpE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACrE,MAAM,CAAC,IAAI,CAAC,mCAAmC,MAAM,cAAc,CAAC,CAAC;QAErE,UAAU;QACV,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAClE,MAAM,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC;QAE5C,IAAI,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/E,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,MAAM,IAAI,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;QAC5G,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,wCAAwC,YAAY,CAAC,MAAM,aAAa,CAAC,CAAC;QAEtF,mCAAmC;QACnC,MAAM,eAAe,GAAG,IAAI,GAAG,EAA+B,CAAC;QAC/D,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC;YAC/B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC5D,eAAe,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtC,CAAC;QAED,yBAAyB;QACzB,MAAM,cAAc,GAAG,IAAI,GAAG,EAAgD,CAAC;QAC/E,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,gBAAgB,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC3E,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE7C,IAAI,CAAC;YACH,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,eAAe,EAAE,CAAC;gBAChD,SAAS;gBACT,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACtC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACtD,CAAC;gBAEF,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC;gBACvD,IAAI,QAAQ,GAAG,IAAI,EAAE,CAAC;oBACpB,kBAAkB;oBAClB,MAAM,CAAC,IAAI,CAAC,mCAAmC,SAAS,wBAAwB,QAAQ,2BAA2B,CAAC,CAAC;oBACrH,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,WAAW,SAAS,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC/E,SAAS;gBACX,CAAC;gBAED,SAAS;gBACT,MAAM,SAAS,GAAG,QAAQ,CAAC,WAAW,EAAE,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC9E,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,WAAW,SAAS,MAAM,CAAC,CAAC;gBAC5D,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBAEzC,UAAU;gBACV,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;gBAC/D,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;oBACxC,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;oBAClF,MAAM,CAAC,IAAI,CAAC,mCAAmC,SAAS,MAAM,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;gBACpG,CAAC;qBAAM,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBACjD,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;oBAClF,MAAM,CAAC,IAAI,CAAC,mCAAmC,SAAS,MAAM,KAAK,CAAC,IAAI,gBAAgB,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;gBAC/G,CAAC;qBAAM,CAAC;oBACN,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,WAAW,SAAS,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC/E,MAAM,CAAC,IAAI,CAAC,mCAAmC,SAAS,YAAY,CAAC,CAAC;gBACxE,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,SAAS;YACT,IAAI,CAAC;gBAAC,MAAM,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QAC1E,CAAC;QAED,YAAY;QACZ,MAAM,QAAQ,GAAqB,YAAY,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE;YAC/D,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC;YAC/B,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,GAAG,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;YACrF,OAAO;gBACL,SAAS,EAAE,GAAG;gBACd,WAAW,EAAE,OAAO,CAAC,IAAI;gBACzB,IAAI,EAAE,GAAG,CAAC,aAAa,IAAI,EAAE;gBAC7B,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,CAAC;gBACzB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;gBACrB,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAErC,MAAM,CAAC,IAAI,CAAC,iCAAiC,QAAQ,CAAC,MAAM,cAAc,eAAe,CAAC,IAAI,cAAc,SAAS,IAAI,CAAC,CAAC;QAE3H,OAAO;YACL,QAAQ;YACR,QAAQ;YACR,YAAY,EAAE,eAAe,CAAC,IAAI;YAClC,SAAS;SACV,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,WAAmB,EAAE,MAAM,GAAG,KAAK;QAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,gBAAgB,IAAI,CAAC,GAAG,EAAE,IAAI,MAAM,EAAE,CAAC,CAAC;QACtF,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;QACjE,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBAAC,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QAC7C,CAAC;IACH,CAAC;CACF"}

package/dist/face/src/voice-store.d.ts

@@ -0,0 +1,82 @@
+/**
+ * Voice Store — 声纹注册 + 匹配逻辑
+ *
+ * 与 face-store 共享 registry.json 中的 person，扩展 voice embedding 字段。
+ *
+ * 存储结构（在现有 faces/ 目录下扩展）：
+ *   memory-engram/faces/
+ *   ├── registry.json                 ← 统一注册表（person 包含 face + voice）
+ *   ├── embeddings/                   ← 人脸 512d embedding（已有）
+ *   ├── voice-embeddings/             ← 声纹 192d embedding（新增）
+ *   │   ├── person_001.json
+ *   │   └── person_002.json
+ *   └── voice-samples/                ← 声纹音频样本（新增）
+ *       ├── person_001/
+ *       │   ├── 001.wav
+ *       │   └── 002.wav
+ *       └── person_002/
+ *           └── 001.wav
+ */
+export interface VoiceMatchResult {
+    personId: string | null;
+    name: string;
+    confidence: number;
+    status: "matched" | "uncertain" | "unknown";
+}
+export declare class VoiceStore {
+    private workspaceDir;
+    private apiClient;
+    /** 已注册声纹的 embedding 缓存（personId → embedding） */
+    private embeddingCache;
+    constructor(workspaceDir: string, serviceUrl?: string);
+    private get facesDir();
+    private get registryPath();
+    private get voiceEmbeddingsDir();
+    private get voiceSamplesDir();
+    private loadRegistry;
+    private saveRegistry;
+    private loadVoiceEmbedding;
+    private saveVoiceEmbedding;
+    isServiceAvailable(): Promise<boolean>;
+    /**
+     * 为已注册的 person 添加声纹
+     *
+     * @param personId 已注册人物 ID（必须先在 face-store 中注册）
+     * @param audioPaths 多段音频路径（建议 3~5 段不同语境）
+     */
+    registerVoice(personId: string, audioPaths: string[]): Promise<{
+        success: boolean;
+        sampleCount: number;
+        error?: string;
+    }>;
+    /**
+     * 为已注册的 person 添加声纹（通过 Base64 音频）
+     */
+    registerVoiceBase64(personId: string, audioBase64Samples: Array<{
+        base64: string;
+        format?: string;
+    }>): Promise<{
+        success: boolean;
+        sampleCount: number;
+        error?: string;
+    }>;
+    /**
+     * 将一个 voice embedding 与所有已注册声纹匹配
+     *
+     * @param embedding 待匹配的 192d embedding
+     * @returns 最佳匹配结果
+     */
+    matchEmbedding(embedding: number[]): Promise<VoiceMatchResult>;
+    /**
+     * 从音频文件提取 embedding 并匹配
+     */
+    extractAndMatch(audioPath: string): Promise<VoiceMatchResult | null>;
+    /**
+     * 列出所有有声纹注册的人物
+     */
+    listVoicePersons(): Promise<Array<{
+        id: string;
+        name: string;
+        voiceSampleCount: number;
+    }>>;
+}