@cogitator-ai/channels 0.2.5 → 0.4.0

package/dist/media/media-processor.d.ts

@@ -8,12 +8,23 @@ export interface MediaProcessResult {
     transcribedText: string | null;
     systemNotes: string[];
 }
+export interface MediaProcessorOptions {
+    /** Maximum number of characters inlined from a text file attachment. Default: 20000. */
+    maxInlineTextChars?: number;
+    /** Maximum attachment size fetched from a URL, in bytes. Default: 25 MiB. */
+    maxDownloadBytes?: number;
+}
 export declare class MediaProcessor {
     private whisper;
     private checkVision;
     private sttProvider?;
-    constructor(whisper: LocalWhisper | null, checkVision: (modelId: string) => boolean, sttProvider?: (SttProvider | null) | undefined);
+    private readonly maxInlineTextChars;
+    private readonly maxDownloadBytes;
+    constructor(whisper: LocalWhisper | null, checkVision: (modelId: string) => boolean, sttProvider?: (SttProvider | null) | undefined, options?: MediaProcessorOptions);
     process(attachments: Attachment[], modelId: string): Promise<MediaProcessResult>;
+    private isTextFile;
+    private processFile;
+    private loadBuffer;
     private transcribeAudio;
     private normalizeImageMime;
 }

package/dist/media/media-processor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"media-processor.d.ts","sourceRoot":"","sources":["../../src/media/media-processor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAEpD,MAAM,WAAW,WAAW;IAC1B,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC/D;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,UAAU,EAAE,CAAC;IACrB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,qBAAa,cAAc;IAEvB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,WAAW,CAAC;gBAFZ,OAAO,EAAE,YAAY,GAAG,IAAI,EAC5B,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,EACzC,WAAW,CAAC,GAAE,WAAW,GAAG,IAAI,aAAA;IAGpC,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;YA2CxE,eAAe;IAqC7B,OAAO,CAAC,kBAAkB;CAQ3B"}
+{"version":3,"file":"media-processor.d.ts","sourceRoot":"","sources":["../../src/media/media-processor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAGpD,MAAM,WAAW,WAAW;IAC1B,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC/D;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,UAAU,EAAE,CAAC;IACrB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,qBAAqB;IACpC,wFAAwF;IACxF,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,6EAA6E;IAC7E,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAaD,qBAAa,cAAc;IAKvB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,WAAW,CAAC;IANtB,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;IAC5C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;gBAGhC,OAAO,EAAE,YAAY,GAAG,IAAI,EAC5B,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,EACzC,WAAW,CAAC,GAAE,WAAW,GAAG,IAAI,aAAA,EACxC,OAAO,GAAE,qBAA0B;IAM/B,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAiDtF,OAAO,CAAC,UAAU;YAKJ,WAAW;YAmBX,UAAU;YAwBV,eAAe;IAqC7B,OAAO,CAAC,kBAAkB;CAK3B"}

package/dist/media/media-processor.js

@@ -1,27 +1,34 @@
+import { baseMimeType } from './audio-format.js';
+const TEXT_MIME_RE = /^(text\/|application\/(json|xml|yaml|x-yaml|toml|javascript|typescript|x-sh|csv|sql|markdown))/;
+const TEXT_EXT_RE = /\.(txt|md|markdown|json|ya?ml|toml|csv|tsv|xml|html?|css|js|mjs|cjs|ts|tsx|jsx|py|rb|go|rs|java|kt|c|h|cpp|hpp|cs|sh|sql|log|ini|env)$/i;
+function attachmentLabel(att) {
+    return att.filename ? `"${att.filename}" (${att.mimeType})` : att.mimeType;
+}
 export class MediaProcessor {
     whisper;
     checkVision;
     sttProvider;
-    constructor(whisper, checkVision, sttProvider) {
+    maxInlineTextChars;
+    maxDownloadBytes;
+    constructor(whisper, checkVision, sttProvider, options = {}) {
         this.whisper = whisper;
         this.checkVision = checkVision;
         this.sttProvider = sttProvider;
+        this.maxInlineTextChars = options.maxInlineTextChars ?? 20_000;
+        this.maxDownloadBytes = options.maxDownloadBytes ?? 25 * 1024 * 1024;
     }
     async process(attachments, modelId) {
         const images = [];
-        let transcribedText = null;
+        const transcripts = [];
         const systemNotes = [];
         const imageAttachments = attachments.filter((a) => a.type === 'image');
-        const audioAttachments = attachments.filter((a) => a.type === 'audio');
         if (imageAttachments.length > 0) {
-            const hasVision = this.checkVision(modelId);
-            if (hasVision) {
+            if (this.checkVision(modelId)) {
                 for (const att of imageAttachments) {
                     if (att.buffer) {
-                        const mimeType = this.normalizeImageMime(att.mimeType);
                         images.push({
                             data: Buffer.from(att.buffer).toString('base64'),
-                            mimeType,
+                            mimeType: this.normalizeImageMime(att.mimeType),
                         });
                     }
                     else if (att.url) {
@@ -33,13 +40,66 @@ export class MediaProcessor {
                 systemNotes.push('[System: the user sent an image but your model does not support image recognition. Let them know politely.]');
             }
         }
-        if (audioAttachments.length > 0) {
-            const firstAudio = audioAttachments[0];
-            if (firstAudio.buffer) {
-                transcribedText = await this.transcribeAudio(Buffer.from(firstAudio.buffer), firstAudio.mimeType, systemNotes);
+        for (const att of attachments.filter((a) => a.type === 'audio')) {
+            const buffer = await this.loadBuffer(att, systemNotes);
+            if (!buffer)
+                continue;
+            const text = await this.transcribeAudio(buffer, baseMimeType(att.mimeType), systemNotes);
+            if (text)
+                transcripts.push(text);
+        }
+        for (const att of attachments.filter((a) => a.type === 'video')) {
+            systemNotes.push(`[System: the user sent a video ${attachmentLabel(att)}. Video content cannot be analyzed directly.]`);
+        }
+        for (const att of attachments.filter((a) => a.type === 'file')) {
+            await this.processFile(att, systemNotes);
+        }
+        return {
+            images,
+            transcribedText: transcripts.length > 0 ? transcripts.join('\n') : null,
+            systemNotes,
+        };
+    }
+    isTextFile(att) {
+        const mime = baseMimeType(att.mimeType);
+        return TEXT_MIME_RE.test(mime) || (!!att.filename && TEXT_EXT_RE.test(att.filename));
+    }
+    async processFile(att, systemNotes) {
+        if (!this.isTextFile(att)) {
+            systemNotes.push(`[System: the user attached a file ${attachmentLabel(att)} that cannot be read directly.]`);
+            return;
+        }
+        const buffer = await this.loadBuffer(att, systemNotes);
+        if (!buffer)
+            return;
+        const content = buffer.toString('utf-8');
+        const truncated = content.length > this.maxInlineTextChars;
+        const body = truncated ? content.slice(0, this.maxInlineTextChars) : content;
+        systemNotes.push(`[System: the user attached a file ${attachmentLabel(att)}${truncated ? ', truncated' : ''}. Contents:]\n${body}`);
+    }
+    async loadBuffer(att, systemNotes) {
+        if (att.buffer)
+            return Buffer.from(att.buffer);
+        if (!att.url)
+            return null;
+        try {
+            const res = await fetch(att.url);
+            if (!res.ok)
+                throw new Error(`HTTP ${res.status}`);
+            const declared = Number(res.headers.get('content-length') ?? 0);
+            if (declared > this.maxDownloadBytes) {
+                throw new Error(`attachment exceeds ${this.maxDownloadBytes} bytes`);
             }
+            const buffer = Buffer.from(await res.arrayBuffer());
+            if (buffer.byteLength > this.maxDownloadBytes) {
+                throw new Error(`attachment exceeds ${this.maxDownloadBytes} bytes`);
+            }
+            return buffer;
+        }
+        catch (err) {
+            systemNotes.push(`[System: the user sent ${attachmentLabel(att)} but it could not be downloaded: ${err.message}.]`);
+            return null;
         }
-        return { images, transcribedText, systemNotes };
     }
     async transcribeAudio(buffer, mimeType, systemNotes) {
         if (this.sttProvider) {
@@ -68,12 +128,9 @@ export class MediaProcessor {
         return null;
     }
     normalizeImageMime(mime) {
-        if (mime === 'image/png')
-            return 'image/png';
-        if (mime === 'image/gif')
-            return 'image/gif';
-        if (mime === 'image/webp')
-            return 'image/webp';
+        const base = baseMimeType(mime);
+        if (base === 'image/png' || base === 'image/gif' || base === 'image/webp')
+            return base;
         return 'image/jpeg';
     }
 }

package/dist/media/media-processor.js.map

@@ -1 +1 @@
-{"version":3,"file":"media-processor.js","sourceRoot":"","sources":["../../src/media/media-processor.ts"],"names":[],"mappings":"AAaA,MAAM,OAAO,cAAc;IAEf;IACA;IACA;IAHV,YACU,OAA4B,EAC5B,WAAyC,EACzC,WAAgC;QAFhC,YAAO,GAAP,OAAO,CAAqB;QAC5B,gBAAW,GAAX,WAAW,CAA8B;QACzC,gBAAW,GAAX,WAAW,CAAqB;IACvC,CAAC;IAEJ,KAAK,CAAC,OAAO,CAAC,WAAyB,EAAE,OAAe;QACtD,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,IAAI,eAAe,GAAkB,IAAI,CAAC;QAC1C,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,MAAM,gBAAgB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QACvE,MAAM,gBAAgB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QAEvE,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAC5C,IAAI,SAAS,EAAE,CAAC;gBACd,KAAK,MAAM,GAAG,IAAI,gBAAgB,EAAE,CAAC;oBACnC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;wBACf,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;wBACvD,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;4BAChD,QAAQ;yBACT,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;wBACnB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACvB,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,IAAI,CACd,6GAA6G,CAC9G,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YACvC,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;gBACtB,eAAe,GAAG,MAAM,IAAI,CAAC,eAAe,CAC1C,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAC9B,UAAU,CAAC,QAAQ,EACnB,WAAW,CACZ,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,WAAW,EAAE,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,MAAc,EACd,QAAgB,EAChB,WAAqB;QAErB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAC7D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;gBACtE,WAAW,CAAC,IAAI,CACd,4FAA4F,CAC7F,CAAC;gBACF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,iBAAiB,EAAE,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACzD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;gBAC/E,WAAW,CAAC,IAAI,CACd,4FAA4F,CAC7F,CAAC;gBACF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,WAAW,CAAC,IAAI,CACd,mFAAmF;YACjF,mFAAmF;YACnF,uCAAuC,CAC1C,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,kBAAkB,CACxB,IAAY;QAEZ,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,WAAW,CAAC;QAC7C,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,WAAW,CAAC;QAC7C,IAAI,IAAI,KAAK,YAAY;YAAE,OAAO,YAAY,CAAC;QAC/C,OAAO,YAAY,CAAC;IACtB,CAAC;CACF"}
+{"version":3,"file":"media-processor.js","sourceRoot":"","sources":["../../src/media/media-processor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAqB9C,MAAM,YAAY,GAChB,gGAAgG,CAAC;AACnG,MAAM,WAAW,GACf,yIAAyI,CAAC;AAE5I,SAAS,eAAe,CAAC,GAAe;IACtC,OAAO,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,QAAQ,MAAM,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;AAC7E,CAAC;AAED,MAAM,OAAO,cAAc;IAKf;IACA;IACA;IANO,kBAAkB,CAAS;IAC3B,gBAAgB,CAAS;IAE1C,YACU,OAA4B,EAC5B,WAAyC,EACzC,WAAgC,EACxC,UAAiC,EAAE;QAH3B,YAAO,GAAP,OAAO,CAAqB;QAC5B,gBAAW,GAAX,WAAW,CAA8B;QACzC,gBAAW,GAAX,WAAW,CAAqB;QAGxC,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,IAAI,MAAM,CAAC;QAC/D,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,WAAyB,EAAE,OAAe;QACtD,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,MAAM,gBAAgB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QACvE,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9B,KAAK,MAAM,GAAG,IAAI,gBAAgB,EAAE,CAAC;oBACnC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;wBACf,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;4BAChD,QAAQ,EAAE,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC;yBAChD,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;wBACnB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACvB,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,IAAI,CACd,6GAA6G,CAC9G,CAAC;YACJ,CAAC;QACH,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,CAAC;YAChE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;YACvD,IAAI,CAAC,MAAM;gBAAE,SAAS;YACtB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,WAAW,CAAC,CAAC;YACzF,IAAI,IAAI;gBAAE,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,CAAC;YAChE,WAAW,CAAC,IAAI,CACd,kCAAkC,eAAe,CAAC,GAAG,CAAC,+CAA+C,CACtG,CAAC;QACJ,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,CAAC;YAC/D,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO;YACL,MAAM;YACN,eAAe,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;YACvE,WAAW;SACZ,CAAC;IACJ,CAAC;IAEO,UAAU,CAAC,GAAe;QAChC,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,OAAO,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;IACvF,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,GAAe,EAAE,WAAqB;QAC9D,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,WAAW,CAAC,IAAI,CACd,qCAAqC,eAAe,CAAC,GAAG,CAAC,iCAAiC,CAC3F,CAAC;YACF,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAC3D,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAC7E,WAAW,CAAC,IAAI,CACd,qCAAqC,eAAe,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,iBAAiB,IAAI,EAAE,CAClH,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,GAAe,EAAE,WAAqB;QAC7D,IAAI,GAAG,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,CAAC,GAAG,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QAE1B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YAChE,IAAI,QAAQ,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,CAAC,gBAAgB,QAAQ,CAAC,CAAC;YACvE,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;YACpD,IAAI,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC9C,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,CAAC,gBAAgB,QAAQ,CAAC,CAAC;YACvE,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,WAAW,CAAC,IAAI,CACd,0BAA0B,eAAe,CAAC,GAAG,CAAC,oCAAqC,GAAa,CAAC,OAAO,IAAI,CAC7G,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,MAAc,EACd,QAAgB,EAChB,WAAqB;QAErB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAC7D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;gBACtE,WAAW,CAAC,IAAI,CACd,4FAA4F,CAC7F,CAAC;gBACF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,iBAAiB,EAAE,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACzD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;gBAC/E,WAAW,CAAC,IAAI,CACd,4FAA4F,CAC7F,CAAC;gBACF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,WAAW,CAAC,IAAI,CACd,mFAAmF;YACjF,mFAAmF;YACnF,uCAAuC,CAC1C,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,kBAAkB,CAAC,IAAY;QACrC,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,YAAY;YAAE,OAAO,IAAI,CAAC;QACvF,OAAO,YAAY,CAAC;IACtB,CAAC;CACF"}

package/dist/media/whisper-api.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"whisper-api.d.ts","sourceRoot":"","sources":["../../src/media/whisper-api.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,eAAgB,YAAW,WAAW;IACjD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,MAAM,EAAE,aAAa;IAK3B,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAsBpE;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,iBAAkB,YAAW,WAAW;IACnD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,MAAM,EAAE,eAAe;IAK7B,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAsBpE"}
+{"version":3,"file":"whisper-api.d.ts","sourceRoot":"","sources":["../../src/media/whisper-api.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAgCrD,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,eAAgB,YAAW,WAAW;IACjD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,MAAM,EAAE,aAAa;IAK3B,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAUpE;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,iBAAkB,YAAW,WAAW;IACnD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,MAAM,EAAE,eAAe;IAK7B,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAUpE"}

package/dist/media/whisper-api.js

@@ -1,3 +1,21 @@
+import { audioExtension, baseMimeType } from './audio-format.js';
+async function transcribeOpenAICompatible(endpoint, apiKey, model, buffer, mimeType, provider) {
+    const blob = new Blob([new Uint8Array(buffer)], { type: baseMimeType(mimeType) });
+    const form = new FormData();
+    form.append('file', blob, `audio.${audioExtension(mimeType)}`);
+    form.append('model', model);
+    const res = await fetch(endpoint, {
+        method: 'POST',
+        headers: { Authorization: `Bearer ${apiKey}` },
+        body: form,
+    });
+    if (!res.ok) {
+        const body = await res.text();
+        throw new Error(`${provider} STT failed (${res.status}): ${body}`);
+    }
+    const data = (await res.json());
+    return typeof data.text === 'string' ? data.text.trim() : '';
+}
 export class GroqSttProvider {
     apiKey;
     model;
@@ -6,22 +24,7 @@ export class GroqSttProvider {
         this.model = config.model ?? 'whisper-large-v3';
     }
     async transcribe(buffer, mimeType) {
-        const ext = mimeType.includes('ogg') ? 'ogg' : mimeType.includes('wav') ? 'wav' : 'ogg';
-        const blob = new Blob([new Uint8Array(buffer)], { type: mimeType });
-        const form = new FormData();
-        form.append('file', blob, `audio.${ext}`);
-        form.append('model', this.model);
-        const res = await fetch('https://api.groq.com/openai/v1/audio/transcriptions', {
-            method: 'POST',
-            headers: { Authorization: `Bearer ${this.apiKey}` },
-            body: form,
-        });
-        if (!res.ok) {
-            const body = await res.text();
-            throw new Error(`Groq STT failed (${res.status}): ${body}`);
-        }
-        const data = (await res.json());
-        return data.text.trim();
+        return transcribeOpenAICompatible('https://api.groq.com/openai/v1/audio/transcriptions', this.apiKey, this.model, buffer, mimeType, 'Groq');
     }
 }
 export class OpenAISttProvider {
@@ -29,25 +32,10 @@ export class OpenAISttProvider {
     model;
     constructor(config) {
         this.apiKey = config.apiKey;
-        this.model = config.model ?? 'whisper-1';
+        this.model = config.model ?? 'gpt-transcribe';
     }
     async transcribe(buffer, mimeType) {
-        const ext = mimeType.includes('ogg') ? 'ogg' : mimeType.includes('wav') ? 'wav' : 'ogg';
-        const blob = new Blob([new Uint8Array(buffer)], { type: mimeType });
-        const form = new FormData();
-        form.append('file', blob, `audio.${ext}`);
-        form.append('model', this.model);
-        const res = await fetch('https://api.openai.com/v1/audio/transcriptions', {
-            method: 'POST',
-            headers: { Authorization: `Bearer ${this.apiKey}` },
-            body: form,
-        });
-        if (!res.ok) {
-            const body = await res.text();
-            throw new Error(`OpenAI STT failed (${res.status}): ${body}`);
-        }
-        const data = (await res.json());
-        return data.text.trim();
+        return transcribeOpenAICompatible('https://api.openai.com/v1/audio/transcriptions', this.apiKey, this.model, buffer, mimeType, 'OpenAI');
     }
 }
 //# sourceMappingURL=whisper-api.js.map

package/dist/media/whisper-api.js.map

@@ -1 +1 @@
-{"version":3,"file":"whisper-api.js","sourceRoot":"","sources":["../../src/media/whisper-api.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,eAAe;IACT,MAAM,CAAS;IACf,KAAK,CAAS;IAE/B,YAAY,MAAqB;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,kBAAkB,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAc,EAAE,QAAgB;QAC/C,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACxF,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEpE,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,SAAS,GAAG,EAAE,CAAC,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAEjC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,qDAAqD,EAAE;YAC7E,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;YACnD,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,MAAM,MAAM,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAqB,CAAC;QACpD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;CACF;AAOD,MAAM,OAAO,iBAAiB;IACX,MAAM,CAAS;IACf,KAAK,CAAS;IAE/B,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,WAAW,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAc,EAAE,QAAgB;QAC/C,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACxF,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEpE,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,SAAS,GAAG,EAAE,CAAC,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAEjC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,gDAAgD,EAAE;YACxE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;YACnD,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,sBAAsB,GAAG,CAAC,MAAM,MAAM,IAAI,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAqB,CAAC;QACpD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;CACF"}
+{"version":3,"file":"whisper-api.js","sourceRoot":"","sources":["../../src/media/whisper-api.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9D,KAAK,UAAU,0BAA0B,CACvC,QAAgB,EAChB,MAAc,EACd,KAAa,EACb,MAAc,EACd,QAAgB,EAChB,QAAgB;IAEhB,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAElF,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;IAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,SAAS,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC/D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAE5B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;QAChC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;QAC9C,IAAI,EAAE,IAAI;KACX,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,gBAAgB,GAAG,CAAC,MAAM,MAAM,IAAI,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAuB,CAAC;IACtD,OAAO,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/D,CAAC;AAOD,MAAM,OAAO,eAAe;IACT,MAAM,CAAS;IACf,KAAK,CAAS;IAE/B,YAAY,MAAqB;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,kBAAkB,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAc,EAAE,QAAgB;QAC/C,OAAO,0BAA0B,CAC/B,qDAAqD,EACrD,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,KAAK,EACV,MAAM,EACN,QAAQ,EACR,MAAM,CACP,CAAC;IACJ,CAAC;CACF;AAOD,MAAM,OAAO,iBAAiB;IACX,MAAM,CAAS;IACf,KAAK,CAAS;IAE/B,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,gBAAgB,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAc,EAAE,QAAgB;QAC/C,OAAO,0BAA0B,CAC/B,gDAAgD,EAChD,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,KAAK,EACV,MAAM,EACN,QAAQ,EACR,QAAQ,CACT,CAAC;IACJ,CAAC;CACF"}

package/dist/media/whisper-local.d.ts

@@ -6,6 +6,7 @@ export declare class LocalWhisper {
     isModelDownloaded(): boolean;
     download(): Promise<void>;
     transcribe(audioBuffer: Buffer, mimeType: string): Promise<string>;
+    private decode;
     private ensureLoaded;
     private ensureDeps;
     private loadTransformers;

package/dist/media/whisper-local.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"whisper-local.d.ts","sourceRoot":"","sources":["../../src/media/whisper-local.ts"],"names":[],"mappings":"AAQA,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,OAAO,CAA8B;IAC7C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAEd,QAAQ,CAAC,EAAE,MAAM;IAI7B,iBAAiB,IAAI,OAAO;IAgBtB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBzB,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAgC1D,YAAY;YA0BZ,UAAU;YAoBV,gBAAgB;YAIhB,SAAS;IAoBvB,OAAO,CAAC,SAAS;IAyBjB,OAAO,CAAC,QAAQ;CAajB"}
+{"version":3,"file":"whisper-local.d.ts","sourceRoot":"","sources":["../../src/media/whisper-local.ts"],"names":[],"mappings":"AAYA,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,OAAO,CAA8B;IAC7C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAEd,QAAQ,CAAC,EAAE,MAAM;IAI7B,iBAAiB,IAAI,OAAO;IAgBtB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBzB,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAgB1D,MAAM;YAoBN,YAAY;YA8BZ,UAAU;YAqBV,gBAAgB;YAIhB,SAAS;IAsBvB,OAAO,CAAC,SAAS;IAsEjB,OAAO,CAAC,QAAQ;CAajB"}

package/dist/media/whisper-local.js

@@ -4,6 +4,10 @@ import { join } from 'node:path';
 import { homedir } from 'node:os';
 const WHISPER_MODEL = 'Xenova/whisper-tiny';
 const SAMPLE_RATE = 16000;
+const RUNTIME_DEPS = {
+    '@huggingface/transformers': '^4.3.0',
+    'ogg-opus-decoder': '^1.7.3',
+};
 export class LocalWhisper {
     pipeline = null;
     loading = null;
@@ -42,42 +46,46 @@ export class LocalWhisper {
         if (!this.pipeline) {
             await this.ensureLoaded();
         }
-        let pcmFloat32;
-        if (mimeType === 'audio/ogg' || mimeType === 'audio/opus') {
-            pcmFloat32 = await this.decodeOgg(audioBuffer);
+        const pcmFloat32 = await this.decode(audioBuffer, mimeType);
+        const pipe = this.pipeline;
+        const result = await pipe(pcmFloat32, { return_timestamps: false });
+        return result.text.trim();
+    }
+    async decode(buffer, mimeType) {
+        const mime = mimeType.split(';')[0]?.trim().toLowerCase() ?? '';
+        if (mime === 'audio/wav' || mime === 'audio/wave' || mime === 'audio/x-wav') {
+            return this.decodeWav(buffer);
         }
-        else if (mimeType === 'audio/wav' || mimeType === 'audio/wave') {
-            pcmFloat32 = this.decodeWav(audioBuffer);
+        if (mime === 'audio/ogg' ||
+            mime === 'audio/opus' ||
+            buffer.subarray(0, 4).toString() === 'OggS') {
+            return this.decodeOgg(buffer);
         }
-        else {
-            pcmFloat32 = await this.decodeOgg(audioBuffer);
+        if (buffer.subarray(0, 4).toString() === 'RIFF') {
+            return this.decodeWav(buffer);
         }
-        const pipe = this.pipeline;
-        const startToken = pipe.model.config.decoder_start_token_id;
-        const noTsToken = pipe.model.generation_config.no_timestamps_token_id;
-        const result = await pipe(pcmFloat32, {
-            decoder_input_ids: [startToken, noTsToken],
-        });
-        return result.text.trim();
+        throw new Error(`Local Whisper supports only OGG/Opus and WAV audio (got ${mimeType}). Configure a cloud STT provider for other formats.`);
     }
     async ensureLoaded() {
         if (this.pipeline)
             return;
-        if (this.loading) {
+        if (!this.loading) {
+            this.loading = (async () => {
+                const transformers = await this.loadTransformers();
+                const { env, pipeline } = transformers;
+                env.cacheDir = this.modelDir;
+                env.allowLocalModels = true;
+                this.pipeline = await pipeline('automatic-speech-recognition', WHISPER_MODEL, {
+                    dtype: 'q8',
+                });
+            })();
+        }
+        try {
             await this.loading;
-            return;
         }
-        this.loading = (async () => {
-            const transformers = await this.loadTransformers();
-            const { env, pipeline } = transformers;
-            env.cacheDir = this.modelDir;
-            env.allowLocalModels = true;
-            this.pipeline = await pipeline('automatic-speech-recognition', WHISPER_MODEL, {
-                dtype: 'q8',
-            });
-        })();
-        await this.loading;
-        this.loading = null;
+        finally {
+            this.loading = null;
+        }
     }
     async ensureDeps() {
         const missing = [];
@@ -96,7 +104,8 @@ export class LocalWhisper {
         if (missing.length === 0)
             return;
         console.log(`[whisper] Installing dependencies: ${missing.join(', ')}...`);
-        const cmd = `npm install --no-save ${missing.join(' ')}`;
+        const specs = missing.map((name) => `${name}@${RUNTIME_DEPS[name]}`);
+        const cmd = `npm install --no-save ${specs.map((spec) => JSON.stringify(spec)).join(' ')}`;
         execSync(cmd, { stdio: 'pipe', timeout: 120_000 });
         console.log('[whisper] Dependencies installed');
     }
@@ -107,32 +116,79 @@ export class LocalWhisper {
         const mod = (await import('ogg-opus-decoder'));
         const OggOpusDecoder = mod.OggOpusDecoder;
         const decoder = new OggOpusDecoder();
-        await decoder.ready;
-        const result = await decoder.decode(new Uint8Array(buffer));
-        decoder.free();
-        const samples = result.channelData[0];
-        if (result.sampleRate === SAMPLE_RATE)
-            return samples;
-        return this.resample(samples, result.sampleRate, SAMPLE_RATE);
+        try {
+            await decoder.ready;
+            const result = await decoder.decode(new Uint8Array(buffer));
+            const samples = result.channelData[0];
+            if (!samples)
+                throw new Error('OGG stream contains no audio');
+            if (result.sampleRate === SAMPLE_RATE)
+                return samples;
+            return this.resample(samples, result.sampleRate, SAMPLE_RATE);
+        }
+        finally {
+            decoder.free();
+        }
     }
     decodeWav(buffer) {
-        const dataOffset = buffer.indexOf('data') + 8;
-        const bitsPerSample = buffer.readUInt16LE(34);
-        const sampleRate = buffer.readUInt32LE(24);
-        const numChannels = buffer.readUInt16LE(22);
-        const dataSize = buffer.readUInt32LE(dataOffset - 4);
-        const numSamples = dataSize / (bitsPerSample / 8) / numChannels;
-        const samples = new Float32Array(numSamples);
-        let offset = dataOffset;
-        for (let i = 0; i < numSamples; i++) {
-            if (bitsPerSample === 16) {
-                samples[i] = buffer.readInt16LE(offset) / 32768;
-                offset += 2 * numChannels;
+        if (buffer.length < 12 || buffer.toString('ascii', 0, 4) !== 'RIFF') {
+            throw new Error('Invalid WAV file: missing RIFF header');
+        }
+        let format = null;
+        let dataOffset = -1;
+        let dataSize = 0;
+        let offset = 12;
+        while (offset + 8 <= buffer.length) {
+            const id = buffer.toString('ascii', offset, offset + 4);
+            const size = buffer.readUInt32LE(offset + 4);
+            const body = offset + 8;
+            if (id === 'fmt ') {
+                format = {
+                    audioFormat: buffer.readUInt16LE(body),
+                    channels: buffer.readUInt16LE(body + 2),
+                    sampleRate: buffer.readUInt32LE(body + 4),
+                    bits: buffer.readUInt16LE(body + 14),
+                };
+            }
+            else if (id === 'data') {
+                dataOffset = body;
+                dataSize = Math.min(size, buffer.length - body);
+                break;
+            }
+            offset = body + size + (size % 2);
+        }
+        if (!format || dataOffset < 0)
+            throw new Error('Invalid WAV file: missing fmt or data chunk');
+        const { audioFormat, channels, sampleRate, bits } = format;
+        const bytesPerSample = bits / 8;
+        const isFloat = audioFormat === 3;
+        if (![8, 16, 24, 32].includes(bits) || channels < 1) {
+            throw new Error(`Unsupported WAV format: ${bits}-bit, ${channels} channel(s)`);
+        }
+        const frameSize = bytesPerSample * channels;
+        const frames = Math.floor(dataSize / frameSize);
+        const samples = new Float32Array(frames);
+        const readSample = (pos) => {
+            if (isFloat && bits === 32)
+                return buffer.readFloatLE(pos);
+            switch (bits) {
+                case 8:
+                    return (buffer.readUInt8(pos) - 128) / 128;
+                case 16:
+                    return buffer.readInt16LE(pos) / 32768;
+                case 24:
+                    return buffer.readIntLE(pos, 3) / 8388608;
+                default:
+                    return buffer.readInt32LE(pos) / 2147483648;
             }
-            else if (bitsPerSample === 32) {
-                samples[i] = buffer.readFloatLE(offset);
-                offset += 4 * numChannels;
+        };
+        for (let i = 0; i < frames; i++) {
+            const frameStart = dataOffset + i * frameSize;
+            let sum = 0;
+            for (let c = 0; c < channels; c++) {
+                sum += readSample(frameStart + c * bytesPerSample);
             }
+            samples[i] = sum / channels;
         }
         if (sampleRate === SAMPLE_RATE)
             return samples;

package/dist/media/whisper-local.js.map

@@ -1 +1 @@
-{"version":3,"file":"whisper-local.js","sourceRoot":"","sources":["../../src/media/whisper-local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAElC,MAAM,aAAa,GAAG,qBAAqB,CAAC;AAC5C,MAAM,WAAW,GAAG,KAAK,CAAC;AAE1B,MAAM,OAAO,YAAY;IACf,QAAQ,GAAY,IAAI,CAAC;IACzB,OAAO,GAAyB,IAAI,CAAC;IACpC,QAAQ,CAAS;IAE1B,YAAY,QAAiB;QAC3B,IAAI,CAAC,QAAQ,GAAG,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;IACtE,CAAC;IAED,iBAAiB;QACf,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;QACtE,IAAI,UAAU,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QAErC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,8BAA8B,EAAE,WAAW,CAAC,CAAC;QACjF,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;YACzC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACnD,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,YAGzB,CAAC;QAEF,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC7B,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAE5B,OAAO,CAAC,GAAG,CAAC,yBAAyB,aAAa,OAAO,IAAI,CAAC,QAAQ,KAAK,CAAC,CAAC;QAC7E,IAAI,CAAC,QAAQ,GAAG,MAAM,QAAQ,CAAC,8BAA8B,EAAE,aAAa,EAAE;YAC5E,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAAmB,EAAE,QAAgB;QACpD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;QAED,IAAI,UAAwB,CAAC;QAE7B,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;YAC1D,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACjD,CAAC;aAAM,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;YACjE,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,QAMjB,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC;QAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,sBAAsB,CAAC;QAEtE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE;YACpC,iBAAiB,EAAE,CAAC,UAAU,EAAE,SAAS,CAAC;SAC3C,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE;YACzB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACnD,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,YAGzB,CAAC;YAEF,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC7B,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAE5B,IAAI,CAAC,QAAQ,GAAG,MAAM,QAAQ,CAAC,8BAA8B,EAAE,aAAa,EAAE;gBAC5E,KAAK,EAAE,IAAI;aACZ,CAAC,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;QAEL,MAAM,IAAI,CAAC,OAAO,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,2BAAqC,CAAC,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,kBAA4B,CAAC,CAAC;QAC7C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEjC,OAAO,CAAC,GAAG,CAAC,sCAAsC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3E,MAAM,GAAG,GAAG,yBAAyB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACzD,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,OAAO,MAAM,CAAC,2BAAqC,CAAC,CAAC;IACvD,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,MAAc;QACpC,MAAM,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,kBAA4B,CAAC,CAA4B,CAAC;QAEpF,MAAM,cAAc,GAAG,GAAG,CAAC,cAI1B,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,cAAc,EAAE,CAAC;QACrC,MAAM,OAAO,CAAC,KAAK,CAAC;QAEpB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5D,OAAO,CAAC,IAAI,EAAE,CAAC;QAEf,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACtC,IAAI,MAAM,CAAC,UAAU,KAAK,WAAW;YAAE,OAAO,OAAO,CAAC;QACtD,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IAChE,CAAC;IAEO,SAAS,CAAC,MAAc;QAC9B,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,QAAQ,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC;QAEhE,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QAC7C,IAAI,MAAM,GAAG,UAAU,CAAC;QAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,aAAa,KAAK,EAAE,EAAE,CAAC;gBACzB,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;gBAChD,MAAM,IAAI,CAAC,GAAG,WAAW,CAAC;YAC5B,CAAC;iBAAM,IAAI,aAAa,KAAK,EAAE,EAAE,CAAC;gBAChC,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBACxC,MAAM,IAAI,CAAC,GAAG,WAAW,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,IAAI,UAAU,KAAK,WAAW;YAAE,OAAO,OAAO,CAAC;QAC/C,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;IACzD,CAAC;IAEO,QAAQ,CAAC,OAAqB,EAAE,QAAgB,EAAE,MAAc;QACtE,MAAM,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC;YACzB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC9B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,MAAM,GAAG,EAAE,CAAC;YACzB,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;QAC5D,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}
+{"version":3,"file":"whisper-local.js","sourceRoot":"","sources":["../../src/media/whisper-local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAElC,MAAM,aAAa,GAAG,qBAAqB,CAAC;AAC5C,MAAM,WAAW,GAAG,KAAK,CAAC;AAC1B,MAAM,YAAY,GAA2B;IAC3C,2BAA2B,EAAE,QAAQ;IACrC,kBAAkB,EAAE,QAAQ;CAC7B,CAAC;AAEF,MAAM,OAAO,YAAY;IACf,QAAQ,GAAY,IAAI,CAAC;IACzB,OAAO,GAAyB,IAAI,CAAC;IACpC,QAAQ,CAAS;IAE1B,YAAY,QAAiB;QAC3B,IAAI,CAAC,QAAQ,GAAG,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;IACtE,CAAC;IAED,iBAAiB;QACf,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;QACtE,IAAI,UAAU,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QAErC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,8BAA8B,EAAE,WAAW,CAAC,CAAC;QACjF,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;YACzC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACnD,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,YAGzB,CAAC;QAEF,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC7B,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAE5B,OAAO,CAAC,GAAG,CAAC,yBAAyB,aAAa,OAAO,IAAI,CAAC,QAAQ,KAAK,CAAC,CAAC;QAC7E,IAAI,CAAC,QAAQ,GAAG,MAAM,QAAQ,CAAC,8BAA8B,EAAE,aAAa,EAAE;YAC5E,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAAmB,EAAE,QAAgB;QACpD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAE5D,MAAM,IAAI,GAAG,IAAI,CAAC,QAGY,CAAC;QAE/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC;QACpE,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,MAAc,EAAE,QAAgB;QACnD,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;QAChE,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;YAC5E,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QACD,IACE,IAAI,KAAK,WAAW;YACpB,IAAI,KAAK,YAAY;YACrB,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,MAAM,EAC3C,CAAC;YACD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,MAAM,EAAE,CAAC;YAChD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QACD,MAAM,IAAI,KAAK,CACb,2DAA2D,QAAQ,sDAAsD,CAC1H,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE;gBACzB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACnD,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,YAOzB,CAAC;gBAEF,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;gBAC7B,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC;gBAE5B,IAAI,CAAC,QAAQ,GAAG,MAAM,QAAQ,CAAC,8BAA8B,EAAE,aAAa,EAAE;oBAC5E,KAAK,EAAE,IAAI;iBACZ,CAAC,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC;QACrB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,2BAAqC,CAAC,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,kBAA4B,CAAC,CAAC;QAC7C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEjC,OAAO,CAAC,GAAG,CAAC,sCAAsC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3E,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrE,MAAM,GAAG,GAAG,yBAAyB,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC3F,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,OAAO,MAAM,CAAC,2BAAqC,CAAC,CAAC;IACvD,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,MAAc;QACpC,MAAM,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,kBAA4B,CAAC,CAA4B,CAAC;QAEpF,MAAM,cAAc,GAAG,GAAG,CAAC,cAI1B,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,KAAK,CAAC;YACpB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5D,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YACtC,IAAI,CAAC,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAC9D,IAAI,MAAM,CAAC,UAAU,KAAK,WAAW;gBAAE,OAAO,OAAO,CAAC;YACtD,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAChE,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAEO,SAAS,CAAC,MAAc;QAC9B,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,MAAM,GACR,IAAI,CAAC;QACP,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC;QACpB,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,OAAO,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACnC,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;YACxD,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC7C,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,CAAC;YACxB,IAAI,EAAE,KAAK,MAAM,EAAE,CAAC;gBAClB,MAAM,GAAG;oBACP,WAAW,EAAE,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC;oBACtC,QAAQ,EAAE,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,CAAC;oBACvC,UAAU,EAAE,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,CAAC;oBACzC,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,EAAE,CAAC;iBACrC,CAAC;YACJ,CAAC;iBAAM,IAAI,EAAE,KAAK,MAAM,EAAE,CAAC;gBACzB,UAAU,GAAG,IAAI,CAAC;gBAClB,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBAChD,MAAM;YACR,CAAC;YACD,MAAM,GAAG,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;QACpC,CAAC;QAED,IAAI,CAAC,MAAM,IAAI,UAAU,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QAE9F,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;QAC3D,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,WAAW,KAAK,CAAC,CAAC;QAClC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,SAAS,QAAQ,aAAa,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,SAAS,GAAG,cAAc,GAAG,QAAQ,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,UAAU,GAAG,CAAC,GAAW,EAAU,EAAE;YACzC,IAAI,OAAO,IAAI,IAAI,KAAK,EAAE;gBAAE,OAAO,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YAC3D,QAAQ,IAAI,EAAE,CAAC;gBACb,KAAK,CAAC;oBACJ,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;gBAC7C,KAAK,EAAE;oBACL,OAAO,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBACzC,KAAK,EAAE;oBACL,OAAO,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC;gBAC5C;oBACE,OAAO,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC;YAChD,CAAC;QACH,CAAC,CAAC;QAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,UAAU,GAAG,UAAU,GAAG,CAAC,GAAG,SAAS,CAAC;YAC9C,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClC,GAAG,IAAI,UAAU,CAAC,UAAU,GAAG,CAAC,GAAG,cAAc,CAAC,CAAC;YACrD,CAAC;YACD,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,QAAQ,CAAC;QAC9B,CAAC;QAED,IAAI,UAAU,KAAK,WAAW;YAAE,OAAO,OAAO,CAAC;QAC/C,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;IACzD,CAAC;IAEO,QAAQ,CAAC,OAAqB,EAAE,QAAgB,EAAE,MAAc;QACtE,MAAM,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC;YACzB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC9B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,MAAM,GAAG,EAAE,CAAC;YACzB,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;QAC5D,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/message-queue.d.ts

@@ -8,6 +8,7 @@ export declare class MessageQueue {
     dispose(): void;
     private getThread;
     private pushSequential;
+    private release;
     private drainSequential;
     private pushInterrupt;
     private pushCollect;

package/dist/message-queue.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"message-queue.d.ts","sourceRoot":"","sources":["../src/message-queue.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAQrE,qBAAa,YAAY;IAIrB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAJ5B,OAAO,CAAC,OAAO,CAAkC;gBAG9B,IAAI,EAAE,SAAS,EACf,SAAS,EAAE,CAAC,GAAG,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,IAAI,CAAC;IAG1F,IAAI,CAAC,GAAG,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;IAiBjD,OAAO,IAAI,IAAI;IAQf,OAAO,CAAC,SAAS;IASjB,OAAO,CAAC,cAAc;YAQR,eAAe;IAW7B,OAAO,CAAC,aAAa;IAsBrB,OAAO,CAAC,WAAW;YASL,YAAY;IAc1B,OAAO,CAAC,aAAa;CAiBtB"}
+{"version":3,"file":"message-queue.d.ts","sourceRoot":"","sources":["../src/message-queue.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAQrE,qBAAa,YAAY;IAIrB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAJ5B,OAAO,CAAC,OAAO,CAAkC;gBAG9B,IAAI,EAAE,SAAS,EACf,SAAS,EAAE,CAAC,GAAG,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,IAAI,CAAC;IAG1F,IAAI,CAAC,GAAG,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;IAiBjD,OAAO,IAAI,IAAI;IAQf,OAAO,CAAC,SAAS;IASjB,OAAO,CAAC,cAAc;IAQtB,OAAO,CAAC,OAAO;YAOD,eAAe;IAY7B,OAAO,CAAC,aAAa;IAsBrB,OAAO,CAAC,WAAW;YASL,YAAY;IAc1B,OAAO,CAAC,aAAa;CAiBtB"}

package/dist/message-queue.js

@@ -9,7 +9,7 @@ export class MessageQueue {
     push(msg, threadId) {
         switch (this.mode) {
             case 'parallel':
-                void this.processor(msg);
+                void this.processor(msg).catch(() => { });
                 break;
             case 'sequential':
                 this.pushSequential(msg, threadId);
@@ -41,19 +41,26 @@ export class MessageQueue {
         const state = this.getThread(threadId);
         state.queue.push(msg);
         if (!state.processing) {
-            void this.drainSequential(state);
+            void this.drainSequential(threadId, state);
         }
     }
-    async drainSequential(state) {
+    release(threadId, state) {
+        state.processing = false;
+        if (state.queue.length === 0 && this.threads.get(threadId) === state) {
+            this.threads.delete(threadId);
+        }
+    }
+    async drainSequential(threadId, state) {
         state.processing = true;
-        while (state.queue.length > 0) {
-            const next = state.queue.shift();
+        let next = state.queue.shift();
+        while (next) {
             try {
                 await this.processor(next);
             }
             catch { }
+            next = state.queue.shift();
         }
-        state.processing = false;
+        this.release(threadId, state);
     }
     pushInterrupt(msg, threadId) {
         const state = this.getThread(threadId);
@@ -68,8 +75,8 @@ export class MessageQueue {
             .catch(() => { })
             .finally(() => {
             if (state.abortController === ac) {
-                state.processing = false;
                 state.abortController = undefined;
+                this.release(threadId, state);
             }
         });
     }
@@ -77,10 +84,10 @@ export class MessageQueue {
         const state = this.getThread(threadId);
         state.queue.push(msg);
         if (!state.processing) {
-            void this.drainCollect(state);
+            void this.drainCollect(threadId, state);
         }
     }
-    async drainCollect(state) {
+    async drainCollect(threadId, state) {
         state.processing = true;
         while (state.queue.length > 0) {
             const batch = state.queue.splice(0, state.queue.length);
@@ -90,7 +97,7 @@ export class MessageQueue {
             }
             catch { }
         }
-        state.processing = false;
+        this.release(threadId, state);
     }
     mergeMessages(msgs) {
         if (msgs.length === 1)