chat-flow-ardymalihi 1.0.2 → 3.0.0

package/dist/adapters/storage/RedisAudioStorageAdapter.d.ts

@@ -0,0 +1,33 @@
+import Redis from 'ioredis';
+import { IAudioStorage, AudioFormatMetadata } from '../../interfaces';
+/**
+ * Redis Audio Storage Adapter
+ * Stores audio recordings in Redis with automatic format conversion
+ * All audio is normalized to LINEAR16 PCM (16kHz, mono, 16-bit) during storage
+ * Final playback generates a proper WAV file with headers
+ */
+export declare class RedisAudioStorageAdapter implements IAudioStorage {
+    private redis;
+    private storageRoot;
+    private baseUrl;
+    constructor(redisClient: Redis, storageRoot?: string, baseUrl?: string);
+    private getRedisKey;
+    initializeSession(sessionId: string, metadata: any): Promise<void>;
+    /**
+     * Append audio chunk with automatic format conversion to PCM
+     */
+    appendAudio(sessionId: string, audioData: Buffer, formatMetadata?: AudioFormatMetadata): Promise<void>;
+    /**
+     * Finalize session and return audio URL
+     */
+    finalizeSession(sessionId: string): Promise<string>;
+    /**
+     * Get audio URL for a session
+     */
+    getAudioUrl(sessionId: string): Promise<string | null>;
+    /**
+     * Get session audio as a complete WAV file
+     */
+    getSessionAudio(sessionId: string): Promise<Buffer | null>;
+}
+//# sourceMappingURL=RedisAudioStorageAdapter.d.ts.map

package/dist/adapters/storage/RedisAudioStorageAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisAudioStorageAdapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/storage/RedisAudioStorageAdapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,SAAS,CAAC;AAG5B,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAGtE;;;;;GAKG;AACH,qBAAa,wBAAyB,YAAW,aAAa;IAC1D,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,OAAO,CAAS;gBAEZ,WAAW,EAAE,KAAK,EAAE,WAAW,GAAE,MAA6B,EAAE,OAAO,GAAE,MAAsB;IAW3G,OAAO,CAAC,WAAW;IAIb,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAKxE;;OAEG;IACG,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa5G;;OAEG;IACG,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAgBzD;;OAEG;IACG,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAS5D;;OAEG;IACG,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CAenE"}

package/dist/adapters/storage/RedisAudioStorageAdapter.js

@@ -0,0 +1,121 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RedisAudioStorageAdapter = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const AudioUtils_1 = require("../../core/utils/AudioUtils");
+/**
+ * Redis Audio Storage Adapter
+ * Stores audio recordings in Redis with automatic format conversion
+ * All audio is normalized to LINEAR16 PCM (16kHz, mono, 16-bit) during storage
+ * Final playback generates a proper WAV file with headers
+ */
+class RedisAudioStorageAdapter {
+    constructor(redisClient, storageRoot = 'storage/recordings', baseUrl = '/recordings') {
+        this.redis = redisClient;
+        this.storageRoot = path.resolve(storageRoot);
+        this.baseUrl = baseUrl;
+        // Ensure storage directory exists (for potential future disk caching)
+        if (!fs.existsSync(this.storageRoot)) {
+            fs.mkdirSync(this.storageRoot, { recursive: true });
+        }
+    }
+    getRedisKey(sessionId) {
+        return `session:${sessionId}:audio`;
+    }
+    async initializeSession(sessionId, metadata) {
+        // Clear any existing audio for this session
+        await this.redis.del(this.getRedisKey(sessionId));
+    }
+    /**
+     * Append audio chunk with automatic format conversion to PCM
+     */
+    async appendAudio(sessionId, audioData, formatMetadata) {
+        try {
+            // Convert to target PCM format using AudioUtils
+            const pcmData = await (0, AudioUtils_1.convertToTargetFormat)(audioData, formatMetadata);
+            // Store as base64 in Redis
+            await this.redis.rpush(this.getRedisKey(sessionId), pcmData.toString('base64'));
+        }
+        catch (error) {
+            console.error('[RedisAudioStorageAdapter] Error appending audio:', error);
+            throw error;
+        }
+    }
+    /**
+     * Finalize session and return audio URL
+     */
+    async finalizeSession(sessionId) {
+        const key = this.getRedisKey(sessionId);
+        const exists = await this.redis.exists(key);
+        if (!exists) {
+            console.warn(`[RedisAudioStorageAdapter] No audio found for session ${sessionId}`);
+            return '';
+        }
+        // Set TTL (24 hours)
+        await this.redis.expire(key, 86400);
+        // Return URL for playback
+        return `${this.baseUrl}/${sessionId}.wav`;
+    }
+    /**
+     * Get audio URL for a session
+     */
+    async getAudioUrl(sessionId) {
+        const key = this.getRedisKey(sessionId);
+        const exists = await this.redis.exists(key);
+        if (exists) {
+            return `${this.baseUrl}/${sessionId}.wav`;
+        }
+        return null;
+    }
+    /**
+     * Get session audio as a complete WAV file
+     */
+    async getSessionAudio(sessionId) {
+        const key = this.getRedisKey(sessionId);
+        const chunksBase64 = await this.redis.lrange(key, 0, -1);
+        if (!chunksBase64 || chunksBase64.length === 0) {
+            return null;
+        }
+        // Decode all PCM chunks
+        const pcmChunks = chunksBase64.map(chunk => Buffer.from(chunk, 'base64'));
+        const concatenatedPCM = Buffer.concat(pcmChunks);
+        // Wrap in WAV format using AudioUtils
+        return (0, AudioUtils_1.wrapPCMInWAV)(concatenatedPCM);
+    }
+}
+exports.RedisAudioStorageAdapter = RedisAudioStorageAdapter;
+//# sourceMappingURL=RedisAudioStorageAdapter.js.map

package/dist/adapters/storage/RedisAudioStorageAdapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisAudioStorageAdapter.js","sourceRoot":"","sources":["../../../src/adapters/storage/RedisAudioStorageAdapter.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,uCAAyB;AACzB,2CAA6B;AAE7B,4DAAkF;AAElF;;;;;GAKG;AACH,MAAa,wBAAwB;IAKjC,YAAY,WAAkB,EAAE,cAAsB,oBAAoB,EAAE,UAAkB,aAAa;QACvG,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QAEvB,sEAAsE;QACtE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YACnC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;IAEO,WAAW,CAAC,SAAiB;QACjC,OAAO,WAAW,SAAS,QAAQ,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,SAAiB,EAAE,QAAa;QACpD,4CAA4C;QAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,SAAiB,EAAE,SAAiB,EAAE,cAAoC;QACxF,IAAI,CAAC;YACD,gDAAgD;YAChD,MAAM,OAAO,GAAG,MAAM,IAAA,kCAAqB,EAAC,SAAS,EAAE,cAAc,CAAC,CAAC;YAEvE,2BAA2B;YAC3B,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,mDAAmD,EAAE,KAAK,CAAC,CAAC;YAC1E,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,SAAiB;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAE5C,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,OAAO,CAAC,IAAI,CAAC,yDAAyD,SAAS,EAAE,CAAC,CAAC;YACnF,OAAO,EAAE,CAAC;QACd,CAAC;QAED,qBAAqB;QACrB,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAEpC,0BAA0B;QAC1B,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,SAAS,MAAM,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,SAAiB;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,MAAM,EAAE,CAAC;YACT,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,SAAS,MAAM,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,SAAiB;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEzD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,wBAAwB;QACxB,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC1E,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEjD,sCAAsC;QACtC,OAAO,IAAA,yBAAY,EAAC,eAAe,CAAC,CAAC;IACzC,CAAC;CACJ;AA1FD,4DA0FC"}

package/dist/adapters/storage/RedisBufferStorageAdapter.d.ts

@@ -0,0 +1,14 @@
+import { IStorage } from '../../interfaces';
+import Redis from 'ioredis';
+export declare class RedisBufferStorageAdapter implements IStorage {
+    private redis;
+    private storageRoot;
+    private baseUrl;
+    constructor(redisClient: Redis, storageRoot?: string, baseUrl?: string);
+    private getRedisKey;
+    initializeSession(sessionId: string, metadata: any): Promise<void>;
+    appendAudio(sessionId: string, audioData: Buffer): Promise<void>;
+    finalizeSession(sessionId: string): Promise<string>;
+    getAudioUrl(sessionId: string): Promise<string | null>;
+}
+//# sourceMappingURL=RedisBufferStorageAdapter.d.ts.map

package/dist/adapters/storage/RedisBufferStorageAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisBufferStorageAdapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/storage/RedisBufferStorageAdapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,KAAK,MAAM,SAAS,CAAC;AAI5B,qBAAa,yBAA0B,YAAW,QAAQ;IACtD,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,OAAO,CAAS;gBAEZ,WAAW,EAAE,KAAK,EAAE,WAAW,GAAE,MAA6B,EAAE,OAAO,GAAE,MAA2C;IAWhI,OAAO,CAAC,WAAW;IAIb,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAKlE,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOhE,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA8BnD,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CAQ/D"}

package/dist/adapters/storage/RedisBufferStorageAdapter.js

@@ -0,0 +1,94 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RedisBufferStorageAdapter = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+class RedisBufferStorageAdapter {
+    constructor(redisClient, storageRoot = 'storage/recordings', baseUrl = 'http://localhost:8080/recordings') {
+        this.redis = redisClient;
+        this.storageRoot = path.resolve(storageRoot);
+        this.baseUrl = baseUrl;
+        // Ensure storage directory exists
+        if (!fs.existsSync(this.storageRoot)) {
+            fs.mkdirSync(this.storageRoot, { recursive: true });
+        }
+    }
+    getRedisKey(sessionId) {
+        return `session:${sessionId}:audio`;
+    }
+    async initializeSession(sessionId, metadata) {
+        // Optional: Store metadata in Redis if needed, or simply clear any existing list
+        await this.redis.del(this.getRedisKey(sessionId));
+    }
+    async appendAudio(sessionId, audioData) {
+        // Redis stores binary as Buffer if configured, but ioredis default is strings.
+        // We need to encode to base64 or ensure binary mode.
+        // For safety and compatibility, we'll store as base64 strings in the list.
+        await this.redis.rpush(this.getRedisKey(sessionId), audioData.toString('base64'));
+    }
+    async finalizeSession(sessionId) {
+        const key = this.getRedisKey(sessionId);
+        // 1. Retrieve all chunks
+        const chunksBase64 = await this.redis.lrange(key, 0, -1);
+        if (!chunksBase64 || chunksBase64.length === 0) {
+            console.warn(`[Storage] No audio chunks found for session ${sessionId}`);
+            return '';
+        }
+        // 2. Decode and Concatenate
+        const buffers = chunksBase64.map(chunk => Buffer.from(chunk, 'base64'));
+        const finalBuffer = Buffer.concat(buffers);
+        // 3. Write to Disk (Simulating Bucket Upload)
+        const filename = `${sessionId}.wav`; // Assuming linear PCM / WAV chunks (even if headers are partial, concatenation of raw PCM is cleaner, but let's assume we are just saving the raw accumulation for now)
+        const filePath = path.join(this.storageRoot, filename);
+        await fs.promises.writeFile(filePath, finalBuffer);
+        console.log(`[Storage] Saved ${finalBuffer.length} bytes to ${filePath}`);
+        // 4. Cleanup Redis
+        await this.redis.del(key);
+        // Optional: expire generic session keys if needed
+        // 5. Return URL
+        return `${this.baseUrl}/${filename}`;
+    }
+    async getAudioUrl(sessionId) {
+        const filename = `${sessionId}.wav`;
+        const filePath = path.join(this.storageRoot, filename);
+        if (fs.existsSync(filePath)) {
+            return `${this.baseUrl}/${filename}`;
+        }
+        return null;
+    }
+}
+exports.RedisBufferStorageAdapter = RedisBufferStorageAdapter;
+//# sourceMappingURL=RedisBufferStorageAdapter.js.map

package/dist/adapters/storage/RedisBufferStorageAdapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisBufferStorageAdapter.js","sourceRoot":"","sources":["../../../src/adapters/storage/RedisBufferStorageAdapter.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,uCAAyB;AACzB,2CAA6B;AAE7B,MAAa,yBAAyB;IAKlC,YAAY,WAAkB,EAAE,cAAsB,oBAAoB,EAAE,UAAkB,kCAAkC;QAC5H,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QAEvB,kCAAkC;QAClC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YACnC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;IAEO,WAAW,CAAC,SAAiB;QACjC,OAAO,WAAW,SAAS,QAAQ,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,SAAiB,EAAE,QAAa;QACpD,iFAAiF;QACjF,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAiB,EAAE,SAAiB;QAClD,+EAA+E;QAC/E,qDAAqD;QACrD,2EAA2E;QAC3E,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,SAAiB;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAExC,yBAAyB;QACzB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEzD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,+CAA+C,SAAS,EAAE,CAAC,CAAC;YACzE,OAAO,EAAE,CAAC;QACd,CAAC;QAED,4BAA4B;QAC5B,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;QACxE,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE3C,8CAA8C;QAC9C,MAAM,QAAQ,GAAG,GAAG,SAAS,MAAM,CAAC,CAAC,wKAAwK;QAC7M,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAEvD,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,mBAAmB,WAAW,CAAC,MAAM,aAAa,QAAQ,EAAE,CAAC,CAAC;QAE1E,mBAAmB;QACnB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1B,kDAAkD;QAElD,gBAAgB;QAChB,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,QAAQ,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAiB;QAC/B,MAAM,QAAQ,GAAG,GAAG,SAAS,MAAM,CAAC;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QACvD,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1B,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,QAAQ,EAAE,CAAC;QACzC,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AAtED,8DAsEC"}

package/dist/adapters/voice/ElevenLabsVoiceAdapter.d.ts

@@ -0,0 +1,29 @@
+import { IVoiceAdapter, VoiceConfig, AudioFormatMetadata } from '../../interfaces';
+/**
+ * ElevenLabs Voice Adapter
+ * Implements TTS using ElevenLabs API (free tier: 10,000 chars/month)
+ * Note: This adapter only implements TTS. Use GeminiVoiceAdapter for STT.
+ */
+export declare class ElevenLabsVoiceAdapter implements IVoiceAdapter {
+    private apiKey;
+    private voiceConfig?;
+    constructor(apiKey: string, voiceConfig?: VoiceConfig);
+    /**
+     * Speech-to-text not supported by ElevenLabs
+     * Use GeminiVoiceAdapter or another provider for STT
+     */
+    speechToText(audioBase64: string, config?: VoiceConfig['stt']): Promise<string>;
+    /**
+     * Convert text to speech using ElevenLabs API
+     * @param text Text to convert to speech
+     * @param config Optional TTS configuration
+     * @returns Audio data as Uint8Array (WAV format)
+     */
+    textToSpeech(text: string, config?: VoiceConfig['tts']): Promise<Uint8Array>;
+    /**
+     * Declare the audio format produced by ElevenLabs TTS
+     * Used by IAudioStorage for format conversion
+     */
+    getTTSOutputFormat(): AudioFormatMetadata;
+}
+//# sourceMappingURL=ElevenLabsVoiceAdapter.d.ts.map

package/dist/adapters/voice/ElevenLabsVoiceAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ElevenLabsVoiceAdapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/voice/ElevenLabsVoiceAdapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAEnF;;;;GAIG;AACH,qBAAa,sBAAuB,YAAW,aAAa;IACxD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,WAAW,CAAC,CAAc;gBAEtB,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,WAAW;IAKrD;;;OAGG;IACG,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAIrF;;;;;OAKG;IACG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC;IAwClF;;;OAGG;IACH,kBAAkB,IAAI,mBAAmB;CAQ5C"}

package/dist/adapters/voice/ElevenLabsVoiceAdapter.js

@@ -0,0 +1,75 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ElevenLabsVoiceAdapter = void 0;
+/**
+ * ElevenLabs Voice Adapter
+ * Implements TTS using ElevenLabs API (free tier: 10,000 chars/month)
+ * Note: This adapter only implements TTS. Use GeminiVoiceAdapter for STT.
+ */
+class ElevenLabsVoiceAdapter {
+    constructor(apiKey, voiceConfig) {
+        this.apiKey = apiKey;
+        this.voiceConfig = voiceConfig;
+    }
+    /**
+     * Speech-to-text not supported by ElevenLabs
+     * Use GeminiVoiceAdapter or another provider for STT
+     */
+    async speechToText(audioBase64, config) {
+        throw new Error('ElevenLabs does not support speech-to-text. Use GeminiVoiceAdapter or another provider for STT.');
+    }
+    /**
+     * Convert text to speech using ElevenLabs API
+     * @param text Text to convert to speech
+     * @param config Optional TTS configuration
+     * @returns Audio data as Uint8Array (WAV format)
+     */
+    async textToSpeech(text, config) {
+        const ttsConfig = config || this.voiceConfig?.tts;
+        // Default to Rachel voice (female, multilingual, free tier compatible)
+        const voiceId = ttsConfig?.voice || '21m00Tcm4TlvDq8ikWAM';
+        try {
+            const response = await fetch(`https://api.elevenlabs.io/v1/text-to-speech/${voiceId}`, {
+                method: 'POST',
+                headers: {
+                    'Accept': 'audio/wav', // Changed from audio/mpeg to audio/wav for better compatibility
+                    'Content-Type': 'application/json',
+                    'xi-api-key': this.apiKey
+                },
+                body: JSON.stringify({
+                    text,
+                    model_id: 'eleven_turbo_v2_5', // Free tier compatible model
+                    voice_settings: {
+                        stability: 0.5,
+                        similarity_boost: 0.5
+                    }
+                })
+            });
+            if (!response.ok) {
+                const errorText = await response.text();
+                throw new Error(`ElevenLabs TTS API Error: ${response.status} - ${errorText}`);
+            }
+            // ElevenLabs returns audio directly as binary
+            const audioBuffer = await response.arrayBuffer();
+            return new Uint8Array(audioBuffer);
+        }
+        catch (error) {
+            console.error('Text-to-Speech Error:', error);
+            throw new Error(`TTS failed: ${error.message}`);
+        }
+    }
+    /**
+     * Declare the audio format produced by ElevenLabs TTS
+     * Used by IAudioStorage for format conversion
+     */
+    getTTSOutputFormat() {
+        return {
+            format: 'wav', // Changed from 'mp3' to 'wav'
+            sampleRate: 44100, // ElevenLabs WAV output is 44.1kHz
+            channels: 1,
+            bitDepth: 16
+        };
+    }
+}
+exports.ElevenLabsVoiceAdapter = ElevenLabsVoiceAdapter;
+//# sourceMappingURL=ElevenLabsVoiceAdapter.js.map

package/dist/adapters/voice/ElevenLabsVoiceAdapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ElevenLabsVoiceAdapter.js","sourceRoot":"","sources":["../../../src/adapters/voice/ElevenLabsVoiceAdapter.ts"],"names":[],"mappings":";;;AAEA;;;;GAIG;AACH,MAAa,sBAAsB;IAI/B,YAAY,MAAc,EAAE,WAAyB;QACjD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAAC,WAAmB,EAAE,MAA2B;QAC/D,MAAM,IAAI,KAAK,CAAC,iGAAiG,CAAC,CAAC;IACvH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,YAAY,CAAC,IAAY,EAAE,MAA2B;QACxD,MAAM,SAAS,GAAG,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC;QAClD,uEAAuE;QACvE,MAAM,OAAO,GAAG,SAAS,EAAE,KAAK,IAAI,sBAAsB,CAAC;QAE3D,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CACxB,+CAA+C,OAAO,EAAE,EACxD;gBACI,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACL,QAAQ,EAAE,WAAW,EAAG,gEAAgE;oBACxF,cAAc,EAAE,kBAAkB;oBAClC,YAAY,EAAE,IAAI,CAAC,MAAM;iBAC5B;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,IAAI;oBACJ,QAAQ,EAAE,mBAAmB,EAAE,6BAA6B;oBAC5D,cAAc,EAAE;wBACZ,SAAS,EAAE,GAAG;wBACd,gBAAgB,EAAE,GAAG;qBACxB;iBACJ,CAAC;aACL,CACJ,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;YACnF,CAAC;YAED,8CAA8C;YAC9C,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;YACjD,OAAO,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,eAAe,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACpD,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,kBAAkB;QACd,OAAO;YACH,MAAM,EAAE,KAAK,EAAO,8BAA8B;YAClD,UAAU,EAAE,KAAK,EAAG,mCAAmC;YACvD,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,EAAE;SACf,CAAC;IACN,CAAC;CACJ;AA3ED,wDA2EC"}

package/dist/adapters/voice/GeminiMultimodalLiveAdapter.d.ts

@@ -0,0 +1,77 @@
+import { IVoiceAdapter, VoiceConfig, AudioFormatMetadata } from '../../interfaces';
+/**
+ * Gemini Multimodal Live Adapter
+ *
+ * Real-time voice adapter using Gemini's Multimodal Live API.
+ * Provides bidirectional streaming for STT + LLM + TTS in a single connection.
+ *
+ * Features:
+ * - Real-time speech-to-text
+ * - Streaming LLM responses
+ * - Real-time text-to-speech
+ * - Low latency (<500ms)
+ * - Interruption handling
+ *
+ * Cost: ~$0.006/minute (all-inclusive)
+ *
+ * Note: This adapter is designed for WebSocket-based real-time streaming.
+ * For batch/turn-based conversations, use GeminiVoiceAdapter instead.
+ */
+export declare class GeminiMultimodalLiveAdapter implements IVoiceAdapter {
+    private apiKey;
+    private voiceConfig?;
+    private ws?;
+    private isConnected;
+    constructor(apiKey: string, voiceConfig?: VoiceConfig);
+    /**
+     * Connect to Gemini Multimodal Live API
+     * Returns a WebSocket connection for bidirectional streaming
+     */
+    connect(): Promise<WebSocket>;
+    /**
+     * Send configuration to Gemini
+     */
+    private sendConfig;
+    /**
+     * Send audio chunk to Gemini for processing
+     * @param audioBase64 Base64-encoded audio data
+     */
+    sendAudio(audioBase64: string): Promise<void>;
+    /**
+     * Register callback for receiving responses from Gemini
+     * @param callback Function to handle responses (text + audio)
+     */
+    onResponse(callback: (response: {
+        text?: string;
+        audio?: Uint8Array;
+        isFinal: boolean;
+    }) => void): void;
+    /**
+     * Disconnect from Gemini
+     */
+    disconnect(): void;
+    /**
+     * Speech-to-text (not used in real-time mode)
+     * Use sendAudio() and onResponse() instead for real-time streaming
+     */
+    speechToText(audioBase64: string, config?: VoiceConfig['stt']): Promise<string>;
+    /**
+     * Text-to-speech (not used in real-time mode)
+     * Use sendAudio() and onResponse() instead for real-time streaming
+     */
+    textToSpeech(text: string, config?: VoiceConfig['tts']): Promise<Uint8Array>;
+    /**
+     * Get TTS output format metadata
+     * This adapter outputs PCM audio at 24kHz mono
+     */
+    getTTSOutputFormat(): AudioFormatMetadata;
+    /**
+     * Check if connected to Gemini
+     */
+    isConnectedToGemini(): boolean;
+    /**
+     * Get the underlying WebSocket connection
+     */
+    getWebSocket(): WebSocket | undefined;
+}
+//# sourceMappingURL=GeminiMultimodalLiveAdapter.d.ts.map

package/dist/adapters/voice/GeminiMultimodalLiveAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiMultimodalLiveAdapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/voice/GeminiMultimodalLiveAdapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAEnF;;;;;;;;;;;;;;;;;GAiBG;AACH,qBAAa,2BAA4B,YAAW,aAAa;IAC7D,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,WAAW,CAAC,CAAc;IAClC,OAAO,CAAC,EAAE,CAAC,CAAY;IACvB,OAAO,CAAC,WAAW,CAAkB;gBAEzB,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,WAAW;IAKrD;;;OAGG;IACG,OAAO,IAAI,OAAO,CAAC,SAAS,CAAC;IAkCnC;;OAEG;IACH,OAAO,CAAC,UAAU;IAwBlB;;;OAGG;IACG,SAAS,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBnD;;;OAGG;IACH,UAAU,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;QAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,UAAU,CAAC;QACnB,OAAO,EAAE,OAAO,CAAC;KACpB,KAAK,IAAI,GAAG,IAAI;IAuCjB;;OAEG;IACH,UAAU,IAAI,IAAI;IAQlB;;;OAGG;IACG,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAOrF;;;OAGG;IACG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC;IAOlF;;;OAGG;IACH,kBAAkB,IAAI,mBAAmB;IASzC;;OAEG;IACH,mBAAmB,IAAI,OAAO;IAI9B;;OAEG;IACH,YAAY,IAAI,SAAS,GAAG,SAAS;CAGxC"}

package/dist/adapters/voice/GeminiMultimodalLiveAdapter.js

@@ -0,0 +1,187 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GeminiMultimodalLiveAdapter = void 0;
+/**
+ * Gemini Multimodal Live Adapter
+ *
+ * Real-time voice adapter using Gemini's Multimodal Live API.
+ * Provides bidirectional streaming for STT + LLM + TTS in a single connection.
+ *
+ * Features:
+ * - Real-time speech-to-text
+ * - Streaming LLM responses
+ * - Real-time text-to-speech
+ * - Low latency (<500ms)
+ * - Interruption handling
+ *
+ * Cost: ~$0.006/minute (all-inclusive)
+ *
+ * Note: This adapter is designed for WebSocket-based real-time streaming.
+ * For batch/turn-based conversations, use GeminiVoiceAdapter instead.
+ */
+class GeminiMultimodalLiveAdapter {
+    constructor(apiKey, voiceConfig) {
+        this.isConnected = false;
+        this.apiKey = apiKey;
+        this.voiceConfig = voiceConfig;
+    }
+    /**
+     * Connect to Gemini Multimodal Live API
+     * Returns a WebSocket connection for bidirectional streaming
+     */
+    async connect() {
+        if (this.ws && this.isConnected) {
+            return this.ws;
+        }
+        // Gemini Multimodal Live WebSocket endpoint
+        const wsUrl = `wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1alpha.GenerativeService.BidiGenerateContent?key=${this.apiKey}`;
+        return new Promise((resolve, reject) => {
+            this.ws = new WebSocket(wsUrl);
+            this.ws.onopen = () => {
+                console.log('[GeminiMultimodalLive] Connected to Gemini');
+                this.isConnected = true;
+                // Send initial configuration
+                this.sendConfig();
+                resolve(this.ws);
+            };
+            this.ws.onerror = (error) => {
+                console.error('[GeminiMultimodalLive] Connection error:', error);
+                this.isConnected = false;
+                reject(error);
+            };
+            this.ws.onclose = () => {
+                console.log('[GeminiMultimodalLive] Connection closed');
+                this.isConnected = false;
+            };
+        });
+    }
+    /**
+     * Send configuration to Gemini
+     */
+    sendConfig() {
+        if (!this.ws || !this.isConnected) {
+            throw new Error('Not connected to Gemini');
+        }
+        const config = {
+            setup: {
+                model: 'models/gemini-2.0-flash-exp',
+                generationConfig: {
+                    responseModalities: ['AUDIO'],
+                    speechConfig: {
+                        voiceConfig: {
+                            prebuiltVoiceConfig: {
+                                voiceName: this.voiceConfig?.tts?.voice || 'Puck'
+                            }
+                        }
+                    }
+                }
+            }
+        };
+        this.ws.send(JSON.stringify(config));
+    }
+    /**
+     * Send audio chunk to Gemini for processing
+     * @param audioBase64 Base64-encoded audio data
+     */
+    async sendAudio(audioBase64) {
+        if (!this.ws || !this.isConnected) {
+            throw new Error('Not connected to Gemini');
+        }
+        const message = {
+            realtimeInput: {
+                mediaChunks: [{
+                        data: audioBase64,
+                        mimeType: 'audio/pcm'
+                    }]
+            }
+        };
+        this.ws.send(JSON.stringify(message));
+    }
+    /**
+     * Register callback for receiving responses from Gemini
+     * @param callback Function to handle responses (text + audio)
+     */
+    onResponse(callback) {
+        if (!this.ws) {
+            throw new Error('Not connected to Gemini');
+        }
+        this.ws.onmessage = (event) => {
+            try {
+                const data = JSON.parse(event.data);
+                if (data.serverContent?.modelTurn?.parts) {
+                    const parts = data.serverContent.modelTurn.parts;
+                    for (const part of parts) {
+                        const response = {
+                            isFinal: data.serverContent.turnComplete || false
+                        };
+                        // Extract text
+                        if (part.text) {
+                            response.text = part.text;
+                        }
+                        // Extract audio
+                        if (part.inlineData?.data) {
+                            const audioBase64 = part.inlineData.data;
+                            response.audio = Uint8Array.from(Buffer.from(audioBase64, 'base64'));
+                        }
+                        callback(response);
+                    }
+                }
+            }
+            catch (error) {
+                console.error('[GeminiMultimodalLive] Error parsing response:', error);
+            }
+        };
+    }
+    /**
+     * Disconnect from Gemini
+     */
+    disconnect() {
+        if (this.ws) {
+            this.ws.close();
+            this.ws = undefined;
+            this.isConnected = false;
+        }
+    }
+    /**
+     * Speech-to-text (not used in real-time mode)
+     * Use sendAudio() and onResponse() instead for real-time streaming
+     */
+    async speechToText(audioBase64, config) {
+        throw new Error('speechToText() is not supported in real-time mode. ' +
+            'Use connect() + sendAudio() + onResponse() for streaming.');
+    }
+    /**
+     * Text-to-speech (not used in real-time mode)
+     * Use sendAudio() and onResponse() instead for real-time streaming
+     */
+    async textToSpeech(text, config) {
+        throw new Error('textToSpeech() is not supported in real-time mode. ' +
+            'Use connect() + sendAudio() + onResponse() for streaming.');
+    }
+    /**
+     * Get TTS output format metadata
+     * This adapter outputs PCM audio at 24kHz mono
+     */
+    getTTSOutputFormat() {
+        return {
+            format: 'pcm',
+            sampleRate: 24000,
+            channels: 1,
+            bitDepth: 16
+        };
+    }
+    /**
+     * Check if connected to Gemini
+     */
+    isConnectedToGemini() {
+        return this.isConnected;
+    }
+    /**
+     * Get the underlying WebSocket connection
+     */
+    getWebSocket() {
+        return this.ws;
+    }
+}
+exports.GeminiMultimodalLiveAdapter = GeminiMultimodalLiveAdapter;
+//# sourceMappingURL=GeminiMultimodalLiveAdapter.js.map