@aituber-onair/core 0.1.0

package/dist/services/voice/engines/NijiVoiceEngine.js

@@ -0,0 +1,105 @@
+import { NIJI_VOICE_API_URL } from '../../../constants';
+/**
+ * NijiVoice voice synthesis engine
+ */
+export class NijiVoiceEngine {
+    async fetchAudio(input, speaker, apiKey, voiceActor) {
+        if (!apiKey) {
+            throw new Error('NijiVoice API key is required');
+        }
+        const talk = input;
+        const script = talk.message.trim();
+        // get emotion from talk.style and process parameters
+        const emotion = talk.style || 'neutral';
+        const emotionParams = this.processEmotionParams(emotion, script, voiceActor);
+        const generateResponse = await fetch(`${NIJI_VOICE_API_URL}/voice-actors/${speaker}/generate-encoded-voice`, {
+            method: 'POST',
+            headers: {
+                'x-api-key': apiKey,
+                'Content-Type': 'application/json',
+                accept: 'application/json',
+            },
+            body: JSON.stringify({
+                script: emotionParams.script,
+                speed: emotionParams.speed,
+                emotionalLevel: emotionParams.emotionalLevel,
+                format: 'mp3',
+            }),
+        });
+        if (!generateResponse.ok) {
+            const errorBody = await generateResponse.text();
+            console.error('NijiVoice generate-encoded-voice error:', errorBody);
+            throw new Error('Failed to generate voice from NijiVoice');
+        }
+        const generateResult = (await generateResponse.json());
+        const base64Audio = generateResult.generatedVoice?.base64Audio;
+        if (!base64Audio) {
+            throw new Error('Base64 audio not found in NijiVoice response');
+        }
+        return this.base64ToArrayBuffer(base64Audio);
+    }
+    processEmotionParams(emotion, script, voiceActor) {
+        // set default values
+        const defaultEmotionalLevel = 0.7; // default emotional level
+        const defaultSpeed = 1.0; // default speed
+        let emotionalLevel;
+        // if voiceActor does not exist, use default values
+        let speed = voiceActor?.recommendedVoiceSpeed
+            ? String(voiceActor.recommendedVoiceSpeed)
+            : String(defaultSpeed);
+        // base emotional level (use voiceActor's recommendedEmotionalLevel or default values)
+        const baseEmotionalLevel = voiceActor?.recommendedEmotionalLevel
+            ? Number(voiceActor.recommendedEmotionalLevel)
+            : defaultEmotionalLevel;
+        // base speed (use voiceActor's recommendedVoiceSpeed or default values)
+        let baseSpeed = voiceActor?.recommendedVoiceSpeed
+            ? Number(voiceActor.recommendedVoiceSpeed)
+            : defaultSpeed;
+        // adjust according to emotion
+        let adjustment = '0.0';
+        switch (emotion.toLowerCase()) {
+            case 'happy':
+                adjustment = '0.2';
+                baseSpeed *= 1.1;
+                break;
+            case 'sad':
+                adjustment = '-0.4';
+                baseSpeed *= 0.9;
+                break;
+            case 'angry':
+                adjustment = '0.4';
+                baseSpeed *= 1.0;
+                break;
+            case 'surprised':
+                adjustment = '0.3';
+                baseSpeed *= 1.2;
+                break;
+            default:
+                // if default, set emotional level
+                emotionalLevel = String(baseEmotionalLevel);
+                break;
+        }
+        if (adjustment !== '0.0') {
+            emotionalLevel = (Math.round(Math.min(Math.max(baseEmotionalLevel + Number(adjustment), 0), 1.5) *
+                10) / 10).toString();
+        }
+        // ensure speed is always between 0.4 and 3.0
+        speed = (Math.round(Math.min(Math.max(baseSpeed, 0.4), 3.0) * 10) / 10).toString();
+        return { script, emotionalLevel, speed };
+    }
+    base64ToArrayBuffer(base64) {
+        const sanitizedBase64 = base64.replace(/[\r\n\s]/g, '');
+        const binaryString = atob(sanitizedBase64);
+        const len = binaryString.length;
+        const buffer = new ArrayBuffer(len);
+        const view = new Uint8Array(buffer);
+        for (let i = 0; i < len; i++) {
+            view[i] = binaryString.charCodeAt(i);
+        }
+        return buffer;
+    }
+    getTestMessage(textVoiceText) {
+        return textVoiceText || 'にじボイスを使用します';
+    }
+}
+//# sourceMappingURL=NijiVoiceEngine.js.map

package/dist/services/voice/engines/NijiVoiceEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NijiVoiceEngine.js","sourceRoot":"","sources":["../../../../src/services/voice/engines/NijiVoiceEngine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAKxD;;GAEG;AACH,MAAM,OAAO,eAAe;IAC1B,KAAK,CAAC,UAAU,CACd,KAAW,EACX,OAAe,EACf,MAAe,EACf,UAAuB;QAEvB,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,IAAI,GAAG,KAAa,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAEnC,qDAAqD;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;QACxC,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAC7C,OAAO,EACP,MAAM,EACN,UAAU,CACX,CAAC;QAEF,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAClC,GAAG,kBAAkB,iBAAiB,OAAO,yBAAyB,EACtE;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,WAAW,EAAE,MAAM;gBACnB,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,kBAAkB;aAC3B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,MAAM,EAAE,aAAa,CAAC,MAAM;gBAC5B,KAAK,EAAE,aAAa,CAAC,KAAK;gBAC1B,cAAc,EAAE,aAAa,CAAC,cAAc;gBAC5C,MAAM,EAAE,KAAK;aACd,CAAC;SACH,CACF,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,CAAC;YAChD,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,SAAS,CAAC,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QAUD,MAAM,cAAc,GAClB,CAAC,MAAM,gBAAgB,CAAC,IAAI,EAAE,CAAiC,CAAC;QAClE,MAAM,WAAW,GAAG,cAAc,CAAC,cAAc,EAAE,WAAW,CAAC;QAE/D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;IAC/C,CAAC;IAEO,oBAAoB,CAC1B,OAAe,EACf,MAAc,EACd,UAAuB;QAEvB,qBAAqB;QACrB,MAAM,qBAAqB,GAAG,GAAG,CAAC,CAAC,0BAA0B;QAC7D,MAAM,YAAY,GAAG,GAAG,CAAC,CAAC,gBAAgB;QAE1C,IAAI,cAAkC,CAAC;QACvC,mDAAmD;QACnD,IAAI,KAAK,GAAG,UAAU,EAAE,qBAAqB;YAC3C,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,qBAAqB,CAAC;YAC1C,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEzB,sFAAsF;QACtF,MAAM,kBAAkB,GAAG,UAAU,EAAE,yBAAyB;YAC9D,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,yBAAyB,CAAC;YAC9C,CAAC,CAAC,qBAAqB,CAAC;QAE1B,wEAAwE;QACxE,IAAI,SAAS,GAAG,UAAU,EAAE,qBAAqB;YAC/C,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,qBAAqB,CAAC;YAC1C,CAAC,CAAC,YAAY,CAAC;QAEjB,8BAA8B;QAC9B,IAAI,UAAU,GAAG,KAAK,CAAC;QAEvB,QAAQ,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;YAC9B,KAAK,OAAO;gBACV,UAAU,GAAG,KAAK,CAAC;gBACnB,SAAS,IAAI,GAAG,CAAC;gBACjB,MAAM;YACR,KAAK,KAAK;gBACR,UAAU,GAAG,MAAM,CAAC;gBACpB,SAAS,IAAI,GAAG,CAAC;gBACjB,MAAM;YACR,KAAK,OAAO;gBACV,UAAU,GAAG,KAAK,CAAC;gBACnB,SAAS,IAAI,GAAG,CAAC;gBACjB,MAAM;YACR,KAAK,WAAW;gBACd,UAAU,GAAG,KAAK,CAAC;gBACnB,SAAS,IAAI,GAAG,CAAC;gBACjB,MAAM;YACR;gBACE,kCAAkC;gBAClC,cAAc,GAAG,MAAM,CAAC,kBAAkB,CAAC,CAAC;gBAC5C,MAAM;QACV,CAAC;QAED,IAAI,UAAU,KAAK,KAAK,EAAE,CAAC;YACzB,cAAc,GAAG,CACf,IAAI,CAAC,KAAK,CACR,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,kBAAkB,GAAG,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC;gBACjE,EAAE,CACL,GAAG,EAAE,CACP,CAAC,QAAQ,EAAE,CAAC;QACf,CAAC;QAED,6CAA6C;QAC7C,KAAK,GAAG,CACN,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAC9D,CAAC,QAAQ,EAAE,CAAC;QAEb,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC;IAC3C,CAAC;IAEO,mBAAmB,CAAC,MAAc;QACxC,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACxD,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;QAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,IAAI,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,cAAc,CAAC,aAAsB;QACnC,OAAO,aAAa,IAAI,aAAa,CAAC;IACxC,CAAC;CACF"}

package/dist/services/voice/engines/OpenAiEngine.d.ts

@@ -0,0 +1,9 @@
+import { Talk } from '../messages';
+import { VoiceEngine } from './VoiceEngine';
+/**
+ * OpenAI TTS voice synthesis engine
+ */
+export declare class OpenAiEngine implements VoiceEngine {
+    fetchAudio(input: Talk, speaker: string, apiKey?: string): Promise<ArrayBuffer>;
+    getTestMessage(textVoiceText?: string): string;
+}

package/dist/services/voice/engines/OpenAiEngine.js

@@ -0,0 +1,34 @@
+/**
+ * OpenAI TTS voice synthesis engine
+ */
+export class OpenAiEngine {
+    async fetchAudio(input, speaker, apiKey) {
+        if (!apiKey) {
+            throw new Error('OpenAI API key is required');
+        }
+        const talk = input;
+        const text = talk.message.trim();
+        const response = await fetch('https://api.openai.com/v1/audio/speech', {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                Authorization: `Bearer ${apiKey}`,
+            },
+            body: JSON.stringify({
+                model: 'tts-1',
+                voice: speaker,
+                input: text,
+            }),
+        });
+        if (!response.ok) {
+            console.error('Failed to fetch TTS from OpenAI TTS:', response.status);
+            throw new Error('Failed to fetch TTS from OpenAI TTS.');
+        }
+        const blob = await response.blob();
+        return await blob.arrayBuffer();
+    }
+    getTestMessage(textVoiceText) {
+        return textVoiceText || 'OpenAI TTSを使用します';
+    }
+}
+//# sourceMappingURL=OpenAiEngine.js.map

package/dist/services/voice/engines/OpenAiEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAiEngine.js","sourceRoot":"","sources":["../../../../src/services/voice/engines/OpenAiEngine.ts"],"names":[],"mappings":"AAGA;;GAEG;AACH,MAAM,OAAO,YAAY;IACvB,KAAK,CAAC,UAAU,CACd,KAAW,EACX,OAAe,EACf,MAAe;QAEf,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,IAAI,GAAG,KAAa,CAAC;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAEjC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,wCAAwC,EAAE;YACrE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;aAClC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,OAAO;gBACd,KAAK,EAAE,OAAO;gBACd,KAAK,EAAE,IAAI;aACZ,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YACvE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAClC,CAAC;IAED,cAAc,CAAC,aAAsB;QACnC,OAAO,aAAa,IAAI,kBAAkB,CAAC;IAC7C,CAAC;CACF"}

package/dist/services/voice/engines/VoiceEngine.d.ts

@@ -0,0 +1,21 @@
+import { Talk } from '../messages';
+import { VoiceActor } from '../../../types/nijiVoice';
+/**
+ * Common interface for voice engines
+ */
+export interface VoiceEngine {
+    /**
+     * Get voice data
+     * @param input script
+     * @param speaker speaker ID
+     * @param apiKey API key (if needed)
+     * @param voiceActor voice actor information (for NijiVoice)
+     * @returns ArrayBuffer of voice data
+     */
+    fetchAudio(input: Talk, speaker: string, apiKey?: string, voiceActor?: VoiceActor): Promise<ArrayBuffer>;
+    /**
+     * Get a test message
+     * @returns test message
+     */
+    getTestMessage(textVoiceText?: string): string;
+}

package/dist/services/voice/engines/VoiceEngine.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=VoiceEngine.js.map

package/dist/services/voice/engines/VoiceEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoiceEngine.js","sourceRoot":"","sources":["../../../../src/services/voice/engines/VoiceEngine.ts"],"names":[],"mappings":""}

package/dist/services/voice/engines/VoiceEngineFactory.d.ts

@@ -0,0 +1,14 @@
+import { VoiceEngine } from './VoiceEngine';
+/**
+ * Voice engine factory
+ * Generate appropriate voice engine instances based on voice engine type
+ */
+export declare class VoiceEngineFactory {
+    /**
+     * Get the voice engine for the specified engine type
+     * @param engineType string of engine type ('voicevox', 'voicepeak', etc.)
+     * @returns voice engine instance
+     * @throws error if engine type is unknown
+     */
+    static getEngine(engineType: string): VoiceEngine;
+}

package/dist/services/voice/engines/VoiceEngineFactory.js

@@ -0,0 +1,34 @@
+import { VoiceVoxEngine } from './VoiceVoxEngine';
+import { VoicePeakEngine } from './VoicePeakEngine';
+import { AivisSpeechEngine } from './AivisSpeechEngine';
+import { OpenAiEngine } from './OpenAiEngine';
+import { NijiVoiceEngine } from './NijiVoiceEngine';
+/**
+ * Voice engine factory
+ * Generate appropriate voice engine instances based on voice engine type
+ */
+export class VoiceEngineFactory {
+    /**
+     * Get the voice engine for the specified engine type
+     * @param engineType string of engine type ('voicevox', 'voicepeak', etc.)
+     * @returns voice engine instance
+     * @throws error if engine type is unknown
+     */
+    static getEngine(engineType) {
+        switch (engineType) {
+            case 'voicevox':
+                return new VoiceVoxEngine();
+            case 'voicepeak':
+                return new VoicePeakEngine();
+            case 'aivisSpeech':
+                return new AivisSpeechEngine();
+            case 'openai':
+                return new OpenAiEngine();
+            case 'nijivoice':
+                return new NijiVoiceEngine();
+            default:
+                throw new Error(`Unsupported voice engine type: ${engineType}`);
+        }
+    }
+}
+//# sourceMappingURL=VoiceEngineFactory.js.map

package/dist/services/voice/engines/VoiceEngineFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoiceEngineFactory.js","sourceRoot":"","sources":["../../../../src/services/voice/engines/VoiceEngineFactory.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAC7B;;;;;OAKG;IACH,MAAM,CAAC,SAAS,CAAC,UAAkB;QACjC,QAAQ,UAAU,EAAE,CAAC;YACnB,KAAK,UAAU;gBACb,OAAO,IAAI,cAAc,EAAE,CAAC;YAC9B,KAAK,WAAW;gBACd,OAAO,IAAI,eAAe,EAAE,CAAC;YAC/B,KAAK,aAAa;gBAChB,OAAO,IAAI,iBAAiB,EAAE,CAAC;YACjC,KAAK,QAAQ;gBACX,OAAO,IAAI,YAAY,EAAE,CAAC;YAC5B,KAAK,WAAW;gBACd,OAAO,IAAI,eAAe,EAAE,CAAC;YAC/B;gBACE,MAAM,IAAI,KAAK,CAAC,kCAAkC,UAAU,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;CACF"}

package/dist/services/voice/engines/VoicePeakEngine.d.ts

@@ -0,0 +1,13 @@
+import { Talk } from '../messages';
+import { VoiceEngine } from './VoiceEngine';
+/**
+ * VoicePeak voice synthesis engine
+ */
+export declare class VoicePeakEngine implements VoiceEngine {
+    fetchAudio(input: Talk, speaker: string): Promise<ArrayBuffer>;
+    /**
+     * Map emotion style to VoicePeak's emotion parameters
+     */
+    private mapEmotionStyle;
+    getTestMessage(textVoiceText?: string): string;
+}

package/dist/services/voice/engines/VoicePeakEngine.js

@@ -0,0 +1,46 @@
+import { VOICEPEAK_API_URL } from '../../../constants';
+/**
+ * VoicePeak voice synthesis engine
+ */
+export class VoicePeakEngine {
+    async fetchAudio(input, speaker) {
+        const talk = input;
+        const ttsQueryResponse = await fetch(`${VOICEPEAK_API_URL}/audio_query?speaker=${speaker}&text=${encodeURIComponent(talk.message)}`, { method: 'POST' });
+        if (!ttsQueryResponse.ok) {
+            throw new Error('Failed to fetch TTS query.');
+        }
+        const ttsQueryJson = await ttsQueryResponse.json();
+        // set emotion from talk.style
+        ttsQueryJson['emotion'] = this.mapEmotionStyle(talk.style || 'neutral');
+        const synthesisResponse = await fetch(`${VOICEPEAK_API_URL}/synthesis?speaker=${speaker}`, {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify(ttsQueryJson),
+        });
+        if (!synthesisResponse.ok) {
+            throw new Error('Failed to fetch TTS synthesis result.');
+        }
+        const blob = await synthesisResponse.blob();
+        return await blob.arrayBuffer();
+    }
+    /**
+     * Map emotion style to VoicePeak's emotion parameters
+     */
+    mapEmotionStyle(style) {
+        switch (style.toLowerCase()) {
+            case 'happy':
+            case 'fun':
+                return 'happy';
+            case 'angry':
+                return 'angry';
+            case 'sad':
+                return 'sad';
+            default:
+                return 'neutral';
+        }
+    }
+    getTestMessage(textVoiceText) {
+        return textVoiceText || 'ボイスピークを使用します';
+    }
+}
+//# sourceMappingURL=VoicePeakEngine.js.map

package/dist/services/voice/engines/VoicePeakEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoicePeakEngine.js","sourceRoot":"","sources":["../../../../src/services/voice/engines/VoicePeakEngine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAIvD;;GAEG;AACH,MAAM,OAAO,eAAe;IAC1B,KAAK,CAAC,UAAU,CAAC,KAAW,EAAE,OAAe;QAC3C,MAAM,IAAI,GAAG,KAAa,CAAC;QAE3B,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAClC,GAAG,iBAAiB,wBAAwB,OAAO,SAAS,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,EAC9F,EAAE,MAAM,EAAE,MAAM,EAAE,CACnB,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,CAAC;QAEnD,8BAA8B;QAC9B,YAAY,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC,CAAC;QAExE,MAAM,iBAAiB,GAAG,MAAM,KAAK,CACnC,GAAG,iBAAiB,sBAAsB,OAAO,EAAE,EACnD;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;SACnC,CACF,CAAC;QAEF,IAAI,CAAC,iBAAiB,CAAC,EAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,CAAC;QAC5C,OAAO,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,KAAa;QACnC,QAAQ,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YAC5B,KAAK,OAAO,CAAC;YACb,KAAK,KAAK;gBACR,OAAO,OAAO,CAAC;YACjB,KAAK,OAAO;gBACV,OAAO,OAAO,CAAC;YACjB,KAAK,KAAK;gBACR,OAAO,KAAK,CAAC;YACf;gBACE,OAAO,SAAS,CAAC;QACrB,CAAC;IACH,CAAC;IAED,cAAc,CAAC,aAAsB;QACnC,OAAO,aAAa,IAAI,cAAc,CAAC;IACzC,CAAC;CACF"}

package/dist/services/voice/engines/VoiceVoxEngine.d.ts

@@ -0,0 +1,13 @@
+import { Talk } from '../messages';
+import { VoiceEngine } from './VoiceEngine';
+/**
+ * VoiceVox voice synthesis engine
+ */
+export declare class VoiceVoxEngine implements VoiceEngine {
+    fetchAudio(input: Talk, speaker: string): Promise<ArrayBuffer>;
+    /**
+     * Adjust parameters according to emotion
+     */
+    private adjustEmotionParameters;
+    getTestMessage(textVoiceText?: string): string;
+}

package/dist/services/voice/engines/VoiceVoxEngine.js

@@ -0,0 +1,67 @@
+import { VOICE_VOX_API_URL } from '../../../constants';
+/**
+ * VoiceVox voice synthesis engine
+ */
+export class VoiceVoxEngine {
+    async fetchAudio(input, speaker) {
+        const talk = input;
+        // get emotion from talk.style
+        const emotion = talk.style || 'neutral';
+        const ttsQueryResponse = await fetch(`${VOICE_VOX_API_URL}/audio_query?speaker=${speaker}&text=${encodeURIComponent(talk.message)}`, { method: 'POST' });
+        if (!ttsQueryResponse.ok) {
+            throw new Error('Failed to fetch TTS query.');
+        }
+        const ttsQueryJson = await ttsQueryResponse.json();
+        // adjust parameters according to emotion
+        this.adjustEmotionParameters(ttsQueryJson, emotion);
+        const synthesisResponse = await fetch(`${VOICE_VOX_API_URL}/synthesis?speaker=${speaker}`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Transfer-Encoding': 'chunked',
+            },
+            body: JSON.stringify(ttsQueryJson),
+        });
+        if (!synthesisResponse.ok) {
+            throw new Error('Failed to fetch TTS synthesis result.');
+        }
+        const blob = await synthesisResponse.blob();
+        return await blob.arrayBuffer();
+    }
+    /**
+     * Adjust parameters according to emotion
+     */
+    adjustEmotionParameters(ttsQueryJson, emotion) {
+        // default values
+        ttsQueryJson.speedScale = 1.16;
+        ttsQueryJson.pitchScale = -0.02;
+        ttsQueryJson.intonationScale = 1.26;
+        switch (emotion.toLowerCase()) {
+            case 'happy':
+                ttsQueryJson.speedScale = 1.25;
+                ttsQueryJson.pitchScale = 0.05;
+                ttsQueryJson.intonationScale = 1.4;
+                break;
+            case 'sad':
+                ttsQueryJson.speedScale = 1.0;
+                ttsQueryJson.pitchScale = -0.1;
+                ttsQueryJson.intonationScale = 1.0;
+                break;
+            case 'angry':
+                ttsQueryJson.speedScale = 1.2;
+                ttsQueryJson.pitchScale = -0.05;
+                ttsQueryJson.intonationScale = 1.5;
+                break;
+            case 'surprised':
+                ttsQueryJson.speedScale = 1.3;
+                ttsQueryJson.pitchScale = 0.1;
+                ttsQueryJson.intonationScale = 1.4;
+                break;
+            // default: "neutral" etc. other than default values
+        }
+    }
+    getTestMessage(textVoiceText) {
+        return textVoiceText || 'ボイスボックスを使用します';
+    }
+}
+//# sourceMappingURL=VoiceVoxEngine.js.map

package/dist/services/voice/engines/VoiceVoxEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoiceVoxEngine.js","sourceRoot":"","sources":["../../../../src/services/voice/engines/VoiceVoxEngine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAIvD;;GAEG;AACH,MAAM,OAAO,cAAc;IACzB,KAAK,CAAC,UAAU,CAAC,KAAW,EAAE,OAAe;QAC3C,MAAM,IAAI,GAAG,KAAa,CAAC;QAC3B,8BAA8B;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;QAExC,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAClC,GAAG,iBAAiB,wBAAwB,OAAO,SAAS,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,EAC9F,EAAE,MAAM,EAAE,MAAM,EAAE,CACnB,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,CAAC;QACnD,yCAAyC;QACzC,IAAI,CAAC,uBAAuB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAEpD,MAAM,iBAAiB,GAAG,MAAM,KAAK,CACnC,GAAG,iBAAiB,sBAAsB,OAAO,EAAE,EACnD;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,mBAAmB,EAAE,SAAS;aAC/B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;SACnC,CACF,CAAC;QAEF,IAAI,CAAC,iBAAiB,CAAC,EAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,CAAC;QAC5C,OAAO,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,YAAiB,EAAE,OAAe;QAChE,iBAAiB;QACjB,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC;QAC/B,YAAY,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC;QAChC,YAAY,CAAC,eAAe,GAAG,IAAI,CAAC;QAEpC,QAAQ,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;YAC9B,KAAK,OAAO;gBACV,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC;gBAC/B,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC;gBAC/B,YAAY,CAAC,eAAe,GAAG,GAAG,CAAC;gBACnC,MAAM;YACR,KAAK,KAAK;gBACR,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC;gBAC9B,YAAY,CAAC,UAAU,GAAG,CAAC,GAAG,CAAC;gBAC/B,YAAY,CAAC,eAAe,GAAG,GAAG,CAAC;gBACnC,MAAM;YACR,KAAK,OAAO;gBACV,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC;gBAC9B,YAAY,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC;gBAChC,YAAY,CAAC,eAAe,GAAG,GAAG,CAAC;gBACnC,MAAM;YACR,KAAK,WAAW;gBACd,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC;gBAC9B,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC;gBAC9B,YAAY,CAAC,eAAe,GAAG,GAAG,CAAC;gBACnC,MAAM;YACR,oDAAoD;QACtD,CAAC;IACH,CAAC;IAED,cAAc,CAAC,aAAsB;QACnC,OAAO,aAAa,IAAI,eAAe,CAAC;IAC1C,CAAC;CACF"}

package/dist/services/voice/engines/index.d.ts

@@ -0,0 +1,7 @@
+export type { VoiceEngine } from './VoiceEngine';
+export { VoiceEngineFactory } from './VoiceEngineFactory';
+export { VoiceVoxEngine } from './VoiceVoxEngine';
+export { VoicePeakEngine } from './VoicePeakEngine';
+export { AivisSpeechEngine } from './AivisSpeechEngine';
+export { OpenAiEngine } from './OpenAiEngine';
+export { NijiVoiceEngine } from './NijiVoiceEngine';

package/dist/services/voice/engines/index.js

@@ -0,0 +1,7 @@
+export { VoiceEngineFactory } from './VoiceEngineFactory';
+export { VoiceVoxEngine } from './VoiceVoxEngine';
+export { VoicePeakEngine } from './VoicePeakEngine';
+export { AivisSpeechEngine } from './AivisSpeechEngine';
+export { OpenAiEngine } from './OpenAiEngine';
+export { NijiVoiceEngine } from './NijiVoiceEngine';
+//# sourceMappingURL=index.js.map

package/dist/services/voice/engines/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/services/voice/engines/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/services/voice/messages.d.ts

@@ -0,0 +1,38 @@
+import { VRMExpressionPresetName } from '@pixiv/three-vrm';
+export type Message = {
+    role: 'assistant' | 'system' | 'user';
+    content: string;
+    timestamp?: number;
+};
+type VisionBlock = {
+    type: 'text';
+    text: string;
+} | {
+    type: 'image_url';
+    image_url: {
+        url: string;
+        detail?: 'low' | 'high' | 'auto';
+    };
+};
+export type MessageWithVision = {
+    role: 'assistant' | 'system' | 'user';
+    content: string | VisionBlock[];
+};
+declare const talkStyles: readonly ["talk", "happy", "sad", "angry", "fear", "surprised"];
+export type TalkStyle = (typeof talkStyles)[number];
+export type Talk = {
+    style: TalkStyle;
+    message: string;
+};
+declare const emotions: readonly ["neutral", "happy", "angry", "sad", "relaxed"];
+export type EmotionType = (typeof emotions)[number] & VRMExpressionPresetName;
+/**
+ * Set of talk text and emotion, and model's emotion expression
+ */
+export type Screenplay = {
+    expression: EmotionType;
+    talk: Talk;
+};
+export declare const splitSentence: (text: string) => string[];
+export declare const textsToScreenplay: (texts: string[]) => Screenplay[];
+export {};

package/dist/services/voice/messages.js

@@ -0,0 +1,49 @@
+const talkStyles = [
+    'talk',
+    'happy',
+    'sad',
+    'angry',
+    'fear',
+    'surprised',
+];
+const emotions = ['neutral', 'happy', 'angry', 'sad', 'relaxed'];
+export const splitSentence = (text) => {
+    const splitMessages = text.split(/(?<=[。．！？\n])/g);
+    return splitMessages.filter((msg) => msg !== '');
+};
+export const textsToScreenplay = (texts) => {
+    const screenplays = [];
+    let prevExpression = 'neutral';
+    for (let i = 0; i < texts.length; i++) {
+        const text = texts[i];
+        const match = text.match(/\[(.*?)\]/);
+        const tag = (match && match[1]) || prevExpression;
+        const message = text.replace(/\[(.*?)\]/g, '');
+        let expression = prevExpression;
+        if (emotions.includes(tag)) {
+            expression = tag;
+            prevExpression = tag;
+        }
+        screenplays.push({
+            expression: expression,
+            talk: {
+                style: emotionToTalkStyle(expression),
+                message: message,
+            },
+        });
+    }
+    return screenplays;
+};
+const emotionToTalkStyle = (emotion) => {
+    switch (emotion) {
+        case 'angry':
+            return 'angry';
+        case 'happy':
+            return 'happy';
+        case 'sad':
+            return 'sad';
+        default:
+            return 'talk';
+    }
+};
+//# sourceMappingURL=messages.js.map

package/dist/services/voice/messages.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages.js","sourceRoot":"","sources":["../../../src/services/voice/messages.ts"],"names":[],"mappings":"AAyBA,MAAM,UAAU,GAAG;IACjB,MAAM;IACN,OAAO;IACP,KAAK;IACL,OAAO;IACP,MAAM;IACN,WAAW;CACH,CAAC;AAQX,MAAM,QAAQ,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAU,CAAC;AAY1E,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,IAAY,EAAY,EAAE;IACtD,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACnD,OAAO,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;AACnD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,KAAe,EAAgB,EAAE;IACjE,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,IAAI,cAAc,GAAG,SAAS,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAEtB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAEtC,MAAM,GAAG,GAAG,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC;QAElD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QAE/C,IAAI,UAAU,GAAG,cAAc,CAAC;QAChC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAU,CAAC,EAAE,CAAC;YAClC,UAAU,GAAG,GAAG,CAAC;YACjB,cAAc,GAAG,GAAG,CAAC;QACvB,CAAC;QAED,WAAW,CAAC,IAAI,CAAC;YACf,UAAU,EAAE,UAAyB;YACrC,IAAI,EAAE;gBACJ,KAAK,EAAE,kBAAkB,CAAC,UAAyB,CAAC;gBACpD,OAAO,EAAE,OAAO;aACjB;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,OAAoB,EAAa,EAAE;IAC7D,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,OAAO;YACV,OAAO,OAAO,CAAC;QACjB,KAAK,OAAO;YACV,OAAO,OAAO,CAAC;QACjB,KAAK,KAAK;YACR,OAAO,KAAK,CAAC;QACf;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC,CAAC"}

package/dist/services/youtube/YouTubeDataApiService.d.ts

@@ -0,0 +1,69 @@
+import { EventEmitter } from '../../core/EventEmitter';
+import { YouTubeService, YouTubeServiceOptions, YouTubeComment } from './YouTubeService';
+/**
+ * YouTube Data API implementation using YouTube service
+ */
+export declare class YouTubeDataApiService extends EventEmitter implements YouTubeService {
+    private options;
+    private isWatchingLive;
+    private watchingIntervalId;
+    private nextPageToken;
+    private currentLiveId;
+    /**
+     * Constructor
+     * @param options Service settings options
+     */
+    constructor(options: YouTubeServiceOptions);
+    /**
+     * Start watching live comments
+     * @param liveId Live ID
+     */
+    startWatching(liveId: string): Promise<void>;
+    /**
+     * Stop watching live comments
+     */
+    stopWatching(): void;
+    /**
+     * Return whether currently fetching
+     */
+    isWatching(): boolean;
+    /**
+     * Set comment fetch interval
+     * @param interval Interval in milliseconds
+     */
+    setFetchInterval(interval: number): void;
+    /**
+     * Set comment selection strategy
+     * @param strategy Selection strategy ('random' or 'latest')
+     */
+    setSelectionStrategy(strategy: 'random' | 'latest'): void;
+    /**
+     * Fetch latest comments (for manual retrieval)
+     * @param liveId Live ID
+     * @returns Comments array
+     */
+    fetchLatestComments(liveId: string): Promise<YouTubeComment[]>;
+    /**
+     * Subscribe to comment reception event
+     * @param callback Callback when comment is received
+     */
+    onComment(callback: (comment: YouTubeComment) => void): void;
+    /**
+     * Get live chat ID
+     * @param liveId Live ID
+     * @returns Live chat ID
+     */
+    private getLiveChatId;
+    /**
+     * Fetch live comments
+     * @param liveChatId Live chat ID
+     * @param usePageToken Whether to use page token
+     * @returns Comments array
+     */
+    private retrieveLiveComments;
+    /**
+     * Fetch and process comments
+     * @param liveChatId Live chat ID
+     */
+    private fetchAndProcessComments;
+}