@aituber-onair/core 0.1.0

package/dist/services/chat/OpenAISummarizer.js

@@ -0,0 +1,70 @@
+import { ENDPOINT_OPENAI_CHAT_COMPLETIONS_API, MODEL_GPT_4O_MINI, } from '../../constants';
+import { DEFAULT_SUMMARY_PROMPT_TEMPLATE } from '../../constants/prompts';
+/**
+ * Implementation of summarization functionality using OpenAI
+ */
+export class OpenAISummarizer {
+    /**
+     * Constructor
+     * @param apiKey OpenAI API key
+     * @param model Name of the model to use
+     * @param defaultPromptTemplate Default prompt template for summarization
+     */
+    constructor(apiKey, model = MODEL_GPT_4O_MINI, defaultPromptTemplate = DEFAULT_SUMMARY_PROMPT_TEMPLATE) {
+        this.apiKey = apiKey;
+        this.model = model;
+        this.defaultPromptTemplate = defaultPromptTemplate;
+    }
+    /**
+     * Summarize chat messages
+     * @param messages Array of messages to summarize
+     * @param maxLength Maximum number of characters (default 256)
+     * @param customPrompt Custom prompt template for summarization (optional)
+     * @returns Summarized text
+     */
+    async summarize(messages, maxLength = 256, customPrompt) {
+        try {
+            // Create system prompt
+            const promptTemplate = customPrompt || this.defaultPromptTemplate;
+            const systemPrompt = promptTemplate.replace('{maxLength}', maxLength.toString());
+            // Join message content
+            const conversationText = messages
+                .map((msg) => `${msg.role}: ${msg.content}`)
+                .join('\n');
+            // API request
+            const response = await fetch(ENDPOINT_OPENAI_CHAT_COMPLETIONS_API, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${this.apiKey}`,
+                },
+                body: JSON.stringify({
+                    model: this.model,
+                    messages: [
+                        {
+                            role: 'system',
+                            content: systemPrompt,
+                        },
+                        {
+                            role: 'user',
+                            content: conversationText,
+                        },
+                    ],
+                    max_tokens: maxLength,
+                }),
+            });
+            if (!response.ok) {
+                const errorData = await response.json();
+                throw new Error(`OpenAI API error: ${errorData.error?.message || response.statusText}`);
+            }
+            const data = await response.json();
+            return data.choices[0]?.message?.content || '';
+        }
+        catch (error) {
+            console.error('Error in summarize:', error);
+            // Error fallback - simple summary
+            return `${messages.length} messages. Latest topic: ${messages[messages.length - 1]?.content.substring(0, 50) || 'none'}...`;
+        }
+    }
+}
+//# sourceMappingURL=OpenAISummarizer.js.map

package/dist/services/chat/OpenAISummarizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAISummarizer.js","sourceRoot":"","sources":["../../../src/services/chat/OpenAISummarizer.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,oCAAoC,EACpC,iBAAiB,GAClB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,+BAA+B,EAAE,MAAM,yBAAyB,CAAC;AAE1E;;GAEG;AACH,MAAM,OAAO,gBAAgB;IAK3B;;;;;OAKG;IACH,YACE,MAAc,EACd,QAAgB,iBAAiB,EACjC,wBAAgC,+BAA+B;QAE/D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;IACrD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,SAAS,CACb,QAAmB,EACnB,YAAoB,GAAG,EACvB,YAAqB;QAErB,IAAI,CAAC;YACH,uBAAuB;YACvB,MAAM,cAAc,GAAG,YAAY,IAAI,IAAI,CAAC,qBAAqB,CAAC;YAClE,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CACzC,aAAa,EACb,SAAS,CAAC,QAAQ,EAAE,CACrB,CAAC;YAEF,uBAAuB;YACvB,MAAM,gBAAgB,GAAG,QAAQ;iBAC9B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC;iBAC3C,IAAI,CAAC,IAAI,CAAC,CAAC;YAEd,cAAc;YACd,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,oCAAoC,EAAE;gBACjE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,YAAY;yBACtB;wBACD;4BACE,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,gBAAgB;yBAC1B;qBACF;oBACD,UAAU,EAAE,SAAS;iBACtB,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CACb,qBAAqB,SAAS,CAAC,KAAK,EAAE,OAAO,IAAI,QAAQ,CAAC,UAAU,EAAE,CACvE,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;YAC5C,kCAAkC;YAClC,OAAO,GAAG,QAAQ,CAAC,MAAM,4BACvB,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAC7D,KAAK,CAAC;QACR,CAAC;IACH,CAAC;CACF"}

package/dist/services/chat/providers/ChatServiceProvider.d.ts

@@ -0,0 +1,44 @@
+import { ChatService } from '../ChatService';
+/**
+ * Options for chat service providers
+ */
+export interface ChatServiceOptions {
+    /** API Key */
+    apiKey: string;
+    /** Model name */
+    model?: string;
+    /** Additional provider-specific options */
+    [key: string]: any;
+}
+/**
+ * Chat service provider interface
+ * Abstraction for various AI API providers (OpenAI, Gemini, Claude, etc.)
+ */
+export interface ChatServiceProvider {
+    /**
+     * Create a chat service instance
+     * @param options Service options
+     * @returns ChatService implementation
+     */
+    createChatService(options: ChatServiceOptions): ChatService;
+    /**
+     * Get the provider name
+     * @returns Provider name
+     */
+    getProviderName(): string;
+    /**
+     * Get the list of supported models
+     * @returns Array of supported models
+     */
+    getSupportedModels(): string[];
+    /**
+     * Get the default model
+     * @returns Default model name
+     */
+    getDefaultModel(): string;
+    /**
+     * Check if the provider supports vision (image processing)
+     * @returns Support status
+     */
+    supportsVision(): boolean;
+}

package/dist/services/chat/providers/ChatServiceProvider.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ChatServiceProvider.js.map

package/dist/services/chat/providers/ChatServiceProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChatServiceProvider.js","sourceRoot":"","sources":["../../../../src/services/chat/providers/ChatServiceProvider.ts"],"names":[],"mappings":""}

package/dist/services/chat/providers/OpenAIChatServiceProvider.d.ts

@@ -0,0 +1,33 @@
+import { ChatService } from '../ChatService';
+import { ChatServiceOptions, ChatServiceProvider } from './ChatServiceProvider';
+/**
+ * OpenAI API provider implementation
+ */
+export declare class OpenAIChatServiceProvider implements ChatServiceProvider {
+    /**
+     * Create a chat service instance
+     * @param options Service options
+     * @returns OpenAIChatService instance
+     */
+    createChatService(options: ChatServiceOptions): ChatService;
+    /**
+     * Get the provider name
+     * @returns Provider name ('openai')
+     */
+    getProviderName(): string;
+    /**
+     * Get the list of supported models
+     * @returns Array of supported model names
+     */
+    getSupportedModels(): string[];
+    /**
+     * Get the default model
+     * @returns Default model name
+     */
+    getDefaultModel(): string;
+    /**
+     * Check if this provider supports vision (image processing)
+     * @returns Vision support status (true)
+     */
+    supportsVision(): boolean;
+}

package/dist/services/chat/providers/OpenAIChatServiceProvider.js

@@ -0,0 +1,44 @@
+import { MODEL_GPT_4O_MINI } from '../../../constants';
+import { OpenAIChatService } from '../OpenAIChatService';
+/**
+ * OpenAI API provider implementation
+ */
+export class OpenAIChatServiceProvider {
+    /**
+     * Create a chat service instance
+     * @param options Service options
+     * @returns OpenAIChatService instance
+     */
+    createChatService(options) {
+        return new OpenAIChatService(options.apiKey, options.model);
+    }
+    /**
+     * Get the provider name
+     * @returns Provider name ('openai')
+     */
+    getProviderName() {
+        return 'openai';
+    }
+    /**
+     * Get the list of supported models
+     * @returns Array of supported model names
+     */
+    getSupportedModels() {
+        return [MODEL_GPT_4O_MINI];
+    }
+    /**
+     * Get the default model
+     * @returns Default model name
+     */
+    getDefaultModel() {
+        return MODEL_GPT_4O_MINI;
+    }
+    /**
+     * Check if this provider supports vision (image processing)
+     * @returns Vision support status (true)
+     */
+    supportsVision() {
+        return true;
+    }
+}
+//# sourceMappingURL=OpenAIChatServiceProvider.js.map

package/dist/services/chat/providers/OpenAIChatServiceProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAIChatServiceProvider.js","sourceRoot":"","sources":["../../../../src/services/chat/providers/OpenAIChatServiceProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAEvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAGzD;;GAEG;AACH,MAAM,OAAO,yBAAyB;IACpC;;;;OAIG;IACH,iBAAiB,CAAC,OAA2B;QAC3C,OAAO,IAAI,iBAAiB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC9D,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;OAGG;IACH,kBAAkB;QAChB,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC7B,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/services/voice/VoiceEngineAdapter.d.ts

@@ -0,0 +1,46 @@
+import { Screenplay } from '../../types';
+import { VoiceService, VoiceServiceOptions, AudioPlayOptions } from './VoiceService';
+/**
+ * Adapter implementation for using existing voice engines
+ */
+export declare class VoiceEngineAdapter implements VoiceService {
+    private options;
+    private isPlayingAudio;
+    private audioElement;
+    /**
+     * Constructor
+     * @param options Voice service options
+     */
+    constructor(options: VoiceServiceOptions);
+    /**
+     * Speak the screenplay as audio
+     * @param screenplay Screenplay (text and emotion)
+     * @param options Audio playback options
+     */
+    speak(screenplay: Screenplay, options?: AudioPlayOptions): Promise<void>;
+    /**
+     * Speak text as audio
+     * @param text Text to speak
+     * @param options Audio playback options
+     */
+    speakText(text: string, options?: AudioPlayOptions): Promise<void>;
+    /**
+     * Get whether currently playing
+     */
+    isPlaying(): boolean;
+    /**
+     * Stop playback
+     */
+    stop(): void;
+    /**
+     * Update service settings
+     * @param options New settings options
+     */
+    updateOptions(options: Partial<VoiceServiceOptions>): void;
+    /**
+     * Play audio buffer
+     * @param audioBuffer Audio data ArrayBuffer
+     * @param audioElementId ID of HTML element to play audio (use internal element if omitted)
+     */
+    private playAudioBuffer;
+}

package/dist/services/voice/VoiceEngineAdapter.js

@@ -0,0 +1,173 @@
+import { textToScreenplay } from '../../utils/screenplay';
+/**
+ * Adapter implementation for using existing voice engines
+ */
+export class VoiceEngineAdapter {
+    /**
+     * Constructor
+     * @param options Voice service options
+     */
+    constructor(options) {
+        this.isPlayingAudio = false;
+        this.audioElement = null;
+        this.options = options;
+        // Create reusable audio element
+        if (typeof window !== 'undefined') {
+            this.audioElement = document.createElement('audio');
+            this.audioElement.addEventListener('ended', () => {
+                this.isPlayingAudio = false;
+                if (this.options.onComplete) {
+                    this.options.onComplete();
+                }
+            });
+        }
+    }
+    /**
+     * Speak the screenplay as audio
+     * @param screenplay Screenplay (text and emotion)
+     * @param options Audio playback options
+     */
+    async speak(screenplay, options) {
+        try {
+            if (this.isPlayingAudio) {
+                this.stop();
+            }
+            this.isPlayingAudio = true;
+            // Import existing VoiceEngineFactory dynamically
+            const { VoiceEngineFactory } = await import('./engines/VoiceEngineFactory');
+            // Map emotion to style used by existing engine
+            const getStyleFromEmotion = (emotion) => {
+                switch (emotion) {
+                    case 'angry':
+                        return 'angry';
+                    case 'happy':
+                        return 'happy';
+                    case 'sad':
+                        return 'sad';
+                    case 'fear':
+                        return 'fear';
+                    case 'surprised':
+                        return 'surprised';
+                    default:
+                        return 'talk';
+                }
+            };
+            // Convert to Talk type for VoiceEngine
+            const talk = {
+                style: getStyleFromEmotion(screenplay.emotion || 'neutral'),
+                message: screenplay.text,
+            };
+            const engine = VoiceEngineFactory.getEngine(this.options.engineType);
+            // Get audio data
+            const audioBuffer = await engine.fetchAudio(talk, // Use any for type compatibility
+            this.options.speaker, this.options.apiKey);
+            // If there is a custom playback process, use it
+            if (this.options.onPlay) {
+                await this.options.onPlay(audioBuffer, options);
+                return;
+            }
+            // Default playback process
+            await this.playAudioBuffer(audioBuffer, options?.audioElementId);
+        }
+        catch (error) {
+            console.error('Error in speak:', error);
+            this.isPlayingAudio = false;
+            throw error;
+        }
+    }
+    /**
+     * Speak text as audio
+     * @param text Text to speak
+     * @param options Audio playback options
+     */
+    async speakText(text, options) {
+        // Convert text to screenplay and play
+        const screenplay = textToScreenplay(text);
+        return this.speak(screenplay, options);
+    }
+    /**
+     * Get whether currently playing
+     */
+    isPlaying() {
+        return this.isPlayingAudio;
+    }
+    /**
+     * Stop playback
+     */
+    stop() {
+        if (this.audioElement) {
+            this.audioElement.pause();
+            this.audioElement.currentTime = 0;
+        }
+        this.isPlayingAudio = false;
+    }
+    /**
+     * Update service settings
+     * @param options New settings options
+     */
+    updateOptions(options) {
+        this.options = { ...this.options, ...options };
+    }
+    /**
+     * Play audio buffer
+     * @param audioBuffer Audio data ArrayBuffer
+     * @param audioElementId ID of HTML element to play audio (use internal element if omitted)
+     */
+    async playAudioBuffer(audioBuffer, audioElementId) {
+        return new Promise((resolve, reject) => {
+            try {
+                // If not in browser environment, do nothing
+                if (typeof window === 'undefined') {
+                    this.isPlayingAudio = false;
+                    resolve();
+                    return;
+                }
+                // Create Blob from audio data
+                const blob = new Blob([audioBuffer], { type: 'audio/wav' });
+                const url = URL.createObjectURL(blob);
+                // Get/create audio element for playback
+                let audioEl = this.audioElement;
+                if (audioElementId) {
+                    const customAudioEl = document.getElementById(audioElementId);
+                    if (customAudioEl) {
+                        audioEl = customAudioEl;
+                    }
+                }
+                if (!audioEl) {
+                    reject(new Error('Audio element not available'));
+                    return;
+                }
+                // Set event listeners
+                const onEnded = () => {
+                    this.isPlayingAudio = false;
+                    URL.revokeObjectURL(url);
+                    audioEl?.removeEventListener('ended', onEnded);
+                    if (this.options.onComplete) {
+                        this.options.onComplete();
+                    }
+                    resolve();
+                };
+                const onError = (e) => {
+                    this.isPlayingAudio = false;
+                    URL.revokeObjectURL(url);
+                    audioEl?.removeEventListener('error', onError);
+                    reject(new Error(`Audio playback error: ${e.message}`));
+                };
+                audioEl.addEventListener('ended', onEnded);
+                audioEl.addEventListener('error', onError);
+                // Play audio
+                audioEl.src = url;
+                audioEl.play().catch((error) => {
+                    this.isPlayingAudio = false;
+                    URL.revokeObjectURL(url);
+                    reject(error);
+                });
+            }
+            catch (error) {
+                this.isPlayingAudio = false;
+                reject(error);
+            }
+        });
+    }
+}
+//# sourceMappingURL=VoiceEngineAdapter.js.map

package/dist/services/voice/VoiceEngineAdapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoiceEngineAdapter.js","sourceRoot":"","sources":["../../../src/services/voice/VoiceEngineAdapter.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE1D;;GAEG;AACH,MAAM,OAAO,kBAAkB;IAK7B;;;OAGG;IACH,YAAY,OAA4B;QAPhC,mBAAc,GAAY,KAAK,CAAC;QAChC,iBAAY,GAA4B,IAAI,CAAC;QAOnD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QAEvB,gCAAgC;QAChC,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;YAClC,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YACpD,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;gBAC/C,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;gBAC5B,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;gBAC5B,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,KAAK,CACT,UAAsB,EACtB,OAA0B;QAE1B,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,CAAC;YAED,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAE3B,iDAAiD;YACjD,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CACzC,8BAA8B,CAC/B,CAAC;YAEF,+CAA+C;YAC/C,MAAM,mBAAmB,GAAG,CAAC,OAAe,EAAU,EAAE;gBACtD,QAAQ,OAAO,EAAE,CAAC;oBAChB,KAAK,OAAO;wBACV,OAAO,OAAO,CAAC;oBACjB,KAAK,OAAO;wBACV,OAAO,OAAO,CAAC;oBACjB,KAAK,KAAK;wBACR,OAAO,KAAK,CAAC;oBACf,KAAK,MAAM;wBACT,OAAO,MAAM,CAAC;oBAChB,KAAK,WAAW;wBACd,OAAO,WAAW,CAAC;oBACrB;wBACE,OAAO,MAAM,CAAC;gBAClB,CAAC;YACH,CAAC,CAAC;YAEF,uCAAuC;YACvC,MAAM,IAAI,GAAG;gBACX,KAAK,EAAE,mBAAmB,CAAC,UAAU,CAAC,OAAO,IAAI,SAAS,CAAC;gBAC3D,OAAO,EAAE,UAAU,CAAC,IAAI;aACzB,CAAC;YAEF,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAErE,iBAAiB;YACjB,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,UAAU,CACzC,IAAW,EAAE,iCAAiC;YAC9C,IAAI,CAAC,OAAO,CAAC,OAAO,EACpB,IAAI,CAAC,OAAO,CAAC,MAAM,CACpB,CAAC;YAEF,gDAAgD;YAChD,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;gBAChD,OAAO;YACT,CAAC;YAED,2BAA2B;YAC3B,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;YACxC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;YAC5B,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,OAA0B;QACtD,sCAAsC;QACtC,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,IAAI;QACF,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC1B,IAAI,CAAC,YAAY,CAAC,WAAW,GAAG,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,OAAqC;QACjD,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;IACjD,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,eAAe,CAC3B,WAAwB,EACxB,cAAuB;QAEvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC;gBACH,4CAA4C;gBAC5C,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;oBAClC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;oBAC5B,OAAO,EAAE,CAAC;oBACV,OAAO;gBACT,CAAC;gBAED,8BAA8B;gBAC9B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;gBAC5D,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;gBAEtC,wCAAwC;gBACxC,IAAI,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC;gBAChC,IAAI,cAAc,EAAE,CAAC;oBACnB,MAAM,aAAa,GAAG,QAAQ,CAAC,cAAc,CAC3C,cAAc,CACK,CAAC;oBACtB,IAAI,aAAa,EAAE,CAAC;wBAClB,OAAO,GAAG,aAAa,CAAC;oBAC1B,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC,CAAC;oBACjD,OAAO;gBACT,CAAC;gBAED,sBAAsB;gBACtB,MAAM,OAAO,GAAG,GAAG,EAAE;oBACnB,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;oBAC5B,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;oBACzB,OAAO,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC/C,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;wBAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;oBAC5B,CAAC;oBACD,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC;gBAEF,MAAM,OAAO,GAAG,CAAC,CAAQ,EAAE,EAAE;oBAC3B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;oBAC5B,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;oBACzB,OAAO,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC/C,MAAM,CACJ,IAAI,KAAK,CAAC,yBAA0B,CAAgB,CAAC,OAAO,EAAE,CAAC,CAChE,CAAC;gBACJ,CAAC,CAAC;gBAEF,OAAO,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC3C,OAAO,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAE3C,aAAa;gBACb,OAAO,CAAC,GAAG,GAAG,GAAG,CAAC;gBAClB,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBAC7B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;oBAC5B,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;oBACzB,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;gBAC5B,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/services/voice/VoiceService.d.ts

@@ -0,0 +1,55 @@
+import { Screenplay } from '../../types';
+/**
+ * Voice service settings options
+ */
+export interface VoiceServiceOptions {
+    /** Speaker ID */
+    speaker: string;
+    /** Engine type (voicevox, voicepeak, openai, nijivoice, aivisSpeech) */
+    engineType: string;
+    /** API key (if needed) */
+    apiKey?: string;
+    /** Audio playback callback */
+    onPlay?: (audioBuffer: ArrayBuffer, options?: AudioPlayOptions) => Promise<void>;
+    /** Audio playback complete callback */
+    onComplete?: () => void;
+}
+/**
+ * Audio playback options
+ */
+export interface AudioPlayOptions {
+    /** ID of HTML element to play audio */
+    audioElementId?: string;
+    /** Enable animation processing */
+    enableAnimation?: boolean;
+}
+/**
+ * Voice service interface
+ */
+export interface VoiceService {
+    /**
+     * Speak screenplay as audio
+     * @param screenplay Screenplay (text and emotion)
+     * @param options Audio playback options (default settings if omitted)
+     */
+    speak(screenplay: Screenplay, options?: AudioPlayOptions): Promise<void>;
+    /**
+     * Speak text as audio
+     * @param text Text to speak
+     * @param options Audio playback options (default settings if omitted)
+     */
+    speakText(text: string, options?: AudioPlayOptions): Promise<void>;
+    /**
+     * Get whether currently playing
+     */
+    isPlaying(): boolean;
+    /**
+     * Stop playback
+     */
+    stop(): void;
+    /**
+     * Update service settings
+     * @param options New settings options
+     */
+    updateOptions(options: Partial<VoiceServiceOptions>): void;
+}

package/dist/services/voice/VoiceService.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=VoiceService.js.map

package/dist/services/voice/VoiceService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoiceService.js","sourceRoot":"","sources":["../../../src/services/voice/VoiceService.ts"],"names":[],"mappings":""}

package/dist/services/voice/engines/AivisSpeechEngine.d.ts

@@ -0,0 +1,10 @@
+import { Talk } from '../messages';
+import { VoiceEngine } from './VoiceEngine';
+/**
+ * AivisSpeech voice synthesis engine
+ */
+export declare class AivisSpeechEngine implements VoiceEngine {
+    fetchAudio(input: Talk, speaker: string): Promise<ArrayBuffer>;
+    private adjustEmotionParameters;
+    getTestMessage(textVoiceText?: string): string;
+}

package/dist/services/voice/engines/AivisSpeechEngine.js

@@ -0,0 +1,70 @@
+import { AIVIS_SPEECH_API_URL } from '../../../constants';
+/**
+ * AivisSpeech voice synthesis engine
+ */
+export class AivisSpeechEngine {
+    async fetchAudio(input, speaker) {
+        const talk = input;
+        // talk.styleから感情を取得
+        const emotion = talk.style || 'neutral';
+        const text = talk.message.trim();
+        const ttsQueryResponse = await fetch(`${AIVIS_SPEECH_API_URL}/audio_query?speaker=${speaker}&text=${encodeURIComponent(text)}`, { method: 'POST' });
+        if (!ttsQueryResponse.ok) {
+            throw new Error('Failed to fetch TTS query from AivisSpeech Engine.');
+        }
+        const ttsQueryJson = await ttsQueryResponse.json();
+        // adjust parameters according to emotion
+        this.adjustEmotionParameters(ttsQueryJson, emotion);
+        const synthesisResponse = await fetch(`${AIVIS_SPEECH_API_URL}/synthesis?speaker=${speaker}`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Transfer-Encoding': 'chunked',
+            },
+            body: JSON.stringify(ttsQueryJson),
+        });
+        if (!synthesisResponse.ok) {
+            throw new Error('Failed to fetch TTS synthesis result from AivisSpeech Engine.');
+        }
+        const blob = await synthesisResponse.blob();
+        return await blob.arrayBuffer();
+    }
+    adjustEmotionParameters(ttsQueryJson, emotion) {
+        // default values
+        ttsQueryJson.speedScale = 1.0;
+        ttsQueryJson.pitchScale = 0.0;
+        ttsQueryJson.intonationScale = 1.0;
+        ttsQueryJson.tempoDynamicsScale = 1.0;
+        switch (emotion.toLowerCase()) {
+            case 'happy':
+                ttsQueryJson.speedScale = 1.1;
+                ttsQueryJson.pitchScale = 0.05;
+                ttsQueryJson.intonationScale = 1.2;
+                ttsQueryJson.tempoDynamicsScale = 1.1;
+                break;
+            case 'sad':
+                ttsQueryJson.speedScale = 0.9;
+                ttsQueryJson.pitchScale = -0.03;
+                ttsQueryJson.intonationScale = 0.8;
+                ttsQueryJson.tempoDynamicsScale = 0.9;
+                break;
+            case 'angry':
+                ttsQueryJson.speedScale = 1.0;
+                ttsQueryJson.pitchScale = 0.0;
+                ttsQueryJson.intonationScale = 1.4;
+                ttsQueryJson.tempoDynamicsScale = 1.2;
+                break;
+            case 'surprised':
+                ttsQueryJson.speedScale = 1.2;
+                ttsQueryJson.pitchScale = 0.07;
+                ttsQueryJson.intonationScale = 1.3;
+                ttsQueryJson.tempoDynamicsScale = 1.0;
+                break;
+            // default: "neutral" etc. other than default values
+        }
+    }
+    getTestMessage(textVoiceText) {
+        return textVoiceText || 'アイビススピーチを使用します';
+    }
+}
+//# sourceMappingURL=AivisSpeechEngine.js.map

package/dist/services/voice/engines/AivisSpeechEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AivisSpeechEngine.js","sourceRoot":"","sources":["../../../../src/services/voice/engines/AivisSpeechEngine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAI1D;;GAEG;AACH,MAAM,OAAO,iBAAiB;IAC5B,KAAK,CAAC,UAAU,CAAC,KAAW,EAAE,OAAe;QAC3C,MAAM,IAAI,GAAG,KAAa,CAAC;QAC3B,oBAAoB;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAEjC,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAClC,GAAG,oBAAoB,wBAAwB,OAAO,SAAS,kBAAkB,CAAC,IAAI,CAAC,EAAE,EACzF,EAAE,MAAM,EAAE,MAAM,EAAE,CACnB,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,CAAC;QAEnD,yCAAyC;QACzC,IAAI,CAAC,uBAAuB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAEpD,MAAM,iBAAiB,GAAG,MAAM,KAAK,CACnC,GAAG,oBAAoB,sBAAsB,OAAO,EAAE,EACtD;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,mBAAmB,EAAE,SAAS;aAC/B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;SACnC,CACF,CAAC;QAEF,IAAI,CAAC,iBAAiB,CAAC,EAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CACb,+DAA+D,CAChE,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,CAAC;QAC5C,OAAO,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAClC,CAAC;IAEO,uBAAuB,CAAC,YAAiB,EAAE,OAAe;QAChE,iBAAiB;QACjB,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC;QAC9B,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC;QAC9B,YAAY,CAAC,eAAe,GAAG,GAAG,CAAC;QACnC,YAAY,CAAC,kBAAkB,GAAG,GAAG,CAAC;QAEtC,QAAQ,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;YAC9B,KAAK,OAAO;gBACV,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC;gBAC9B,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC;gBAC/B,YAAY,CAAC,eAAe,GAAG,GAAG,CAAC;gBACnC,YAAY,CAAC,kBAAkB,GAAG,GAAG,CAAC;gBACtC,MAAM;YACR,KAAK,KAAK;gBACR,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC;gBAC9B,YAAY,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC;gBAChC,YAAY,CAAC,eAAe,GAAG,GAAG,CAAC;gBACnC,YAAY,CAAC,kBAAkB,GAAG,GAAG,CAAC;gBACtC,MAAM;YACR,KAAK,OAAO;gBACV,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC;gBAC9B,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC;gBAC9B,YAAY,CAAC,eAAe,GAAG,GAAG,CAAC;gBACnC,YAAY,CAAC,kBAAkB,GAAG,GAAG,CAAC;gBACtC,MAAM;YACR,KAAK,WAAW;gBACd,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC;gBAC9B,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC;gBAC/B,YAAY,CAAC,eAAe,GAAG,GAAG,CAAC;gBACnC,YAAY,CAAC,kBAAkB,GAAG,GAAG,CAAC;gBACtC,MAAM;YACR,oDAAoD;QACtD,CAAC;IACH,CAAC;IAED,cAAc,CAAC,aAAsB;QACnC,OAAO,aAAa,IAAI,gBAAgB,CAAC;IAC3C,CAAC;CACF"}

package/dist/services/voice/engines/NijiVoiceEngine.d.ts

@@ -0,0 +1,12 @@
+import { VoiceActor } from '../../../types/nijiVoice';
+import { Talk } from '../messages';
+import { VoiceEngine } from './VoiceEngine';
+/**
+ * NijiVoice voice synthesis engine
+ */
+export declare class NijiVoiceEngine implements VoiceEngine {
+    fetchAudio(input: Talk, speaker: string, apiKey?: string, voiceActor?: VoiceActor): Promise<ArrayBuffer>;
+    private processEmotionParams;
+    private base64ToArrayBuffer;
+    getTestMessage(textVoiceText?: string): string;
+}