@aituber-onair/core 0.1.2 → 0.2.0

package/README.md

@@ -355,13 +355,15 @@ aituber.updateVoiceService({
 
 ## AI Provider System
 
-AITuber OnAir Core uses an extensible provider system to accommodate various AI APIs. By default, it uses the OpenAI API, but other providers (Gemini, Claude, etc.) can be added.
+AITuber OnAir Core adopts an extensible provider system, enabling integration with various AI APIs.
+Currently, OpenAI API and Gemini API is available, but other API providers (such as Claude API, etc.) are planned to be added soon.
 
 ### Available Providers
 
 Currently, the following AI provider is built-in:
 
-- **OpenAI**: Supports models like GPT-4o, GPT-4o-mini, GPT-4 Turbo, etc.
+- **OpenAI**: Supports models like GPT-4o, GPT-4o-mini, O3-mini.
+- **Gemini**: Supports models like Gemini 2.0 Flash, Gemini 2.0 Flash-Lite, Gemini 1.5 Flash
 
 ### Specifying a Provider
 
@@ -371,11 +373,38 @@ You can specify the provider when instantiating `AITuberOnAirCore`:
 const aituberCore = new AITuberOnAirCore({
   chatProvider: 'openai',  // Provider name
   apiKey: 'your-api-key',
-  model: 'gpt-4o-mini',    // Optional (if omitted, the default model is used)
+  model: 'gpt-4o-mini',    // Optional (if omitted, the default model 'gpt-4o-mini' will be used)
   // Other options...
 });
 ```
 
+### Model-Specific Feature Limitations
+
+Different AI models support different features. For example:
+
+- **GPT-4o**, **GPT-4o-mini**: Support both text chat and image processing (Vision)
+- **O3-mini**: Supports text chat only (does not support image processing)
+
+When selecting a model, be aware of these limitations. Attempting to use unsupported features will result in an explicit error.
+
+**Note**: If you don't specify a model, the default model used is 'gpt-4o-mini'. This model supports both text chat and image processing.
+
+### Using Different Models Together
+
+If you want to use different models for text chat and image processing, you can use the `visionModel` option:
+
+```typescript
+const aituberCore = new AITuberOnAirCore({
+  apiKey: 'your-api-key',
+  chatProvider: 'openai',
+  model: 'o3-mini',       // For text chat 
+  visionModel: 'gpt-4o',  // For image processing
+  // Other options...
+});
+```
+
+This allows for optimizations such as using a lightweight model for text chat and a more powerful model only when image processing is needed.
+
 ### Retrieving Providers & Models
 
 You can programmatically retrieve available providers and their supported models:

package/dist/constants/index.d.ts

@@ -7,7 +7,15 @@ export declare const VOICE_VOX_API_URL = "http://localhost:50021";
 export declare const VOICEPEAK_API_URL = "http://localhost:20202";
 export declare const AIVIS_SPEECH_API_URL = "http://localhost:10101";
 export declare const NIJI_VOICE_API_URL = "https://api.nijivoice.com/api/platform/v1";
+export declare const ENDPOINT_GEMINI_API = "https://generativelanguage.googleapis.com/v1";
 export declare const MODEL_GPT_4O_MINI = "gpt-4o-mini";
+export declare const MODEL_GPT_4O = "gpt-4o";
+export declare const MODEL_O3_MINI = "o3-mini";
+export declare const MODEL_GEMINI_2_0_FLASH = "gemini-2.0-flash";
+export declare const MODEL_GEMINI_2_0_FLASH_LITE = "gemini-2.0-flash-lite";
+export declare const MODEL_GEMINI_1_5_FLASH = "gemini-1.5-flash";
+export declare const VISION_SUPPORTED_MODELS: string[];
+export declare const GEMINI_VISION_SUPPORTED_MODELS: string[];
 export declare const CHAT_RESPONSE_LENGTH: {
     readonly VERY_SHORT: "veryShort";
     readonly SHORT: "short";

package/dist/constants/index.js

@@ -7,8 +7,28 @@ export const VOICE_VOX_API_URL = 'http://localhost:50021';
 export const VOICEPEAK_API_URL = 'http://localhost:20202';
 export const AIVIS_SPEECH_API_URL = 'http://localhost:10101';
 export const NIJI_VOICE_API_URL = 'https://api.nijivoice.com/api/platform/v1';
+// API Endpoints
+export const ENDPOINT_GEMINI_API = 'https://generativelanguage.googleapis.com/v1';
 // gpt model
 export const MODEL_GPT_4O_MINI = 'gpt-4o-mini';
+export const MODEL_GPT_4O = 'gpt-4o';
+export const MODEL_O3_MINI = 'o3-mini';
+// gemini model
+export const MODEL_GEMINI_2_0_FLASH = 'gemini-2.0-flash';
+export const MODEL_GEMINI_2_0_FLASH_LITE = 'gemini-2.0-flash-lite';
+export const MODEL_GEMINI_1_5_FLASH = 'gemini-1.5-flash';
+// Vision support for models
+export const VISION_SUPPORTED_MODELS = [
+    MODEL_GPT_4O_MINI,
+    MODEL_GPT_4O,
+    // MODEL_O3_MINI is not included as it doesn't support vision
+];
+// Vision support for Gemini models
+export const GEMINI_VISION_SUPPORTED_MODELS = [
+    MODEL_GEMINI_2_0_FLASH,
+    MODEL_GEMINI_2_0_FLASH_LITE,
+    MODEL_GEMINI_1_5_FLASH,
+];
 // chat response length
 export const CHAT_RESPONSE_LENGTH = {
     VERY_SHORT: 'veryShort',

package/dist/constants/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,CAAC,MAAM,oCAAoC,GAC/C,4CAA4C,CAAC;AAC/C,MAAM,CAAC,MAAM,oBAAoB,GAAG,2CAA2C,CAAC;AAChF,MAAM,CAAC,MAAM,iBAAiB,GAAG,wBAAwB,CAAC;AAC1D,MAAM,CAAC,MAAM,iBAAiB,GAAG,wBAAwB,CAAC;AAC1D,MAAM,CAAC,MAAM,oBAAoB,GAAG,wBAAwB,CAAC;AAC7D,MAAM,CAAC,MAAM,kBAAkB,GAAG,2CAA2C,CAAC;AAE9E,YAAY;AACZ,MAAM,CAAC,MAAM,iBAAiB,GAAG,aAAa,CAAC;AAE/C,uBAAuB;AACvB,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,UAAU,EAAE,WAAW;IACvB,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;CACJ,CAAC;AAEX,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,CAAC,oBAAoB,CAAC,UAAU,CAAC,EAAE,EAAE;IACrC,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,GAAG;IACjC,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,GAAG;IAClC,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,GAAG;CACxB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,CAAC,MAAM,oCAAoC,GAC/C,4CAA4C,CAAC;AAC/C,MAAM,CAAC,MAAM,oBAAoB,GAAG,2CAA2C,CAAC;AAChF,MAAM,CAAC,MAAM,iBAAiB,GAAG,wBAAwB,CAAC;AAC1D,MAAM,CAAC,MAAM,iBAAiB,GAAG,wBAAwB,CAAC;AAC1D,MAAM,CAAC,MAAM,oBAAoB,GAAG,wBAAwB,CAAC;AAC7D,MAAM,CAAC,MAAM,kBAAkB,GAAG,2CAA2C,CAAC;AAE9E,gBAAgB;AAChB,MAAM,CAAC,MAAM,mBAAmB,GAAG,8CAA8C,CAAC;AAElF,YAAY;AACZ,MAAM,CAAC,MAAM,iBAAiB,GAAG,aAAa,CAAC;AAC/C,MAAM,CAAC,MAAM,YAAY,GAAG,QAAQ,CAAC;AACrC,MAAM,CAAC,MAAM,aAAa,GAAG,SAAS,CAAC;AAEvC,eAAe;AACf,MAAM,CAAC,MAAM,sBAAsB,GAAG,kBAAkB,CAAC;AACzD,MAAM,CAAC,MAAM,2BAA2B,GAAG,uBAAuB,CAAC;AACnE,MAAM,CAAC,MAAM,sBAAsB,GAAG,kBAAkB,CAAC;AAEzD,4BAA4B;AAC5B,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,iBAAiB;IACjB,YAAY;IACZ,6DAA6D;CAC9D,CAAC;AAEF,mCAAmC;AACnC,MAAM,CAAC,MAAM,8BAA8B,GAAG;IAC5C,sBAAsB;IACtB,2BAA2B;IAC3B,sBAAsB;CACvB,CAAC;AAEF,uBAAuB;AACvB,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,UAAU,EAAE,WAAW;IACvB,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;CACJ,CAAC;AAEX,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,CAAC,oBAAoB,CAAC,UAAU,CAAC,EAAE,EAAE;IACrC,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,GAAG;IACjC,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,GAAG;IAClC,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,GAAG;CACxB,CAAC"}

package/dist/index.d.ts

@@ -9,6 +9,7 @@ export { OpenAISummarizer } from './services/chat/OpenAISummarizer';
 export type { ChatServiceOptions, ChatServiceProvider, } from './services/chat/providers/ChatServiceProvider';
 export { ChatServiceFactory } from './services/chat/ChatServiceFactory';
 export { OpenAIChatServiceProvider } from './services/chat/providers/OpenAIChatServiceProvider';
+export { GeminiChatServiceProvider } from './services/chat/providers/GeminiChatServiceProvider';
 export type { VoiceService, VoiceServiceOptions, AudioPlayOptions, } from './services/voice/VoiceService';
 export { VoiceEngineAdapter } from './services/voice/VoiceEngineAdapter';
 export { EventEmitter } from './core/EventEmitter';
@@ -18,7 +19,6 @@ export type { ChatProcessorOptions } from './core/ChatProcessor';
 export { ChatProcessor } from './core/ChatProcessor';
 export type { AITuberOnAirCoreOptions } from './core/AITuberOnAirCore';
 export { AITuberOnAirCore, AITuberOnAirCoreEvent, } from './core/AITuberOnAirCore';
+export * from './constants';
 export * from './utils';
 export { createMemoryStorage } from './utils/storage';
-export * from './constants';
-export type { Screenplay } from './types';

package/dist/index.js

@@ -8,15 +8,16 @@ export { OpenAIChatService } from './services/chat/OpenAIChatService';
 export { OpenAISummarizer } from './services/chat/OpenAISummarizer';
 export { ChatServiceFactory } from './services/chat/ChatServiceFactory';
 export { OpenAIChatServiceProvider } from './services/chat/providers/OpenAIChatServiceProvider';
+export { GeminiChatServiceProvider } from './services/chat/providers/GeminiChatServiceProvider';
 export { VoiceEngineAdapter } from './services/voice/VoiceEngineAdapter';
 // Core module exports
 export { EventEmitter } from './core/EventEmitter';
 export { MemoryManager } from './core/MemoryManager';
 export { ChatProcessor } from './core/ChatProcessor';
 export { AITuberOnAirCore, AITuberOnAirCoreEvent, } from './core/AITuberOnAirCore';
+// Constants exports
+export * from './constants';
 // Utility exports
 export * from './utils';
 export { createMemoryStorage } from './utils/storage';
-// Constants exports
-export * from './constants';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,2BAA2B;AAC3B,cAAc,SAAS,CAAC;AAIxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AAOpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAE,yBAAyB,EAAE,MAAM,qDAAqD,CAAC;AAQhG,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AAEzE,sBAAsB;AACtB,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EACL,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,yBAAyB,CAAC;AAEjC,kBAAkB;AAClB,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAEtD,oBAAoB;AACpB,cAAc,aAAa,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,2BAA2B;AAC3B,cAAc,SAAS,CAAC;AAIxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AAOpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAE,yBAAyB,EAAE,MAAM,qDAAqD,CAAC;AAChG,OAAO,EAAE,yBAAyB,EAAE,MAAM,qDAAqD,CAAC;AAQhG,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AAEzE,sBAAsB;AACtB,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EACL,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,yBAAyB,CAAC;AAEjC,oBAAoB;AACpB,cAAc,aAAa,CAAC;AAE5B,kBAAkB;AAClB,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/services/chat/ChatServiceFactory.js

@@ -1,4 +1,5 @@
 import { OpenAIChatServiceProvider } from './providers/OpenAIChatServiceProvider';
+import { GeminiChatServiceProvider } from './providers/GeminiChatServiceProvider';
 /**
  * Chat service factory
  * Manages and creates various AI providers
@@ -50,6 +51,8 @@ export class ChatServiceFactory {
 }
 /** Map of registered providers */
 ChatServiceFactory.providers = new Map();
-// Register OpenAI as the default provider
+// Register OpenAI as a provider
 ChatServiceFactory.registerProvider(new OpenAIChatServiceProvider());
+// Register Gemini as a provider
+ChatServiceFactory.registerProvider(new GeminiChatServiceProvider());
 //# sourceMappingURL=ChatServiceFactory.js.map

package/dist/services/chat/ChatServiceFactory.js.map

@@ -1 +1 @@
-{"version":3,"file":"ChatServiceFactory.js","sourceRoot":"","sources":["../../../src/services/chat/ChatServiceFactory.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,MAAM,uCAAuC,CAAC;AAElF;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAI7B;;;OAGG;IACH,MAAM,CAAC,gBAAgB,CAAC,QAA6B;QACnD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,eAAe,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,iBAAiB,CACtB,YAAoB,EACpB,OAA2B;QAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,0BAA0B,YAAY,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,QAAQ,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,YAAY;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,qBAAqB;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,kBAAkB,CAAC,YAAoB;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAClD,OAAO,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,CAAC;;AApDD,kCAAkC;AACnB,4BAAS,GAAqC,IAAI,GAAG,EAAE,CAAC;AAsDzE,0CAA0C;AAC1C,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,yBAAyB,EAAE,CAAC,CAAC"}
+{"version":3,"file":"ChatServiceFactory.js","sourceRoot":"","sources":["../../../src/services/chat/ChatServiceFactory.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,MAAM,uCAAuC,CAAC;AAClF,OAAO,EAAE,yBAAyB,EAAE,MAAM,uCAAuC,CAAC;AAElF;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAI7B;;;OAGG;IACH,MAAM,CAAC,gBAAgB,CAAC,QAA6B;QACnD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,eAAe,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,iBAAiB,CACtB,YAAoB,EACpB,OAA2B;QAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,0BAA0B,YAAY,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,QAAQ,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,YAAY;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,qBAAqB;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,kBAAkB,CAAC,YAAoB;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAClD,OAAO,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,CAAC;;AApDD,kCAAkC;AACnB,4BAAS,GAAqC,IAAI,GAAG,EAAE,CAAC;AAsDzE,gCAAgC;AAChC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,yBAAyB,EAAE,CAAC,CAAC;AACrE,gCAAgC;AAChC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,yBAAyB,EAAE,CAAC,CAAC"}

package/dist/services/chat/ClaudeChatService.d.ts

@@ -0,0 +1,64 @@
+import { ChatService } from './ChatService';
+import { Message, MessageWithVision } from '../../types';
+/**
+ * Claude implementation of ChatService
+ */
+export declare class ClaudeChatService implements ChatService {
+    private apiKey;
+    private model;
+    private visionModel;
+    private anthropic;
+    /** Provider name */
+    readonly provider: string;
+    /**
+     * Constructor
+     * @param apiKey Anthropic API key
+     * @param model Name of the model to use
+     * @param visionModel Name of the vision model
+     */
+    constructor(apiKey: string, model?: string, visionModel?: string);
+    /**
+     * Get the current model name
+     * @returns Model name
+     */
+    getModel(): string;
+    /**
+     * Process chat messages
+     * @param messages Array of messages to send
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     */
+    processChat(messages: Message[], onPartialResponse: (text: string) => void, onCompleteResponse: (text: string) => Promise<void>): Promise<void>;
+    /**
+     * Process chat messages with images
+     * @param messages Array of messages to send (including images)
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     * @throws Error if the selected model doesn't support vision
+     */
+    processVisionChat(messages: MessageWithVision[], onPartialResponse: (text: string) => void, onCompleteResponse: (text: string) => Promise<void>): Promise<void>;
+    /**
+     * Convert AITuber OnAir messages to Claude format
+     * @param messages Array of messages
+     * @returns Claude formatted messages
+     */
+    private convertMessagesToClaudeFormat;
+    /**
+     * Convert AITuber OnAir vision messages to Claude format
+     * @param messages Array of vision messages
+     * @returns Claude formatted vision messages
+     */
+    private convertVisionMessagesToClaudeFormat;
+    /**
+     * Map AITuber OnAir roles to Claude roles
+     * @param role AITuber OnAir role
+     * @returns Claude role
+     */
+    private mapRoleToClaude;
+    /**
+     * Get MIME type from URL
+     * @param url Image URL
+     * @returns MIME type
+     */
+    private getMimeTypeFromUrl;
+}

package/dist/services/chat/ClaudeChatService.js

@@ -0,0 +1,237 @@
+import { MODEL_CLAUDE_3_HAIKU, CLAUDE_VISION_SUPPORTED_MODELS } from '../../constants';
+import { Anthropic } from '@anthropic-ai/sdk';
+/**
+ * Claude implementation of ChatService
+ */
+export class ClaudeChatService {
+    /**
+     * Constructor
+     * @param apiKey Anthropic API key
+     * @param model Name of the model to use
+     * @param visionModel Name of the vision model
+     */
+    constructor(apiKey, model = MODEL_CLAUDE_3_HAIKU, visionModel = MODEL_CLAUDE_3_HAIKU) {
+        /** Provider name */
+        this.provider = 'claude';
+        this.apiKey = apiKey;
+        this.model = model || MODEL_CLAUDE_3_HAIKU;
+        this.visionModel = visionModel || MODEL_CLAUDE_3_HAIKU;
+        this.anthropic = new Anthropic({
+            apiKey: this.apiKey,
+            dangerouslyAllowBrowser: true // CORSエラーを回避するための設定
+        });
+    }
+    /**
+     * Get the current model name
+     * @returns Model name
+     */
+    getModel() {
+        return this.model;
+    }
+    /**
+     * Process chat messages
+     * @param messages Array of messages to send
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     */
+    async processChat(messages, onPartialResponse, onCompleteResponse) {
+        try {
+            // Extract system message (if any) and regular messages
+            const systemMessage = messages.find(msg => msg.role === 'system');
+            const nonSystemMessages = messages.filter(msg => msg.role !== 'system');
+            // Convert messages to Claude format
+            const claudeMessages = this.convertMessagesToClaudeFormat(nonSystemMessages);
+            // Create message stream using Anthropic SDK
+            const stream = await this.anthropic.messages.create({
+                model: this.model,
+                messages: claudeMessages,
+                system: systemMessage?.content || '',
+                stream: true,
+                max_tokens: 1000,
+            });
+            let fullText = '';
+            // Process streaming response
+            for await (const chunk of stream) {
+                if (chunk.type === 'content_block_delta' && chunk.delta && 'text' in chunk.delta) {
+                    const deltaText = chunk.delta.text || '';
+                    if (deltaText) {
+                        fullText += deltaText;
+                        onPartialResponse(deltaText);
+                    }
+                }
+            }
+            // Complete response callback
+            await onCompleteResponse(fullText);
+        }
+        catch (error) {
+            console.error('Error in processChat:', error);
+            throw error;
+        }
+    }
+    /**
+     * Process chat messages with images
+     * @param messages Array of messages to send (including images)
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     * @throws Error if the selected model doesn't support vision
+     */
+    async processVisionChat(messages, onPartialResponse, onCompleteResponse) {
+        try {
+            // Check if the vision model supports vision capabilities
+            if (!CLAUDE_VISION_SUPPORTED_MODELS.includes(this.visionModel)) {
+                throw new Error(`Model ${this.visionModel} does not support vision capabilities.`);
+            }
+            // Extract system message (if any) and regular messages
+            const systemMessage = messages.find(msg => msg.role === 'system');
+            const nonSystemMessages = messages.filter(msg => msg.role !== 'system');
+            // Convert messages to Claude vision format
+            const claudeMessages = this.convertVisionMessagesToClaudeFormat(nonSystemMessages);
+            // Create message stream using Anthropic SDK
+            const stream = await this.anthropic.messages.create({
+                model: this.visionModel,
+                messages: claudeMessages,
+                // @ts-ignore
+                system: systemMessage?.content || '',
+                stream: true,
+                max_tokens: 1000,
+            });
+            let fullText = '';
+            // Process streaming response
+            for await (const chunk of stream) {
+                if (chunk.type === 'content_block_delta' && chunk.delta && 'text' in chunk.delta) {
+                    const deltaText = chunk.delta.text || '';
+                    if (deltaText) {
+                        fullText += deltaText;
+                        onPartialResponse(deltaText);
+                    }
+                }
+            }
+            // Complete response callback
+            await onCompleteResponse(fullText);
+        }
+        catch (error) {
+            console.error('Error in processVisionChat:', error);
+            throw error;
+        }
+    }
+    /**
+     * Convert AITuber OnAir messages to Claude format
+     * @param messages Array of messages
+     * @returns Claude formatted messages
+     */
+    convertMessagesToClaudeFormat(messages) {
+        return messages.map(msg => ({
+            role: this.mapRoleToClaude(msg.role),
+            content: msg.content,
+        }));
+    }
+    /**
+     * Convert AITuber OnAir vision messages to Claude format
+     * @param messages Array of vision messages
+     * @returns Claude formatted vision messages
+     */
+    convertVisionMessagesToClaudeFormat(messages) {
+        return messages.map(msg => {
+            // If message content is a string, create a text-only message
+            if (typeof msg.content === 'string') {
+                return {
+                    role: this.mapRoleToClaude(msg.role),
+                    content: [
+                        {
+                            type: 'text',
+                            text: msg.content,
+                        },
+                    ],
+                };
+            }
+            // If message content is an array of blocks, convert each block
+            else if (Array.isArray(msg.content)) {
+                const content = msg.content.map(block => {
+                    if (block.type === 'text') {
+                        return {
+                            type: 'text',
+                            text: block.text,
+                        };
+                    }
+                    else if (block.type === 'image_url') {
+                        // データURLかどうかをチェック
+                        if (block.image_url.url.startsWith('data:')) {
+                            // Data URLからBase64部分を抽出
+                            const matches = block.image_url.url.match(/^data:([A-Za-z-+/]+);base64,(.+)$/);
+                            if (matches && matches.length >= 3) {
+                                const mediaType = matches[1];
+                                const base64Data = matches[2];
+                                return {
+                                    type: 'image',
+                                    source: {
+                                        type: 'base64',
+                                        media_type: mediaType,
+                                        data: base64Data
+                                    }
+                                };
+                            }
+                        }
+                        // 通常のURLの場合
+                        return {
+                            type: 'image',
+                            source: {
+                                type: 'url',
+                                url: block.image_url.url,
+                                media_type: this.getMimeTypeFromUrl(block.image_url.url),
+                            },
+                        };
+                    }
+                    return null;
+                }).filter(item => item !== null);
+                return {
+                    role: this.mapRoleToClaude(msg.role),
+                    content,
+                };
+            }
+            return {
+                role: this.mapRoleToClaude(msg.role),
+                content: [],
+            };
+        });
+    }
+    /**
+     * Map AITuber OnAir roles to Claude roles
+     * @param role AITuber OnAir role
+     * @returns Claude role
+     */
+    mapRoleToClaude(role) {
+        switch (role) {
+            case 'system':
+                // Claude handles system messages separately, but we'll map it anyway
+                return 'system';
+            case 'user':
+                return 'user';
+            case 'assistant':
+                return 'assistant';
+            default:
+                return 'user';
+        }
+    }
+    /**
+     * Get MIME type from URL
+     * @param url Image URL
+     * @returns MIME type
+     */
+    getMimeTypeFromUrl(url) {
+        const extension = url.split('.').pop()?.toLowerCase();
+        switch (extension) {
+            case 'jpg':
+            case 'jpeg':
+                return 'image/jpeg';
+            case 'png':
+                return 'image/png';
+            case 'gif':
+                return 'image/gif';
+            case 'webp':
+                return 'image/webp';
+            default:
+                return 'image/jpeg';
+        }
+    }
+}
+//# sourceMappingURL=ClaudeChatService.js.map

package/dist/services/chat/ClaudeChatService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ClaudeChatService.js","sourceRoot":"","sources":["../../../src/services/chat/ClaudeChatService.ts"],"names":[],"mappings":"AAEA,OAAO,EAEL,oBAAoB,EACpB,8BAA8B,EAC/B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C;;GAEG;AACH,MAAM,OAAO,iBAAiB;IAQ5B;;;;;OAKG;IACH,YACE,MAAc,EACd,QAAgB,oBAAoB,EACpC,cAAsB,oBAAoB;QAZ5C,oBAAoB;QACX,aAAQ,GAAW,QAAQ,CAAC;QAanC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,IAAI,oBAAoB,CAAC;QAC3C,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,oBAAoB,CAAC;QACvD,IAAI,CAAC,SAAS,GAAG,IAAI,SAAS,CAAC;YAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,uBAAuB,EAAE,IAAI,CAAC,oBAAoB;SACnD,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CACf,QAAmB,EACnB,iBAAyC,EACzC,kBAAmD;QAEnD,IAAI,CAAC;YACH,uDAAuD;YACvD,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAClE,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAExE,oCAAoC;YACpC,MAAM,cAAc,GAAG,IAAI,CAAC,6BAA6B,CAAC,iBAAiB,CAAC,CAAC;YAE7E,4CAA4C;YAC5C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAClD,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,cAAc;gBACxB,MAAM,EAAE,aAAa,EAAE,OAAO,IAAI,EAAE;gBACpC,MAAM,EAAE,IAAI;gBACZ,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YAEH,IAAI,QAAQ,GAAG,EAAE,CAAC;YAElB,6BAA6B;YAC7B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,KAAK,IAAI,MAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBACjF,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;oBACzC,IAAI,SAAS,EAAE,CAAC;wBACd,QAAQ,IAAI,SAAS,CAAC;wBACtB,iBAAiB,CAAC,SAAS,CAAC,CAAC;oBAC/B,CAAC;gBACH,CAAC;YACH,CAAC;YAED,6BAA6B;YAC7B,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;YAC9C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,iBAAiB,CACrB,QAA6B,EAC7B,iBAAyC,EACzC,kBAAmD;QAEnD,IAAI,CAAC;YACH,yDAAyD;YACzD,IAAI,CAAC,8BAA8B,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC/D,MAAM,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,WAAW,wCAAwC,CAAC,CAAC;YACrF,CAAC;YAED,uDAAuD;YACvD,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAClE,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAExE,2CAA2C;YAC3C,MAAM,cAAc,GAAG,IAAI,CAAC,mCAAmC,CAAC,iBAAiB,CAAC,CAAC;YAEnF,4CAA4C;YAC5C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAClD,KAAK,EAAE,IAAI,CAAC,WAAW;gBACvB,QAAQ,EAAE,cAAc;gBACxB,aAAa;gBACb,MAAM,EAAE,aAAa,EAAE,OAAO,IAAI,EAAE;gBACpC,MAAM,EAAE,IAAI;gBACZ,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YAEH,IAAI,QAAQ,GAAG,EAAE,CAAC;YAElB,6BAA6B;YAC7B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,KAAK,IAAI,MAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBACjF,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;oBACzC,IAAI,SAAS,EAAE,CAAC;wBACd,QAAQ,IAAI,SAAS,CAAC;wBACtB,iBAAiB,CAAC,SAAS,CAAC,CAAC;oBAC/B,CAAC;gBACH,CAAC;YACH,CAAC;YAED,6BAA6B;YAC7B,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,6BAA6B,CAAC,QAAmB;QAIvD,OAAO,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1B,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAyB;YAC5D,OAAO,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;;;OAIG;IACK,mCAAmC,CAAC,QAA6B;QAIvE,OAAO,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACxB,6DAA6D;YAC7D,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACpC,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAyB;oBAC5D,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,GAAG,CAAC,OAAO;yBAClB;qBACF;iBACF,CAAC;YACJ,CAAC;YACD,+DAA+D;iBAC1D,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;oBACtC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAC1B,OAAO;4BACL,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,KAAK,CAAC,IAAI;yBACjB,CAAC;oBACJ,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;wBACtC,kBAAkB;wBAClB,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;4BAC5C,wBAAwB;4BACxB,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;4BAC/E,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gCACnC,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gCAC7B,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gCAC9B,OAAO;oCACL,IAAI,EAAE,OAAO;oCACb,MAAM,EAAE;wCACN,IAAI,EAAE,QAAQ;wCACd,UAAU,EAAE,SAAS;wCACrB,IAAI,EAAE,UAAU;qCACjB;iCACF,CAAC;4BACJ,CAAC;wBACH,CAAC;wBAED,YAAY;wBACZ,OAAO;4BACL,IAAI,EAAE,OAAO;4BACb,MAAM,EAAE;gCACN,IAAI,EAAE,KAAK;gCACX,GAAG,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG;gCACxB,UAAU,EAAE,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC;6BACzD;yBACF,CAAC;oBACJ,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;gBAEjC,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAyB;oBAC5D,OAAO;iBACR,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAyB;gBAC5D,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,eAAe,CAAC,IAAY;QAClC,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,QAAQ;gBACX,qEAAqE;gBACrE,OAAO,QAAQ,CAAC;YAClB,KAAK,MAAM;gBACT,OAAO,MAAM,CAAC;YAChB,KAAK,WAAW;gBACd,OAAO,WAAW,CAAC;YACrB;gBACE,OAAO,MAAM,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,kBAAkB,CAAC,GAAW;QACpC,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC;QACtD,QAAQ,SAAS,EAAE,CAAC;YAClB,KAAK,KAAK,CAAC;YACX,KAAK,MAAM;gBACT,OAAO,YAAY,CAAC;YACtB,KAAK,KAAK;gBACR,OAAO,WAAW,CAAC;YACrB,KAAK,KAAK;gBACR,OAAO,WAAW,CAAC;YACrB,KAAK,MAAM;gBACT,OAAO,YAAY,CAAC;YACtB;gBACE,OAAO,YAAY,CAAC;QACxB,CAAC;IACH,CAAC;CACF"}

package/dist/services/chat/GeminiChatService.d.ts

@@ -0,0 +1,63 @@
+import { ChatService } from './ChatService';
+import { Message, MessageWithVision } from '../../types';
+/**
+ * Gemini implementation of ChatService
+ */
+export declare class GeminiChatService implements ChatService {
+    private apiKey;
+    private model;
+    private visionModel;
+    /** Provider name */
+    readonly provider: string;
+    /**
+     * Constructor
+     * @param apiKey Google API key
+     * @param model Name of the model to use
+     * @param visionModel Name of the vision model
+     */
+    constructor(apiKey: string, model?: string, visionModel?: string);
+    /**
+     * Get the current model name
+     * @returns Model name
+     */
+    getModel(): string;
+    /**
+     * Process chat messages
+     * @param messages Array of messages to send
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     */
+    processChat(messages: Message[], onPartialResponse: (text: string) => void, onCompleteResponse: (text: string) => Promise<void>): Promise<void>;
+    /**
+     * Process chat messages with images
+     * @param messages Array of messages to send (including images)
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     * @throws Error if the selected model doesn't support vision
+     */
+    processVisionChat(messages: MessageWithVision[], onPartialResponse: (text: string) => void, onCompleteResponse: (text: string) => Promise<void>): Promise<void>;
+    /**
+     * Convert AITuber OnAir messages to Gemini format
+     * @param messages Array of messages
+     * @returns Gemini formatted messages
+     */
+    private convertMessagesToGeminiFormat;
+    /**
+     * Convert AITuber OnAir vision messages to Gemini format
+     * @param messages Array of vision messages
+     * @returns Gemini formatted vision messages
+     */
+    private convertVisionMessagesToGeminiFormat;
+    /**
+     * Convert Blob to Base64 string
+     * @param blob Image blob
+     * @returns Promise with base64 encoded string
+     */
+    private blobToBase64;
+    /**
+     * Map AITuber OnAir roles to Gemini roles
+     * @param role AITuber OnAir role
+     * @returns Gemini role
+     */
+    private mapRoleToGemini;
+}