@aituber-onair/core 0.3.0 → 0.4.0

package/README.md

@@ -198,9 +198,14 @@ src/
   │     │    ├── ChatServiceFactory.ts     # Factory for providers
   │     │    └── providers/                # AI provider implementations
   │     │         ├── ChatServiceProvider.ts  # Provider interface
+  │     │         ├── claude/              # Claude-specific
+  │     │         │    ├── ClaudeChatService.ts
+  │     │         │    ├── ClaudeChatServiceProvider.ts
+  │     │         │    └── ClaudeSummarizer.ts
   │     │         ├── gemini/              # Gemini-specific
   │     │         │    ├── GeminiChatService.ts
-  │     │         │    └── GeminiChatServiceProvider.ts
+  │     │         │    ├── GeminiChatServiceProvider.ts
+  │     │         │    └── GeminiSummarizer.ts
   │     │         └── openai/              # OpenAI-specific
   │     │              ├── OpenAIChatService.ts
   │     │              ├── OpenAIChatServiceProvider.ts
@@ -435,7 +440,7 @@ This is useful when running voice engines on different ports or remote servers.
 ## AI Provider System
 
 AITuber OnAir Core adopts an extensible provider system, enabling integration with various AI APIs.
-Currently, OpenAI API and Gemini API is available, but other API providers (such as Claude API, etc.) are planned to be added soon.
+Currently, OpenAI API, Gemini API, and Claude API are available. If you would like to use any other API, please submit a PR or send us a message.
 
 ### Available Providers
 
@@ -443,6 +448,7 @@ Currently, the following AI provider is built-in:
 
 - **OpenAI**: Supports models like GPT-4o, GPT-4o-mini, O3-mini, o1, o1-mini, GPT-4.5(Preview)
 - **Gemini**: Supports models like Gemini 2.0 Flash, Gemini 2.0 Flash-Lite, Gemini 1.5 Flash, Gemini 1.5 Pro, Gemini 2.5 Pro(Experimental)
+- **Claude**: Supports models like Claude 3 Haiku, Claude 3.5 Haiku, Claude 3.5 Sonnet v2, Claude 3.7 Sonnet
 
 ### Specifying a Provider
 

package/dist/constants/claude.d.ts

@@ -0,0 +1,6 @@
+export declare const ENDPOINT_CLAUDE_API = "https://api.anthropic.com/v1/messages";
+export declare const MODEL_CLAUDE_3_HAIKU = "claude-3-haiku-20240307";
+export declare const MODEL_CLAUDE_3_5_HAIKU = "claude-3-5-haiku-20241022";
+export declare const MODEL_CLAUDE_3_5_SONNET = "claude-3-5-sonnet-20241022";
+export declare const MODEL_CLAUDE_3_7_SONNET = "claude-3-7-sonnet-20250219";
+export declare const CLAUDE_VISION_SUPPORTED_MODELS: string[];

package/dist/constants/claude.js

@@ -0,0 +1,13 @@
+export const ENDPOINT_CLAUDE_API = 'https://api.anthropic.com/v1/messages';
+// claude model
+export const MODEL_CLAUDE_3_HAIKU = 'claude-3-haiku-20240307';
+export const MODEL_CLAUDE_3_5_HAIKU = 'claude-3-5-haiku-20241022';
+export const MODEL_CLAUDE_3_5_SONNET = 'claude-3-5-sonnet-20241022';
+export const MODEL_CLAUDE_3_7_SONNET = 'claude-3-7-sonnet-20250219';
+export const CLAUDE_VISION_SUPPORTED_MODELS = [
+    MODEL_CLAUDE_3_HAIKU,
+    MODEL_CLAUDE_3_5_HAIKU,
+    MODEL_CLAUDE_3_5_SONNET,
+    MODEL_CLAUDE_3_7_SONNET,
+];
+//# sourceMappingURL=claude.js.map

package/dist/constants/claude.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"claude.js","sourceRoot":"","sources":["../../src/constants/claude.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,mBAAmB,GAAG,uCAAuC,CAAC;AAE3E,eAAe;AACf,MAAM,CAAC,MAAM,oBAAoB,GAAG,yBAAyB,CAAC;AAC9D,MAAM,CAAC,MAAM,sBAAsB,GAAG,2BAA2B,CAAC;AAClE,MAAM,CAAC,MAAM,uBAAuB,GAAG,4BAA4B,CAAC;AACpE,MAAM,CAAC,MAAM,uBAAuB,GAAG,4BAA4B,CAAC;AAEpE,MAAM,CAAC,MAAM,8BAA8B,GAAG;IAC5C,oBAAoB;IACpB,sBAAsB;IACtB,uBAAuB;IACvB,uBAAuB;CACxB,CAAC"}

package/dist/constants/index.d.ts

@@ -5,5 +5,6 @@ export * from './voiceEngine';
 export * from './youtube';
 export * from './openai';
 export * from './gemini';
+export * from './claude';
 export * from './chat';
 export * from './prompts';

package/dist/constants/index.js

@@ -5,6 +5,7 @@ export * from './voiceEngine';
 export * from './youtube';
 export * from './openai';
 export * from './gemini';
+export * from './claude';
 export * from './chat';
 export * from './prompts';
 //# sourceMappingURL=index.js.map

package/dist/constants/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAc,eAAe,CAAC;AAC9B,cAAc,WAAW,CAAC;AAC1B,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,QAAQ,CAAC;AACvB,cAAc,WAAW,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAc,eAAe,CAAC;AAC9B,cAAc,WAAW,CAAC;AAC1B,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,QAAQ,CAAC;AACvB,cAAc,WAAW,CAAC"}

package/dist/index.d.ts

@@ -11,6 +11,7 @@ export type { ChatServiceOptions, ChatServiceProvider, } from './services/chat/p
 export { ChatServiceFactory } from './services/chat/ChatServiceFactory';
 export { OpenAIChatServiceProvider } from './services/chat/providers/openai/OpenAIChatServiceProvider';
 export { GeminiChatServiceProvider } from './services/chat/providers/gemini/GeminiChatServiceProvider';
+export { ClaudeChatServiceProvider } from './services/chat/providers/claude/ClaudeChatServiceProvider';
 export type { VoiceService, VoiceServiceOptions, AudioPlayOptions, } from './services/voice/VoiceService';
 export { VoiceEngineAdapter } from './services/voice/VoiceEngineAdapter';
 export { EventEmitter } from './core/EventEmitter';

package/dist/index.js

@@ -10,6 +10,7 @@ export { GeminiSummarizer } from './services/chat/providers/gemini/GeminiSummari
 export { ChatServiceFactory } from './services/chat/ChatServiceFactory';
 export { OpenAIChatServiceProvider } from './services/chat/providers/openai/OpenAIChatServiceProvider';
 export { GeminiChatServiceProvider } from './services/chat/providers/gemini/GeminiChatServiceProvider';
+export { ClaudeChatServiceProvider } from './services/chat/providers/claude/ClaudeChatServiceProvider';
 export { VoiceEngineAdapter } from './services/voice/VoiceEngineAdapter';
 // Core module exports
 export { EventEmitter } from './core/EventEmitter';

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,2BAA2B;AAC3B,cAAc,SAAS,CAAC;AAIxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,oDAAoD,CAAC;AACvF,OAAO,EAAE,gBAAgB,EAAE,MAAM,mDAAmD,CAAC;AACrF,OAAO,EAAE,gBAAgB,EAAE,MAAM,mDAAmD,CAAC;AAOrF,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAE,yBAAyB,EAAE,MAAM,4DAA4D,CAAC;AACvG,OAAO,EAAE,yBAAyB,EAAE,MAAM,4DAA4D,CAAC;AAQvG,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AAEzE,sBAAsB;AACtB,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EACL,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,yBAAyB,CAAC;AAEjC,oBAAoB;AACpB,cAAc,aAAa,CAAC;AAE5B,kBAAkB;AAClB,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,2BAA2B;AAC3B,cAAc,SAAS,CAAC;AAIxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,oDAAoD,CAAC;AACvF,OAAO,EAAE,gBAAgB,EAAE,MAAM,mDAAmD,CAAC;AACrF,OAAO,EAAE,gBAAgB,EAAE,MAAM,mDAAmD,CAAC;AAOrF,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAE,yBAAyB,EAAE,MAAM,4DAA4D,CAAC;AACvG,OAAO,EAAE,yBAAyB,EAAE,MAAM,4DAA4D,CAAC;AACvG,OAAO,EAAE,yBAAyB,EAAE,MAAM,4DAA4D,CAAC;AAQvG,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AAEzE,sBAAsB;AACtB,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EACL,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,yBAAyB,CAAC;AAEjC,oBAAoB;AACpB,cAAc,aAAa,CAAC;AAE5B,kBAAkB;AAClB,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/services/chat/ChatServiceFactory.js

@@ -1,5 +1,6 @@
 import { OpenAIChatServiceProvider } from './providers/openai/OpenAIChatServiceProvider';
 import { GeminiChatServiceProvider } from './providers/gemini/GeminiChatServiceProvider';
+import { ClaudeChatServiceProvider } from './providers/claude/ClaudeChatServiceProvider';
 /**
  * Chat service factory
  * Manages and creates various AI providers
@@ -55,4 +56,6 @@ ChatServiceFactory.providers = new Map();
 ChatServiceFactory.registerProvider(new OpenAIChatServiceProvider());
 // Register Gemini as a provider
 ChatServiceFactory.registerProvider(new GeminiChatServiceProvider());
+// Register Claude as a provider
+ChatServiceFactory.registerProvider(new ClaudeChatServiceProvider());
 //# sourceMappingURL=ChatServiceFactory.js.map

package/dist/services/chat/ChatServiceFactory.js.map

@@ -1 +1 @@
-{"version":3,"file":"ChatServiceFactory.js","sourceRoot":"","sources":["../../../src/services/chat/ChatServiceFactory.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,MAAM,8CAA8C,CAAC;AACzF,OAAO,EAAE,yBAAyB,EAAE,MAAM,8CAA8C,CAAC;AAEzF;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAI7B;;;OAGG;IACH,MAAM,CAAC,gBAAgB,CAAC,QAA6B;QACnD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,eAAe,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,iBAAiB,CACtB,YAAoB,EACpB,OAA2B;QAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,0BAA0B,YAAY,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,QAAQ,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,YAAY;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,qBAAqB;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,kBAAkB,CAAC,YAAoB;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAClD,OAAO,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,CAAC;;AApDD,kCAAkC;AACnB,4BAAS,GAAqC,IAAI,GAAG,EAAE,CAAC;AAsDzE,gCAAgC;AAChC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,yBAAyB,EAAE,CAAC,CAAC;AACrE,gCAAgC;AAChC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,yBAAyB,EAAE,CAAC,CAAC"}
+{"version":3,"file":"ChatServiceFactory.js","sourceRoot":"","sources":["../../../src/services/chat/ChatServiceFactory.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,MAAM,8CAA8C,CAAC;AACzF,OAAO,EAAE,yBAAyB,EAAE,MAAM,8CAA8C,CAAC;AACzF,OAAO,EAAE,yBAAyB,EAAE,MAAM,8CAA8C,CAAC;AAEzF;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAI7B;;;OAGG;IACH,MAAM,CAAC,gBAAgB,CAAC,QAA6B;QACnD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,eAAe,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,iBAAiB,CACtB,YAAoB,EACpB,OAA2B;QAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,0BAA0B,YAAY,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,QAAQ,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,YAAY;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,qBAAqB;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,kBAAkB,CAAC,YAAoB;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAClD,OAAO,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,CAAC;;AApDD,kCAAkC;AACnB,4BAAS,GAAqC,IAAI,GAAG,EAAE,CAAC;AAsDzE,gCAAgC;AAChC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,yBAAyB,EAAE,CAAC,CAAC;AACrE,gCAAgC;AAChC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,yBAAyB,EAAE,CAAC,CAAC;AACrE,gCAAgC;AAChC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,yBAAyB,EAAE,CAAC,CAAC"}

package/dist/services/chat/providers/claude/ClaudeChatService.d.ts

@@ -0,0 +1,68 @@
+import { ChatService } from '../../ChatService';
+import { Message, MessageWithVision } from '../../../../types';
+/**
+ * Claude implementation of ChatService
+ */
+export declare class ClaudeChatService implements ChatService {
+    private apiKey;
+    private model;
+    private visionModel;
+    /** Provider name */
+    readonly provider: string;
+    /**
+     * Constructor
+     * @param apiKey Anthropic API key
+     * @param model Name of the model to use
+     * @param visionModel Name of the vision model
+     */
+    constructor(apiKey: string, model?: string, visionModel?: string);
+    /**
+     * Get the current model name
+     * @returns Model name
+     */
+    getModel(): string;
+    /**
+     * Get the current vision model name
+     * @returns Vision model name
+     */
+    getVisionModel(): string;
+    /**
+     * Process chat messages
+     * @param messages Array of messages to send
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     */
+    processChat(messages: Message[], onPartialResponse: (text: string) => void, onCompleteResponse: (text: string) => Promise<void>): Promise<void>;
+    /**
+     * Process chat messages with images
+     * @param messages Array of messages to send (including images)
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     * @throws Error if the selected model doesn't support vision
+     */
+    processVisionChat(messages: MessageWithVision[], onPartialResponse: (text: string) => void, onCompleteResponse: (text: string) => Promise<void>): Promise<void>;
+    /**
+     * Convert AITuber OnAir messages to Claude format
+     * @param messages Array of messages
+     * @returns Claude formatted messages
+     */
+    private convertMessagesToClaudeFormat;
+    /**
+     * Convert AITuber OnAir vision messages to Claude format
+     * @param messages Array of vision messages
+     * @returns Claude formatted vision messages
+     */
+    private convertVisionMessagesToClaudeFormat;
+    /**
+     * Map AITuber OnAir roles to Claude roles
+     * @param role AITuber OnAir role
+     * @returns Claude role
+     */
+    private mapRoleToClaude;
+    /**
+     * Get MIME type from URL
+     * @param url Image URL
+     * @returns MIME type
+     */
+    private getMimeTypeFromUrl;
+}

package/dist/services/chat/providers/claude/ClaudeChatService.js

@@ -0,0 +1,337 @@
+import { ENDPOINT_CLAUDE_API, MODEL_CLAUDE_3_HAIKU, CLAUDE_VISION_SUPPORTED_MODELS, } from '../../../../constants';
+/**
+ * Claude implementation of ChatService
+ */
+export class ClaudeChatService {
+    /**
+     * Constructor
+     * @param apiKey Anthropic API key
+     * @param model Name of the model to use
+     * @param visionModel Name of the vision model
+     */
+    constructor(apiKey, model = MODEL_CLAUDE_3_HAIKU, visionModel = MODEL_CLAUDE_3_HAIKU) {
+        /** Provider name */
+        this.provider = 'claude';
+        this.apiKey = apiKey;
+        this.model = model || MODEL_CLAUDE_3_HAIKU;
+        this.visionModel = visionModel || MODEL_CLAUDE_3_HAIKU;
+    }
+    /**
+     * Get the current model name
+     * @returns Model name
+     */
+    getModel() {
+        return this.model;
+    }
+    /**
+     * Get the current vision model name
+     * @returns Vision model name
+     */
+    getVisionModel() {
+        return this.visionModel;
+    }
+    /**
+     * Process chat messages
+     * @param messages Array of messages to send
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     */
+    async processChat(messages, onPartialResponse, onCompleteResponse) {
+        try {
+            // Extract system message (if any) and regular messages
+            const systemMessage = messages.find((msg) => msg.role === 'system');
+            const nonSystemMessages = messages.filter((msg) => msg.role !== 'system');
+            // Convert messages to Claude format
+            const claudeMessages = this.convertMessagesToClaudeFormat(nonSystemMessages);
+            // Request to Claude API
+            const response = await fetch(ENDPOINT_CLAUDE_API, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'x-api-key': this.apiKey,
+                    'anthropic-version': '2023-06-01',
+                    'anthropic-dangerous-direct-browser-access': 'true',
+                },
+                body: JSON.stringify({
+                    model: this.model,
+                    messages: claudeMessages,
+                    system: systemMessage?.content || '',
+                    stream: true,
+                    max_tokens: 1000,
+                }),
+            });
+            if (!response.ok) {
+                const errorData = await response.json();
+                throw new Error(`Claude API error: ${errorData.error?.message || response.statusText}`);
+            }
+            // Process streaming response
+            const reader = response.body?.getReader();
+            const decoder = new TextDecoder('utf-8');
+            let fullText = '';
+            if (!reader) {
+                throw new Error('Failed to get response reader');
+            }
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                const chunk = decoder.decode(value);
+                // Claude API serves responses as Server-Sent Events (SSE)
+                // Each event is prefixed with "event: " and "data: "
+                const lines = chunk.split('\n').filter((line) => line.trim() !== '');
+                for (const line of lines) {
+                    try {
+                        // Check if this is a data line
+                        if (line.startsWith('data: ')) {
+                            const data = line.slice(6); // Remove 'data: ' prefix
+                            // Ignore [DONE] marker
+                            if (data === '[DONE]')
+                                continue;
+                            const json = JSON.parse(data);
+                            // Extract delta content if available
+                            if (json.type === 'content_block_delta') {
+                                const deltaText = json.delta?.text || '';
+                                if (deltaText) {
+                                    fullText += deltaText;
+                                    onPartialResponse(deltaText);
+                                }
+                            }
+                            // Extract full message content if this is a message_start event
+                            else if (json.type === 'message_start') {
+                                // Initial message metadata, no text yet
+                            }
+                            // Extract content blocks from message
+                            else if (json.type === 'content_block_start') {
+                                // Content block metadata, no text yet
+                            }
+                            // Message completion
+                            else if (json.type === 'message_stop') {
+                                // Message is complete
+                            }
+                        }
+                    }
+                    catch (e) {
+                        console.error('Error parsing Claude stream:', e);
+                    }
+                }
+            }
+            // Complete response callback
+            await onCompleteResponse(fullText);
+        }
+        catch (error) {
+            console.error('Error in processChat:', error);
+            throw error;
+        }
+    }
+    /**
+     * Process chat messages with images
+     * @param messages Array of messages to send (including images)
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     * @throws Error if the selected model doesn't support vision
+     */
+    async processVisionChat(messages, onPartialResponse, onCompleteResponse) {
+        try {
+            // Check if the vision model supports vision capabilities
+            if (!CLAUDE_VISION_SUPPORTED_MODELS.includes(this.visionModel)) {
+                throw new Error(`Model ${this.visionModel} does not support vision capabilities.`);
+            }
+            // Extract system message (if any) and regular messages
+            const systemMessage = messages.find((msg) => msg.role === 'system');
+            const nonSystemMessages = messages.filter((msg) => msg.role !== 'system');
+            // Convert messages to Claude vision format
+            const claudeMessages = this.convertVisionMessagesToClaudeFormat(nonSystemMessages);
+            // Request to Claude API
+            const response = await fetch(ENDPOINT_CLAUDE_API, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'x-api-key': this.apiKey,
+                    'anthropic-version': '2023-06-01',
+                    'anthropic-dangerous-direct-browser-access': 'true',
+                },
+                body: JSON.stringify({
+                    model: this.visionModel,
+                    messages: claudeMessages,
+                    system: systemMessage?.content || '',
+                    stream: true,
+                    max_tokens: 1000,
+                }),
+            });
+            if (!response.ok) {
+                const errorData = await response.json();
+                throw new Error(`Claude API error: ${errorData.error?.message || response.statusText}`);
+            }
+            // Process streaming response
+            const reader = response.body?.getReader();
+            const decoder = new TextDecoder('utf-8');
+            let fullText = '';
+            if (!reader) {
+                throw new Error('Failed to get response reader');
+            }
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                const chunk = decoder.decode(value);
+                // Claude API serves responses as Server-Sent Events (SSE)
+                // Each event is prefixed with "event: " and "data: "
+                const lines = chunk.split('\n').filter((line) => line.trim() !== '');
+                for (const line of lines) {
+                    try {
+                        // Check if this is a data line
+                        if (line.startsWith('data: ')) {
+                            const data = line.slice(6); // Remove 'data: ' prefix
+                            // Ignore [DONE] marker
+                            if (data === '[DONE]')
+                                continue;
+                            const json = JSON.parse(data);
+                            // Extract delta content if available
+                            if (json.type === 'content_block_delta') {
+                                const deltaText = json.delta?.text || '';
+                                if (deltaText) {
+                                    fullText += deltaText;
+                                    onPartialResponse(deltaText);
+                                }
+                            }
+                            // Other event types (handled same as in processChat)
+                        }
+                    }
+                    catch (e) {
+                        console.error('Error parsing Claude stream:', e);
+                    }
+                }
+            }
+            // Complete response callback
+            await onCompleteResponse(fullText);
+        }
+        catch (error) {
+            console.error('Error in processVisionChat:', error);
+            throw error;
+        }
+    }
+    /**
+     * Convert AITuber OnAir messages to Claude format
+     * @param messages Array of messages
+     * @returns Claude formatted messages
+     */
+    convertMessagesToClaudeFormat(messages) {
+        return messages.map((msg) => {
+            return {
+                role: this.mapRoleToClaude(msg.role),
+                content: msg.content,
+            };
+        });
+    }
+    /**
+     * Convert AITuber OnAir vision messages to Claude format
+     * @param messages Array of vision messages
+     * @returns Claude formatted vision messages
+     */
+    convertVisionMessagesToClaudeFormat(messages) {
+        return messages.map((msg) => {
+            // If message content is a string, create a text-only message
+            if (typeof msg.content === 'string') {
+                return {
+                    role: this.mapRoleToClaude(msg.role),
+                    content: [
+                        {
+                            type: 'text',
+                            text: msg.content,
+                        },
+                    ],
+                };
+            }
+            // If message content is an array of blocks, convert each block
+            else if (Array.isArray(msg.content)) {
+                const content = msg.content
+                    .map((block) => {
+                    if (block.type === 'text') {
+                        return {
+                            type: 'text',
+                            text: block.text,
+                        };
+                    }
+                    else if (block.type === 'image_url') {
+                        // check if the image url is a data url
+                        if (block.image_url.url.startsWith('data:')) {
+                            // extract the base64 data from the data url
+                            const matches = block.image_url.url.match(/^data:([A-Za-z-+/]+);base64,(.+)$/);
+                            if (matches && matches.length >= 3) {
+                                const mediaType = matches[1];
+                                const base64Data = matches[2];
+                                return {
+                                    type: 'image',
+                                    source: {
+                                        type: 'base64',
+                                        media_type: mediaType,
+                                        data: base64Data,
+                                    },
+                                };
+                            }
+                        }
+                        // if the image url is a normal url
+                        return {
+                            type: 'image',
+                            source: {
+                                type: 'url',
+                                url: block.image_url.url,
+                                media_type: this.getMimeTypeFromUrl(block.image_url.url),
+                            },
+                        };
+                    }
+                    return null;
+                })
+                    .filter((item) => item !== null);
+                return {
+                    role: this.mapRoleToClaude(msg.role),
+                    content,
+                };
+            }
+            return {
+                role: this.mapRoleToClaude(msg.role),
+                content: [],
+            };
+        });
+    }
+    /**
+     * Map AITuber OnAir roles to Claude roles
+     * @param role AITuber OnAir role
+     * @returns Claude role
+     */
+    mapRoleToClaude(role) {
+        switch (role) {
+            case 'system':
+                // Claude handles system messages separately, but we'll map it anyway
+                return 'system';
+            case 'user':
+                return 'user';
+            case 'assistant':
+                return 'assistant';
+            default:
+                return 'user';
+        }
+    }
+    /**
+     * Get MIME type from URL
+     * @param url Image URL
+     * @returns MIME type
+     */
+    getMimeTypeFromUrl(url) {
+        const extension = url.split('.').pop()?.toLowerCase();
+        switch (extension) {
+            case 'jpg':
+            case 'jpeg':
+                return 'image/jpeg';
+            case 'png':
+                return 'image/png';
+            case 'gif':
+                return 'image/gif';
+            case 'webp':
+                return 'image/webp';
+            default:
+                return 'image/jpeg';
+        }
+    }
+}
+//# sourceMappingURL=ClaudeChatService.js.map

package/dist/services/chat/providers/claude/ClaudeChatService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ClaudeChatService.js","sourceRoot":"","sources":["../../../../../src/services/chat/providers/claude/ClaudeChatService.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,mBAAmB,EACnB,oBAAoB,EACpB,8BAA8B,GAC/B,MAAM,uBAAuB,CAAC;AAE/B;;GAEG;AACH,MAAM,OAAO,iBAAiB;IAO5B;;;;;OAKG;IACH,YACE,MAAc,EACd,QAAgB,oBAAoB,EACpC,cAAsB,oBAAoB;QAZ5C,oBAAoB;QACX,aAAQ,GAAW,QAAQ,CAAC;QAanC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,IAAI,oBAAoB,CAAC;QAC3C,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,oBAAoB,CAAC;IACzD,CAAC;IAED;;;OAGG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;;OAGG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CACf,QAAmB,EACnB,iBAAyC,EACzC,kBAAmD;QAEnD,IAAI,CAAC;YACH,uDAAuD;YACvD,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YACpE,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAE1E,oCAAoC;YACpC,MAAM,cAAc,GAClB,IAAI,CAAC,6BAA6B,CAAC,iBAAiB,CAAC,CAAC;YAExD,wBAAwB;YACxB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,mBAAmB,EAAE;gBAChD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,IAAI,CAAC,MAAM;oBACxB,mBAAmB,EAAE,YAAY;oBACjC,2CAA2C,EAAE,MAAM;iBACpD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,cAAc;oBACxB,MAAM,EAAE,aAAa,EAAE,OAAO,IAAI,EAAE;oBACpC,MAAM,EAAE,IAAI;oBACZ,UAAU,EAAE,IAAI;iBACjB,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CACb,qBAAqB,SAAS,CAAC,KAAK,EAAE,OAAO,IAAI,QAAQ,CAAC,UAAU,EAAE,CACvE,CAAC;YACJ,CAAC;YAED,6BAA6B;YAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,QAAQ,GAAG,EAAE,CAAC;YAElB,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACnD,CAAC;YAED,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACpC,0DAA0D;gBAC1D,qDAAqD;gBACrD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAErE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC;wBACH,+BAA+B;wBAC/B,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;4BAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,yBAAyB;4BAErD,uBAAuB;4BACvB,IAAI,IAAI,KAAK,QAAQ;gCAAE,SAAS;4BAEhC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAE9B,qCAAqC;4BACrC,IAAI,IAAI,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gCACxC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC;gCACzC,IAAI,SAAS,EAAE,CAAC;oCACd,QAAQ,IAAI,SAAS,CAAC;oCACtB,iBAAiB,CAAC,SAAS,CAAC,CAAC;gCAC/B,CAAC;4BACH,CAAC;4BACD,gEAAgE;iCAC3D,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gCACvC,wCAAwC;4BAC1C,CAAC;4BACD,sCAAsC;iCACjC,IAAI,IAAI,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gCAC7C,sCAAsC;4BACxC,CAAC;4BACD,qBAAqB;iCAChB,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gCACtC,sBAAsB;4BACxB,CAAC;wBACH,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,CAAC,CAAC,CAAC;oBACnD,CAAC;gBACH,CAAC;YACH,CAAC;YAED,6BAA6B;YAC7B,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;YAC9C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,iBAAiB,CACrB,QAA6B,EAC7B,iBAAyC,EACzC,kBAAmD;QAEnD,IAAI,CAAC;YACH,yDAAyD;YACzD,IAAI,CAAC,8BAA8B,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC/D,MAAM,IAAI,KAAK,CACb,SAAS,IAAI,CAAC,WAAW,wCAAwC,CAClE,CAAC;YACJ,CAAC;YAED,uDAAuD;YACvD,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YACpE,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAE1E,2CAA2C;YAC3C,MAAM,cAAc,GAClB,IAAI,CAAC,mCAAmC,CAAC,iBAAiB,CAAC,CAAC;YAE9D,wBAAwB;YACxB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,mBAAmB,EAAE;gBAChD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,IAAI,CAAC,MAAM;oBACxB,mBAAmB,EAAE,YAAY;oBACjC,2CAA2C,EAAE,MAAM;iBACpD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,WAAW;oBACvB,QAAQ,EAAE,cAAc;oBACxB,MAAM,EAAE,aAAa,EAAE,OAAO,IAAI,EAAE;oBACpC,MAAM,EAAE,IAAI;oBACZ,UAAU,EAAE,IAAI;iBACjB,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CACb,qBAAqB,SAAS,CAAC,KAAK,EAAE,OAAO,IAAI,QAAQ,CAAC,UAAU,EAAE,CACvE,CAAC;YACJ,CAAC;YAED,6BAA6B;YAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,QAAQ,GAAG,EAAE,CAAC;YAElB,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACnD,CAAC;YAED,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACpC,0DAA0D;gBAC1D,qDAAqD;gBACrD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAErE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC;wBACH,+BAA+B;wBAC/B,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;4BAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,yBAAyB;4BAErD,uBAAuB;4BACvB,IAAI,IAAI,KAAK,QAAQ;gCAAE,SAAS;4BAEhC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAE9B,qCAAqC;4BACrC,IAAI,IAAI,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gCACxC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC;gCACzC,IAAI,SAAS,EAAE,CAAC;oCACd,QAAQ,IAAI,SAAS,CAAC;oCACtB,iBAAiB,CAAC,SAAS,CAAC,CAAC;gCAC/B,CAAC;4BACH,CAAC;4BACD,qDAAqD;wBACvD,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,CAAC,CAAC,CAAC;oBACnD,CAAC;gBACH,CAAC;YACH,CAAC;YAED,6BAA6B;YAC7B,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,6BAA6B,CAAC,QAAmB;QACvD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC1B,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC;gBACpC,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,mCAAmC,CACzC,QAA6B;QAE7B,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC1B,6DAA6D;YAC7D,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACpC,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC;oBACpC,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,GAAG,CAAC,OAAO;yBAClB;qBACF;iBACF,CAAC;YACJ,CAAC;YACD,+DAA+D;iBAC1D,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO;qBACxB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;oBACb,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAC1B,OAAO;4BACL,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,KAAK,CAAC,IAAI;yBACjB,CAAC;oBACJ,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;wBACtC,uCAAuC;wBACvC,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;4BAC5C,4CAA4C;4BAC5C,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CACvC,mCAAmC,CACpC,CAAC;4BACF,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gCACnC,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gCAC7B,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gCAC9B,OAAO;oCACL,IAAI,EAAE,OAAO;oCACb,MAAM,EAAE;wCACN,IAAI,EAAE,QAAQ;wCACd,UAAU,EAAE,SAAS;wCACrB,IAAI,EAAE,UAAU;qCACjB;iCACF,CAAC;4BACJ,CAAC;wBACH,CAAC;wBAED,mCAAmC;wBACnC,OAAO;4BACL,IAAI,EAAE,OAAO;4BACb,MAAM,EAAE;gCACN,IAAI,EAAE,KAAK;gCACX,GAAG,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG;gCACxB,UAAU,EAAE,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC;6BACzD;yBACF,CAAC;oBACJ,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC,CAAC;qBACD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;gBAEnC,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC;oBACpC,OAAO;iBACR,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC;gBACpC,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,eAAe,CAAC,IAAY;QAClC,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,QAAQ;gBACX,qEAAqE;gBACrE,OAAO,QAAQ,CAAC;YAClB,KAAK,MAAM;gBACT,OAAO,MAAM,CAAC;YAChB,KAAK,WAAW;gBACd,OAAO,WAAW,CAAC;YACrB;gBACE,OAAO,MAAM,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,kBAAkB,CAAC,GAAW;QACpC,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC;QACtD,QAAQ,SAAS,EAAE,CAAC;YAClB,KAAK,KAAK,CAAC;YACX,KAAK,MAAM;gBACT,OAAO,YAAY,CAAC;YACtB,KAAK,KAAK;gBACR,OAAO,WAAW,CAAC;YACrB,KAAK,KAAK;gBACR,OAAO,WAAW,CAAC;YACrB,KAAK,MAAM;gBACT,OAAO,YAAY,CAAC;YACtB;gBACE,OAAO,YAAY,CAAC;QACxB,CAAC;IACH,CAAC;CACF"}

package/dist/services/chat/providers/claude/ClaudeChatServiceProvider.d.ts

@@ -0,0 +1,39 @@
+import { ChatService } from '../../ChatService';
+import { ChatServiceOptions, ChatServiceProvider } from '../ChatServiceProvider';
+/**
+ * Claude API provider implementation
+ */
+export declare class ClaudeChatServiceProvider implements ChatServiceProvider {
+    /**
+     * Create a chat service instance
+     * @param options Service options
+     * @returns ClaudeChatService instance
+     */
+    createChatService(options: ChatServiceOptions): ChatService;
+    /**
+     * Get the provider name
+     * @returns Provider name ('claude')
+     */
+    getProviderName(): string;
+    /**
+     * Get the list of supported models
+     * @returns Array of supported model names
+     */
+    getSupportedModels(): string[];
+    /**
+     * Get the default model
+     * @returns Default model name
+     */
+    getDefaultModel(): string;
+    /**
+     * Check if this provider supports vision (image processing)
+     * @returns Vision support status (true)
+     */
+    supportsVision(): boolean;
+    /**
+     * Check if a specific model supports vision capabilities
+     * @param model The model name to check
+     * @returns True if the model supports vision, false otherwise
+     */
+    supportsVisionForModel(model: string): boolean;
+}

package/dist/services/chat/providers/claude/ClaudeChatServiceProvider.js

@@ -0,0 +1,62 @@
+import { MODEL_CLAUDE_3_HAIKU, MODEL_CLAUDE_3_5_HAIKU, MODEL_CLAUDE_3_5_SONNET, MODEL_CLAUDE_3_7_SONNET, CLAUDE_VISION_SUPPORTED_MODELS, } from '../../../../constants';
+import { ClaudeChatService } from './ClaudeChatService';
+/**
+ * Claude API provider implementation
+ */
+export class ClaudeChatServiceProvider {
+    /**
+     * Create a chat service instance
+     * @param options Service options
+     * @returns ClaudeChatService instance
+     */
+    createChatService(options) {
+        // Use the visionModel if provided, otherwise use the model that supports vision
+        const visionModel = options.visionModel ||
+            (this.supportsVisionForModel(options.model || this.getDefaultModel())
+                ? options.model
+                : this.getDefaultModel());
+        return new ClaudeChatService(options.apiKey, options.model || this.getDefaultModel(), visionModel);
+    }
+    /**
+     * Get the provider name
+     * @returns Provider name ('claude')
+     */
+    getProviderName() {
+        return 'claude';
+    }
+    /**
+     * Get the list of supported models
+     * @returns Array of supported model names
+     */
+    getSupportedModels() {
+        return [
+            MODEL_CLAUDE_3_HAIKU,
+            MODEL_CLAUDE_3_5_HAIKU,
+            MODEL_CLAUDE_3_5_SONNET,
+            MODEL_CLAUDE_3_7_SONNET,
+        ];
+    }
+    /**
+     * Get the default model
+     * @returns Default model name
+     */
+    getDefaultModel() {
+        return MODEL_CLAUDE_3_HAIKU;
+    }
+    /**
+     * Check if this provider supports vision (image processing)
+     * @returns Vision support status (true)
+     */
+    supportsVision() {
+        return true;
+    }
+    /**
+     * Check if a specific model supports vision capabilities
+     * @param model The model name to check
+     * @returns True if the model supports vision, false otherwise
+     */
+    supportsVisionForModel(model) {
+        return CLAUDE_VISION_SUPPORTED_MODELS.includes(model);
+    }
+}
+//# sourceMappingURL=ClaudeChatServiceProvider.js.map

package/dist/services/chat/providers/claude/ClaudeChatServiceProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ClaudeChatServiceProvider.js","sourceRoot":"","sources":["../../../../../src/services/chat/providers/claude/ClaudeChatServiceProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,EACvB,8BAA8B,GAC/B,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAMxD;;GAEG;AACH,MAAM,OAAO,yBAAyB;IACpC;;;;OAIG;IACH,iBAAiB,CAAC,OAA2B;QAC3C,gFAAgF;QAChF,MAAM,WAAW,GACf,OAAO,CAAC,WAAW;YACnB,CAAC,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACnE,CAAC,CAAC,OAAO,CAAC,KAAK;gBACf,CAAC,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QAE9B,OAAO,IAAI,iBAAiB,CAC1B,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,EACvC,WAAW,CACZ,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;OAGG;IACH,kBAAkB;QAChB,OAAO;YACL,oBAAoB;YACpB,sBAAsB;YACtB,uBAAuB;YACvB,uBAAuB;SACxB,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACH,sBAAsB,CAAC,KAAa;QAClC,OAAO,8BAA8B,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACxD,CAAC;CACF"}

package/dist/services/chat/providers/claude/ClaudeSummarizer.d.ts

@@ -0,0 +1,25 @@
+import { Message } from '../../../../types';
+import { Summarizer } from '../../../../core/MemoryManager';
+/**
+ * Implementation of summarization functionality using Claude
+ */
+export declare class ClaudeSummarizer implements Summarizer {
+    private apiKey;
+    private model;
+    private defaultPromptTemplate;
+    /**
+     * Constructor
+     * @param apiKey Anthropic API key
+     * @param model Name of the model to use
+     * @param defaultPromptTemplate Default prompt template for summarization
+     */
+    constructor(apiKey: string, model?: string, defaultPromptTemplate?: string);
+    /**
+     * Summarize chat messages
+     * @param messages Array of messages to summarize
+     * @param maxLength Maximum number of characters (default 256)
+     * @param customPrompt Custom prompt template for summarization (optional)
+     * @returns Summarized text
+     */
+    summarize(messages: Message[], maxLength?: number, customPrompt?: string): Promise<string>;
+}

package/dist/services/chat/providers/claude/ClaudeSummarizer.js

@@ -0,0 +1,68 @@
+import { ENDPOINT_CLAUDE_API, MODEL_CLAUDE_3_HAIKU, } from '../../../../constants';
+import { DEFAULT_SUMMARY_PROMPT_TEMPLATE } from '../../../../constants';
+/**
+ * Implementation of summarization functionality using Claude
+ */
+export class ClaudeSummarizer {
+    /**
+     * Constructor
+     * @param apiKey Anthropic API key
+     * @param model Name of the model to use
+     * @param defaultPromptTemplate Default prompt template for summarization
+     */
+    constructor(apiKey, model = MODEL_CLAUDE_3_HAIKU, defaultPromptTemplate = DEFAULT_SUMMARY_PROMPT_TEMPLATE) {
+        this.apiKey = apiKey;
+        this.model = model;
+        this.defaultPromptTemplate = defaultPromptTemplate;
+    }
+    /**
+     * Summarize chat messages
+     * @param messages Array of messages to summarize
+     * @param maxLength Maximum number of characters (default 256)
+     * @param customPrompt Custom prompt template for summarization (optional)
+     * @returns Summarized text
+     */
+    async summarize(messages, maxLength = 256, customPrompt) {
+        try {
+            // Create system prompt
+            const promptTemplate = customPrompt || this.defaultPromptTemplate;
+            const systemPrompt = promptTemplate.replace('{maxLength}', maxLength.toString());
+            // Join message content
+            const conversationText = messages
+                .map((msg) => `${msg.role}: ${msg.content}`)
+                .join('\n');
+            // API request
+            const response = await fetch(ENDPOINT_CLAUDE_API, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'x-api-key': this.apiKey,
+                    'anthropic-version': '2023-06-01',
+                    'anthropic-dangerous-direct-browser-access': 'true',
+                },
+                body: JSON.stringify({
+                    model: this.model,
+                    messages: [
+                        {
+                            role: 'user',
+                            content: `${systemPrompt}\n\n${conversationText}`,
+                        },
+                    ],
+                    max_tokens: maxLength,
+                }),
+            });
+            if (!response.ok) {
+                const errorData = await response.json();
+                throw new Error(`Claude API error: ${errorData.error?.message || response.statusText}`);
+            }
+            const data = await response.json();
+            return data.content?.[0]?.text || '';
+        }
+        catch (error) {
+            console.error('Error in summarize:', error);
+            // Error fallback - simple summary
+            return `${messages.length} messages. Latest topic: ${messages[messages.length - 1]?.content.substring(0, 50) || 'none'}...`;
+        }
+    }
+}
+//# sourceMappingURL=ClaudeSummarizer.js.map

package/dist/services/chat/providers/claude/ClaudeSummarizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ClaudeSummarizer.js","sourceRoot":"","sources":["../../../../../src/services/chat/providers/claude/ClaudeSummarizer.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,+BAA+B,EAAE,MAAM,uBAAuB,CAAC;AAExE;;GAEG;AACH,MAAM,OAAO,gBAAgB;IAK3B;;;;;OAKG;IACH,YACE,MAAc,EACd,QAAgB,oBAAoB,EACpC,wBAAgC,+BAA+B;QAE/D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;IACrD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,SAAS,CACb,QAAmB,EACnB,YAAoB,GAAG,EACvB,YAAqB;QAErB,IAAI,CAAC;YACH,uBAAuB;YACvB,MAAM,cAAc,GAAG,YAAY,IAAI,IAAI,CAAC,qBAAqB,CAAC;YAClE,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CACzC,aAAa,EACb,SAAS,CAAC,QAAQ,EAAE,CACrB,CAAC;YAEF,uBAAuB;YACvB,MAAM,gBAAgB,GAAG,QAAQ;iBAC9B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC;iBAC3C,IAAI,CAAC,IAAI,CAAC,CAAC;YAEd,cAAc;YACd,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,mBAAmB,EAAE;gBAChD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,IAAI,CAAC,MAAM;oBACxB,mBAAmB,EAAE,YAAY;oBACjC,2CAA2C,EAAE,MAAM;iBACpD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,GAAG,YAAY,OAAO,gBAAgB,EAAE;yBAClD;qBACF;oBACD,UAAU,EAAE,SAAS;iBACtB,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CACb,qBAAqB,SAAS,CAAC,KAAK,EAAE,OAAO,IAAI,QAAQ,CAAC,UAAU,EAAE,CACvE,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;YAC5C,kCAAkC;YAClC,OAAO,GAAG,QAAQ,CAAC,MAAM,4BACvB,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAC7D,KAAK,CAAC;QACR,CAAC;IACH,CAAC;CACF"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aituber-onair/core",
-  "version": "0.3.0",
+  "version": "0.4.0",
   "description": "Core library for AITuber OnAir providing voice synthesis and chat processing",
   "main": "dist/index.js",
   "module": "dist/index.js",