@aituber-onair/core 0.1.2 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +118 -8
- package/dist/constants/chat.d.ts +13 -0
- package/dist/constants/chat.js +14 -0
- package/dist/constants/chat.js.map +1 -0
- package/dist/constants/gemini.d.ts +7 -0
- package/dist/constants/gemini.js +17 -0
- package/dist/constants/gemini.js.map +1 -0
- package/dist/constants/index.d.ts +6 -20
- package/dist/constants/index.js +6 -21
- package/dist/constants/index.js.map +1 -1
- package/dist/constants/openai.d.ts +8 -0
- package/dist/constants/openai.js +17 -0
- package/dist/constants/openai.js.map +1 -0
- package/dist/constants/voiceEngine.d.ts +5 -0
- package/dist/constants/voiceEngine.js +6 -0
- package/dist/constants/voiceEngine.js.map +1 -0
- package/dist/constants/youtube.d.ts +1 -0
- package/dist/constants/youtube.js +2 -0
- package/dist/constants/youtube.js.map +1 -0
- package/dist/core/AITuberOnAirCore.js +10 -3
- package/dist/core/AITuberOnAirCore.js.map +1 -1
- package/dist/core/ChatProcessor.js +1 -1
- package/dist/core/ChatProcessor.js.map +1 -1
- package/dist/index.d.ts +6 -5
- package/dist/index.js +7 -5
- package/dist/index.js.map +1 -1
- package/dist/services/chat/ChatService.d.ts +10 -0
- package/dist/services/chat/ChatServiceFactory.js +5 -2
- package/dist/services/chat/ChatServiceFactory.js.map +1 -1
- package/dist/services/chat/ClaudeChatService.d.ts +64 -0
- package/dist/services/chat/ClaudeChatService.js +237 -0
- package/dist/services/chat/ClaudeChatService.js.map +1 -0
- package/dist/services/chat/GeminiChatService.d.ts +63 -0
- package/dist/services/chat/GeminiChatService.js +314 -0
- package/dist/services/chat/GeminiChatService.js.map +1 -0
- package/dist/services/chat/OpenAIChatService.d.ts +1 -0
- package/dist/services/chat/OpenAIChatService.js +6 -1
- package/dist/services/chat/OpenAIChatService.js.map +1 -1
- package/dist/services/chat/providers/ChatServiceProvider.d.ts +2 -0
- package/dist/services/chat/providers/ClaudeChatServiceProvider.d.ts +39 -0
- package/dist/services/chat/providers/ClaudeChatServiceProvider.js +57 -0
- package/dist/services/chat/providers/ClaudeChatServiceProvider.js.map +1 -0
- package/dist/services/chat/providers/GeminiChatServiceProvider.d.ts +39 -0
- package/dist/services/chat/providers/GeminiChatServiceProvider.js +57 -0
- package/dist/services/chat/providers/GeminiChatServiceProvider.js.map +1 -0
- package/dist/services/chat/providers/OpenAIChatServiceProvider.d.ts +6 -0
- package/dist/services/chat/providers/OpenAIChatServiceProvider.js +16 -3
- package/dist/services/chat/providers/OpenAIChatServiceProvider.js.map +1 -1
- package/dist/services/chat/providers/gemini/GeminiChatService.d.ts +68 -0
- package/dist/services/chat/providers/gemini/GeminiChatService.js +325 -0
- package/dist/services/chat/providers/gemini/GeminiChatService.js.map +1 -0
- package/dist/services/chat/providers/gemini/GeminiChatServiceProvider.d.ts +39 -0
- package/dist/services/chat/providers/gemini/GeminiChatServiceProvider.js +61 -0
- package/dist/services/chat/providers/gemini/GeminiChatServiceProvider.js.map +1 -0
- package/dist/services/chat/providers/gemini/GeminiSummarizer.d.ts +25 -0
- package/dist/services/chat/providers/gemini/GeminiSummarizer.js +86 -0
- package/dist/services/chat/providers/gemini/GeminiSummarizer.js.map +1 -0
- package/dist/services/chat/providers/openai/OpenAIChatService.d.ts +44 -0
- package/dist/services/chat/providers/openai/OpenAIChatService.js +182 -0
- package/dist/services/chat/providers/openai/OpenAIChatService.js.map +1 -0
- package/dist/services/chat/providers/openai/OpenAIChatServiceProvider.d.ts +39 -0
- package/dist/services/chat/providers/openai/OpenAIChatServiceProvider.js +57 -0
- package/dist/services/chat/providers/openai/OpenAIChatServiceProvider.js.map +1 -0
- package/dist/services/chat/providers/openai/OpenAISummarizer.d.ts +25 -0
- package/dist/services/chat/providers/openai/OpenAISummarizer.js +70 -0
- package/dist/services/chat/providers/openai/OpenAISummarizer.js.map +1 -0
- package/dist/services/voice/VoiceEngineAdapter.d.ts +2 -2
- package/dist/services/voice/VoiceEngineAdapter.js +21 -0
- package/dist/services/voice/VoiceEngineAdapter.js.map +1 -1
- package/dist/services/voice/VoiceService.d.ts +9 -3
- package/dist/services/voice/engines/AivisSpeechEngine.d.ts +7 -1
- package/dist/services/voice/engines/AivisSpeechEngine.js +12 -2
- package/dist/services/voice/engines/AivisSpeechEngine.js.map +1 -1
- package/dist/services/voice/engines/NijiVoiceEngine.d.ts +1 -2
- package/dist/services/voice/engines/NijiVoiceEngine.js.map +1 -1
- package/dist/services/voice/engines/OpenAiEngine.d.ts +1 -1
- package/dist/services/voice/engines/OpenAiEngine.js +2 -1
- package/dist/services/voice/engines/OpenAiEngine.js.map +1 -1
- package/dist/services/voice/engines/VoiceEngine.d.ts +6 -2
- package/dist/services/voice/engines/VoiceEngineFactory.d.ts +2 -1
- package/dist/services/voice/engines/VoiceEngineFactory.js.map +1 -1
- package/dist/services/voice/engines/VoicePeakEngine.d.ts +7 -1
- package/dist/services/voice/engines/VoicePeakEngine.js +12 -2
- package/dist/services/voice/engines/VoicePeakEngine.js.map +1 -1
- package/dist/services/voice/engines/VoiceVoxEngine.d.ts +7 -1
- package/dist/services/voice/engines/VoiceVoxEngine.js +12 -2
- package/dist/services/voice/engines/VoiceVoxEngine.js.map +1 -1
- package/dist/services/voice/messages.d.ts +2 -37
- package/dist/services/voice/messages.js +1 -9
- package/dist/services/voice/messages.js.map +1 -1
- package/dist/types/chat.d.ts +54 -0
- package/dist/types/chat.js +5 -0
- package/dist/types/chat.js.map +1 -0
- package/dist/types/index.d.ts +10 -80
- package/dist/types/index.js +9 -1
- package/dist/types/index.js.map +1 -1
- package/dist/types/memory.d.ts +34 -0
- package/dist/types/memory.js +2 -0
- package/dist/types/memory.js.map +1 -0
- package/dist/types/voice.d.ts +35 -0
- package/dist/types/voice.js +19 -0
- package/dist/types/voice.js.map +1 -0
- package/dist/types/voiceEngine.d.ts +1 -0
- package/dist/types/voiceEngine.js +2 -0
- package/dist/types/voiceEngine.js.map +1 -0
- package/dist/utils/screenplay.d.ts +4 -4
- package/dist/utils/screenplay.js.map +1 -1
- package/package.json +4 -4
package/README.md
CHANGED
|
@@ -2,11 +2,11 @@
|
|
|
2
2
|
|
|
3
3
|

|
|
4
4
|
|
|
5
|
-
|
|
5
|
+
[AITuber OnAir Core](https://www.npmjs.com/package/@aituber-onair/core) is a TypeScript library developed to provide functionality for the [AITuber OnAir](https://aituberonair.com) web service, designed for AI-based virtual streaming (AITuber).
|
|
6
6
|
|
|
7
7
|
[日本語版はこちら](https://github.com/shinshin86/aituber-onair/blob/main/packages/core/README_ja.md)
|
|
8
8
|
|
|
9
|
-
While it is primarily intended
|
|
9
|
+
While it is primarily intended to provide functionality for [AITuber OnAir](https://aituberonair.com), this project is published as open-source software and is available as an [npm package](https://www.npmjs.com/package/@aituber-onair/core) under the MIT License.
|
|
10
10
|
|
|
11
11
|
It specializes in generating response text and audio from text or image inputs, and is designed to easily integrate with other parts of an application (storage, YouTube integration, avatar control, etc.).
|
|
12
12
|
|
|
@@ -78,16 +78,22 @@ import {
|
|
|
78
78
|
AITuberOnAirCore,
|
|
79
79
|
AITuberOnAirCoreEvent,
|
|
80
80
|
AITuberOnAirCoreOptions
|
|
81
|
-
} from '
|
|
81
|
+
} from '@aituber-onair/core';
|
|
82
82
|
|
|
83
83
|
// 1. Define options
|
|
84
84
|
const options: AITuberOnAirCoreOptions = {
|
|
85
|
-
|
|
85
|
+
chatProvider: 'openai', // Optional. If omitted, the default OpenAI will be used.
|
|
86
|
+
apiKey: 'YOUR_API_KEY',
|
|
86
87
|
chatOptions: {
|
|
87
88
|
systemPrompt: 'You are an AI streamer. Act as a cheerful and friendly live broadcaster.',
|
|
88
89
|
visionSystemPrompt: 'Please comment like a streamer on what is shown on screen.',
|
|
89
|
-
visionPrompt: 'Look at the broadcast screen and provide commentary suited to the situation.',
|
|
90
|
+
visionPrompt: 'Look at the broadcast screen and provide commentary suited to the situation.',
|
|
91
|
+
memoryNote: 'This is a summary of past conversations. Please refer to it appropriately to continue the conversation.',
|
|
90
92
|
},
|
|
93
|
+
// OpenAI Default model is gpt-4o-mini
|
|
94
|
+
// You can specify different models for text chat and vision processing
|
|
95
|
+
// model: 'o3-mini', // Lightweight model for text chat (no vision support)
|
|
96
|
+
// visionModel: 'gpt-4o', // Model capable of image processing
|
|
91
97
|
memoryOptions: {
|
|
92
98
|
enableSummarization: true,
|
|
93
99
|
shortTermDuration: 60 * 1000, // 1 minute
|
|
@@ -102,6 +108,11 @@ const options: AITuberOnAirCoreOptions = {
|
|
|
102
108
|
engineType: 'voicevox', // Speech engine type
|
|
103
109
|
speaker: '1', // Speaker ID
|
|
104
110
|
apiKey: 'ENGINE_SPECIFIC_API_KEY', // If required (e.g., NijiVoice)
|
|
111
|
+
onComplete: () => console.log('Voice playback completed'),
|
|
112
|
+
// Custom API endpoint URLs (optional)
|
|
113
|
+
voicevoxApiUrl: 'http://custom-voicevox-server:50021',
|
|
114
|
+
voicepeakApiUrl: 'http://custom-voicepeak-server:20202',
|
|
115
|
+
aivisSpeechApiUrl: 'http://custom-aivis-server:10101',
|
|
105
116
|
},
|
|
106
117
|
debug: true, // Enable debug output
|
|
107
118
|
};
|
|
@@ -168,6 +179,44 @@ AITuberOnAirCore (Integration Layer)
|
|
|
168
179
|
└── Various Speech Engines (VOICEVOX, NijiVoice, etc.)
|
|
169
180
|
```
|
|
170
181
|
|
|
182
|
+
### Directory Structure
|
|
183
|
+
|
|
184
|
+
The source code is organized around the following directory structure:
|
|
185
|
+
|
|
186
|
+
```
|
|
187
|
+
src/
|
|
188
|
+
├── constants/ # Constants and configuration
|
|
189
|
+
│ ├── index.ts # Exported constants
|
|
190
|
+
│ └── prompts.ts # Default prompts and templates
|
|
191
|
+
├── core/ # Core components
|
|
192
|
+
│ ├── AITuberOnAirCore.ts
|
|
193
|
+
│ ├── ChatProcessor.ts
|
|
194
|
+
│ └── MemoryManager.ts
|
|
195
|
+
├── services/ # Service implementations
|
|
196
|
+
│ ├── chat/ # Chat services
|
|
197
|
+
│ │ ├── ChatService.ts # Base interface
|
|
198
|
+
│ │ ├── ChatServiceFactory.ts # Factory for providers
|
|
199
|
+
│ │ └── providers/ # AI provider implementations
|
|
200
|
+
│ │ ├── ChatServiceProvider.ts # Provider interface
|
|
201
|
+
│ │ ├── gemini/ # Gemini-specific
|
|
202
|
+
│ │ │ ├── GeminiChatService.ts
|
|
203
|
+
│ │ │ └── GeminiChatServiceProvider.ts
|
|
204
|
+
│ │ └── openai/ # OpenAI-specific
|
|
205
|
+
│ │ ├── OpenAIChatService.ts
|
|
206
|
+
│ │ ├── OpenAIChatServiceProvider.ts
|
|
207
|
+
│ │ └── OpenAISummarizer.ts
|
|
208
|
+
│ ├── voice/ # Voice services
|
|
209
|
+
│ │ ├── VoiceService.ts
|
|
210
|
+
│ │ ├── VoiceEngineAdapter.ts
|
|
211
|
+
│ │ └── engines/ # Voice engine implementations
|
|
212
|
+
│ └── youtube/ # YouTube API integration
|
|
213
|
+
│ └── YouTubeDataApiService.ts # YouTube Data API client
|
|
214
|
+
├── types/ # TypeScript type definitions
|
|
215
|
+
└── utils/ # Utilities and helpers
|
|
216
|
+
├── screenplay.ts # Text and emotion processing
|
|
217
|
+
└── storage.ts # Storage utilities
|
|
218
|
+
```
|
|
219
|
+
|
|
171
220
|
## Main Components
|
|
172
221
|
|
|
173
222
|
### AITuberOnAirCore
|
|
@@ -353,15 +402,47 @@ aituber.updateVoiceService({
|
|
|
353
402
|
});
|
|
354
403
|
```
|
|
355
404
|
|
|
405
|
+
### Custom API Endpoints
|
|
406
|
+
|
|
407
|
+
For locally hosted voice engines (VOICEVOX, VoicePeak, AivisSpeech), you can specify custom API endpoint URLs:
|
|
408
|
+
|
|
409
|
+
```typescript
|
|
410
|
+
// Example of setting custom API endpoints
|
|
411
|
+
aituber.updateVoiceService({
|
|
412
|
+
engineType: 'voicevox',
|
|
413
|
+
speaker: '1',
|
|
414
|
+
// Custom endpoint for a self-hosted or alternative VOICEVOX server
|
|
415
|
+
voicevoxApiUrl: 'http://custom-voicevox-server:50021'
|
|
416
|
+
});
|
|
417
|
+
|
|
418
|
+
// Example for VoicePeak
|
|
419
|
+
aituber.updateVoiceService({
|
|
420
|
+
engineType: 'voicepeak',
|
|
421
|
+
speaker: '2',
|
|
422
|
+
voicepeakApiUrl: 'http://custom-voicepeak-server:20202'
|
|
423
|
+
});
|
|
424
|
+
|
|
425
|
+
// Example for AivisSpeech
|
|
426
|
+
aituber.updateVoiceService({
|
|
427
|
+
engineType: 'aivisSpeech',
|
|
428
|
+
speaker: '3',
|
|
429
|
+
aivisSpeechApiUrl: 'http://custom-aivis-server:10101'
|
|
430
|
+
});
|
|
431
|
+
```
|
|
432
|
+
|
|
433
|
+
This is useful when running voice engines on different ports or remote servers.
|
|
434
|
+
|
|
356
435
|
## AI Provider System
|
|
357
436
|
|
|
358
|
-
AITuber OnAir Core
|
|
437
|
+
AITuber OnAir Core adopts an extensible provider system, enabling integration with various AI APIs.
|
|
438
|
+
Currently, OpenAI API and Gemini API is available, but other API providers (such as Claude API, etc.) are planned to be added soon.
|
|
359
439
|
|
|
360
440
|
### Available Providers
|
|
361
441
|
|
|
362
442
|
Currently, the following AI provider is built-in:
|
|
363
443
|
|
|
364
|
-
- **OpenAI**: Supports models like GPT-4o, GPT-4o-mini,
|
|
444
|
+
- **OpenAI**: Supports models like GPT-4o, GPT-4o-mini, O3-mini, o1, o1-mini, GPT-4.5(Preview)
|
|
445
|
+
- **Gemini**: Supports models like Gemini 2.0 Flash, Gemini 2.0 Flash-Lite, Gemini 1.5 Flash, Gemini 1.5 Pro, Gemini 2.5 Pro(Experimental)
|
|
365
446
|
|
|
366
447
|
### Specifying a Provider
|
|
367
448
|
|
|
@@ -371,11 +452,40 @@ You can specify the provider when instantiating `AITuberOnAirCore`:
|
|
|
371
452
|
const aituberCore = new AITuberOnAirCore({
|
|
372
453
|
chatProvider: 'openai', // Provider name
|
|
373
454
|
apiKey: 'your-api-key',
|
|
374
|
-
model: 'gpt-4o-mini', // Optional (if omitted, the default model
|
|
455
|
+
model: 'gpt-4o-mini', // Optional (if omitted, the default model 'gpt-4o-mini' will be used)
|
|
375
456
|
// Other options...
|
|
376
457
|
});
|
|
377
458
|
```
|
|
378
459
|
|
|
460
|
+
### Model-Specific Feature Limitations
|
|
461
|
+
|
|
462
|
+
Different AI models support different features. For example:
|
|
463
|
+
|
|
464
|
+
- **GPT-4o**, **GPT-4o-mini**: Support both text chat and image processing (Vision)
|
|
465
|
+
- **O3-mini**: Supports text chat only (does not support image processing)
|
|
466
|
+
|
|
467
|
+
When selecting a model, be aware of these limitations. Attempting to use unsupported features will result in an explicit error.
|
|
468
|
+
|
|
469
|
+
**Note**: If you don't specify a model, the default model used is 'gpt-4o-mini'. This model supports both text chat and image processing.
|
|
470
|
+
|
|
471
|
+
### Using Different Models Together
|
|
472
|
+
|
|
473
|
+
If you want to use different models for text chat and image processing, you can use the `visionModel` option:
|
|
474
|
+
|
|
475
|
+
```typescript
|
|
476
|
+
const aituberCore = new AITuberOnAirCore({
|
|
477
|
+
apiKey: 'your-api-key',
|
|
478
|
+
chatProvider: 'openai',
|
|
479
|
+
model: 'o3-mini', // For text chat
|
|
480
|
+
visionModel: 'gpt-4o', // For image processing
|
|
481
|
+
// Other options...
|
|
482
|
+
});
|
|
483
|
+
```
|
|
484
|
+
|
|
485
|
+
This allows for optimizations such as using a lightweight model for text chat and a more powerful model only when image processing is needed.
|
|
486
|
+
|
|
487
|
+
Note: When specifying a visionModel, ensure it supports vision capabilities. The system will validate this during initialization and throw an error if an unsupported model is provided.
|
|
488
|
+
|
|
379
489
|
### Retrieving Providers & Models
|
|
380
490
|
|
|
381
491
|
You can programmatically retrieve available providers and their supported models:
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export declare const CHAT_RESPONSE_LENGTH: {
|
|
2
|
+
readonly VERY_SHORT: "veryShort";
|
|
3
|
+
readonly SHORT: "short";
|
|
4
|
+
readonly MEDIUM: "medium";
|
|
5
|
+
readonly LONG: "long";
|
|
6
|
+
};
|
|
7
|
+
export declare const MAX_TOKENS_BY_LENGTH: {
|
|
8
|
+
readonly veryShort: 40;
|
|
9
|
+
readonly short: 100;
|
|
10
|
+
readonly medium: 200;
|
|
11
|
+
readonly long: 300;
|
|
12
|
+
};
|
|
13
|
+
export type ChatResponseLength = (typeof CHAT_RESPONSE_LENGTH)[keyof typeof CHAT_RESPONSE_LENGTH];
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
// chat response length
|
|
2
|
+
export const CHAT_RESPONSE_LENGTH = {
|
|
3
|
+
VERY_SHORT: 'veryShort',
|
|
4
|
+
SHORT: 'short',
|
|
5
|
+
MEDIUM: 'medium',
|
|
6
|
+
LONG: 'long',
|
|
7
|
+
};
|
|
8
|
+
export const MAX_TOKENS_BY_LENGTH = {
|
|
9
|
+
[CHAT_RESPONSE_LENGTH.VERY_SHORT]: 40,
|
|
10
|
+
[CHAT_RESPONSE_LENGTH.SHORT]: 100,
|
|
11
|
+
[CHAT_RESPONSE_LENGTH.MEDIUM]: 200,
|
|
12
|
+
[CHAT_RESPONSE_LENGTH.LONG]: 300,
|
|
13
|
+
};
|
|
14
|
+
//# sourceMappingURL=chat.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chat.js","sourceRoot":"","sources":["../../src/constants/chat.ts"],"names":[],"mappings":"AAAA,uBAAuB;AACvB,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,UAAU,EAAE,WAAW;IACvB,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;CACJ,CAAC;AAEX,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,CAAC,oBAAoB,CAAC,UAAU,CAAC,EAAE,EAAE;IACrC,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,GAAG;IACjC,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,GAAG;IAClC,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,GAAG;CACxB,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export declare const ENDPOINT_GEMINI_API = "https://generativelanguage.googleapis.com/v1";
|
|
2
|
+
export declare const MODEL_GEMINI_2_0_FLASH = "gemini-2.0-flash";
|
|
3
|
+
export declare const MODEL_GEMINI_2_0_FLASH_LITE = "gemini-2.0-flash-lite";
|
|
4
|
+
export declare const MODEL_GEMINI_1_5_FLASH = "gemini-1.5-flash";
|
|
5
|
+
export declare const MODEL_GEMINI_2_5_PRO_EXP_03_25 = "gemini-2.5-pro-exp-03-25";
|
|
6
|
+
export declare const MODEL_GEMINI_1_5_PRO = "gemini-1.5-pro";
|
|
7
|
+
export declare const GEMINI_VISION_SUPPORTED_MODELS: string[];
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
// API Endpoints
|
|
2
|
+
export const ENDPOINT_GEMINI_API = 'https://generativelanguage.googleapis.com/v1';
|
|
3
|
+
// gemini model
|
|
4
|
+
export const MODEL_GEMINI_2_0_FLASH = 'gemini-2.0-flash';
|
|
5
|
+
export const MODEL_GEMINI_2_0_FLASH_LITE = 'gemini-2.0-flash-lite';
|
|
6
|
+
export const MODEL_GEMINI_1_5_FLASH = 'gemini-1.5-flash';
|
|
7
|
+
export const MODEL_GEMINI_2_5_PRO_EXP_03_25 = 'gemini-2.5-pro-exp-03-25';
|
|
8
|
+
export const MODEL_GEMINI_1_5_PRO = 'gemini-1.5-pro';
|
|
9
|
+
// Vision support for Gemini models
|
|
10
|
+
export const GEMINI_VISION_SUPPORTED_MODELS = [
|
|
11
|
+
MODEL_GEMINI_2_0_FLASH,
|
|
12
|
+
MODEL_GEMINI_2_0_FLASH_LITE,
|
|
13
|
+
MODEL_GEMINI_1_5_FLASH,
|
|
14
|
+
MODEL_GEMINI_2_5_PRO_EXP_03_25,
|
|
15
|
+
MODEL_GEMINI_1_5_PRO,
|
|
16
|
+
];
|
|
17
|
+
//# sourceMappingURL=gemini.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/constants/gemini.ts"],"names":[],"mappings":"AAAA,gBAAgB;AAChB,MAAM,CAAC,MAAM,mBAAmB,GAC9B,8CAA8C,CAAC;AAEjD,eAAe;AACf,MAAM,CAAC,MAAM,sBAAsB,GAAG,kBAAkB,CAAC;AACzD,MAAM,CAAC,MAAM,2BAA2B,GAAG,uBAAuB,CAAC;AACnE,MAAM,CAAC,MAAM,sBAAsB,GAAG,kBAAkB,CAAC;AACzD,MAAM,CAAC,MAAM,8BAA8B,GAAG,0BAA0B,CAAC;AACzE,MAAM,CAAC,MAAM,oBAAoB,GAAG,gBAAgB,CAAC;AAErD,mCAAmC;AACnC,MAAM,CAAC,MAAM,8BAA8B,GAAG;IAC5C,sBAAsB;IACtB,2BAA2B;IAC3B,sBAAsB;IACtB,8BAA8B;IAC9B,oBAAoB;CACrB,CAAC"}
|
|
@@ -1,23 +1,9 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* Constants for AITuber OnAir Core
|
|
3
3
|
*/
|
|
4
|
-
export
|
|
5
|
-
export
|
|
6
|
-
export
|
|
7
|
-
export
|
|
8
|
-
export
|
|
9
|
-
export
|
|
10
|
-
export declare const MODEL_GPT_4O_MINI = "gpt-4o-mini";
|
|
11
|
-
export declare const CHAT_RESPONSE_LENGTH: {
|
|
12
|
-
readonly VERY_SHORT: "veryShort";
|
|
13
|
-
readonly SHORT: "short";
|
|
14
|
-
readonly MEDIUM: "medium";
|
|
15
|
-
readonly LONG: "long";
|
|
16
|
-
};
|
|
17
|
-
export declare const MAX_TOKENS_BY_LENGTH: {
|
|
18
|
-
readonly veryShort: 40;
|
|
19
|
-
readonly short: 100;
|
|
20
|
-
readonly medium: 200;
|
|
21
|
-
readonly long: 300;
|
|
22
|
-
};
|
|
23
|
-
export type ChatResponseLength = (typeof CHAT_RESPONSE_LENGTH)[keyof typeof CHAT_RESPONSE_LENGTH];
|
|
4
|
+
export * from './voiceEngine';
|
|
5
|
+
export * from './youtube';
|
|
6
|
+
export * from './openai';
|
|
7
|
+
export * from './gemini';
|
|
8
|
+
export * from './chat';
|
|
9
|
+
export * from './prompts';
|
package/dist/constants/index.js
CHANGED
|
@@ -1,25 +1,10 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* Constants for AITuber OnAir Core
|
|
3
3
|
*/
|
|
4
|
-
export
|
|
5
|
-
export
|
|
6
|
-
export
|
|
7
|
-
export
|
|
8
|
-
export
|
|
9
|
-
export
|
|
10
|
-
// gpt model
|
|
11
|
-
export const MODEL_GPT_4O_MINI = 'gpt-4o-mini';
|
|
12
|
-
// chat response length
|
|
13
|
-
export const CHAT_RESPONSE_LENGTH = {
|
|
14
|
-
VERY_SHORT: 'veryShort',
|
|
15
|
-
SHORT: 'short',
|
|
16
|
-
MEDIUM: 'medium',
|
|
17
|
-
LONG: 'long',
|
|
18
|
-
};
|
|
19
|
-
export const MAX_TOKENS_BY_LENGTH = {
|
|
20
|
-
[CHAT_RESPONSE_LENGTH.VERY_SHORT]: 40,
|
|
21
|
-
[CHAT_RESPONSE_LENGTH.SHORT]: 100,
|
|
22
|
-
[CHAT_RESPONSE_LENGTH.MEDIUM]: 200,
|
|
23
|
-
[CHAT_RESPONSE_LENGTH.LONG]: 300,
|
|
24
|
-
};
|
|
4
|
+
export * from './voiceEngine';
|
|
5
|
+
export * from './youtube';
|
|
6
|
+
export * from './openai';
|
|
7
|
+
export * from './gemini';
|
|
8
|
+
export * from './chat';
|
|
9
|
+
export * from './prompts';
|
|
25
10
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAc,eAAe,CAAC;AAC9B,cAAc,WAAW,CAAC;AAC1B,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,QAAQ,CAAC;AACvB,cAAc,WAAW,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export declare const ENDPOINT_OPENAI_CHAT_COMPLETIONS_API = "https://api.openai.com/v1/chat/completions";
|
|
2
|
+
export declare const MODEL_GPT_4O_MINI = "gpt-4o-mini";
|
|
3
|
+
export declare const MODEL_GPT_4O = "gpt-4o";
|
|
4
|
+
export declare const MODEL_O3_MINI = "o3-mini";
|
|
5
|
+
export declare const MODEL_GPT_4_5_PREVIEW = "gpt-4.5-preview";
|
|
6
|
+
export declare const MODEL_O1_MINI = "o1-mini";
|
|
7
|
+
export declare const MODEL_O1 = "o1";
|
|
8
|
+
export declare const VISION_SUPPORTED_MODELS: string[];
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
export const ENDPOINT_OPENAI_CHAT_COMPLETIONS_API = 'https://api.openai.com/v1/chat/completions';
|
|
2
|
+
// gpt model
|
|
3
|
+
export const MODEL_GPT_4O_MINI = 'gpt-4o-mini';
|
|
4
|
+
export const MODEL_GPT_4O = 'gpt-4o';
|
|
5
|
+
export const MODEL_O3_MINI = 'o3-mini';
|
|
6
|
+
export const MODEL_GPT_4_5_PREVIEW = 'gpt-4.5-preview';
|
|
7
|
+
export const MODEL_O1_MINI = 'o1-mini';
|
|
8
|
+
export const MODEL_O1 = 'o1';
|
|
9
|
+
// Vision support for models
|
|
10
|
+
export const VISION_SUPPORTED_MODELS = [
|
|
11
|
+
MODEL_GPT_4O_MINI,
|
|
12
|
+
MODEL_GPT_4O,
|
|
13
|
+
MODEL_GPT_4_5_PREVIEW,
|
|
14
|
+
MODEL_O1,
|
|
15
|
+
// MODEL_O3_MINI and MODEL_O1_MINI is not included as it doesn't support vision
|
|
16
|
+
];
|
|
17
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/constants/openai.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,oCAAoC,GAC/C,4CAA4C,CAAC;AAE/C,YAAY;AACZ,MAAM,CAAC,MAAM,iBAAiB,GAAG,aAAa,CAAC;AAC/C,MAAM,CAAC,MAAM,YAAY,GAAG,QAAQ,CAAC;AACrC,MAAM,CAAC,MAAM,aAAa,GAAG,SAAS,CAAC;AAEvC,MAAM,CAAC,MAAM,qBAAqB,GAAG,iBAAiB,CAAC;AACvD,MAAM,CAAC,MAAM,aAAa,GAAG,SAAS,CAAC;AACvC,MAAM,CAAC,MAAM,QAAQ,GAAG,IAAI,CAAC;AAC7B,4BAA4B;AAC5B,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,iBAAiB;IACjB,YAAY;IACZ,qBAAqB;IACrB,QAAQ;IACR,+EAA+E;CAChF,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export declare const VOICE_VOX_API_URL = "http://localhost:50021";
|
|
2
|
+
export declare const VOICEPEAK_API_URL = "http://localhost:20202";
|
|
3
|
+
export declare const AIVIS_SPEECH_API_URL = "http://localhost:10101";
|
|
4
|
+
export declare const NIJI_VOICE_API_URL = "https://api.nijivoice.com/api/platform/v1";
|
|
5
|
+
export declare const OPENAI_TTS_API_URL = "https://api.openai.com/v1/audio/speech";
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
export const VOICE_VOX_API_URL = 'http://localhost:50021';
|
|
2
|
+
export const VOICEPEAK_API_URL = 'http://localhost:20202';
|
|
3
|
+
export const AIVIS_SPEECH_API_URL = 'http://localhost:10101';
|
|
4
|
+
export const NIJI_VOICE_API_URL = 'https://api.nijivoice.com/api/platform/v1';
|
|
5
|
+
export const OPENAI_TTS_API_URL = 'https://api.openai.com/v1/audio/speech';
|
|
6
|
+
//# sourceMappingURL=voiceEngine.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"voiceEngine.js","sourceRoot":"","sources":["../../src/constants/voiceEngine.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,iBAAiB,GAAG,wBAAwB,CAAC;AAC1D,MAAM,CAAC,MAAM,iBAAiB,GAAG,wBAAwB,CAAC;AAC1D,MAAM,CAAC,MAAM,oBAAoB,GAAG,wBAAwB,CAAC;AAC7D,MAAM,CAAC,MAAM,kBAAkB,GAAG,2CAA2C,CAAC;AAC9E,MAAM,CAAC,MAAM,kBAAkB,GAAG,wCAAwC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare const ENDPOINT_YOUTUBE_API = "https://youtube.googleapis.com/youtube/v3";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"youtube.js","sourceRoot":"","sources":["../../src/constants/youtube.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,oBAAoB,GAAG,2CAA2C,CAAC"}
|
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
import { EventEmitter } from './EventEmitter';
|
|
2
2
|
import { ChatProcessor } from './ChatProcessor';
|
|
3
3
|
import { MemoryManager } from './MemoryManager';
|
|
4
|
-
import { OpenAISummarizer } from '../services/chat/OpenAISummarizer';
|
|
4
|
+
import { OpenAISummarizer } from '../services/chat/providers/openai/OpenAISummarizer';
|
|
5
5
|
import { VoiceEngineAdapter } from '../services/voice/VoiceEngineAdapter';
|
|
6
6
|
import { textToScreenplay, screenplayToText } from '../utils/screenplay';
|
|
7
7
|
import { ChatServiceFactory } from '../services/chat/ChatServiceFactory';
|
|
8
|
-
import { MODEL_GPT_4O_MINI } from '../constants';
|
|
8
|
+
import { MODEL_GEMINI_2_0_FLASH_LITE, MODEL_GPT_4O_MINI } from '../constants';
|
|
9
|
+
import { GeminiSummarizer } from '../services/chat/providers/gemini/GeminiSummarizer';
|
|
9
10
|
/**
|
|
10
11
|
* Event types for AITuberOnAirCore
|
|
11
12
|
*/
|
|
@@ -53,7 +54,13 @@ export class AITuberOnAirCore extends EventEmitter {
|
|
|
53
54
|
this.chatService = ChatServiceFactory.createChatService(providerName, chatServiceOptions);
|
|
54
55
|
// Initialize MemoryManager (optional)
|
|
55
56
|
if (options.memoryOptions && options.memoryOptions.enableSummarization) {
|
|
56
|
-
|
|
57
|
+
let summarizer;
|
|
58
|
+
if (providerName === 'gemini') {
|
|
59
|
+
summarizer = new GeminiSummarizer(options.apiKey, options.model || MODEL_GEMINI_2_0_FLASH_LITE, options.memoryOptions.summaryPromptTemplate);
|
|
60
|
+
}
|
|
61
|
+
else {
|
|
62
|
+
summarizer = new OpenAISummarizer(options.apiKey, options.model || MODEL_GPT_4O_MINI, options.memoryOptions.summaryPromptTemplate);
|
|
63
|
+
}
|
|
57
64
|
this.memoryManager = new MemoryManager(options.memoryOptions, summarizer, options.memoryStorage);
|
|
58
65
|
}
|
|
59
66
|
// Initialize ChatProcessor
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AITuberOnAirCore.js","sourceRoot":"","sources":["../../src/core/AITuberOnAirCore.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAwB,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,aAAa,
|
|
1
|
+
{"version":3,"file":"AITuberOnAirCore.js","sourceRoot":"","sources":["../../src/core/AITuberOnAirCore.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAwB,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,aAAa,EAA6B,MAAM,iBAAiB,CAAC;AAE3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,oDAAoD,CAAC;AAMtF,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAE1E,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AAEzE,OAAO,EAAE,2BAA2B,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAC9E,OAAO,EAAE,gBAAgB,EAAE,MAAM,oDAAoD,CAAC;AA0BtF;;GAEG;AACH,MAAM,CAAN,IAAY,qBAeX;AAfD,WAAY,qBAAqB;IAC/B,yBAAyB;IACzB,6DAAoC,CAAA;IACpC,uBAAuB;IACvB,yDAAgC,CAAA;IAChC,mCAAmC;IACnC,+DAAsC,CAAA;IACtC,mCAAmC;IACnC,iEAAwC,CAAA;IACxC,qBAAqB;IACrB,qDAA4B,CAAA;IAC5B,mBAAmB;IACnB,iDAAwB,CAAA;IACxB,qBAAqB;IACrB,wCAAe,CAAA;AACjB,CAAC,EAfW,qBAAqB,KAArB,qBAAqB,QAehC;AAED;;;;;GAKG;AACH,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IAQhD;;;OAGG;IACH,YAAY,OAAgC;QAC1C,KAAK,EAAE,CAAC;QARF,iBAAY,GAAY,KAAK,CAAC;QASpC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;QAEpC,gDAAgD;QAChD,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC;QAEtD,6BAA6B;QAC7B,MAAM,kBAAkB,GAAuB;YAC7C,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,GAAG,OAAO,CAAC,eAAe;SAC3B,CAAC;QAEF,yBAAyB;QACzB,IAAI,CAAC,WAAW,GAAG,kBAAkB,CAAC,iBAAiB,CACrD,YAAY,EACZ,kBAAkB,CACnB,CAAC;QAEF,sCAAsC;QACtC,IAAI,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,aAAa,CAAC,mBAAmB,EAAE,CAAC;YACvE,IAAI,UAAsB,CAAC;YAE3B,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;gBAC9B,UAAU,GAAG,IAAI,gBAAgB,CAC/B,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,KAAK,IAAI,2BAA2B,EAC5C,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAC5C,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,UAAU,GAAG,IAAI,gBAAgB,CAC/B,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,KAAK,IAAI,iBAAiB,EAClC,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAC5C,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CACpC,OAAO,CAAC,aAAa,EACrB,UAAU,EACV,OAAO,CAAC,aAAa,CACtB,CAAC;QACJ,CAAC;QAED,2BAA2B;QAC3B,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CACpC,IAAI,CAAC,WAAW,EAChB;YACE,GAAG,OAAO,CAAC,WAAW;YACtB,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,aAAa;SAChC,EACD,IAAI,CAAC,aAAa,CACnB,CAAC;QAEF,iBAAiB;QACjB,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,qCAAqC;QACrC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACzB,IAAI,CAAC,YAAY,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;IAC3C,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;YAC5C,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YAE5D,oBAAoB;YACpB,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAE/C,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC9C,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,iBAAiB,CACrB,YAAoB,EACpB,YAAqB;QAErB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;YAC5C,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;YAEtE,mCAAmC;YACnC,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC;YACrD,CAAC;YAED,iCAAiC;YACjC,MAAM,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAEzD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,GAAG,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC9C,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,IAAI,CAAC,aAAa,CAAC,gBAAgB,EAAE,CAAC;QACxC,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,kBAAkB,CAAC,OAA4B;QAC7C,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,YAAY,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,oBAAoB,CACxB,IAAY,EACZ,OAIC;QAED,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAEnE,mCAAmC;QACnC,IAAI,oBAA8D,CAAC;QAEnE,IAAI,CAAC;YACH,4CAA4C;YAC5C,IAAI,OAAO,EAAE,qBAAqB,EAAE,CAAC;gBACnC,6DAA6D;gBAC7D,oBAAoB,GAAG;oBACrB,OAAO,EAAG,IAAI,CAAC,YAAoB,CAAC,OAAO,EAAE,OAAO;oBACpD,UAAU,EAAG,IAAI,CAAC,YAAoB,CAAC,OAAO,EAAE,UAAU;oBAC1D,MAAM,EAAG,IAAI,CAAC,YAAoB,CAAC,OAAO,EAAE,MAAM;iBACnD,CAAC;gBAEF,0BAA0B;gBAC1B,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;YACjE,CAAC;YAED,uBAAuB;YACvB,MAAM,YAAY,GAAqB;gBACrC,eAAe,EAAE,OAAO,EAAE,eAAe;gBACzC,cAAc,EAAE,OAAO,EAAE,cAAc;aACxC,CAAC;YAEF,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE1C,4CAA4C;YAC5C,MAAM,OAAO,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;YAE7C,uCAAuC;YACvC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,YAAY,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC;YAEvE,iBAAiB;YACjB,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAEjE,mBAAmB;YACnB,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,GAAG,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAChD,CAAC;gBAAS,CAAC;YACT,gDAAgD;YAChD,IAAI,oBAAoB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC9C,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,oBAAoB,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,oBAAoB;QAC1B,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC,IAAI,EAAE,EAAE;YAChD,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,eAAe,EAAE,GAAG,EAAE;YAC1C,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,0BAA0B,EAAE,CAAC,IAAI,EAAE,EAAE;YACzD,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,mBAAmB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACxD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC;YAErC,iEAAiE;YACjE,MAAM,OAAO,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;YAE7C,gCAAgC;YAChC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,EAAE;gBAClD,OAAO;gBACP,UAAU;gBACV,OAAO;aACR,CAAC,CAAC;YAEH,yDAAyD;YACzD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,IAAI,CAAC;oBACH,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;oBAE1D,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,UAAU,EAAE;wBACxC,eAAe,EAAE,IAAI;qBACtB,CAAC,CAAC;oBAEH,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;gBAC9C,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;oBAC9C,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACvC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACvC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAChD,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACK,GAAG,CAAC,GAAG,IAAW;QACxB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,GAAG,IAAI,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,gGAAgG;QAChG,2EAA2E;QAC3E,MAAM,QAAQ,GAAI,IAAI,CAAC,WAAmB,CAAC,QAAQ,CAAC;QACpD,MAAM,KAAK,GAAI,IAAI,CAAC,WAAmB,CAAC,KAAK,CAAC;QAE9C,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YACrC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;SACjC,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,qBAAqB;QAC1B,OAAO,kBAAkB,CAAC,qBAAqB,EAAE,CAAC;IACpD,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,kBAAkB,CAAC,YAAoB;QAC5C,OAAO,kBAAkB,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;IAC7D,CAAC;CACF"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { EventEmitter } from './EventEmitter';
|
|
2
2
|
import { textsToScreenplay } from '../utils/screenplay';
|
|
3
|
-
import { DEFAULT_VISION_PROMPT } from '../constants
|
|
3
|
+
import { DEFAULT_VISION_PROMPT } from '../constants';
|
|
4
4
|
/**
|
|
5
5
|
* Core logic for chat processing
|
|
6
6
|
* Combines ChatService and MemoryManager to execute
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ChatProcessor.js","sourceRoot":"","sources":["../../src/core/ChatProcessor.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"ChatProcessor.js","sourceRoot":"","sources":["../../src/core/ChatProcessor.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAkBrD;;;;GAIG;AACH,MAAM,OAAO,aAAc,SAAQ,YAAY;IAQ7C;;;;;OAKG;IACH,YACE,WAAwB,EACxB,OAA6B,EAC7B,aAA6B;QAE7B,KAAK,EAAE,CAAC;QAfF,YAAO,GAAc,EAAE,CAAC;QACxB,kBAAa,GAAW,CAAC,CAAC;QAC1B,mBAAc,GAAY,KAAK,CAAC;QActC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACrC,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,OAAgB;QAC3B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED;;;OAGG;IACH,gBAAgB,CAAC,IAAY;QAC3B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,UAAyC;QACrD,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,UAAU,EAAE,CAAC;IACpD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,eAAe,CACnB,IAAY,EACZ,WAAqB,UAAU;QAE/B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAEvD,yCAAyC;YACzC,IAAI,IAAI,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;gBAC7B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAClC,CAAC;YAED,sBAAsB;YACtB,MAAM,WAAW,GAAY;gBAC3B,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC;YAEF,kBAAkB;YAClB,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YAE/B,4BAA4B;YAC5B,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACjD,MAAM,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAC3C,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,aAAa,CACnB,CAAC;YACJ,CAAC;YAED,iCAAiC;YACjC,MAAM,QAAQ,GAAc,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAE9D,2BAA2B;YAC3B,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAChC,QAAQ,EACR,CAAC,QAAQ,EAAE,EAAE;gBACX,6BAA6B;gBAC7B,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,QAAQ,CAAC,CAAC;YAClD,CAAC,EACD,KAAK,EAAE,QAAQ,EAAE,EAAE;gBACjB,yBAAyB;gBACzB,MAAM,gBAAgB,GAAY;oBAChC,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,QAAQ;oBACjB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB,CAAC;gBAEF,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;gBAEpC,wBAAwB;gBACxB,MAAM,UAAU,GAAG,iBAAiB,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpD,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE;oBAC7B,OAAO,EAAE,gBAAgB;oBACzB,UAAU,EAAE,UAAU;iBACvB,CAAC,CAAC;gBAEH,kBAAkB;gBAClB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,IAAI,CAAC,aAAa,CAAC,kBAAkB,EAAE,CAAC;gBAC1C,CAAC;YACH,CAAC,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;YACvD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC5B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,iBAAiB,CAAC,YAAoB;QAC1C,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;YAEzE,yCAAyC;YACzC,IAAI,IAAI,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;gBAC7B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAClC,CAAC;YAED,4BAA4B;YAC5B,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACjD,MAAM,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAC3C,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,aAAa,CACnB,CAAC;YACJ,CAAC;YAED,iCAAiC;YACjC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAEvD,2BAA2B;YAC3B,IAAI,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBACpC,YAAY,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB;iBACzC,CAAC,CAAC;YACL,CAAC;YAED,wBAAwB;YACxB,MAAM,aAAa,GAAsB;gBACvC,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,qBAAqB;qBACzD;oBACD;wBACE,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE;4BACT,GAAG,EAAE,YAAY;4BACjB,MAAM,EAAE,KAAK,EAAE,mBAAmB;yBACnC;qBACF;iBACF;aACF,CAAC;YAEF,2BAA2B;YAC3B,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CACtC,CAAC,GAAG,YAAY,EAAE,aAAa,CAAC,EAChC,CAAC,QAAQ,EAAE,EAAE;gBACX,6BAA6B;gBAC7B,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,QAAQ,CAAC,CAAC;YAClD,CAAC,EACD,KAAK,EAAE,QAAQ,EAAE,EAAE;gBACjB,yBAAyB;gBACzB,MAAM,gBAAgB,GAAY;oBAChC,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,QAAQ;oBACjB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB,CAAC;gBAEF,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;gBAEpC,wBAAwB;gBACxB,MAAM,UAAU,GAAG,iBAAiB,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpD,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE;oBAC7B,OAAO,EAAE,gBAAgB;oBACzB,UAAU,EAAE,UAAU;oBACtB,YAAY,EAAE,YAAY;iBAC3B,CAAC,CAAC;gBAEH,kBAAkB;gBAClB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,IAAI,CAAC,aAAa,CAAC,kBAAkB,EAAE,CAAC;gBAC1C,CAAC;YACH,CAAC,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YACzD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC5B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,oBAAoB;QAChC,MAAM,QAAQ,GAAc,EAAE,CAAC;QAE/B,oBAAoB;QACpB,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAC9B,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;aACnC,CAAC,CAAC;QACL,CAAC;QAED,aAAa;QACb,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACjD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,kBAAkB,EAAE,CAAC;YAC3D,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,aAAa,GACjB,UAAU;oBACV,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAEpE,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,aAAa;iBACvB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,eAAe;QACf,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QAE/B,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}
|
package/dist/index.d.ts
CHANGED
|
@@ -4,11 +4,13 @@
|
|
|
4
4
|
*/
|
|
5
5
|
export * from './types';
|
|
6
6
|
export type { ChatService } from './services/chat/ChatService';
|
|
7
|
-
export { OpenAIChatService } from './services/chat/OpenAIChatService';
|
|
8
|
-
export { OpenAISummarizer } from './services/chat/OpenAISummarizer';
|
|
7
|
+
export { OpenAIChatService } from './services/chat/providers/openai/OpenAIChatService';
|
|
8
|
+
export { OpenAISummarizer } from './services/chat/providers/openai/OpenAISummarizer';
|
|
9
|
+
export { GeminiSummarizer } from './services/chat/providers/gemini/GeminiSummarizer';
|
|
9
10
|
export type { ChatServiceOptions, ChatServiceProvider, } from './services/chat/providers/ChatServiceProvider';
|
|
10
11
|
export { ChatServiceFactory } from './services/chat/ChatServiceFactory';
|
|
11
|
-
export { OpenAIChatServiceProvider } from './services/chat/providers/OpenAIChatServiceProvider';
|
|
12
|
+
export { OpenAIChatServiceProvider } from './services/chat/providers/openai/OpenAIChatServiceProvider';
|
|
13
|
+
export { GeminiChatServiceProvider } from './services/chat/providers/gemini/GeminiChatServiceProvider';
|
|
12
14
|
export type { VoiceService, VoiceServiceOptions, AudioPlayOptions, } from './services/voice/VoiceService';
|
|
13
15
|
export { VoiceEngineAdapter } from './services/voice/VoiceEngineAdapter';
|
|
14
16
|
export { EventEmitter } from './core/EventEmitter';
|
|
@@ -18,7 +20,6 @@ export type { ChatProcessorOptions } from './core/ChatProcessor';
|
|
|
18
20
|
export { ChatProcessor } from './core/ChatProcessor';
|
|
19
21
|
export type { AITuberOnAirCoreOptions } from './core/AITuberOnAirCore';
|
|
20
22
|
export { AITuberOnAirCore, AITuberOnAirCoreEvent, } from './core/AITuberOnAirCore';
|
|
23
|
+
export * from './constants';
|
|
21
24
|
export * from './utils';
|
|
22
25
|
export { createMemoryStorage } from './utils/storage';
|
|
23
|
-
export * from './constants';
|
|
24
|
-
export type { Screenplay } from './types';
|
package/dist/index.js
CHANGED
|
@@ -4,19 +4,21 @@
|
|
|
4
4
|
*/
|
|
5
5
|
// Type definitions exports
|
|
6
6
|
export * from './types';
|
|
7
|
-
export { OpenAIChatService } from './services/chat/OpenAIChatService';
|
|
8
|
-
export { OpenAISummarizer } from './services/chat/OpenAISummarizer';
|
|
7
|
+
export { OpenAIChatService } from './services/chat/providers/openai/OpenAIChatService';
|
|
8
|
+
export { OpenAISummarizer } from './services/chat/providers/openai/OpenAISummarizer';
|
|
9
|
+
export { GeminiSummarizer } from './services/chat/providers/gemini/GeminiSummarizer';
|
|
9
10
|
export { ChatServiceFactory } from './services/chat/ChatServiceFactory';
|
|
10
|
-
export { OpenAIChatServiceProvider } from './services/chat/providers/OpenAIChatServiceProvider';
|
|
11
|
+
export { OpenAIChatServiceProvider } from './services/chat/providers/openai/OpenAIChatServiceProvider';
|
|
12
|
+
export { GeminiChatServiceProvider } from './services/chat/providers/gemini/GeminiChatServiceProvider';
|
|
11
13
|
export { VoiceEngineAdapter } from './services/voice/VoiceEngineAdapter';
|
|
12
14
|
// Core module exports
|
|
13
15
|
export { EventEmitter } from './core/EventEmitter';
|
|
14
16
|
export { MemoryManager } from './core/MemoryManager';
|
|
15
17
|
export { ChatProcessor } from './core/ChatProcessor';
|
|
16
18
|
export { AITuberOnAirCore, AITuberOnAirCoreEvent, } from './core/AITuberOnAirCore';
|
|
19
|
+
// Constants exports
|
|
20
|
+
export * from './constants';
|
|
17
21
|
// Utility exports
|
|
18
22
|
export * from './utils';
|
|
19
23
|
export { createMemoryStorage } from './utils/storage';
|
|
20
|
-
// Constants exports
|
|
21
|
-
export * from './constants';
|
|
22
24
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,2BAA2B;AAC3B,cAAc,SAAS,CAAC;AAIxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,2BAA2B;AAC3B,cAAc,SAAS,CAAC;AAIxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,oDAAoD,CAAC;AACvF,OAAO,EAAE,gBAAgB,EAAE,MAAM,mDAAmD,CAAC;AACrF,OAAO,EAAE,gBAAgB,EAAE,MAAM,mDAAmD,CAAC;AAOrF,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAE,yBAAyB,EAAE,MAAM,4DAA4D,CAAC;AACvG,OAAO,EAAE,yBAAyB,EAAE,MAAM,4DAA4D,CAAC;AAQvG,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AAEzE,sBAAsB;AACtB,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EACL,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,yBAAyB,CAAC;AAEjC,oBAAoB;AACpB,cAAc,aAAa,CAAC;AAE5B,kBAAkB;AAClB,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC"}
|
|
@@ -4,6 +4,16 @@ import { Message, MessageWithVision } from '../../types';
|
|
|
4
4
|
* Abstracts interaction with AI models
|
|
5
5
|
*/
|
|
6
6
|
export interface ChatService {
|
|
7
|
+
/**
|
|
8
|
+
* Get the model name
|
|
9
|
+
* @returns Model name
|
|
10
|
+
*/
|
|
11
|
+
getModel(): string;
|
|
12
|
+
/**
|
|
13
|
+
* Get the vision model name
|
|
14
|
+
* @returns Vision model name
|
|
15
|
+
*/
|
|
16
|
+
getVisionModel(): string;
|
|
7
17
|
/**
|
|
8
18
|
* Process chat messages
|
|
9
19
|
* @param messages Array of messages to send
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
import { OpenAIChatServiceProvider } from './providers/OpenAIChatServiceProvider';
|
|
1
|
+
import { OpenAIChatServiceProvider } from './providers/openai/OpenAIChatServiceProvider';
|
|
2
|
+
import { GeminiChatServiceProvider } from './providers/gemini/GeminiChatServiceProvider';
|
|
2
3
|
/**
|
|
3
4
|
* Chat service factory
|
|
4
5
|
* Manages and creates various AI providers
|
|
@@ -50,6 +51,8 @@ export class ChatServiceFactory {
|
|
|
50
51
|
}
|
|
51
52
|
/** Map of registered providers */
|
|
52
53
|
ChatServiceFactory.providers = new Map();
|
|
53
|
-
// Register OpenAI as
|
|
54
|
+
// Register OpenAI as a provider
|
|
54
55
|
ChatServiceFactory.registerProvider(new OpenAIChatServiceProvider());
|
|
56
|
+
// Register Gemini as a provider
|
|
57
|
+
ChatServiceFactory.registerProvider(new GeminiChatServiceProvider());
|
|
55
58
|
//# sourceMappingURL=ChatServiceFactory.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ChatServiceFactory.js","sourceRoot":"","sources":["../../../src/services/chat/ChatServiceFactory.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"ChatServiceFactory.js","sourceRoot":"","sources":["../../../src/services/chat/ChatServiceFactory.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,MAAM,8CAA8C,CAAC;AACzF,OAAO,EAAE,yBAAyB,EAAE,MAAM,8CAA8C,CAAC;AAEzF;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAI7B;;;OAGG;IACH,MAAM,CAAC,gBAAgB,CAAC,QAA6B;QACnD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,eAAe,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,iBAAiB,CACtB,YAAoB,EACpB,OAA2B;QAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,0BAA0B,YAAY,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,QAAQ,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,YAAY;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,qBAAqB;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,kBAAkB,CAAC,YAAoB;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAClD,OAAO,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,CAAC;;AApDD,kCAAkC;AACnB,4BAAS,GAAqC,IAAI,GAAG,EAAE,CAAC;AAsDzE,gCAAgC;AAChC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,yBAAyB,EAAE,CAAC,CAAC;AACrE,gCAAgC;AAChC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,yBAAyB,EAAE,CAAC,CAAC"}
|