@aituber-onair/chat 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.ja.md +18 -2
- package/README.md +18 -2
- package/dist/cjs/constants/geminiNano.d.ts +6 -0
- package/dist/cjs/constants/geminiNano.d.ts.map +1 -0
- package/dist/cjs/constants/geminiNano.js +9 -0
- package/dist/cjs/constants/geminiNano.js.map +1 -0
- package/dist/cjs/constants/index.d.ts +2 -0
- package/dist/cjs/constants/index.d.ts.map +1 -1
- package/dist/cjs/constants/index.js +2 -0
- package/dist/cjs/constants/index.js.map +1 -1
- package/dist/cjs/constants/xai.d.ts +11 -0
- package/dist/cjs/constants/xai.d.ts.map +1 -0
- package/dist/cjs/constants/xai.js +24 -0
- package/dist/cjs/constants/xai.js.map +1 -0
- package/dist/cjs/index.d.ts +5 -1
- package/dist/cjs/index.d.ts.map +1 -1
- package/dist/cjs/index.js +11 -1
- package/dist/cjs/index.js.map +1 -1
- package/dist/cjs/services/providers/ChatServiceProvider.d.ts +15 -0
- package/dist/cjs/services/providers/ChatServiceProvider.d.ts.map +1 -1
- package/dist/cjs/services/providers/geminiNano/GeminiNanoChatService.d.ts +37 -0
- package/dist/cjs/services/providers/geminiNano/GeminiNanoChatService.d.ts.map +1 -0
- package/dist/cjs/services/providers/geminiNano/GeminiNanoChatService.js +128 -0
- package/dist/cjs/services/providers/geminiNano/GeminiNanoChatService.js.map +1 -0
- package/dist/cjs/services/providers/geminiNano/GeminiNanoChatServiceProvider.d.ts +15 -0
- package/dist/cjs/services/providers/geminiNano/GeminiNanoChatServiceProvider.d.ts.map +1 -0
- package/dist/cjs/services/providers/geminiNano/GeminiNanoChatServiceProvider.js +35 -0
- package/dist/cjs/services/providers/geminiNano/GeminiNanoChatServiceProvider.js.map +1 -0
- package/dist/cjs/services/providers/index.d.ts +3 -1
- package/dist/cjs/services/providers/index.d.ts.map +1 -1
- package/dist/cjs/services/providers/index.js +4 -0
- package/dist/cjs/services/providers/index.js.map +1 -1
- package/dist/cjs/services/providers/xai/XAIChatService.d.ts +65 -0
- package/dist/cjs/services/providers/xai/XAIChatService.d.ts.map +1 -0
- package/dist/cjs/services/providers/xai/XAIChatService.js +150 -0
- package/dist/cjs/services/providers/xai/XAIChatService.js.map +1 -0
- package/dist/cjs/services/providers/xai/XAIChatServiceProvider.d.ts +38 -0
- package/dist/cjs/services/providers/xai/XAIChatServiceProvider.d.ts.map +1 -0
- package/dist/cjs/services/providers/xai/XAIChatServiceProvider.js +76 -0
- package/dist/cjs/services/providers/xai/XAIChatServiceProvider.js.map +1 -0
- package/dist/esm/constants/geminiNano.d.ts +6 -0
- package/dist/esm/constants/geminiNano.d.ts.map +1 -0
- package/dist/esm/constants/geminiNano.js +6 -0
- package/dist/esm/constants/geminiNano.js.map +1 -0
- package/dist/esm/constants/index.d.ts +2 -0
- package/dist/esm/constants/index.d.ts.map +1 -1
- package/dist/esm/constants/index.js +2 -0
- package/dist/esm/constants/index.js.map +1 -1
- package/dist/esm/constants/xai.d.ts +11 -0
- package/dist/esm/constants/xai.d.ts.map +1 -0
- package/dist/esm/constants/xai.js +20 -0
- package/dist/esm/constants/xai.js.map +1 -0
- package/dist/esm/index.d.ts +5 -1
- package/dist/esm/index.d.ts.map +1 -1
- package/dist/esm/index.js +6 -0
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/services/providers/ChatServiceProvider.d.ts +15 -0
- package/dist/esm/services/providers/ChatServiceProvider.d.ts.map +1 -1
- package/dist/esm/services/providers/geminiNano/GeminiNanoChatService.d.ts +37 -0
- package/dist/esm/services/providers/geminiNano/GeminiNanoChatService.d.ts.map +1 -0
- package/dist/esm/services/providers/geminiNano/GeminiNanoChatService.js +124 -0
- package/dist/esm/services/providers/geminiNano/GeminiNanoChatService.js.map +1 -0
- package/dist/esm/services/providers/geminiNano/GeminiNanoChatServiceProvider.d.ts +15 -0
- package/dist/esm/services/providers/geminiNano/GeminiNanoChatServiceProvider.d.ts.map +1 -0
- package/dist/esm/services/providers/geminiNano/GeminiNanoChatServiceProvider.js +31 -0
- package/dist/esm/services/providers/geminiNano/GeminiNanoChatServiceProvider.js.map +1 -0
- package/dist/esm/services/providers/index.d.ts +3 -1
- package/dist/esm/services/providers/index.d.ts.map +1 -1
- package/dist/esm/services/providers/index.js +4 -0
- package/dist/esm/services/providers/index.js.map +1 -1
- package/dist/esm/services/providers/xai/XAIChatService.d.ts +65 -0
- package/dist/esm/services/providers/xai/XAIChatService.d.ts.map +1 -0
- package/dist/esm/services/providers/xai/XAIChatService.js +146 -0
- package/dist/esm/services/providers/xai/XAIChatService.js.map +1 -0
- package/dist/esm/services/providers/xai/XAIChatServiceProvider.d.ts +38 -0
- package/dist/esm/services/providers/xai/XAIChatServiceProvider.d.ts.map +1 -0
- package/dist/esm/services/providers/xai/XAIChatServiceProvider.js +72 -0
- package/dist/esm/services/providers/xai/XAIChatServiceProvider.js.map +1 -0
- package/dist/umd/aituber-onair-chat.js +387 -0
- package/dist/umd/aituber-onair-chat.min.js +11 -6
- package/package.json +1 -1
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
import { MODEL_GEMINI_NANO, GEMINI_NANO_MAX_CONTEXT_MESSAGES, } from '../../../constants/geminiNano';
|
|
2
|
+
/**
|
|
3
|
+
* Get the LanguageModel API from the global scope.
|
|
4
|
+
* Returns undefined in non-browser environments or unsupported browsers.
|
|
5
|
+
*/
|
|
6
|
+
function getLanguageModelAPI() {
|
|
7
|
+
if (typeof globalThis !== 'undefined' && 'LanguageModel' in globalThis) {
|
|
8
|
+
return globalThis.LanguageModel;
|
|
9
|
+
}
|
|
10
|
+
return undefined;
|
|
11
|
+
}
|
|
12
|
+
/**
|
|
13
|
+
* Gemini Nano implementation of ChatService.
|
|
14
|
+
* Uses Chrome's built-in LanguageModel API (Prompt API, Chrome 138+).
|
|
15
|
+
* Runs entirely in the browser — no API key or network required.
|
|
16
|
+
*/
|
|
17
|
+
export class GeminiNanoChatService {
|
|
18
|
+
constructor(options = {}) {
|
|
19
|
+
this.provider = 'gemini-nano';
|
|
20
|
+
this.expectedInputLanguages = options.expectedInputLanguages ?? ['ja'];
|
|
21
|
+
this.expectedOutputLanguages = options.expectedOutputLanguages ?? ['ja'];
|
|
22
|
+
this._responseLength = options.responseLength;
|
|
23
|
+
void this._responseLength;
|
|
24
|
+
}
|
|
25
|
+
getModel() {
|
|
26
|
+
return MODEL_GEMINI_NANO;
|
|
27
|
+
}
|
|
28
|
+
getVisionModel() {
|
|
29
|
+
return MODEL_GEMINI_NANO;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Process chat messages using Gemini Nano.
|
|
33
|
+
* Non-streaming: calls onPartialResponse once with the full response,
|
|
34
|
+
* then calls onCompleteResponse.
|
|
35
|
+
*/
|
|
36
|
+
async processChat(messages, onPartialResponse, onCompleteResponse) {
|
|
37
|
+
const response = await this.generateResponse(messages);
|
|
38
|
+
onPartialResponse(response);
|
|
39
|
+
await onCompleteResponse(response);
|
|
40
|
+
}
|
|
41
|
+
async processVisionChat(_messages, _onPartialResponse, _onCompleteResponse) {
|
|
42
|
+
throw new Error('Gemini Nano does not support vision capabilities.');
|
|
43
|
+
}
|
|
44
|
+
async chatOnce(messages, _stream = false, onPartialResponse = () => { }, _maxTokens) {
|
|
45
|
+
const response = await this.generateResponse(messages);
|
|
46
|
+
onPartialResponse(response);
|
|
47
|
+
return {
|
|
48
|
+
blocks: [{ type: 'text', text: response }],
|
|
49
|
+
stop_reason: 'end',
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
async visionChatOnce(_messages, _stream = false, _onPartialResponse = () => { }, _maxTokens) {
|
|
53
|
+
throw new Error('Gemini Nano does not support vision capabilities.');
|
|
54
|
+
}
|
|
55
|
+
/**
|
|
56
|
+
* Core logic: extract system prompt, manage session, call prompt().
|
|
57
|
+
*/
|
|
58
|
+
async generateResponse(messages) {
|
|
59
|
+
const api = getLanguageModelAPI();
|
|
60
|
+
if (!api) {
|
|
61
|
+
throw new Error('Gemini Nano is not available in this environment. ' +
|
|
62
|
+
'Chrome 138+ with Prompt API enabled is required.');
|
|
63
|
+
}
|
|
64
|
+
const availability = await api.availability();
|
|
65
|
+
if (availability !== 'available' && availability !== 'downloadable') {
|
|
66
|
+
throw new Error('Gemini Nano Prompt API is not ready in this environment. ' +
|
|
67
|
+
`LanguageModel.availability() returned "${availability}". ` +
|
|
68
|
+
'Expected "available" or "downloadable".');
|
|
69
|
+
}
|
|
70
|
+
// Extract system prompt
|
|
71
|
+
const systemMessages = messages.filter((m) => m.role === 'system');
|
|
72
|
+
const systemPrompt = systemMessages.map((m) => m.content).join('\n');
|
|
73
|
+
// Get conversation messages (exclude system)
|
|
74
|
+
const conversationMessages = messages
|
|
75
|
+
.filter((m) => m.role !== 'system')
|
|
76
|
+
.slice(-GEMINI_NANO_MAX_CONTEXT_MESSAGES);
|
|
77
|
+
// Get the last user message to send via prompt()
|
|
78
|
+
const lastUserMessage = [...conversationMessages]
|
|
79
|
+
.reverse()
|
|
80
|
+
.find((m) => m.role === 'user');
|
|
81
|
+
if (!lastUserMessage) {
|
|
82
|
+
throw new Error('No user message found in the provided messages.');
|
|
83
|
+
}
|
|
84
|
+
const session = await this.createSession(api, systemPrompt, conversationMessages);
|
|
85
|
+
try {
|
|
86
|
+
return await session.prompt(lastUserMessage.content);
|
|
87
|
+
}
|
|
88
|
+
finally {
|
|
89
|
+
try {
|
|
90
|
+
session.destroy();
|
|
91
|
+
}
|
|
92
|
+
catch {
|
|
93
|
+
// ignore
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
/**
|
|
98
|
+
* Create a new LanguageModel session with system prompt and context history.
|
|
99
|
+
* Context history (excluding the last user message) is embedded in the system prompt.
|
|
100
|
+
*/
|
|
101
|
+
async createSession(api, systemPrompt, contextHistory) {
|
|
102
|
+
let prompt = systemPrompt;
|
|
103
|
+
// Embed conversation history into system prompt (exclude last user msg)
|
|
104
|
+
const historyMessages = contextHistory.slice(0, -1);
|
|
105
|
+
if (historyMessages.length > 0) {
|
|
106
|
+
const history = historyMessages
|
|
107
|
+
.map((m) => `${m.role === 'user' ? 'User' : 'Assistant'}: ${m.content}`)
|
|
108
|
+
.join('\n');
|
|
109
|
+
prompt +=
|
|
110
|
+
'\n\n以下はこれまでの会話履歴です。この文脈を踏まえて回答してください:\n' +
|
|
111
|
+
history;
|
|
112
|
+
}
|
|
113
|
+
return api.create({
|
|
114
|
+
systemPrompt: prompt,
|
|
115
|
+
expectedInputs: [
|
|
116
|
+
{ type: 'text', languages: this.expectedInputLanguages },
|
|
117
|
+
],
|
|
118
|
+
expectedOutputs: [
|
|
119
|
+
{ type: 'text', languages: this.expectedOutputLanguages },
|
|
120
|
+
],
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
//# sourceMappingURL=GeminiNanoChatService.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"GeminiNanoChatService.js","sourceRoot":"","sources":["../../../../../src/services/providers/geminiNano/GeminiNanoChatService.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,iBAAiB,EACjB,gCAAgC,GACjC,MAAM,+BAA+B,CAAC;AAkBvC;;;GAGG;AACH,SAAS,mBAAmB;IAC1B,IAAI,OAAO,UAAU,KAAK,WAAW,IAAI,eAAe,IAAI,UAAU,EAAE,CAAC;QACvE,OAAQ,UAAkB,CAAC,aAAiC,CAAC;IAC/D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,qBAAqB;IAOhC,YAAY,UAAwC,EAAE;QAN7C,aAAQ,GAAW,aAAa,CAAC;QAOxC,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,IAAI,CAAC,IAAI,CAAC,CAAC;QACvE,IAAI,CAAC,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,IAAI,CAAC,IAAI,CAAC,CAAC;QACzE,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;QAC9C,KAAK,IAAI,CAAC,eAAe,CAAC;IAC5B,CAAC;IAED,QAAQ;QACN,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,cAAc;QACZ,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CACf,QAAmB,EACnB,iBAAyC,EACzC,kBAAmD;QAEnD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACvD,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC5B,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,SAA8B,EAC9B,kBAA0C,EAC1C,mBAAoD;QAEpD,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAmB,EACnB,UAAmB,KAAK,EACxB,oBAA4C,GAAG,EAAE,GAAE,CAAC,EACpD,UAAmB;QAEnB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACvD,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAE5B,OAAO;YACL,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;YAC1C,WAAW,EAAE,KAAK;SACnB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,SAA8B,EAC9B,UAAmB,KAAK,EACxB,qBAA6C,GAAG,EAAE,GAAE,CAAC,EACrD,UAAmB;QAEnB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAAC,QAAmB;QAChD,MAAM,GAAG,GAAG,mBAAmB,EAAE,CAAC;QAClC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CACb,oDAAoD;gBAClD,kDAAkD,CACrD,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,YAAY,EAAE,CAAC;QAC9C,IAAI,YAAY,KAAK,WAAW,IAAI,YAAY,KAAK,cAAc,EAAE,CAAC;YACpE,MAAM,IAAI,KAAK,CACb,2DAA2D;gBACzD,0CAA0C,YAAY,KAAK;gBAC3D,yCAAyC,CAC5C,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACnE,MAAM,YAAY,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAErE,6CAA6C;QAC7C,MAAM,oBAAoB,GAAG,QAAQ;aAClC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;aAClC,KAAK,CAAC,CAAC,gCAAgC,CAAC,CAAC;QAE5C,iDAAiD;QACjD,MAAM,eAAe,GAAG,CAAC,GAAG,oBAAoB,CAAC;aAC9C,OAAO,EAAE;aACT,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAElC,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CACtC,GAAG,EACH,YAAY,EACZ,oBAAoB,CACrB,CAAC;QAEF,IAAI,CAAC;YACH,OAAO,MAAM,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QACvD,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,aAAa,CACzB,GAAqB,EACrB,YAAoB,EACpB,cAAyB;QAEzB,IAAI,MAAM,GAAG,YAAY,CAAC;QAE1B,wEAAwE;QACxE,MAAM,eAAe,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACpD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,eAAe;iBAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;iBACvE,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,MAAM;gBACJ,yCAAyC;oBACzC,OAAO,CAAC;QACZ,CAAC;QAED,OAAO,GAAG,CAAC,MAAM,CAAC;YAChB,YAAY,EAAE,MAAM;YACpB,cAAc,EAAE;gBACd,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,sBAAsB,EAAE;aACzD;YACD,eAAe,EAAE;gBACf,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,uBAAuB,EAAE;aAC1D;SACF,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { ChatService } from '../../ChatService';
|
|
2
|
+
import { GeminiNanoChatServiceOptions, ChatServiceProvider, VisionSupportLevel } from '../ChatServiceProvider';
|
|
3
|
+
/**
|
|
4
|
+
* Gemini Nano (Chrome built-in AI) provider implementation.
|
|
5
|
+
* No API key required — runs entirely in the browser.
|
|
6
|
+
*/
|
|
7
|
+
export declare class GeminiNanoChatServiceProvider implements ChatServiceProvider<GeminiNanoChatServiceOptions> {
|
|
8
|
+
createChatService(options: GeminiNanoChatServiceOptions): ChatService;
|
|
9
|
+
getProviderName(): string;
|
|
10
|
+
getSupportedModels(): string[];
|
|
11
|
+
getDefaultModel(): string;
|
|
12
|
+
supportsVision(): boolean;
|
|
13
|
+
getVisionSupportLevel(): VisionSupportLevel;
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=GeminiNanoChatServiceProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"GeminiNanoChatServiceProvider.d.ts","sourceRoot":"","sources":["../../../../../src/services/providers/geminiNano/GeminiNanoChatServiceProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EACL,4BAA4B,EAC5B,mBAAmB,EACnB,kBAAkB,EACnB,MAAM,wBAAwB,CAAC;AAGhC;;;GAGG;AACH,qBAAa,6BACX,YAAW,mBAAmB,CAAC,4BAA4B,CAAC;IAE5D,iBAAiB,CAAC,OAAO,EAAE,4BAA4B,GAAG,WAAW;IAQrE,eAAe,IAAI,MAAM;IAIzB,kBAAkB,IAAI,MAAM,EAAE;IAI9B,eAAe,IAAI,MAAM;IAIzB,cAAc,IAAI,OAAO;IAIzB,qBAAqB,IAAI,kBAAkB;CAG5C"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { GeminiNanoChatService } from './GeminiNanoChatService';
|
|
2
|
+
import { MODEL_GEMINI_NANO } from '../../../constants/geminiNano';
|
|
3
|
+
/**
|
|
4
|
+
* Gemini Nano (Chrome built-in AI) provider implementation.
|
|
5
|
+
* No API key required — runs entirely in the browser.
|
|
6
|
+
*/
|
|
7
|
+
export class GeminiNanoChatServiceProvider {
|
|
8
|
+
createChatService(options) {
|
|
9
|
+
return new GeminiNanoChatService({
|
|
10
|
+
expectedInputLanguages: options.expectedInputLanguages,
|
|
11
|
+
expectedOutputLanguages: options.expectedOutputLanguages,
|
|
12
|
+
responseLength: options.responseLength,
|
|
13
|
+
});
|
|
14
|
+
}
|
|
15
|
+
getProviderName() {
|
|
16
|
+
return 'gemini-nano';
|
|
17
|
+
}
|
|
18
|
+
getSupportedModels() {
|
|
19
|
+
return [MODEL_GEMINI_NANO];
|
|
20
|
+
}
|
|
21
|
+
getDefaultModel() {
|
|
22
|
+
return MODEL_GEMINI_NANO;
|
|
23
|
+
}
|
|
24
|
+
supportsVision() {
|
|
25
|
+
return false;
|
|
26
|
+
}
|
|
27
|
+
getVisionSupportLevel() {
|
|
28
|
+
return 'unsupported';
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=GeminiNanoChatServiceProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"GeminiNanoChatServiceProvider.js","sourceRoot":"","sources":["../../../../../src/services/providers/geminiNano/GeminiNanoChatServiceProvider.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAMhE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAElE;;;GAGG;AACH,MAAM,OAAO,6BAA6B;IAGxC,iBAAiB,CAAC,OAAqC;QACrD,OAAO,IAAI,qBAAqB,CAAC;YAC/B,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;YACtD,uBAAuB,EAAE,OAAO,CAAC,uBAAuB;YACxD,cAAc,EAAE,OAAO,CAAC,cAAc;SACvC,CAAC,CAAC;IACL,CAAC;IAED,eAAe;QACb,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,kBAAkB;QAChB,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC7B,CAAC;IAED,eAAe;QACb,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,cAAc;QACZ,OAAO,KAAK,CAAC;IACf,CAAC;IAED,qBAAqB;QACnB,OAAO,aAAa,CAAC;IACvB,CAAC;CACF"}
|
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
import { ClaudeChatServiceProvider } from './claude/ClaudeChatServiceProvider';
|
|
2
2
|
import { GeminiChatServiceProvider } from './gemini/GeminiChatServiceProvider';
|
|
3
|
+
import { GeminiNanoChatServiceProvider } from './geminiNano/GeminiNanoChatServiceProvider';
|
|
3
4
|
import { KimiChatServiceProvider } from './kimi/KimiChatServiceProvider';
|
|
4
5
|
import { OpenAICompatibleChatServiceProvider } from './openaiCompatible/OpenAICompatibleChatServiceProvider';
|
|
5
6
|
import { OpenAIChatServiceProvider } from './openai/OpenAIChatServiceProvider';
|
|
6
7
|
import { OpenRouterChatServiceProvider } from './openrouter/OpenRouterChatServiceProvider';
|
|
8
|
+
import { XAIChatServiceProvider } from './xai/XAIChatServiceProvider';
|
|
7
9
|
import { ZAIChatServiceProvider } from './zai/ZAIChatServiceProvider';
|
|
8
|
-
export declare const DEFAULT_CHAT_SERVICE_PROVIDERS: (ClaudeChatServiceProvider | GeminiChatServiceProvider | KimiChatServiceProvider | OpenAICompatibleChatServiceProvider | OpenAIChatServiceProvider | OpenRouterChatServiceProvider | ZAIChatServiceProvider)[];
|
|
10
|
+
export declare const DEFAULT_CHAT_SERVICE_PROVIDERS: (ClaudeChatServiceProvider | GeminiChatServiceProvider | GeminiNanoChatServiceProvider | KimiChatServiceProvider | OpenAICompatibleChatServiceProvider | OpenAIChatServiceProvider | OpenRouterChatServiceProvider | XAIChatServiceProvider | ZAIChatServiceProvider)[];
|
|
9
11
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/services/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAC;AACzE,OAAO,EAAE,mCAAmC,EAAE,MAAM,wDAAwD,CAAC;AAC7G,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,6BAA6B,EAAE,MAAM,4CAA4C,CAAC;AAC3F,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAEtE,eAAO,MAAM,8BAA8B,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/services/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,6BAA6B,EAAE,MAAM,4CAA4C,CAAC;AAC3F,OAAO,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAC;AACzE,OAAO,EAAE,mCAAmC,EAAE,MAAM,wDAAwD,CAAC;AAC7G,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,6BAA6B,EAAE,MAAM,4CAA4C,CAAC;AAC3F,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAEtE,eAAO,MAAM,8BAA8B,yQAU1C,CAAC"}
|
|
@@ -1,17 +1,21 @@
|
|
|
1
1
|
import { ClaudeChatServiceProvider } from './claude/ClaudeChatServiceProvider';
|
|
2
2
|
import { GeminiChatServiceProvider } from './gemini/GeminiChatServiceProvider';
|
|
3
|
+
import { GeminiNanoChatServiceProvider } from './geminiNano/GeminiNanoChatServiceProvider';
|
|
3
4
|
import { KimiChatServiceProvider } from './kimi/KimiChatServiceProvider';
|
|
4
5
|
import { OpenAICompatibleChatServiceProvider } from './openaiCompatible/OpenAICompatibleChatServiceProvider';
|
|
5
6
|
import { OpenAIChatServiceProvider } from './openai/OpenAIChatServiceProvider';
|
|
6
7
|
import { OpenRouterChatServiceProvider } from './openrouter/OpenRouterChatServiceProvider';
|
|
8
|
+
import { XAIChatServiceProvider } from './xai/XAIChatServiceProvider';
|
|
7
9
|
import { ZAIChatServiceProvider } from './zai/ZAIChatServiceProvider';
|
|
8
10
|
export const DEFAULT_CHAT_SERVICE_PROVIDERS = [
|
|
9
11
|
new OpenAIChatServiceProvider(),
|
|
10
12
|
new OpenAICompatibleChatServiceProvider(),
|
|
11
13
|
new GeminiChatServiceProvider(),
|
|
14
|
+
new GeminiNanoChatServiceProvider(),
|
|
12
15
|
new ClaudeChatServiceProvider(),
|
|
13
16
|
new OpenRouterChatServiceProvider(),
|
|
14
17
|
new ZAIChatServiceProvider(),
|
|
18
|
+
new XAIChatServiceProvider(),
|
|
15
19
|
new KimiChatServiceProvider(),
|
|
16
20
|
];
|
|
17
21
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/services/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAC;AACzE,OAAO,EAAE,mCAAmC,EAAE,MAAM,wDAAwD,CAAC;AAC7G,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,6BAA6B,EAAE,MAAM,4CAA4C,CAAC;AAC3F,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAEtE,MAAM,CAAC,MAAM,8BAA8B,GAAG;IAC5C,IAAI,yBAAyB,EAAE;IAC/B,IAAI,mCAAmC,EAAE;IACzC,IAAI,yBAAyB,EAAE;IAC/B,IAAI,yBAAyB,EAAE;IAC/B,IAAI,6BAA6B,EAAE;IACnC,IAAI,sBAAsB,EAAE;IAC5B,IAAI,uBAAuB,EAAE;CAC9B,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/services/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,6BAA6B,EAAE,MAAM,4CAA4C,CAAC;AAC3F,OAAO,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAC;AACzE,OAAO,EAAE,mCAAmC,EAAE,MAAM,wDAAwD,CAAC;AAC7G,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,6BAA6B,EAAE,MAAM,4CAA4C,CAAC;AAC3F,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAEtE,MAAM,CAAC,MAAM,8BAA8B,GAAG;IAC5C,IAAI,yBAAyB,EAAE;IAC/B,IAAI,mCAAmC,EAAE;IACzC,IAAI,yBAAyB,EAAE;IAC/B,IAAI,6BAA6B,EAAE;IACnC,IAAI,yBAAyB,EAAE;IAC/B,IAAI,6BAA6B,EAAE;IACnC,IAAI,sBAAsB,EAAE;IAC5B,IAAI,sBAAsB,EAAE;IAC5B,IAAI,uBAAuB,EAAE;CAC9B,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import { ChatService } from '../../ChatService';
|
|
2
|
+
import { Message, MessageWithVision } from '../../../types';
|
|
3
|
+
import { ToolDefinition, ToolChatCompletion } from '../../../types';
|
|
4
|
+
import { ChatResponseLength } from '../../../constants/chat';
|
|
5
|
+
/**
|
|
6
|
+
* xAI implementation of ChatService (OpenAI-compatible Chat Completions)
|
|
7
|
+
*/
|
|
8
|
+
export declare class XAIChatService implements ChatService {
|
|
9
|
+
/** Provider name */
|
|
10
|
+
readonly provider: string;
|
|
11
|
+
private apiKey;
|
|
12
|
+
private model;
|
|
13
|
+
private visionModel;
|
|
14
|
+
private tools;
|
|
15
|
+
private endpoint;
|
|
16
|
+
private responseLength?;
|
|
17
|
+
/**
|
|
18
|
+
* Constructor
|
|
19
|
+
* @param apiKey xAI API key
|
|
20
|
+
* @param model Name of the model to use
|
|
21
|
+
* @param visionModel Name of the vision model
|
|
22
|
+
*/
|
|
23
|
+
constructor(apiKey: string, model?: string, visionModel?: string, tools?: ToolDefinition[], endpoint?: string, responseLength?: ChatResponseLength);
|
|
24
|
+
/**
|
|
25
|
+
* Get the current model name
|
|
26
|
+
*/
|
|
27
|
+
getModel(): string;
|
|
28
|
+
/**
|
|
29
|
+
* Get the current vision model name
|
|
30
|
+
*/
|
|
31
|
+
getVisionModel(): string;
|
|
32
|
+
/**
|
|
33
|
+
* Process chat messages
|
|
34
|
+
*/
|
|
35
|
+
processChat(messages: Message[], onPartialResponse: (text: string) => void, onCompleteResponse: (text: string) => Promise<void>): Promise<void>;
|
|
36
|
+
/**
|
|
37
|
+
* Process chat messages with images
|
|
38
|
+
*/
|
|
39
|
+
processVisionChat(messages: MessageWithVision[], onPartialResponse: (text: string) => void, onCompleteResponse: (text: string) => Promise<void>): Promise<void>;
|
|
40
|
+
/**
|
|
41
|
+
* Process chat messages with tools (text only)
|
|
42
|
+
*/
|
|
43
|
+
chatOnce(messages: Message[], stream?: boolean, onPartialResponse?: (text: string) => void, maxTokens?: number): Promise<ToolChatCompletion>;
|
|
44
|
+
/**
|
|
45
|
+
* Process vision chat messages with tools
|
|
46
|
+
*/
|
|
47
|
+
visionChatOnce(messages: MessageWithVision[], stream?: boolean, onPartialResponse?: (text: string) => void, maxTokens?: number): Promise<ToolChatCompletion>;
|
|
48
|
+
private parseResponse;
|
|
49
|
+
private callXAI;
|
|
50
|
+
/**
|
|
51
|
+
* Build request body (OpenAI-compatible Chat Completions)
|
|
52
|
+
*/
|
|
53
|
+
private buildRequestBody;
|
|
54
|
+
private buildToolsDefinition;
|
|
55
|
+
private handleStream;
|
|
56
|
+
/**
|
|
57
|
+
* Parse streaming response with tool support
|
|
58
|
+
*/
|
|
59
|
+
private parseStream;
|
|
60
|
+
/**
|
|
61
|
+
* Parse non-streaming response
|
|
62
|
+
*/
|
|
63
|
+
private parseOneShot;
|
|
64
|
+
}
|
|
65
|
+
//# sourceMappingURL=XAIChatService.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"XAIChatService.d.ts","sourceRoot":"","sources":["../../../../../src/services/providers/xai/XAIChatService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAMpE,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AAUjC;;GAEG;AACH,qBAAa,cAAe,YAAW,WAAW;IAChD,oBAAoB;IACpB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAS;IAElC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,KAAK,CAAmB;IAChC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,cAAc,CAAC,CAAqB;IAE5C;;;;;OAKG;gBAED,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAA0C,EACjD,WAAW,GAAE,MAA0C,EACvD,KAAK,CAAC,EAAE,cAAc,EAAE,EACxB,QAAQ,GAAE,MAA0C,EACpD,cAAc,CAAC,EAAE,kBAAkB;IAUrC;;OAEG;IACH,QAAQ,IAAI,MAAM;IAIlB;;OAEG;IACH,cAAc,IAAI,MAAM;IAIxB;;OAEG;IACG,WAAW,CACf,QAAQ,EAAE,OAAO,EAAE,EACnB,iBAAiB,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,EACzC,kBAAkB,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAClD,OAAO,CAAC,IAAI,CAAC;IAehB;;OAEG;IACG,iBAAiB,CACrB,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,iBAAiB,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,EACzC,kBAAkB,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAClD,OAAO,CAAC,IAAI,CAAC;IAsBhB;;OAEG;IACG,QAAQ,CACZ,QAAQ,EAAE,OAAO,EAAE,EACnB,MAAM,GAAE,OAAc,EACtB,iBAAiB,GAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAe,EACpD,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,kBAAkB,CAAC;IAK9B;;OAEG;IACG,cAAc,CAClB,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,MAAM,GAAE,OAAe,EACvB,iBAAiB,GAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAe,EACpD,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,kBAAkB,CAAC;YAgBhB,aAAa;YAUb,OAAO;IAerB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA6BxB,OAAO,CAAC,oBAAoB;YAId,YAAY;IAO1B;;OAEG;YACW,WAAW;IAUzB;;OAEG;IACH,OAAO,CAAC,YAAY;CAGrB"}
|
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
import { ENDPOINT_XAI_CHAT_COMPLETIONS_API, MODEL_GROK_4_1_FAST_NON_REASONING, isXaiVisionModel, } from '../../../constants/xai';
|
|
2
|
+
import { getMaxTokensForResponseLength, } from '../../../constants/chat';
|
|
3
|
+
import { ChatServiceHttpClient } from '../../../utils/chatServiceHttpClient';
|
|
4
|
+
import { buildOpenAICompatibleTools, parseOpenAICompatibleOneShot, parseOpenAICompatibleTextStream, parseOpenAICompatibleToolStream, processChatWithOptionalTools, } from '../../../utils';
|
|
5
|
+
/**
|
|
6
|
+
* xAI implementation of ChatService (OpenAI-compatible Chat Completions)
|
|
7
|
+
*/
|
|
8
|
+
export class XAIChatService {
|
|
9
|
+
/**
|
|
10
|
+
* Constructor
|
|
11
|
+
* @param apiKey xAI API key
|
|
12
|
+
* @param model Name of the model to use
|
|
13
|
+
* @param visionModel Name of the vision model
|
|
14
|
+
*/
|
|
15
|
+
constructor(apiKey, model = MODEL_GROK_4_1_FAST_NON_REASONING, visionModel = MODEL_GROK_4_1_FAST_NON_REASONING, tools, endpoint = ENDPOINT_XAI_CHAT_COMPLETIONS_API, responseLength) {
|
|
16
|
+
/** Provider name */
|
|
17
|
+
this.provider = 'xai';
|
|
18
|
+
this.apiKey = apiKey;
|
|
19
|
+
this.model = model;
|
|
20
|
+
this.tools = tools || [];
|
|
21
|
+
this.endpoint = endpoint;
|
|
22
|
+
this.responseLength = responseLength;
|
|
23
|
+
this.visionModel = visionModel;
|
|
24
|
+
}
|
|
25
|
+
/**
|
|
26
|
+
* Get the current model name
|
|
27
|
+
*/
|
|
28
|
+
getModel() {
|
|
29
|
+
return this.model;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Get the current vision model name
|
|
33
|
+
*/
|
|
34
|
+
getVisionModel() {
|
|
35
|
+
return this.visionModel;
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* Process chat messages
|
|
39
|
+
*/
|
|
40
|
+
async processChat(messages, onPartialResponse, onCompleteResponse) {
|
|
41
|
+
await processChatWithOptionalTools({
|
|
42
|
+
hasTools: this.tools.length > 0,
|
|
43
|
+
runWithoutTools: async () => {
|
|
44
|
+
const res = await this.callXAI(messages, this.model, true);
|
|
45
|
+
return this.handleStream(res, onPartialResponse);
|
|
46
|
+
},
|
|
47
|
+
runWithTools: () => this.chatOnce(messages, true, onPartialResponse),
|
|
48
|
+
onCompleteResponse,
|
|
49
|
+
toolErrorMessage: 'processChat received tool_calls. ' +
|
|
50
|
+
'ChatProcessor must use chatOnce() loop when tools are enabled.',
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Process chat messages with images
|
|
55
|
+
*/
|
|
56
|
+
async processVisionChat(messages, onPartialResponse, onCompleteResponse) {
|
|
57
|
+
if (!isXaiVisionModel(this.visionModel)) {
|
|
58
|
+
throw new Error(`Model ${this.visionModel} does not support vision capabilities.`);
|
|
59
|
+
}
|
|
60
|
+
await processChatWithOptionalTools({
|
|
61
|
+
hasTools: this.tools.length > 0,
|
|
62
|
+
runWithoutTools: async () => {
|
|
63
|
+
const res = await this.callXAI(messages, this.visionModel, true);
|
|
64
|
+
return this.handleStream(res, onPartialResponse);
|
|
65
|
+
},
|
|
66
|
+
runWithTools: () => this.visionChatOnce(messages, true, onPartialResponse),
|
|
67
|
+
onCompleteResponse,
|
|
68
|
+
toolErrorMessage: 'processVisionChat received tool_calls. ' +
|
|
69
|
+
'ChatProcessor must use visionChatOnce() loop when tools are enabled.',
|
|
70
|
+
});
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* Process chat messages with tools (text only)
|
|
74
|
+
*/
|
|
75
|
+
async chatOnce(messages, stream = true, onPartialResponse = () => { }, maxTokens) {
|
|
76
|
+
const res = await this.callXAI(messages, this.model, stream, maxTokens);
|
|
77
|
+
return this.parseResponse(res, stream, onPartialResponse);
|
|
78
|
+
}
|
|
79
|
+
/**
|
|
80
|
+
* Process vision chat messages with tools
|
|
81
|
+
*/
|
|
82
|
+
async visionChatOnce(messages, stream = false, onPartialResponse = () => { }, maxTokens) {
|
|
83
|
+
if (!isXaiVisionModel(this.visionModel)) {
|
|
84
|
+
throw new Error(`Model ${this.visionModel} does not support vision capabilities.`);
|
|
85
|
+
}
|
|
86
|
+
const res = await this.callXAI(messages, this.visionModel, stream, maxTokens);
|
|
87
|
+
return this.parseResponse(res, stream, onPartialResponse);
|
|
88
|
+
}
|
|
89
|
+
async parseResponse(res, stream, onPartialResponse) {
|
|
90
|
+
return stream
|
|
91
|
+
? this.parseStream(res, onPartialResponse)
|
|
92
|
+
: this.parseOneShot(await res.json());
|
|
93
|
+
}
|
|
94
|
+
async callXAI(messages, model, stream = false, maxTokens) {
|
|
95
|
+
const body = this.buildRequestBody(messages, model, stream, maxTokens);
|
|
96
|
+
const res = await ChatServiceHttpClient.post(this.endpoint, body, {
|
|
97
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
98
|
+
});
|
|
99
|
+
return res;
|
|
100
|
+
}
|
|
101
|
+
/**
|
|
102
|
+
* Build request body (OpenAI-compatible Chat Completions)
|
|
103
|
+
*/
|
|
104
|
+
buildRequestBody(messages, model, stream, maxTokens) {
|
|
105
|
+
const body = {
|
|
106
|
+
model,
|
|
107
|
+
stream,
|
|
108
|
+
messages,
|
|
109
|
+
};
|
|
110
|
+
const tokenLimit = maxTokens !== undefined
|
|
111
|
+
? maxTokens
|
|
112
|
+
: getMaxTokensForResponseLength(this.responseLength);
|
|
113
|
+
if (tokenLimit !== undefined) {
|
|
114
|
+
body.max_tokens = tokenLimit;
|
|
115
|
+
}
|
|
116
|
+
const tools = this.buildToolsDefinition();
|
|
117
|
+
if (tools.length > 0) {
|
|
118
|
+
body.tools = tools;
|
|
119
|
+
body.tool_choice = 'auto';
|
|
120
|
+
}
|
|
121
|
+
return body;
|
|
122
|
+
}
|
|
123
|
+
buildToolsDefinition() {
|
|
124
|
+
return buildOpenAICompatibleTools(this.tools, 'chat-completions');
|
|
125
|
+
}
|
|
126
|
+
async handleStream(res, onPartial) {
|
|
127
|
+
return parseOpenAICompatibleTextStream(res, onPartial, {
|
|
128
|
+
onJsonError: (payload) => console.debug('Failed to parse SSE data:', payload),
|
|
129
|
+
});
|
|
130
|
+
}
|
|
131
|
+
/**
|
|
132
|
+
* Parse streaming response with tool support
|
|
133
|
+
*/
|
|
134
|
+
async parseStream(res, onPartial) {
|
|
135
|
+
return parseOpenAICompatibleToolStream(res, onPartial, {
|
|
136
|
+
onJsonError: (payload) => console.debug('Failed to parse SSE data:', payload),
|
|
137
|
+
});
|
|
138
|
+
}
|
|
139
|
+
/**
|
|
140
|
+
* Parse non-streaming response
|
|
141
|
+
*/
|
|
142
|
+
parseOneShot(data) {
|
|
143
|
+
return parseOpenAICompatibleOneShot(data);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
//# sourceMappingURL=XAIChatService.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"XAIChatService.js","sourceRoot":"","sources":["../../../../../src/services/providers/xai/XAIChatService.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,iCAAiC,EACjC,iCAAiC,EACjC,gBAAgB,GACjB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAC7E,OAAO,EACL,0BAA0B,EAC1B,4BAA4B,EAC5B,+BAA+B,EAC/B,+BAA+B,EAC/B,4BAA4B,GAC7B,MAAM,gBAAgB,CAAC;AAExB;;GAEG;AACH,MAAM,OAAO,cAAc;IAWzB;;;;;OAKG;IACH,YACE,MAAc,EACd,QAAgB,iCAAiC,EACjD,cAAsB,iCAAiC,EACvD,KAAwB,EACxB,WAAmB,iCAAiC,EACpD,cAAmC;QAtBrC,oBAAoB;QACX,aAAQ,GAAW,KAAK,CAAC;QAuBhC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,KAAK,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,QAAmB,EACnB,iBAAyC,EACzC,kBAAmD;QAEnD,MAAM,4BAA4B,CAAC;YACjC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;YAC/B,eAAe,EAAE,KAAK,IAAI,EAAE;gBAC1B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAC3D,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;YACnD,CAAC;YACD,YAAY,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,iBAAiB,CAAC;YACpE,kBAAkB;YAClB,gBAAgB,EACd,mCAAmC;gBACnC,gEAAgE;SACnE,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,QAA6B,EAC7B,iBAAyC,EACzC,kBAAmD;QAEnD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,SAAS,IAAI,CAAC,WAAW,wCAAwC,CAClE,CAAC;QACJ,CAAC;QAED,MAAM,4BAA4B,CAAC;YACjC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;YAC/B,eAAe,EAAE,KAAK,IAAI,EAAE;gBAC1B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;gBACjE,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;YACnD,CAAC;YACD,YAAY,EAAE,GAAG,EAAE,CACjB,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,IAAI,EAAE,iBAAiB,CAAC;YACxD,kBAAkB;YAClB,gBAAgB,EACd,yCAAyC;gBACzC,sEAAsE;SACzE,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CACZ,QAAmB,EACnB,SAAkB,IAAI,EACtB,oBAA4C,GAAG,EAAE,GAAE,CAAC,EACpD,SAAkB;QAElB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,QAA6B,EAC7B,SAAkB,KAAK,EACvB,oBAA4C,GAAG,EAAE,GAAE,CAAC,EACpD,SAAkB;QAElB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,SAAS,IAAI,CAAC,WAAW,wCAAwC,CAClE,CAAC;QACJ,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAC5B,QAAQ,EACR,IAAI,CAAC,WAAW,EAChB,MAAM,EACN,SAAS,CACV,CAAC;QACF,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC5D,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,GAAa,EACb,MAAe,EACf,iBAAyC;QAEzC,OAAO,MAAM;YACX,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,iBAAiB,CAAC;YAC1C,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,QAAyC,EACzC,KAAa,EACb,SAAkB,KAAK,EACvB,SAAkB;QAElB,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QAEvE,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE;YAChE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACvC,CAAC,CAAC;QAEH,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACK,gBAAgB,CACtB,QAAyC,EACzC,KAAa,EACb,MAAe,EACf,SAAkB;QAElB,MAAM,IAAI,GAAQ;YAChB,KAAK;YACL,MAAM;YACN,QAAQ;SACT,CAAC;QAEF,MAAM,UAAU,GACd,SAAS,KAAK,SAAS;YACrB,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,6BAA6B,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACzD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC/B,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;QAC5B,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,oBAAoB;QAC1B,OAAO,0BAA0B,CAAC,IAAI,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;IACpE,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,GAAa,EAAE,SAA8B;QACtE,OAAO,+BAA+B,CAAC,GAAG,EAAE,SAAS,EAAE;YACrD,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE,CACvB,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,OAAO,CAAC;SACtD,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CACvB,GAAa,EACb,SAA8B;QAE9B,OAAO,+BAA+B,CAAC,GAAG,EAAE,SAAS,EAAE;YACrD,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE,CACvB,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,OAAO,CAAC;SACtD,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAS;QAC5B,OAAO,4BAA4B,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;CACF"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { ChatService } from '../../ChatService';
|
|
2
|
+
import { XAIChatServiceOptions, ChatServiceProvider, VisionSupportLevel } from '../ChatServiceProvider';
|
|
3
|
+
/**
|
|
4
|
+
* xAI API provider implementation
|
|
5
|
+
*/
|
|
6
|
+
export declare class XAIChatServiceProvider implements ChatServiceProvider<XAIChatServiceOptions> {
|
|
7
|
+
/**
|
|
8
|
+
* Create a chat service instance
|
|
9
|
+
*/
|
|
10
|
+
createChatService(options: XAIChatServiceOptions): ChatService;
|
|
11
|
+
/**
|
|
12
|
+
* Get the provider name
|
|
13
|
+
*/
|
|
14
|
+
getProviderName(): string;
|
|
15
|
+
/**
|
|
16
|
+
* Get the list of supported models
|
|
17
|
+
*/
|
|
18
|
+
getSupportedModels(): string[];
|
|
19
|
+
/**
|
|
20
|
+
* Get the default model
|
|
21
|
+
*/
|
|
22
|
+
getDefaultModel(): string;
|
|
23
|
+
/**
|
|
24
|
+
* Get the default vision model
|
|
25
|
+
*/
|
|
26
|
+
private getDefaultVisionModel;
|
|
27
|
+
/**
|
|
28
|
+
* Check if this provider supports vision
|
|
29
|
+
*/
|
|
30
|
+
supportsVision(): boolean;
|
|
31
|
+
getVisionSupportLevel(): VisionSupportLevel;
|
|
32
|
+
/**
|
|
33
|
+
* Check if a specific model supports vision capabilities
|
|
34
|
+
*/
|
|
35
|
+
supportsVisionForModel(model: string): boolean;
|
|
36
|
+
getVisionSupportLevelForModel(model: string): VisionSupportLevel;
|
|
37
|
+
}
|
|
38
|
+
//# sourceMappingURL=XAIChatServiceProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"XAIChatServiceProvider.d.ts","sourceRoot":"","sources":["../../../../../src/services/providers/xai/XAIChatServiceProvider.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,kBAAkB,EACnB,MAAM,wBAAwB,CAAC;AAIhC;;GAEG;AACH,qBAAa,sBACX,YAAW,mBAAmB,CAAC,qBAAqB,CAAC;IAErD;;OAEG;IACH,iBAAiB,CAAC,OAAO,EAAE,qBAAqB,GAAG,WAAW;IAwB9D;;OAEG;IACH,eAAe,IAAI,MAAM;IAIzB;;OAEG;IACH,kBAAkB,IAAI,MAAM,EAAE;IAS9B;;OAEG;IACH,eAAe,IAAI,MAAM;IAIzB;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAI7B;;OAEG;IACH,cAAc,IAAI,OAAO;IAIzB,qBAAqB,IAAI,kBAAkB;IAI3C;;OAEG;IACH,sBAAsB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAI9C,6BAA6B,CAAC,KAAK,EAAE,MAAM,GAAG,kBAAkB;CAGjE"}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import { ENDPOINT_XAI_CHAT_COMPLETIONS_API, MODEL_GROK_4_20_REASONING, MODEL_GROK_4_20_NON_REASONING, MODEL_GROK_4_1_FAST_REASONING, MODEL_GROK_4_1_FAST_NON_REASONING, isXaiVisionModel, } from '../../../constants/xai';
|
|
2
|
+
import { XAIChatService } from './XAIChatService';
|
|
3
|
+
import { resolveVisionModel } from '../../../utils';
|
|
4
|
+
/**
|
|
5
|
+
* xAI API provider implementation
|
|
6
|
+
*/
|
|
7
|
+
export class XAIChatServiceProvider {
|
|
8
|
+
/**
|
|
9
|
+
* Create a chat service instance
|
|
10
|
+
*/
|
|
11
|
+
createChatService(options) {
|
|
12
|
+
const model = options.model || this.getDefaultModel();
|
|
13
|
+
const visionModel = resolveVisionModel({
|
|
14
|
+
model,
|
|
15
|
+
visionModel: options.visionModel,
|
|
16
|
+
defaultModel: this.getDefaultModel(),
|
|
17
|
+
defaultVisionModel: this.getDefaultVisionModel(),
|
|
18
|
+
supportsVisionForModel: (visionModel) => this.supportsVisionForModel(visionModel),
|
|
19
|
+
validate: 'explicit',
|
|
20
|
+
});
|
|
21
|
+
const tools = options.tools;
|
|
22
|
+
return new XAIChatService(options.apiKey, model, visionModel, tools, options.endpoint || ENDPOINT_XAI_CHAT_COMPLETIONS_API, options.responseLength);
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Get the provider name
|
|
26
|
+
*/
|
|
27
|
+
getProviderName() {
|
|
28
|
+
return 'xai';
|
|
29
|
+
}
|
|
30
|
+
/**
|
|
31
|
+
* Get the list of supported models
|
|
32
|
+
*/
|
|
33
|
+
getSupportedModels() {
|
|
34
|
+
return [
|
|
35
|
+
MODEL_GROK_4_20_REASONING,
|
|
36
|
+
MODEL_GROK_4_20_NON_REASONING,
|
|
37
|
+
MODEL_GROK_4_1_FAST_REASONING,
|
|
38
|
+
MODEL_GROK_4_1_FAST_NON_REASONING,
|
|
39
|
+
];
|
|
40
|
+
}
|
|
41
|
+
/**
|
|
42
|
+
* Get the default model
|
|
43
|
+
*/
|
|
44
|
+
getDefaultModel() {
|
|
45
|
+
return MODEL_GROK_4_1_FAST_NON_REASONING;
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Get the default vision model
|
|
49
|
+
*/
|
|
50
|
+
getDefaultVisionModel() {
|
|
51
|
+
return MODEL_GROK_4_1_FAST_NON_REASONING;
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Check if this provider supports vision
|
|
55
|
+
*/
|
|
56
|
+
supportsVision() {
|
|
57
|
+
return this.getVisionSupportLevel() !== 'unsupported';
|
|
58
|
+
}
|
|
59
|
+
getVisionSupportLevel() {
|
|
60
|
+
return 'supported';
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* Check if a specific model supports vision capabilities
|
|
64
|
+
*/
|
|
65
|
+
supportsVisionForModel(model) {
|
|
66
|
+
return isXaiVisionModel(model);
|
|
67
|
+
}
|
|
68
|
+
getVisionSupportLevelForModel(model) {
|
|
69
|
+
return this.supportsVisionForModel(model) ? 'supported' : 'unsupported';
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
//# sourceMappingURL=XAIChatServiceProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"XAIChatServiceProvider.js","sourceRoot":"","sources":["../../../../../src/services/providers/xai/XAIChatServiceProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iCAAiC,EACjC,yBAAyB,EACzB,6BAA6B,EAC7B,6BAA6B,EAC7B,iCAAiC,EACjC,gBAAgB,GACjB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAOlD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEpD;;GAEG;AACH,MAAM,OAAO,sBAAsB;IAGjC;;OAEG;IACH,iBAAiB,CAAC,OAA8B;QAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QACtD,MAAM,WAAW,GAAG,kBAAkB,CAAC;YACrC,KAAK;YACL,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,YAAY,EAAE,IAAI,CAAC,eAAe,EAAE;YACpC,kBAAkB,EAAE,IAAI,CAAC,qBAAqB,EAAE;YAChD,sBAAsB,EAAE,CAAC,WAAW,EAAE,EAAE,CACtC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC;YAC1C,QAAQ,EAAE,UAAU;SACrB,CAAC,CAAC;QAEH,MAAM,KAAK,GAAiC,OAAO,CAAC,KAAK,CAAC;QAE1D,OAAO,IAAI,cAAc,CACvB,OAAO,CAAC,MAAM,EACd,KAAK,EACL,WAAW,EACX,KAAK,EACL,OAAO,CAAC,QAAQ,IAAI,iCAAiC,EACrD,OAAO,CAAC,cAAc,CACvB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,kBAAkB;QAChB,OAAO;YACL,yBAAyB;YACzB,6BAA6B;YAC7B,6BAA6B;YAC7B,iCAAiC;SAClC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,iCAAiC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACK,qBAAqB;QAC3B,OAAO,iCAAiC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC,qBAAqB,EAAE,KAAK,aAAa,CAAC;IACxD,CAAC;IAED,qBAAqB;QACnB,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,sBAAsB,CAAC,KAAa;QAClC,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,6BAA6B,CAAC,KAAa;QACzC,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC;IAC1E,CAAC;CACF"}
|