@auxiora/providers 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +191 -0
- package/dist/anthropic.d.ts +82 -0
- package/dist/anthropic.d.ts.map +1 -0
- package/dist/anthropic.js +618 -0
- package/dist/anthropic.js.map +1 -0
- package/dist/claude-code-tools.d.ts +29 -0
- package/dist/claude-code-tools.d.ts.map +1 -0
- package/dist/claude-code-tools.js +221 -0
- package/dist/claude-code-tools.js.map +1 -0
- package/dist/claude-oauth.d.ts +86 -0
- package/dist/claude-oauth.d.ts.map +1 -0
- package/dist/claude-oauth.js +318 -0
- package/dist/claude-oauth.js.map +1 -0
- package/dist/cohere.d.ts +18 -0
- package/dist/cohere.d.ts.map +1 -0
- package/dist/cohere.js +163 -0
- package/dist/cohere.js.map +1 -0
- package/dist/deepseek.d.ts +18 -0
- package/dist/deepseek.d.ts.map +1 -0
- package/dist/deepseek.js +164 -0
- package/dist/deepseek.js.map +1 -0
- package/dist/factory.d.ts +19 -0
- package/dist/factory.d.ts.map +1 -0
- package/dist/factory.js +108 -0
- package/dist/factory.js.map +1 -0
- package/dist/google.d.ts +18 -0
- package/dist/google.d.ts.map +1 -0
- package/dist/google.js +141 -0
- package/dist/google.js.map +1 -0
- package/dist/groq.d.ts +18 -0
- package/dist/groq.d.ts.map +1 -0
- package/dist/groq.js +186 -0
- package/dist/groq.js.map +1 -0
- package/dist/index.d.ts +15 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +14 -0
- package/dist/index.js.map +1 -0
- package/dist/ollama.d.ts +18 -0
- package/dist/ollama.d.ts.map +1 -0
- package/dist/ollama.js +141 -0
- package/dist/ollama.js.map +1 -0
- package/dist/openai-compatible.d.ts +20 -0
- package/dist/openai-compatible.d.ts.map +1 -0
- package/dist/openai-compatible.js +112 -0
- package/dist/openai-compatible.js.map +1 -0
- package/dist/openai.d.ts +20 -0
- package/dist/openai.d.ts.map +1 -0
- package/dist/openai.js +259 -0
- package/dist/openai.js.map +1 -0
- package/dist/replicate.d.ts +20 -0
- package/dist/replicate.d.ts.map +1 -0
- package/dist/replicate.js +186 -0
- package/dist/replicate.js.map +1 -0
- package/dist/thinking-levels.d.ts +16 -0
- package/dist/thinking-levels.d.ts.map +1 -0
- package/dist/thinking-levels.js +34 -0
- package/dist/thinking-levels.js.map +1 -0
- package/dist/types.d.ts +157 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/dist/xai.d.ts +18 -0
- package/dist/xai.d.ts.map +1 -0
- package/dist/xai.js +164 -0
- package/dist/xai.js.map +1 -0
- package/package.json +30 -0
- package/src/anthropic.ts +691 -0
- package/src/claude-code-tools.ts +233 -0
- package/src/claude-oauth.ts +410 -0
- package/src/cohere.ts +242 -0
- package/src/deepseek.ts +241 -0
- package/src/factory.ts +142 -0
- package/src/google.ts +176 -0
- package/src/groq.ts +263 -0
- package/src/index.ts +44 -0
- package/src/ollama.ts +194 -0
- package/src/openai-compatible.ts +154 -0
- package/src/openai.ts +307 -0
- package/src/replicate.ts +247 -0
- package/src/thinking-levels.ts +37 -0
- package/src/types.ts +171 -0
- package/src/xai.ts +241 -0
- package/tests/adapters.test.ts +185 -0
- package/tests/claude-oauth.test.ts +45 -0
- package/tests/new-providers.test.ts +732 -0
- package/tests/thinking-levels.test.ts +82 -0
- package/tsconfig.json +8 -0
- package/tsconfig.tsbuildinfo +1 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cohere.d.ts","sourceRoot":"","sources":["../src/cohere.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACZ,MAAM,YAAY,CAAC;AAMpB,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAuCD,qBAAa,cAAe,YAAW,QAAQ;IAC7C,IAAI,SAAY;IAChB,QAAQ,EAAE,gBAAgB,CAqCxB;IAEF,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,gBAAgB,CAAS;gBAErB,OAAO,EAAE,qBAAqB;IAMpC,QAAQ,CACZ,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,gBAAgB,CAAC;IAqCrB,MAAM,CACX,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IA2E7C,OAAO,CAAC,eAAe;CAgBxB"}
|
package/dist/cohere.js
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
1
|
+
const DEFAULT_MODEL = 'command-r-plus';
|
|
2
|
+
const DEFAULT_MAX_TOKENS = 4096;
|
|
3
|
+
const BASE_URL = 'https://api.cohere.com/v2';
|
|
4
|
+
export class CohereProvider {
|
|
5
|
+
name = 'cohere';
|
|
6
|
+
metadata = {
|
|
7
|
+
name: 'cohere',
|
|
8
|
+
displayName: 'Cohere',
|
|
9
|
+
models: {
|
|
10
|
+
'command-r-plus': {
|
|
11
|
+
maxContextTokens: 128000,
|
|
12
|
+
supportsVision: false,
|
|
13
|
+
supportsTools: true,
|
|
14
|
+
supportsStreaming: true,
|
|
15
|
+
supportsImageGen: false,
|
|
16
|
+
costPer1kInput: 0.0025,
|
|
17
|
+
costPer1kOutput: 0.01,
|
|
18
|
+
strengths: ['reasoning', 'rag', 'multilingual'],
|
|
19
|
+
isLocal: false,
|
|
20
|
+
},
|
|
21
|
+
'command-r': {
|
|
22
|
+
maxContextTokens: 128000,
|
|
23
|
+
supportsVision: false,
|
|
24
|
+
supportsTools: true,
|
|
25
|
+
supportsStreaming: true,
|
|
26
|
+
supportsImageGen: false,
|
|
27
|
+
costPer1kInput: 0.00015,
|
|
28
|
+
costPer1kOutput: 0.0006,
|
|
29
|
+
strengths: ['fast', 'rag', 'multilingual'],
|
|
30
|
+
isLocal: false,
|
|
31
|
+
},
|
|
32
|
+
},
|
|
33
|
+
isAvailable: async () => {
|
|
34
|
+
try {
|
|
35
|
+
const response = await fetch(`${BASE_URL}/models`, {
|
|
36
|
+
headers: { Authorization: `Bearer ${this.apiKey}` },
|
|
37
|
+
});
|
|
38
|
+
return response.ok;
|
|
39
|
+
}
|
|
40
|
+
catch {
|
|
41
|
+
return false;
|
|
42
|
+
}
|
|
43
|
+
},
|
|
44
|
+
};
|
|
45
|
+
apiKey;
|
|
46
|
+
defaultModel;
|
|
47
|
+
defaultMaxTokens;
|
|
48
|
+
constructor(options) {
|
|
49
|
+
this.apiKey = options.apiKey;
|
|
50
|
+
this.defaultModel = options.model || DEFAULT_MODEL;
|
|
51
|
+
this.defaultMaxTokens = options.maxTokens || DEFAULT_MAX_TOKENS;
|
|
52
|
+
}
|
|
53
|
+
async complete(messages, options) {
|
|
54
|
+
const model = options?.model || this.defaultModel;
|
|
55
|
+
const cohereMessages = this.prepareMessages(messages, options);
|
|
56
|
+
const response = await fetch(`${BASE_URL}/chat`, {
|
|
57
|
+
method: 'POST',
|
|
58
|
+
headers: {
|
|
59
|
+
'Content-Type': 'application/json',
|
|
60
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
61
|
+
},
|
|
62
|
+
body: JSON.stringify({
|
|
63
|
+
model,
|
|
64
|
+
messages: cohereMessages,
|
|
65
|
+
max_tokens: options?.maxTokens || this.defaultMaxTokens,
|
|
66
|
+
temperature: options?.temperature,
|
|
67
|
+
}),
|
|
68
|
+
});
|
|
69
|
+
if (!response.ok) {
|
|
70
|
+
throw new Error(`Cohere API error: ${response.status} ${response.statusText}`);
|
|
71
|
+
}
|
|
72
|
+
const data = (await response.json());
|
|
73
|
+
const text = data.message?.content?.[0]?.text || '';
|
|
74
|
+
const usage = data.usage;
|
|
75
|
+
return {
|
|
76
|
+
content: text,
|
|
77
|
+
usage: {
|
|
78
|
+
inputTokens: usage?.tokens?.input_tokens ?? usage?.billed_units?.input_tokens ?? 0,
|
|
79
|
+
outputTokens: usage?.tokens?.output_tokens ?? usage?.billed_units?.output_tokens ?? 0,
|
|
80
|
+
},
|
|
81
|
+
model,
|
|
82
|
+
finishReason: data.finish_reason || 'unknown',
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
async *stream(messages, options) {
|
|
86
|
+
const model = options?.model || this.defaultModel;
|
|
87
|
+
const cohereMessages = this.prepareMessages(messages, options);
|
|
88
|
+
try {
|
|
89
|
+
const response = await fetch(`${BASE_URL}/chat`, {
|
|
90
|
+
method: 'POST',
|
|
91
|
+
headers: {
|
|
92
|
+
'Content-Type': 'application/json',
|
|
93
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
94
|
+
},
|
|
95
|
+
body: JSON.stringify({
|
|
96
|
+
model,
|
|
97
|
+
messages: cohereMessages,
|
|
98
|
+
max_tokens: options?.maxTokens || this.defaultMaxTokens,
|
|
99
|
+
temperature: options?.temperature,
|
|
100
|
+
stream: true,
|
|
101
|
+
}),
|
|
102
|
+
});
|
|
103
|
+
if (!response.ok) {
|
|
104
|
+
throw new Error(`Cohere API error: ${response.status} ${response.statusText}`);
|
|
105
|
+
}
|
|
106
|
+
const reader = response.body?.getReader();
|
|
107
|
+
if (!reader) {
|
|
108
|
+
throw new Error('No response body');
|
|
109
|
+
}
|
|
110
|
+
const decoder = new TextDecoder();
|
|
111
|
+
let buffer = '';
|
|
112
|
+
let inputTokens = 0;
|
|
113
|
+
let outputTokens = 0;
|
|
114
|
+
while (true) {
|
|
115
|
+
const { done, value } = await reader.read();
|
|
116
|
+
if (done)
|
|
117
|
+
break;
|
|
118
|
+
buffer += decoder.decode(value, { stream: true });
|
|
119
|
+
const lines = buffer.split('\n');
|
|
120
|
+
buffer = lines.pop() || '';
|
|
121
|
+
for (const line of lines) {
|
|
122
|
+
const trimmed = line.trim();
|
|
123
|
+
if (!trimmed || !trimmed.startsWith('data: '))
|
|
124
|
+
continue;
|
|
125
|
+
const data = trimmed.slice(6);
|
|
126
|
+
if (data === '[DONE]')
|
|
127
|
+
continue;
|
|
128
|
+
const event = JSON.parse(data);
|
|
129
|
+
if (event.type === 'content-delta' && event.delta?.message?.content?.text) {
|
|
130
|
+
yield { type: 'text', content: event.delta.message.content.text };
|
|
131
|
+
}
|
|
132
|
+
if (event.usage) {
|
|
133
|
+
inputTokens = event.usage.tokens?.input_tokens ?? event.usage.billed_units?.input_tokens ?? 0;
|
|
134
|
+
outputTokens = event.usage.tokens?.output_tokens ?? event.usage.billed_units?.output_tokens ?? 0;
|
|
135
|
+
}
|
|
136
|
+
if (event.type === 'message-end') {
|
|
137
|
+
yield {
|
|
138
|
+
type: 'done',
|
|
139
|
+
usage: { inputTokens, outputTokens },
|
|
140
|
+
};
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
catch (error) {
|
|
146
|
+
yield {
|
|
147
|
+
type: 'error',
|
|
148
|
+
error: error instanceof Error ? error.message : 'Unknown error',
|
|
149
|
+
};
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
prepareMessages(messages, options) {
|
|
153
|
+
const cohereMessages = [];
|
|
154
|
+
if (options?.systemPrompt) {
|
|
155
|
+
cohereMessages.push({ role: 'system', content: options.systemPrompt });
|
|
156
|
+
}
|
|
157
|
+
for (const msg of messages) {
|
|
158
|
+
cohereMessages.push({ role: msg.role, content: msg.content });
|
|
159
|
+
}
|
|
160
|
+
return cohereMessages;
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
//# sourceMappingURL=cohere.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cohere.js","sourceRoot":"","sources":["../src/cohere.ts"],"names":[],"mappings":"AASA,MAAM,aAAa,GAAG,gBAAgB,CAAC;AACvC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,QAAQ,GAAG,2BAA2B,CAAC;AA6C7C,MAAM,OAAO,cAAc;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,QAAQ,GAAqB;QAC3B,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,QAAQ;QACrB,MAAM,EAAE;YACN,gBAAgB,EAAE;gBAChB,gBAAgB,EAAE,MAAM;gBACxB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,MAAM;gBACtB,eAAe,EAAE,IAAI;gBACrB,SAAS,EAAE,CAAC,WAAW,EAAE,KAAK,EAAE,cAAc,CAAC;gBAC/C,OAAO,EAAE,KAAK;aACf;YACD,WAAW,EAAE;gBACX,gBAAgB,EAAE,MAAM;gBACxB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,MAAM;gBACvB,SAAS,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,cAAc,CAAC;gBAC1C,OAAO,EAAE,KAAK;aACf;SACF;QACD,WAAW,EAAE,KAAK,IAAI,EAAE;YACtB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,SAAS,EAAE;oBACjD,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;iBACpD,CAAC,CAAC;gBACH,OAAO,QAAQ,CAAC,EAAE,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KACF,CAAC;IAEM,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,gBAAgB,CAAS;IAEjC,YAAY,OAA8B;QACxC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;QACnD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAuB,EACvB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE/D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,OAAO,EAAE;YAC/C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,QAAQ,EAAE,cAAc;gBACxB,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBACvD,WAAW,EAAE,OAAO,EAAE,WAAW;aAClC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAuB,CAAC;QAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAEzB,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK,EAAE;gBACL,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,IAAI,KAAK,EAAE,YAAY,EAAE,YAAY,IAAI,CAAC;gBAClF,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,IAAI,KAAK,EAAE,YAAY,EAAE,aAAa,IAAI,CAAC;aACtF;YACD,KAAK;YACL,YAAY,EAAE,IAAI,CAAC,aAAa,IAAI,SAAS;SAC9C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,QAAuB,EACvB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE/D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,OAAO,EAAE;gBAC/C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK;oBACL,QAAQ,EAAE,cAAc;oBACxB,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;oBACvD,WAAW,EAAE,OAAO,EAAE,WAAW;oBACjC,MAAM,EAAE,IAAI;iBACb,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACjF,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,YAAY,GAAG,CAAC,CAAC;YAErB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBACxD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC9B,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAEhC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAsB,CAAC;oBAEpD,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,IAAI,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;wBAC1E,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;oBACpE,CAAC;oBAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;wBAChB,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,YAAY,IAAI,CAAC,CAAC;wBAC9F,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,aAAa,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,aAAa,IAAI,CAAC,CAAC;oBACnG,CAAC;oBAED,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;wBACjC,MAAM;4BACJ,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE;yBACrC,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,QAAuB,EACvB,OAA2B;QAE3B,MAAM,cAAc,GAAwB,EAAE,CAAC;QAE/C,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;CACF"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { Provider, ProviderMetadata, ChatMessage, CompletionOptions, CompletionResult, StreamChunk } from './types.js';
|
|
2
|
+
export interface DeepSeekProviderOptions {
|
|
3
|
+
apiKey: string;
|
|
4
|
+
model?: string;
|
|
5
|
+
maxTokens?: number;
|
|
6
|
+
}
|
|
7
|
+
export declare class DeepSeekProvider implements Provider {
|
|
8
|
+
name: string;
|
|
9
|
+
metadata: ProviderMetadata;
|
|
10
|
+
private apiKey;
|
|
11
|
+
private defaultModel;
|
|
12
|
+
private defaultMaxTokens;
|
|
13
|
+
constructor(options: DeepSeekProviderOptions);
|
|
14
|
+
complete(messages: ChatMessage[], options?: CompletionOptions): Promise<CompletionResult>;
|
|
15
|
+
stream(messages: ChatMessage[], options?: CompletionOptions): AsyncGenerator<StreamChunk, void, unknown>;
|
|
16
|
+
private prepareMessages;
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=deepseek.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deepseek.d.ts","sourceRoot":"","sources":["../src/deepseek.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACZ,MAAM,YAAY,CAAC;AAMpB,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAqCD,qBAAa,gBAAiB,YAAW,QAAQ;IAC/C,IAAI,SAAc;IAClB,QAAQ,EAAE,gBAAgB,CAqCxB;IAEF,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,gBAAgB,CAAS;gBAErB,OAAO,EAAE,uBAAuB;IAMtC,QAAQ,CACZ,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,gBAAgB,CAAC;IAoCrB,MAAM,CACX,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IA6E7C,OAAO,CAAC,eAAe;CAgBxB"}
|
package/dist/deepseek.js
ADDED
|
@@ -0,0 +1,164 @@
|
|
|
1
|
+
const DEFAULT_MODEL = 'deepseek-chat';
|
|
2
|
+
const DEFAULT_MAX_TOKENS = 4096;
|
|
3
|
+
const BASE_URL = 'https://api.deepseek.com';
|
|
4
|
+
export class DeepSeekProvider {
|
|
5
|
+
name = 'deepseek';
|
|
6
|
+
metadata = {
|
|
7
|
+
name: 'deepseek',
|
|
8
|
+
displayName: 'DeepSeek',
|
|
9
|
+
models: {
|
|
10
|
+
'deepseek-chat': {
|
|
11
|
+
maxContextTokens: 64000,
|
|
12
|
+
supportsVision: false,
|
|
13
|
+
supportsTools: true,
|
|
14
|
+
supportsStreaming: true,
|
|
15
|
+
supportsImageGen: false,
|
|
16
|
+
costPer1kInput: 0.00014,
|
|
17
|
+
costPer1kOutput: 0.00028,
|
|
18
|
+
strengths: ['reasoning', 'code', 'low-cost'],
|
|
19
|
+
isLocal: false,
|
|
20
|
+
},
|
|
21
|
+
'deepseek-reasoner': {
|
|
22
|
+
maxContextTokens: 64000,
|
|
23
|
+
supportsVision: false,
|
|
24
|
+
supportsTools: true,
|
|
25
|
+
supportsStreaming: true,
|
|
26
|
+
supportsImageGen: false,
|
|
27
|
+
costPer1kInput: 0.00055,
|
|
28
|
+
costPer1kOutput: 0.0022,
|
|
29
|
+
strengths: ['reasoning', 'code', 'math'],
|
|
30
|
+
isLocal: false,
|
|
31
|
+
},
|
|
32
|
+
},
|
|
33
|
+
isAvailable: async () => {
|
|
34
|
+
try {
|
|
35
|
+
const response = await fetch(`${BASE_URL}/models`, {
|
|
36
|
+
headers: { Authorization: `Bearer ${this.apiKey}` },
|
|
37
|
+
});
|
|
38
|
+
return response.ok;
|
|
39
|
+
}
|
|
40
|
+
catch {
|
|
41
|
+
return false;
|
|
42
|
+
}
|
|
43
|
+
},
|
|
44
|
+
};
|
|
45
|
+
apiKey;
|
|
46
|
+
defaultModel;
|
|
47
|
+
defaultMaxTokens;
|
|
48
|
+
constructor(options) {
|
|
49
|
+
this.apiKey = options.apiKey;
|
|
50
|
+
this.defaultModel = options.model || DEFAULT_MODEL;
|
|
51
|
+
this.defaultMaxTokens = options.maxTokens || DEFAULT_MAX_TOKENS;
|
|
52
|
+
}
|
|
53
|
+
async complete(messages, options) {
|
|
54
|
+
const model = options?.model || this.defaultModel;
|
|
55
|
+
const dsMessages = this.prepareMessages(messages, options);
|
|
56
|
+
const response = await fetch(`${BASE_URL}/chat/completions`, {
|
|
57
|
+
method: 'POST',
|
|
58
|
+
headers: {
|
|
59
|
+
'Content-Type': 'application/json',
|
|
60
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
61
|
+
},
|
|
62
|
+
body: JSON.stringify({
|
|
63
|
+
model,
|
|
64
|
+
max_tokens: options?.maxTokens || this.defaultMaxTokens,
|
|
65
|
+
messages: dsMessages,
|
|
66
|
+
temperature: options?.temperature,
|
|
67
|
+
}),
|
|
68
|
+
});
|
|
69
|
+
if (!response.ok) {
|
|
70
|
+
throw new Error(`DeepSeek API error: ${response.status} ${response.statusText}`);
|
|
71
|
+
}
|
|
72
|
+
const data = (await response.json());
|
|
73
|
+
const choice = data.choices[0];
|
|
74
|
+
return {
|
|
75
|
+
content: choice?.message?.content || '',
|
|
76
|
+
usage: {
|
|
77
|
+
inputTokens: data.usage?.prompt_tokens || 0,
|
|
78
|
+
outputTokens: data.usage?.completion_tokens || 0,
|
|
79
|
+
},
|
|
80
|
+
model: data.model,
|
|
81
|
+
finishReason: choice?.finish_reason || 'unknown',
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
async *stream(messages, options) {
|
|
85
|
+
const model = options?.model || this.defaultModel;
|
|
86
|
+
const dsMessages = this.prepareMessages(messages, options);
|
|
87
|
+
try {
|
|
88
|
+
const response = await fetch(`${BASE_URL}/chat/completions`, {
|
|
89
|
+
method: 'POST',
|
|
90
|
+
headers: {
|
|
91
|
+
'Content-Type': 'application/json',
|
|
92
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
93
|
+
},
|
|
94
|
+
body: JSON.stringify({
|
|
95
|
+
model,
|
|
96
|
+
max_tokens: options?.maxTokens || this.defaultMaxTokens,
|
|
97
|
+
messages: dsMessages,
|
|
98
|
+
temperature: options?.temperature,
|
|
99
|
+
stream: true,
|
|
100
|
+
stream_options: { include_usage: true },
|
|
101
|
+
}),
|
|
102
|
+
});
|
|
103
|
+
if (!response.ok) {
|
|
104
|
+
throw new Error(`DeepSeek API error: ${response.status} ${response.statusText}`);
|
|
105
|
+
}
|
|
106
|
+
const reader = response.body?.getReader();
|
|
107
|
+
if (!reader) {
|
|
108
|
+
throw new Error('No response body');
|
|
109
|
+
}
|
|
110
|
+
const decoder = new TextDecoder();
|
|
111
|
+
let buffer = '';
|
|
112
|
+
let inputTokens = 0;
|
|
113
|
+
let outputTokens = 0;
|
|
114
|
+
while (true) {
|
|
115
|
+
const { done, value } = await reader.read();
|
|
116
|
+
if (done)
|
|
117
|
+
break;
|
|
118
|
+
buffer += decoder.decode(value, { stream: true });
|
|
119
|
+
const lines = buffer.split('\n');
|
|
120
|
+
buffer = lines.pop() || '';
|
|
121
|
+
for (const line of lines) {
|
|
122
|
+
const trimmed = line.trim();
|
|
123
|
+
if (!trimmed || !trimmed.startsWith('data: '))
|
|
124
|
+
continue;
|
|
125
|
+
const data = trimmed.slice(6);
|
|
126
|
+
if (data === '[DONE]')
|
|
127
|
+
continue;
|
|
128
|
+
const chunk = JSON.parse(data);
|
|
129
|
+
const delta = chunk.choices[0]?.delta;
|
|
130
|
+
if (delta?.content) {
|
|
131
|
+
yield { type: 'text', content: delta.content };
|
|
132
|
+
}
|
|
133
|
+
if (chunk.usage) {
|
|
134
|
+
inputTokens = chunk.usage.prompt_tokens || 0;
|
|
135
|
+
outputTokens = chunk.usage.completion_tokens || 0;
|
|
136
|
+
}
|
|
137
|
+
if (chunk.choices[0]?.finish_reason) {
|
|
138
|
+
yield {
|
|
139
|
+
type: 'done',
|
|
140
|
+
usage: { inputTokens, outputTokens },
|
|
141
|
+
};
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
catch (error) {
|
|
147
|
+
yield {
|
|
148
|
+
type: 'error',
|
|
149
|
+
error: error instanceof Error ? error.message : 'Unknown error',
|
|
150
|
+
};
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
prepareMessages(messages, options) {
|
|
154
|
+
const dsMessages = [];
|
|
155
|
+
if (options?.systemPrompt) {
|
|
156
|
+
dsMessages.push({ role: 'system', content: options.systemPrompt });
|
|
157
|
+
}
|
|
158
|
+
for (const msg of messages) {
|
|
159
|
+
dsMessages.push({ role: msg.role, content: msg.content });
|
|
160
|
+
}
|
|
161
|
+
return dsMessages;
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
//# sourceMappingURL=deepseek.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deepseek.js","sourceRoot":"","sources":["../src/deepseek.ts"],"names":[],"mappings":"AASA,MAAM,aAAa,GAAG,eAAe,CAAC;AACtC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,QAAQ,GAAG,0BAA0B,CAAC;AA2C5C,MAAM,OAAO,gBAAgB;IAC3B,IAAI,GAAG,UAAU,CAAC;IAClB,QAAQ,GAAqB;QAC3B,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,UAAU;QACvB,MAAM,EAAE;YACN,eAAe,EAAE;gBACf,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,OAAO;gBACxB,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,CAAC;gBAC5C,OAAO,EAAE,KAAK;aACf;YACD,mBAAmB,EAAE;gBACnB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,MAAM;gBACvB,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC;gBACxC,OAAO,EAAE,KAAK;aACf;SACF;QACD,WAAW,EAAE,KAAK,IAAI,EAAE;YACtB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,SAAS,EAAE;oBACjD,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;iBACpD,CAAC,CAAC;gBACH,OAAO,QAAQ,CAAC,EAAE,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KACF,CAAC;IAEM,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,gBAAgB,CAAS;IAEjC,YAAY,OAAgC;QAC1C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;QACnD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAuB,EACvB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE3D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,mBAAmB,EAAE;YAC3D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBACvD,QAAQ,EAAE,UAAU;gBACpB,WAAW,EAAE,OAAO,EAAE,WAAW;aAClC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyB,CAAC;QAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE/B,OAAO;YACL,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;YACvC,KAAK,EAAE;gBACL,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBAC3C,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;aACjD;YACD,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,YAAY,EAAE,MAAM,EAAE,aAAa,IAAI,SAAS;SACjD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,QAAuB,EACvB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE3D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,mBAAmB,EAAE;gBAC3D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK;oBACL,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;oBACvD,QAAQ,EAAE,UAAU;oBACpB,WAAW,EAAE,OAAO,EAAE,WAAW;oBACjC,MAAM,EAAE,IAAI;oBACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;iBACxC,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACnF,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,YAAY,GAAG,CAAC,CAAC;YAErB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBACxD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC9B,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAEhC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAwB,CAAC;oBAEtD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;oBACtC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;wBACnB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;oBACjD,CAAC;oBAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;wBAChB,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;wBAC7C,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;oBACpD,CAAC;oBAED,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;wBACpC,MAAM;4BACJ,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE;yBACrC,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,QAAuB,EACvB,OAA2B;QAE3B,MAAM,UAAU,GAA0B,EAAE,CAAC;QAE7C,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;CACF"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { Provider, ProviderConfig } from './types.js';
|
|
2
|
+
export type ProviderName = string;
|
|
3
|
+
export interface ProviderFactoryOptions {
|
|
4
|
+
primary: ProviderName;
|
|
5
|
+
fallback?: ProviderName;
|
|
6
|
+
config: ProviderConfig;
|
|
7
|
+
}
|
|
8
|
+
export declare class ProviderFactory {
|
|
9
|
+
private providers;
|
|
10
|
+
private primary;
|
|
11
|
+
private fallback?;
|
|
12
|
+
constructor(options: ProviderFactoryOptions);
|
|
13
|
+
getProvider(name?: ProviderName): Provider;
|
|
14
|
+
getPrimaryProvider(): Provider;
|
|
15
|
+
getFallbackProvider(): Provider | null;
|
|
16
|
+
withFallback<T>(fn: (provider: Provider) => Promise<T>): Promise<T>;
|
|
17
|
+
listAvailable(): ProviderName[];
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=factory.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../src/factory.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAI3D,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC;AAElC,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,YAAY,CAAC;IACtB,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,MAAM,EAAE,cAAc,CAAC;CACxB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,SAAS,CAA0C;IAC3D,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,QAAQ,CAAC,CAAe;gBAEpB,OAAO,EAAE,sBAAsB;IAqE3C,WAAW,CAAC,IAAI,CAAC,EAAE,YAAY,GAAG,QAAQ;IAW1C,kBAAkB,IAAI,QAAQ;IAI9B,mBAAmB,IAAI,QAAQ,GAAG,IAAI;IAUhC,YAAY,CAAC,CAAC,EAClB,EAAE,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,GACrC,OAAO,CAAC,CAAC,CAAC;IAab,aAAa,IAAI,YAAY,EAAE;CAGhC"}
|
package/dist/factory.js
ADDED
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
import { AnthropicProvider } from './anthropic.js';
|
|
2
|
+
import { OpenAIProvider } from './openai.js';
|
|
3
|
+
import { GoogleProvider } from './google.js';
|
|
4
|
+
import { OllamaProvider } from './ollama.js';
|
|
5
|
+
import { OpenAICompatibleProvider } from './openai-compatible.js';
|
|
6
|
+
import { GroqProvider } from './groq.js';
|
|
7
|
+
import { ReplicateProvider } from './replicate.js';
|
|
8
|
+
import { DeepSeekProvider } from './deepseek.js';
|
|
9
|
+
import { CohereProvider } from './cohere.js';
|
|
10
|
+
import { XAIProvider } from './xai.js';
|
|
11
|
+
import { readClaudeCliCredentials } from './claude-oauth.js';
|
|
12
|
+
import { getLogger } from '@auxiora/logger';
|
|
13
|
+
const logger = getLogger('providers');
|
|
14
|
+
export class ProviderFactory {
|
|
15
|
+
providers = new Map();
|
|
16
|
+
primary;
|
|
17
|
+
fallback;
|
|
18
|
+
constructor(options) {
|
|
19
|
+
this.primary = options.primary;
|
|
20
|
+
this.fallback = options.fallback;
|
|
21
|
+
// Initialize configured providers
|
|
22
|
+
const anthropicConfig = options.config.anthropic;
|
|
23
|
+
const hasAnthropicCredentials = anthropicConfig?.apiKey ||
|
|
24
|
+
anthropicConfig?.oauthToken ||
|
|
25
|
+
(anthropicConfig?.useCliCredentials !== false && readClaudeCliCredentials() !== null);
|
|
26
|
+
if (hasAnthropicCredentials && anthropicConfig) {
|
|
27
|
+
this.providers.set('anthropic', new AnthropicProvider(anthropicConfig));
|
|
28
|
+
}
|
|
29
|
+
if (options.config.openai?.apiKey) {
|
|
30
|
+
this.providers.set('openai', new OpenAIProvider(options.config.openai));
|
|
31
|
+
}
|
|
32
|
+
if (options.config.google?.apiKey) {
|
|
33
|
+
this.providers.set('google', new GoogleProvider(options.config.google));
|
|
34
|
+
}
|
|
35
|
+
if (options.config.ollama) {
|
|
36
|
+
this.providers.set('ollama', new OllamaProvider(options.config.ollama));
|
|
37
|
+
}
|
|
38
|
+
if (options.config.openaiCompatible?.baseUrl) {
|
|
39
|
+
const compat = options.config.openaiCompatible;
|
|
40
|
+
this.providers.set(compat.name || 'openai-compatible', new OpenAICompatibleProvider({
|
|
41
|
+
baseUrl: compat.baseUrl,
|
|
42
|
+
apiKey: compat.apiKey,
|
|
43
|
+
model: compat.model || '',
|
|
44
|
+
maxTokens: compat.maxTokens,
|
|
45
|
+
name: compat.name,
|
|
46
|
+
}));
|
|
47
|
+
}
|
|
48
|
+
if (options.config.groq?.apiKey) {
|
|
49
|
+
this.providers.set('groq', new GroqProvider(options.config.groq));
|
|
50
|
+
}
|
|
51
|
+
if (options.config.replicate?.apiToken) {
|
|
52
|
+
this.providers.set('replicate', new ReplicateProvider(options.config.replicate));
|
|
53
|
+
}
|
|
54
|
+
if (options.config.deepseek?.apiKey) {
|
|
55
|
+
this.providers.set('deepseek', new DeepSeekProvider(options.config.deepseek));
|
|
56
|
+
}
|
|
57
|
+
if (options.config.cohere?.apiKey) {
|
|
58
|
+
this.providers.set('cohere', new CohereProvider(options.config.cohere));
|
|
59
|
+
}
|
|
60
|
+
if (options.config.xai?.apiKey) {
|
|
61
|
+
this.providers.set('xai', new XAIProvider(options.config.xai));
|
|
62
|
+
}
|
|
63
|
+
// Auto-fallback: if configured primary isn't available, use first registered provider
|
|
64
|
+
if (this.providers.size > 0 && !this.providers.has(this.primary)) {
|
|
65
|
+
const firstAvailable = this.providers.keys().next().value;
|
|
66
|
+
logger.warn(`Provider '${this.primary}' not configured, falling back to '${firstAvailable}'`);
|
|
67
|
+
this.primary = firstAvailable;
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
getProvider(name) {
|
|
71
|
+
const providerName = name || this.primary;
|
|
72
|
+
const provider = this.providers.get(providerName);
|
|
73
|
+
if (!provider) {
|
|
74
|
+
throw new Error(`Provider not configured: ${providerName}`);
|
|
75
|
+
}
|
|
76
|
+
return provider;
|
|
77
|
+
}
|
|
78
|
+
getPrimaryProvider() {
|
|
79
|
+
return this.getProvider(this.primary);
|
|
80
|
+
}
|
|
81
|
+
getFallbackProvider() {
|
|
82
|
+
if (!this.fallback)
|
|
83
|
+
return null;
|
|
84
|
+
try {
|
|
85
|
+
return this.getProvider(this.fallback);
|
|
86
|
+
}
|
|
87
|
+
catch {
|
|
88
|
+
return null;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
async withFallback(fn) {
|
|
92
|
+
try {
|
|
93
|
+
return await fn(this.getPrimaryProvider());
|
|
94
|
+
}
|
|
95
|
+
catch (error) {
|
|
96
|
+
const fallback = this.getFallbackProvider();
|
|
97
|
+
if (fallback) {
|
|
98
|
+
logger.warn('Primary provider failed, using fallback', { error: error instanceof Error ? error : new Error(String(error)) });
|
|
99
|
+
return await fn(fallback);
|
|
100
|
+
}
|
|
101
|
+
throw error;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
listAvailable() {
|
|
105
|
+
return Array.from(this.providers.keys());
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
//# sourceMappingURL=factory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"factory.js","sourceRoot":"","sources":["../src/factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAiC,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,cAAc,EAA8B,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,cAAc,EAA8B,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,cAAc,EAA8B,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,wBAAwB,EAAwC,MAAM,wBAAwB,CAAC;AACxG,OAAO,EAAE,YAAY,EAA4B,MAAM,WAAW,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAiC,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAgC,MAAM,eAAe,CAAC;AAC/E,OAAO,EAAE,cAAc,EAA8B,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,WAAW,EAA2B,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAG5C,MAAM,MAAM,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC;AAUtC,MAAM,OAAO,eAAe;IAClB,SAAS,GAAgC,IAAI,GAAG,EAAE,CAAC;IACnD,OAAO,CAAe;IACtB,QAAQ,CAAgB;IAEhC,YAAY,OAA+B;QACzC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAEjC,kCAAkC;QAClC,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;QACjD,MAAM,uBAAuB,GAC3B,eAAe,EAAE,MAAM;YACvB,eAAe,EAAE,UAAU;YAC3B,CAAC,eAAe,EAAE,iBAAiB,KAAK,KAAK,IAAI,wBAAwB,EAAE,KAAK,IAAI,CAAC,CAAC;QAExF,IAAI,uBAAuB,IAAI,eAAe,EAAE,CAAC;YAC/C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,iBAAiB,CAAC,eAAe,CAAC,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;YAClC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;YAClC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAC1B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,OAAO,EAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAC/C,IAAI,CAAC,SAAS,CAAC,GAAG,CAChB,MAAM,CAAC,IAAI,IAAI,mBAAmB,EAClC,IAAI,wBAAwB,CAAC;gBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE;gBACzB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,IAAI,EAAE,MAAM,CAAC,IAAI;aAClB,CAAC,CACH,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;YAChC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC;YACvC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QACnF,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;YACpC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAChF,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;YAClC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACjE,CAAC;QAED,sFAAsF;QACtF,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACjE,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAe,CAAC;YACpE,MAAM,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,OAAO,sCAAsC,cAAc,GAAG,CAAC,CAAC;YAC9F,IAAI,CAAC,OAAO,GAAG,cAAc,CAAC;QAChC,CAAC;IACH,CAAC;IAED,WAAW,CAAC,IAAmB;QAC7B,MAAM,YAAY,GAAG,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAElD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,4BAA4B,YAAY,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;IAED,mBAAmB;QACjB,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAEhC,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,EAAsC;QAEtC,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC5C,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,yCAAyC,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC7H,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC5B,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,aAAa;QACX,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;CACF"}
|
package/dist/google.d.ts
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { Provider, ProviderMetadata, ChatMessage, CompletionOptions, CompletionResult, StreamChunk } from './types.js';
|
|
2
|
+
export interface GoogleProviderOptions {
|
|
3
|
+
apiKey: string;
|
|
4
|
+
model?: string;
|
|
5
|
+
maxTokens?: number;
|
|
6
|
+
}
|
|
7
|
+
export declare class GoogleProvider implements Provider {
|
|
8
|
+
name: string;
|
|
9
|
+
metadata: ProviderMetadata;
|
|
10
|
+
private client;
|
|
11
|
+
private defaultModel;
|
|
12
|
+
private defaultMaxTokens;
|
|
13
|
+
constructor(options: GoogleProviderOptions);
|
|
14
|
+
complete(messages: ChatMessage[], options?: CompletionOptions): Promise<CompletionResult>;
|
|
15
|
+
stream(messages: ChatMessage[], options?: CompletionOptions): AsyncGenerator<StreamChunk, void, unknown>;
|
|
16
|
+
private prepareMessages;
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=google.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../src/google.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACZ,MAAM,YAAY,CAAC;AAKpB,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,cAAe,YAAW,QAAQ;IAC7C,IAAI,SAAY;IAChB,QAAQ,EAAE,gBAAgB,CAkCxB;IACF,OAAO,CAAC,MAAM,CAAqB;IACnC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,gBAAgB,CAAS;gBAErB,OAAO,EAAE,qBAAqB;IAMpC,QAAQ,CACZ,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,gBAAgB,CAAC;IAmCrB,MAAM,CACX,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IAyC7C,OAAO,CAAC,eAAe;CA2BxB"}
|