@auxiora/providers 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +191 -0
- package/dist/anthropic.d.ts +82 -0
- package/dist/anthropic.d.ts.map +1 -0
- package/dist/anthropic.js +618 -0
- package/dist/anthropic.js.map +1 -0
- package/dist/claude-code-tools.d.ts +29 -0
- package/dist/claude-code-tools.d.ts.map +1 -0
- package/dist/claude-code-tools.js +221 -0
- package/dist/claude-code-tools.js.map +1 -0
- package/dist/claude-oauth.d.ts +86 -0
- package/dist/claude-oauth.d.ts.map +1 -0
- package/dist/claude-oauth.js +318 -0
- package/dist/claude-oauth.js.map +1 -0
- package/dist/cohere.d.ts +18 -0
- package/dist/cohere.d.ts.map +1 -0
- package/dist/cohere.js +163 -0
- package/dist/cohere.js.map +1 -0
- package/dist/deepseek.d.ts +18 -0
- package/dist/deepseek.d.ts.map +1 -0
- package/dist/deepseek.js +164 -0
- package/dist/deepseek.js.map +1 -0
- package/dist/factory.d.ts +19 -0
- package/dist/factory.d.ts.map +1 -0
- package/dist/factory.js +108 -0
- package/dist/factory.js.map +1 -0
- package/dist/google.d.ts +18 -0
- package/dist/google.d.ts.map +1 -0
- package/dist/google.js +141 -0
- package/dist/google.js.map +1 -0
- package/dist/groq.d.ts +18 -0
- package/dist/groq.d.ts.map +1 -0
- package/dist/groq.js +186 -0
- package/dist/groq.js.map +1 -0
- package/dist/index.d.ts +15 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +14 -0
- package/dist/index.js.map +1 -0
- package/dist/ollama.d.ts +18 -0
- package/dist/ollama.d.ts.map +1 -0
- package/dist/ollama.js +141 -0
- package/dist/ollama.js.map +1 -0
- package/dist/openai-compatible.d.ts +20 -0
- package/dist/openai-compatible.d.ts.map +1 -0
- package/dist/openai-compatible.js +112 -0
- package/dist/openai-compatible.js.map +1 -0
- package/dist/openai.d.ts +20 -0
- package/dist/openai.d.ts.map +1 -0
- package/dist/openai.js +259 -0
- package/dist/openai.js.map +1 -0
- package/dist/replicate.d.ts +20 -0
- package/dist/replicate.d.ts.map +1 -0
- package/dist/replicate.js +186 -0
- package/dist/replicate.js.map +1 -0
- package/dist/thinking-levels.d.ts +16 -0
- package/dist/thinking-levels.d.ts.map +1 -0
- package/dist/thinking-levels.js +34 -0
- package/dist/thinking-levels.js.map +1 -0
- package/dist/types.d.ts +157 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/dist/xai.d.ts +18 -0
- package/dist/xai.d.ts.map +1 -0
- package/dist/xai.js +164 -0
- package/dist/xai.js.map +1 -0
- package/package.json +30 -0
- package/src/anthropic.ts +691 -0
- package/src/claude-code-tools.ts +233 -0
- package/src/claude-oauth.ts +410 -0
- package/src/cohere.ts +242 -0
- package/src/deepseek.ts +241 -0
- package/src/factory.ts +142 -0
- package/src/google.ts +176 -0
- package/src/groq.ts +263 -0
- package/src/index.ts +44 -0
- package/src/ollama.ts +194 -0
- package/src/openai-compatible.ts +154 -0
- package/src/openai.ts +307 -0
- package/src/replicate.ts +247 -0
- package/src/thinking-levels.ts +37 -0
- package/src/types.ts +171 -0
- package/src/xai.ts +241 -0
- package/tests/adapters.test.ts +185 -0
- package/tests/claude-oauth.test.ts +45 -0
- package/tests/new-providers.test.ts +732 -0
- package/tests/thinking-levels.test.ts +82 -0
- package/tsconfig.json +8 -0
- package/tsconfig.tsbuildinfo +1 -0
package/dist/google.js
ADDED
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
import { GoogleGenerativeAI } from '@google/generative-ai';
|
|
2
|
+
const DEFAULT_MODEL = 'gemini-2.5-flash';
|
|
3
|
+
const DEFAULT_MAX_TOKENS = 4096;
|
|
4
|
+
export class GoogleProvider {
|
|
5
|
+
name = 'google';
|
|
6
|
+
metadata = {
|
|
7
|
+
name: 'google',
|
|
8
|
+
displayName: 'Google Gemini',
|
|
9
|
+
models: {
|
|
10
|
+
'gemini-2.5-flash': {
|
|
11
|
+
maxContextTokens: 1048576,
|
|
12
|
+
supportsVision: true,
|
|
13
|
+
supportsTools: true,
|
|
14
|
+
supportsStreaming: true,
|
|
15
|
+
supportsImageGen: false,
|
|
16
|
+
costPer1kInput: 0.00015,
|
|
17
|
+
costPer1kOutput: 0.0006,
|
|
18
|
+
strengths: ['fast', 'code', 'reasoning'],
|
|
19
|
+
isLocal: false,
|
|
20
|
+
},
|
|
21
|
+
'gemini-2.5-pro': {
|
|
22
|
+
maxContextTokens: 1048576,
|
|
23
|
+
supportsVision: true,
|
|
24
|
+
supportsTools: true,
|
|
25
|
+
supportsStreaming: true,
|
|
26
|
+
supportsImageGen: false,
|
|
27
|
+
costPer1kInput: 0.00125,
|
|
28
|
+
costPer1kOutput: 0.01,
|
|
29
|
+
strengths: ['reasoning', 'code', 'long-context', 'creative'],
|
|
30
|
+
isLocal: false,
|
|
31
|
+
},
|
|
32
|
+
},
|
|
33
|
+
isAvailable: async () => {
|
|
34
|
+
try {
|
|
35
|
+
return this.client !== undefined;
|
|
36
|
+
}
|
|
37
|
+
catch {
|
|
38
|
+
return false;
|
|
39
|
+
}
|
|
40
|
+
},
|
|
41
|
+
};
|
|
42
|
+
client;
|
|
43
|
+
defaultModel;
|
|
44
|
+
defaultMaxTokens;
|
|
45
|
+
constructor(options) {
|
|
46
|
+
this.client = new GoogleGenerativeAI(options.apiKey);
|
|
47
|
+
this.defaultModel = options.model || DEFAULT_MODEL;
|
|
48
|
+
this.defaultMaxTokens = options.maxTokens || DEFAULT_MAX_TOKENS;
|
|
49
|
+
}
|
|
50
|
+
async complete(messages, options) {
|
|
51
|
+
const modelName = options?.model || this.defaultModel;
|
|
52
|
+
const model = this.client.getGenerativeModel({
|
|
53
|
+
model: modelName,
|
|
54
|
+
systemInstruction: options?.systemPrompt,
|
|
55
|
+
});
|
|
56
|
+
const { contents, systemInstruction } = this.prepareMessages(messages, options);
|
|
57
|
+
const genModel = systemInstruction
|
|
58
|
+
? this.client.getGenerativeModel({ model: modelName, systemInstruction })
|
|
59
|
+
: model;
|
|
60
|
+
const result = await genModel.generateContent({
|
|
61
|
+
contents,
|
|
62
|
+
generationConfig: {
|
|
63
|
+
maxOutputTokens: options?.maxTokens || this.defaultMaxTokens,
|
|
64
|
+
temperature: options?.temperature,
|
|
65
|
+
},
|
|
66
|
+
});
|
|
67
|
+
const response = result.response;
|
|
68
|
+
const text = response.text();
|
|
69
|
+
const usage = response.usageMetadata;
|
|
70
|
+
return {
|
|
71
|
+
content: text,
|
|
72
|
+
usage: {
|
|
73
|
+
inputTokens: usage?.promptTokenCount ?? 0,
|
|
74
|
+
outputTokens: usage?.candidatesTokenCount ?? 0,
|
|
75
|
+
},
|
|
76
|
+
model: modelName,
|
|
77
|
+
finishReason: response.candidates?.[0]?.finishReason ?? 'unknown',
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
async *stream(messages, options) {
|
|
81
|
+
const modelName = options?.model || this.defaultModel;
|
|
82
|
+
const { contents, systemInstruction } = this.prepareMessages(messages, options);
|
|
83
|
+
const model = this.client.getGenerativeModel({
|
|
84
|
+
model: modelName,
|
|
85
|
+
systemInstruction: systemInstruction || options?.systemPrompt,
|
|
86
|
+
});
|
|
87
|
+
try {
|
|
88
|
+
const result = await model.generateContentStream({
|
|
89
|
+
contents,
|
|
90
|
+
generationConfig: {
|
|
91
|
+
maxOutputTokens: options?.maxTokens || this.defaultMaxTokens,
|
|
92
|
+
temperature: options?.temperature,
|
|
93
|
+
},
|
|
94
|
+
});
|
|
95
|
+
for await (const chunk of result.stream) {
|
|
96
|
+
const text = chunk.text();
|
|
97
|
+
if (text) {
|
|
98
|
+
yield { type: 'text', content: text };
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
const finalResponse = await result.response;
|
|
102
|
+
const usage = finalResponse.usageMetadata;
|
|
103
|
+
yield {
|
|
104
|
+
type: 'done',
|
|
105
|
+
usage: {
|
|
106
|
+
inputTokens: usage?.promptTokenCount ?? 0,
|
|
107
|
+
outputTokens: usage?.candidatesTokenCount ?? 0,
|
|
108
|
+
},
|
|
109
|
+
};
|
|
110
|
+
}
|
|
111
|
+
catch (error) {
|
|
112
|
+
yield {
|
|
113
|
+
type: 'error',
|
|
114
|
+
error: error instanceof Error ? error.message : 'Unknown error',
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
prepareMessages(messages, options) {
|
|
119
|
+
let systemInstruction = options?.systemPrompt;
|
|
120
|
+
const contents = [];
|
|
121
|
+
for (const msg of messages) {
|
|
122
|
+
if (msg.role === 'system') {
|
|
123
|
+
systemInstruction = systemInstruction
|
|
124
|
+
? `${systemInstruction}\n\n${msg.content}`
|
|
125
|
+
: msg.content;
|
|
126
|
+
}
|
|
127
|
+
else {
|
|
128
|
+
contents.push({
|
|
129
|
+
role: msg.role === 'assistant' ? 'model' : 'user',
|
|
130
|
+
parts: [{ text: msg.content }],
|
|
131
|
+
});
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
// Gemini requires alternating user/model turns, starting with user
|
|
135
|
+
if (contents.length > 0 && contents[0].role !== 'user') {
|
|
136
|
+
contents.unshift({ role: 'user', parts: [{ text: '(Starting conversation)' }] });
|
|
137
|
+
}
|
|
138
|
+
return { contents, systemInstruction };
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
//# sourceMappingURL=google.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"google.js","sourceRoot":"","sources":["../src/google.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAU3D,MAAM,aAAa,GAAG,kBAAkB,CAAC;AACzC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAQhC,MAAM,OAAO,cAAc;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,QAAQ,GAAqB;QAC3B,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,eAAe;QAC5B,MAAM,EAAE;YACN,kBAAkB,EAAE;gBAClB,gBAAgB,EAAE,OAAO;gBACzB,cAAc,EAAE,IAAI;gBACpB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,MAAM;gBACvB,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC;gBACxC,OAAO,EAAE,KAAK;aACf;YACD,gBAAgB,EAAE;gBAChB,gBAAgB,EAAE,OAAO;gBACzB,cAAc,EAAE,IAAI;gBACpB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,IAAI;gBACrB,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,cAAc,EAAE,UAAU,CAAC;gBAC5D,OAAO,EAAE,KAAK;aACf;SACF;QACD,WAAW,EAAE,KAAK,IAAI,EAAE;YACtB,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC;YACnC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KACF,CAAC;IACM,MAAM,CAAqB;IAC3B,YAAY,CAAS;IACrB,gBAAgB,CAAS;IAEjC,YAAY,OAA8B;QACxC,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;QACnD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAuB,EACvB,OAA2B;QAE3B,MAAM,SAAS,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACtD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;YAC3C,KAAK,EAAE,SAAS;YAChB,iBAAiB,EAAE,OAAO,EAAE,YAAY;SACzC,CAAC,CAAC;QAEH,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChF,MAAM,QAAQ,GAAG,iBAAiB;YAChC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC;YACzE,CAAC,CAAC,KAAK,CAAC;QAEV,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC;YAC5C,QAAQ;YACR,gBAAgB,EAAE;gBAChB,eAAe,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBAC5D,WAAW,EAAE,OAAO,EAAE,WAAW;aAClC;SACF,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACjC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC;QAErC,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK,EAAE;gBACL,WAAW,EAAE,KAAK,EAAE,gBAAgB,IAAI,CAAC;gBACzC,YAAY,EAAE,KAAK,EAAE,oBAAoB,IAAI,CAAC;aAC/C;YACD,KAAK,EAAE,SAAS;YAChB,YAAY,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,SAAS;SAClE,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,QAAuB,EACvB,OAA2B;QAE3B,MAAM,SAAS,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACtD,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChF,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;YAC3C,KAAK,EAAE,SAAS;YAChB,iBAAiB,EAAE,iBAAiB,IAAI,OAAO,EAAE,YAAY;SAC9D,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,qBAAqB,CAAC;gBAC/C,QAAQ;gBACR,gBAAgB,EAAE;oBAChB,eAAe,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;oBAC5D,WAAW,EAAE,OAAO,EAAE,WAAW;iBAClC;aACF,CAAC,CAAC;YAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC1B,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBACxC,CAAC;YACH,CAAC;YAED,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YAC5C,MAAM,KAAK,GAAG,aAAa,CAAC,aAAa,CAAC;YAC1C,MAAM;gBACJ,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL,WAAW,EAAE,KAAK,EAAE,gBAAgB,IAAI,CAAC;oBACzC,YAAY,EAAE,KAAK,EAAE,oBAAoB,IAAI,CAAC;iBAC/C;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,QAAuB,EACvB,OAA2B;QAE3B,IAAI,iBAAiB,GAAG,OAAO,EAAE,YAAY,CAAC;QAC9C,MAAM,QAAQ,GAA4D,EAAE,CAAC;QAE7E,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,iBAAiB,GAAG,iBAAiB;oBACnC,CAAC,CAAC,GAAG,iBAAiB,OAAO,GAAG,CAAC,OAAO,EAAE;oBAC1C,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;oBACjD,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;iBAC/B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,mEAAmE;QACnE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvD,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,yBAAyB,EAAE,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IACzC,CAAC;CACF"}
|
package/dist/groq.d.ts
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { Provider, ProviderMetadata, ChatMessage, CompletionOptions, CompletionResult, StreamChunk } from './types.js';
|
|
2
|
+
export interface GroqProviderOptions {
|
|
3
|
+
apiKey: string;
|
|
4
|
+
model?: string;
|
|
5
|
+
maxTokens?: number;
|
|
6
|
+
}
|
|
7
|
+
export declare class GroqProvider implements Provider {
|
|
8
|
+
name: string;
|
|
9
|
+
metadata: ProviderMetadata;
|
|
10
|
+
private apiKey;
|
|
11
|
+
private defaultModel;
|
|
12
|
+
private defaultMaxTokens;
|
|
13
|
+
constructor(options: GroqProviderOptions);
|
|
14
|
+
complete(messages: ChatMessage[], options?: CompletionOptions): Promise<CompletionResult>;
|
|
15
|
+
stream(messages: ChatMessage[], options?: CompletionOptions): AsyncGenerator<StreamChunk, void, unknown>;
|
|
16
|
+
private prepareMessages;
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=groq.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../src/groq.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACZ,MAAM,YAAY,CAAC;AAMpB,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAqCD,qBAAa,YAAa,YAAW,QAAQ;IAC3C,IAAI,SAAU;IACd,QAAQ,EAAE,gBAAgB,CA2DxB;IAEF,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,gBAAgB,CAAS;gBAErB,OAAO,EAAE,mBAAmB;IAMlC,QAAQ,CACZ,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,gBAAgB,CAAC;IAoCrB,MAAM,CACX,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IA6E7C,OAAO,CAAC,eAAe;CAgBxB"}
|
package/dist/groq.js
ADDED
|
@@ -0,0 +1,186 @@
|
|
|
1
|
+
const DEFAULT_MODEL = 'llama-3.3-70b-versatile';
|
|
2
|
+
const DEFAULT_MAX_TOKENS = 4096;
|
|
3
|
+
const BASE_URL = 'https://api.groq.com/openai/v1';
|
|
4
|
+
export class GroqProvider {
|
|
5
|
+
name = 'groq';
|
|
6
|
+
metadata = {
|
|
7
|
+
name: 'groq',
|
|
8
|
+
displayName: 'Groq',
|
|
9
|
+
models: {
|
|
10
|
+
'llama-3.3-70b-versatile': {
|
|
11
|
+
maxContextTokens: 128000,
|
|
12
|
+
supportsVision: false,
|
|
13
|
+
supportsTools: true,
|
|
14
|
+
supportsStreaming: true,
|
|
15
|
+
supportsImageGen: false,
|
|
16
|
+
costPer1kInput: 0.00059,
|
|
17
|
+
costPer1kOutput: 0.00079,
|
|
18
|
+
strengths: ['fast', 'reasoning', 'code'],
|
|
19
|
+
isLocal: false,
|
|
20
|
+
},
|
|
21
|
+
'llama-3.1-8b-instant': {
|
|
22
|
+
maxContextTokens: 131072,
|
|
23
|
+
supportsVision: false,
|
|
24
|
+
supportsTools: true,
|
|
25
|
+
supportsStreaming: true,
|
|
26
|
+
supportsImageGen: false,
|
|
27
|
+
costPer1kInput: 0.00005,
|
|
28
|
+
costPer1kOutput: 0.00008,
|
|
29
|
+
strengths: ['fast', 'low-cost'],
|
|
30
|
+
isLocal: false,
|
|
31
|
+
},
|
|
32
|
+
'mixtral-8x7b-32768': {
|
|
33
|
+
maxContextTokens: 32768,
|
|
34
|
+
supportsVision: false,
|
|
35
|
+
supportsTools: true,
|
|
36
|
+
supportsStreaming: true,
|
|
37
|
+
supportsImageGen: false,
|
|
38
|
+
costPer1kInput: 0.00024,
|
|
39
|
+
costPer1kOutput: 0.00024,
|
|
40
|
+
strengths: ['fast', 'code', 'multilingual'],
|
|
41
|
+
isLocal: false,
|
|
42
|
+
},
|
|
43
|
+
'gemma2-9b-it': {
|
|
44
|
+
maxContextTokens: 8192,
|
|
45
|
+
supportsVision: false,
|
|
46
|
+
supportsTools: true,
|
|
47
|
+
supportsStreaming: true,
|
|
48
|
+
supportsImageGen: false,
|
|
49
|
+
costPer1kInput: 0.0002,
|
|
50
|
+
costPer1kOutput: 0.0002,
|
|
51
|
+
strengths: ['fast', 'low-cost'],
|
|
52
|
+
isLocal: false,
|
|
53
|
+
},
|
|
54
|
+
},
|
|
55
|
+
isAvailable: async () => {
|
|
56
|
+
try {
|
|
57
|
+
const response = await fetch(`${BASE_URL}/models`, {
|
|
58
|
+
headers: { Authorization: `Bearer ${this.apiKey}` },
|
|
59
|
+
});
|
|
60
|
+
return response.ok;
|
|
61
|
+
}
|
|
62
|
+
catch {
|
|
63
|
+
return false;
|
|
64
|
+
}
|
|
65
|
+
},
|
|
66
|
+
};
|
|
67
|
+
apiKey;
|
|
68
|
+
defaultModel;
|
|
69
|
+
defaultMaxTokens;
|
|
70
|
+
constructor(options) {
|
|
71
|
+
this.apiKey = options.apiKey;
|
|
72
|
+
this.defaultModel = options.model || DEFAULT_MODEL;
|
|
73
|
+
this.defaultMaxTokens = options.maxTokens || DEFAULT_MAX_TOKENS;
|
|
74
|
+
}
|
|
75
|
+
async complete(messages, options) {
|
|
76
|
+
const model = options?.model || this.defaultModel;
|
|
77
|
+
const groqMessages = this.prepareMessages(messages, options);
|
|
78
|
+
const response = await fetch(`${BASE_URL}/chat/completions`, {
|
|
79
|
+
method: 'POST',
|
|
80
|
+
headers: {
|
|
81
|
+
'Content-Type': 'application/json',
|
|
82
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
83
|
+
},
|
|
84
|
+
body: JSON.stringify({
|
|
85
|
+
model,
|
|
86
|
+
max_tokens: options?.maxTokens || this.defaultMaxTokens,
|
|
87
|
+
messages: groqMessages,
|
|
88
|
+
temperature: options?.temperature,
|
|
89
|
+
}),
|
|
90
|
+
});
|
|
91
|
+
if (!response.ok) {
|
|
92
|
+
throw new Error(`Groq API error: ${response.status} ${response.statusText}`);
|
|
93
|
+
}
|
|
94
|
+
const data = (await response.json());
|
|
95
|
+
const choice = data.choices[0];
|
|
96
|
+
return {
|
|
97
|
+
content: choice?.message?.content || '',
|
|
98
|
+
usage: {
|
|
99
|
+
inputTokens: data.usage?.prompt_tokens || 0,
|
|
100
|
+
outputTokens: data.usage?.completion_tokens || 0,
|
|
101
|
+
},
|
|
102
|
+
model: data.model,
|
|
103
|
+
finishReason: choice?.finish_reason || 'unknown',
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
async *stream(messages, options) {
|
|
107
|
+
const model = options?.model || this.defaultModel;
|
|
108
|
+
const groqMessages = this.prepareMessages(messages, options);
|
|
109
|
+
try {
|
|
110
|
+
const response = await fetch(`${BASE_URL}/chat/completions`, {
|
|
111
|
+
method: 'POST',
|
|
112
|
+
headers: {
|
|
113
|
+
'Content-Type': 'application/json',
|
|
114
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
115
|
+
},
|
|
116
|
+
body: JSON.stringify({
|
|
117
|
+
model,
|
|
118
|
+
max_tokens: options?.maxTokens || this.defaultMaxTokens,
|
|
119
|
+
messages: groqMessages,
|
|
120
|
+
temperature: options?.temperature,
|
|
121
|
+
stream: true,
|
|
122
|
+
stream_options: { include_usage: true },
|
|
123
|
+
}),
|
|
124
|
+
});
|
|
125
|
+
if (!response.ok) {
|
|
126
|
+
throw new Error(`Groq API error: ${response.status} ${response.statusText}`);
|
|
127
|
+
}
|
|
128
|
+
const reader = response.body?.getReader();
|
|
129
|
+
if (!reader) {
|
|
130
|
+
throw new Error('No response body');
|
|
131
|
+
}
|
|
132
|
+
const decoder = new TextDecoder();
|
|
133
|
+
let buffer = '';
|
|
134
|
+
let inputTokens = 0;
|
|
135
|
+
let outputTokens = 0;
|
|
136
|
+
while (true) {
|
|
137
|
+
const { done, value } = await reader.read();
|
|
138
|
+
if (done)
|
|
139
|
+
break;
|
|
140
|
+
buffer += decoder.decode(value, { stream: true });
|
|
141
|
+
const lines = buffer.split('\n');
|
|
142
|
+
buffer = lines.pop() || '';
|
|
143
|
+
for (const line of lines) {
|
|
144
|
+
const trimmed = line.trim();
|
|
145
|
+
if (!trimmed || !trimmed.startsWith('data: '))
|
|
146
|
+
continue;
|
|
147
|
+
const data = trimmed.slice(6);
|
|
148
|
+
if (data === '[DONE]')
|
|
149
|
+
continue;
|
|
150
|
+
const chunk = JSON.parse(data);
|
|
151
|
+
const delta = chunk.choices[0]?.delta;
|
|
152
|
+
if (delta?.content) {
|
|
153
|
+
yield { type: 'text', content: delta.content };
|
|
154
|
+
}
|
|
155
|
+
if (chunk.usage) {
|
|
156
|
+
inputTokens = chunk.usage.prompt_tokens || 0;
|
|
157
|
+
outputTokens = chunk.usage.completion_tokens || 0;
|
|
158
|
+
}
|
|
159
|
+
if (chunk.choices[0]?.finish_reason) {
|
|
160
|
+
yield {
|
|
161
|
+
type: 'done',
|
|
162
|
+
usage: { inputTokens, outputTokens },
|
|
163
|
+
};
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
catch (error) {
|
|
169
|
+
yield {
|
|
170
|
+
type: 'error',
|
|
171
|
+
error: error instanceof Error ? error.message : 'Unknown error',
|
|
172
|
+
};
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
prepareMessages(messages, options) {
|
|
176
|
+
const groqMessages = [];
|
|
177
|
+
if (options?.systemPrompt) {
|
|
178
|
+
groqMessages.push({ role: 'system', content: options.systemPrompt });
|
|
179
|
+
}
|
|
180
|
+
for (const msg of messages) {
|
|
181
|
+
groqMessages.push({ role: msg.role, content: msg.content });
|
|
182
|
+
}
|
|
183
|
+
return groqMessages;
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
//# sourceMappingURL=groq.js.map
|
package/dist/groq.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"groq.js","sourceRoot":"","sources":["../src/groq.ts"],"names":[],"mappings":"AASA,MAAM,aAAa,GAAG,yBAAyB,CAAC;AAChD,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,QAAQ,GAAG,gCAAgC,CAAC;AA2ClD,MAAM,OAAO,YAAY;IACvB,IAAI,GAAG,MAAM,CAAC;IACd,QAAQ,GAAqB;QAC3B,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,MAAM;QACnB,MAAM,EAAE;YACN,yBAAyB,EAAE;gBACzB,gBAAgB,EAAE,MAAM;gBACxB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,OAAO;gBACxB,SAAS,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC;gBACxC,OAAO,EAAE,KAAK;aACf;YACD,sBAAsB,EAAE;gBACtB,gBAAgB,EAAE,MAAM;gBACxB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,OAAO;gBACxB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;gBAC/B,OAAO,EAAE,KAAK;aACf;YACD,oBAAoB,EAAE;gBACpB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,OAAO;gBACxB,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,CAAC;gBAC3C,OAAO,EAAE,KAAK;aACf;YACD,cAAc,EAAE;gBACd,gBAAgB,EAAE,IAAI;gBACtB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,MAAM;gBACtB,eAAe,EAAE,MAAM;gBACvB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;gBAC/B,OAAO,EAAE,KAAK;aACf;SACF;QACD,WAAW,EAAE,KAAK,IAAI,EAAE;YACtB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,SAAS,EAAE;oBACjD,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;iBACpD,CAAC,CAAC;gBACH,OAAO,QAAQ,CAAC,EAAE,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KACF,CAAC;IAEM,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,gBAAgB,CAAS;IAEjC,YAAY,OAA4B;QACtC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;QACnD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAuB,EACvB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE7D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,mBAAmB,EAAE;YAC3D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBACvD,QAAQ,EAAE,YAAY;gBACtB,WAAW,EAAE,OAAO,EAAE,WAAW;aAClC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAqB,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE/B,OAAO;YACL,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;YACvC,KAAK,EAAE;gBACL,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBAC3C,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;aACjD;YACD,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,YAAY,EAAE,MAAM,EAAE,aAAa,IAAI,SAAS;SACjD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,QAAuB,EACvB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE7D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,mBAAmB,EAAE;gBAC3D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK;oBACL,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;oBACvD,QAAQ,EAAE,YAAY;oBACtB,WAAW,EAAE,OAAO,EAAE,WAAW;oBACjC,MAAM,EAAE,IAAI;oBACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;iBACxC,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC/E,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,YAAY,GAAG,CAAC,CAAC;YAErB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBACxD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC9B,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAEhC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAoB,CAAC;oBAElD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;oBACtC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;wBACnB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;oBACjD,CAAC;oBAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;wBAChB,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;wBAC7C,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;oBACpD,CAAC;oBAED,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;wBACpC,MAAM;4BACJ,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE;yBACrC,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,QAAuB,EACvB,OAA2B;QAE3B,MAAM,YAAY,GAAsB,EAAE,CAAC;QAE3C,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;CACF"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export { AnthropicProvider, type AnthropicProviderOptions } from './anthropic.js';
|
|
2
|
+
export { OpenAIProvider, type OpenAIProviderOptions } from './openai.js';
|
|
3
|
+
export { GoogleProvider, type GoogleProviderOptions } from './google.js';
|
|
4
|
+
export { OllamaProvider, type OllamaProviderOptions } from './ollama.js';
|
|
5
|
+
export { OpenAICompatibleProvider, type OpenAICompatibleProviderOptions } from './openai-compatible.js';
|
|
6
|
+
export { GroqProvider, type GroqProviderOptions } from './groq.js';
|
|
7
|
+
export { ReplicateProvider, type ReplicateProviderOptions } from './replicate.js';
|
|
8
|
+
export { DeepSeekProvider, type DeepSeekProviderOptions } from './deepseek.js';
|
|
9
|
+
export { CohereProvider, type CohereProviderOptions } from './cohere.js';
|
|
10
|
+
export { XAIProvider, type XAIProviderOptions } from './xai.js';
|
|
11
|
+
export { ProviderFactory, type ProviderFactoryOptions, type ProviderName } from './factory.js';
|
|
12
|
+
export { getAnthropicThinkingBudget, getOpenAIReasoningEffort, isOpenAIReasoningModel, } from './thinking-levels.js';
|
|
13
|
+
export { isSetupToken, validateSetupToken, readClaudeCliCredentials, resolveAnthropicApiKey, generatePKCE, buildAuthorizationUrl, exchangeCodeForTokens, refreshOAuthToken, refreshPKCEOAuthToken, writeClaudeCliCredentials, type ClaudeOAuthCredentials, } from './claude-oauth.js';
|
|
14
|
+
export type { Provider, ProviderConfig, ProviderMetadata, ModelCapabilities, ChatMessage, CompletionOptions, CompletionResult, StreamChunk, MessageRole, ThinkingLevel, ToolDefinition, ToolUse, ToolResultMessage, } from './types.js';
|
|
15
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,KAAK,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,cAAc,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,wBAAwB,CAAC;AACxG,OAAO,EAAE,YAAY,EAAE,KAAK,mBAAmB,EAAE,MAAM,WAAW,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,KAAK,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAE,KAAK,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAC/E,OAAO,EAAE,cAAc,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,KAAK,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,KAAK,sBAAsB,EAAE,KAAK,YAAY,EAAE,MAAM,cAAc,CAAC;AAC/F,OAAO,EACL,0BAA0B,EAC1B,wBAAwB,EACxB,sBAAsB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,wBAAwB,EACxB,sBAAsB,EACtB,YAAY,EACZ,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,qBAAqB,EACrB,yBAAyB,EACzB,KAAK,sBAAsB,GAC5B,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACV,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,iBAAiB,EACjB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,aAAa,EACb,cAAc,EACd,OAAO,EACP,iBAAiB,GAClB,MAAM,YAAY,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export { AnthropicProvider } from './anthropic.js';
|
|
2
|
+
export { OpenAIProvider } from './openai.js';
|
|
3
|
+
export { GoogleProvider } from './google.js';
|
|
4
|
+
export { OllamaProvider } from './ollama.js';
|
|
5
|
+
export { OpenAICompatibleProvider } from './openai-compatible.js';
|
|
6
|
+
export { GroqProvider } from './groq.js';
|
|
7
|
+
export { ReplicateProvider } from './replicate.js';
|
|
8
|
+
export { DeepSeekProvider } from './deepseek.js';
|
|
9
|
+
export { CohereProvider } from './cohere.js';
|
|
10
|
+
export { XAIProvider } from './xai.js';
|
|
11
|
+
export { ProviderFactory } from './factory.js';
|
|
12
|
+
export { getAnthropicThinkingBudget, getOpenAIReasoningEffort, isOpenAIReasoningModel, } from './thinking-levels.js';
|
|
13
|
+
export { isSetupToken, validateSetupToken, readClaudeCliCredentials, resolveAnthropicApiKey, generatePKCE, buildAuthorizationUrl, exchangeCodeForTokens, refreshOAuthToken, refreshPKCEOAuthToken, writeClaudeCliCredentials, } from './claude-oauth.js';
|
|
14
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAiC,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,cAAc,EAA8B,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,cAAc,EAA8B,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,cAAc,EAA8B,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,wBAAwB,EAAwC,MAAM,wBAAwB,CAAC;AACxG,OAAO,EAAE,YAAY,EAA4B,MAAM,WAAW,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAiC,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAgC,MAAM,eAAe,CAAC;AAC/E,OAAO,EAAE,cAAc,EAA8B,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,WAAW,EAA2B,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,eAAe,EAAkD,MAAM,cAAc,CAAC;AAC/F,OAAO,EACL,0BAA0B,EAC1B,wBAAwB,EACxB,sBAAsB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,wBAAwB,EACxB,sBAAsB,EACtB,YAAY,EACZ,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,qBAAqB,EACrB,yBAAyB,GAE1B,MAAM,mBAAmB,CAAC"}
|
package/dist/ollama.d.ts
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { Provider, ProviderMetadata, ChatMessage, CompletionOptions, CompletionResult, StreamChunk } from './types.js';
|
|
2
|
+
export interface OllamaProviderOptions {
|
|
3
|
+
baseUrl?: string;
|
|
4
|
+
model?: string;
|
|
5
|
+
maxTokens?: number;
|
|
6
|
+
}
|
|
7
|
+
export declare class OllamaProvider implements Provider {
|
|
8
|
+
name: string;
|
|
9
|
+
metadata: ProviderMetadata;
|
|
10
|
+
private baseUrl;
|
|
11
|
+
private defaultModel;
|
|
12
|
+
private defaultMaxTokens;
|
|
13
|
+
constructor(options: OllamaProviderOptions);
|
|
14
|
+
complete(messages: ChatMessage[], options?: CompletionOptions): Promise<CompletionResult>;
|
|
15
|
+
stream(messages: ChatMessage[], options?: CompletionOptions): AsyncGenerator<StreamChunk, void, unknown>;
|
|
16
|
+
private prepareMessages;
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=ollama.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../src/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACZ,MAAM,YAAY,CAAC;AAMpB,MAAM,WAAW,qBAAqB;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAcD,qBAAa,cAAe,YAAW,QAAQ;IAC7C,IAAI,SAAY;IAChB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,gBAAgB,CAAS;gBAErB,OAAO,EAAE,qBAAqB;IAgCpC,QAAQ,CACZ,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,gBAAgB,CAAC;IAmCrB,MAAM,CACX,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IAkE7C,OAAO,CAAC,eAAe;CAgBxB"}
|
package/dist/ollama.js
ADDED
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
const DEFAULT_BASE_URL = 'http://localhost:11434';
|
|
2
|
+
const DEFAULT_MODEL = 'llama3';
|
|
3
|
+
const DEFAULT_MAX_TOKENS = 4096;
|
|
4
|
+
export class OllamaProvider {
|
|
5
|
+
name = 'ollama';
|
|
6
|
+
metadata;
|
|
7
|
+
baseUrl;
|
|
8
|
+
defaultModel;
|
|
9
|
+
defaultMaxTokens;
|
|
10
|
+
constructor(options) {
|
|
11
|
+
this.baseUrl = (options.baseUrl || DEFAULT_BASE_URL).replace(/\/$/, '');
|
|
12
|
+
this.defaultModel = options.model || DEFAULT_MODEL;
|
|
13
|
+
this.defaultMaxTokens = options.maxTokens || DEFAULT_MAX_TOKENS;
|
|
14
|
+
this.metadata = {
|
|
15
|
+
name: 'ollama',
|
|
16
|
+
displayName: 'Ollama (Local)',
|
|
17
|
+
models: {
|
|
18
|
+
[this.defaultModel]: {
|
|
19
|
+
maxContextTokens: 8192,
|
|
20
|
+
supportsVision: false,
|
|
21
|
+
supportsTools: false,
|
|
22
|
+
supportsStreaming: true,
|
|
23
|
+
supportsImageGen: false,
|
|
24
|
+
costPer1kInput: 0,
|
|
25
|
+
costPer1kOutput: 0,
|
|
26
|
+
strengths: ['fast', 'private'],
|
|
27
|
+
isLocal: true,
|
|
28
|
+
},
|
|
29
|
+
},
|
|
30
|
+
isAvailable: async () => {
|
|
31
|
+
try {
|
|
32
|
+
const response = await fetch(`${this.baseUrl}/api/tags`);
|
|
33
|
+
return response.ok;
|
|
34
|
+
}
|
|
35
|
+
catch {
|
|
36
|
+
return false;
|
|
37
|
+
}
|
|
38
|
+
},
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
async complete(messages, options) {
|
|
42
|
+
const model = options?.model || this.defaultModel;
|
|
43
|
+
const ollamaMessages = this.prepareMessages(messages, options);
|
|
44
|
+
const response = await fetch(`${this.baseUrl}/api/chat`, {
|
|
45
|
+
method: 'POST',
|
|
46
|
+
headers: { 'Content-Type': 'application/json' },
|
|
47
|
+
body: JSON.stringify({
|
|
48
|
+
model,
|
|
49
|
+
messages: ollamaMessages,
|
|
50
|
+
stream: false,
|
|
51
|
+
options: {
|
|
52
|
+
num_predict: options?.maxTokens || this.defaultMaxTokens,
|
|
53
|
+
temperature: options?.temperature,
|
|
54
|
+
},
|
|
55
|
+
}),
|
|
56
|
+
});
|
|
57
|
+
if (!response.ok) {
|
|
58
|
+
throw new Error(`Ollama API error: ${response.status} ${response.statusText}`);
|
|
59
|
+
}
|
|
60
|
+
const data = await response.json();
|
|
61
|
+
return {
|
|
62
|
+
content: data.message.content,
|
|
63
|
+
usage: {
|
|
64
|
+
inputTokens: data.prompt_eval_count ?? 0,
|
|
65
|
+
outputTokens: data.eval_count ?? 0,
|
|
66
|
+
},
|
|
67
|
+
model,
|
|
68
|
+
finishReason: data.done ? 'stop' : 'unknown',
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
async *stream(messages, options) {
|
|
72
|
+
const model = options?.model || this.defaultModel;
|
|
73
|
+
const ollamaMessages = this.prepareMessages(messages, options);
|
|
74
|
+
try {
|
|
75
|
+
const response = await fetch(`${this.baseUrl}/api/chat`, {
|
|
76
|
+
method: 'POST',
|
|
77
|
+
headers: { 'Content-Type': 'application/json' },
|
|
78
|
+
body: JSON.stringify({
|
|
79
|
+
model,
|
|
80
|
+
messages: ollamaMessages,
|
|
81
|
+
stream: true,
|
|
82
|
+
options: {
|
|
83
|
+
num_predict: options?.maxTokens || this.defaultMaxTokens,
|
|
84
|
+
temperature: options?.temperature,
|
|
85
|
+
},
|
|
86
|
+
}),
|
|
87
|
+
});
|
|
88
|
+
if (!response.ok) {
|
|
89
|
+
throw new Error(`Ollama API error: ${response.status} ${response.statusText}`);
|
|
90
|
+
}
|
|
91
|
+
const reader = response.body?.getReader();
|
|
92
|
+
if (!reader) {
|
|
93
|
+
throw new Error('No response body');
|
|
94
|
+
}
|
|
95
|
+
const decoder = new TextDecoder();
|
|
96
|
+
let buffer = '';
|
|
97
|
+
while (true) {
|
|
98
|
+
const { done, value } = await reader.read();
|
|
99
|
+
if (done)
|
|
100
|
+
break;
|
|
101
|
+
buffer += decoder.decode(value, { stream: true });
|
|
102
|
+
const lines = buffer.split('\n');
|
|
103
|
+
buffer = lines.pop() || '';
|
|
104
|
+
for (const line of lines) {
|
|
105
|
+
if (!line.trim())
|
|
106
|
+
continue;
|
|
107
|
+
const chunk = JSON.parse(line);
|
|
108
|
+
if (chunk.message?.content) {
|
|
109
|
+
yield { type: 'text', content: chunk.message.content };
|
|
110
|
+
}
|
|
111
|
+
if (chunk.done) {
|
|
112
|
+
yield {
|
|
113
|
+
type: 'done',
|
|
114
|
+
usage: {
|
|
115
|
+
inputTokens: chunk.prompt_eval_count ?? 0,
|
|
116
|
+
outputTokens: chunk.eval_count ?? 0,
|
|
117
|
+
},
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
catch (error) {
|
|
124
|
+
yield {
|
|
125
|
+
type: 'error',
|
|
126
|
+
error: error instanceof Error ? error.message : 'Unknown error',
|
|
127
|
+
};
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
prepareMessages(messages, options) {
|
|
131
|
+
const ollamaMessages = [];
|
|
132
|
+
if (options?.systemPrompt) {
|
|
133
|
+
ollamaMessages.push({ role: 'system', content: options.systemPrompt });
|
|
134
|
+
}
|
|
135
|
+
for (const msg of messages) {
|
|
136
|
+
ollamaMessages.push({ role: msg.role, content: msg.content });
|
|
137
|
+
}
|
|
138
|
+
return ollamaMessages;
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
//# sourceMappingURL=ollama.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../src/ollama.ts"],"names":[],"mappings":"AASA,MAAM,gBAAgB,GAAG,wBAAwB,CAAC;AAClD,MAAM,aAAa,GAAG,QAAQ,CAAC;AAC/B,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAoBhC,MAAM,OAAO,cAAc;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,QAAQ,CAAmB;IACnB,OAAO,CAAS;IAChB,YAAY,CAAS;IACrB,gBAAgB,CAAS;IAEjC,YAAY,OAA8B;QACxC,IAAI,CAAC,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,gBAAgB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;QACnD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;QAEhE,IAAI,CAAC,QAAQ,GAAG;YACd,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gBAAgB;YAC7B,MAAM,EAAE;gBACN,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE;oBACnB,gBAAgB,EAAE,IAAI;oBACtB,cAAc,EAAE,KAAK;oBACrB,aAAa,EAAE,KAAK;oBACpB,iBAAiB,EAAE,IAAI;oBACvB,gBAAgB,EAAE,KAAK;oBACvB,cAAc,EAAE,CAAC;oBACjB,eAAe,EAAE,CAAC;oBAClB,SAAS,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;oBAC9B,OAAO,EAAE,IAAI;iBACd;aACF;YACD,WAAW,EAAE,KAAK,IAAI,EAAE;gBACtB,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC,CAAC;oBACzD,OAAO,QAAQ,CAAC,EAAE,CAAC;gBACrB,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAuB,EACvB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE/D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;YACvD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,QAAQ,EAAE,cAAc;gBACxB,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,WAAW,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;oBACxD,WAAW,EAAE,OAAO,EAAE,WAAW;iBAClC;aACF,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAwB,CAAC;QAEzD,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,KAAK,EAAE;gBACL,WAAW,EAAE,IAAI,CAAC,iBAAiB,IAAI,CAAC;gBACxC,YAAY,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;aACnC;YACD,KAAK;YACL,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;SAC7C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,QAAuB,EACvB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE/D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;gBACvD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK;oBACL,QAAQ,EAAE,cAAc;oBACxB,MAAM,EAAE,IAAI;oBACZ,OAAO,EAAE;wBACP,WAAW,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;wBACxD,WAAW,EAAE,OAAO,EAAE,WAAW;qBAClC;iBACF,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACjF,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;wBAAE,SAAS;oBAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAuB,CAAC;oBAErD,IAAI,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;wBAC3B,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBACzD,CAAC;oBAED,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;wBACf,MAAM;4BACJ,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE;gCACL,WAAW,EAAE,KAAK,CAAC,iBAAiB,IAAI,CAAC;gCACzC,YAAY,EAAE,KAAK,CAAC,UAAU,IAAI,CAAC;6BACpC;yBACF,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,QAAuB,EACvB,OAA2B;QAE3B,MAAM,cAAc,GAAwB,EAAE,CAAC;QAE/C,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;CACF"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { Provider, ProviderMetadata, ChatMessage, CompletionOptions, CompletionResult, StreamChunk } from './types.js';
|
|
2
|
+
export interface OpenAICompatibleProviderOptions {
|
|
3
|
+
baseUrl: string;
|
|
4
|
+
apiKey?: string;
|
|
5
|
+
model: string;
|
|
6
|
+
maxTokens?: number;
|
|
7
|
+
name?: string;
|
|
8
|
+
}
|
|
9
|
+
export declare class OpenAICompatibleProvider implements Provider {
|
|
10
|
+
name: string;
|
|
11
|
+
metadata: ProviderMetadata;
|
|
12
|
+
private client;
|
|
13
|
+
private defaultModel;
|
|
14
|
+
private defaultMaxTokens;
|
|
15
|
+
constructor(options: OpenAICompatibleProviderOptions);
|
|
16
|
+
complete(messages: ChatMessage[], options?: CompletionOptions): Promise<CompletionResult>;
|
|
17
|
+
stream(messages: ChatMessage[], options?: CompletionOptions): AsyncGenerator<StreamChunk, void, unknown>;
|
|
18
|
+
private prepareMessages;
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=openai-compatible.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai-compatible.d.ts","sourceRoot":"","sources":["../src/openai-compatible.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACZ,MAAM,YAAY,CAAC;AAIpB,MAAM,WAAW,+BAA+B;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,wBAAyB,YAAW,QAAQ;IACvD,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,gBAAgB,CAAS;gBAErB,OAAO,EAAE,+BAA+B;IAqC9C,QAAQ,CACZ,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,gBAAgB,CAAC;IAwBrB,MAAM,CACX,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IA2C7C,OAAO,CAAC,eAAe;CAgBxB"}
|