@auxiora/providers 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (88) hide show
  1. package/LICENSE +191 -0
  2. package/dist/anthropic.d.ts +82 -0
  3. package/dist/anthropic.d.ts.map +1 -0
  4. package/dist/anthropic.js +618 -0
  5. package/dist/anthropic.js.map +1 -0
  6. package/dist/claude-code-tools.d.ts +29 -0
  7. package/dist/claude-code-tools.d.ts.map +1 -0
  8. package/dist/claude-code-tools.js +221 -0
  9. package/dist/claude-code-tools.js.map +1 -0
  10. package/dist/claude-oauth.d.ts +86 -0
  11. package/dist/claude-oauth.d.ts.map +1 -0
  12. package/dist/claude-oauth.js +318 -0
  13. package/dist/claude-oauth.js.map +1 -0
  14. package/dist/cohere.d.ts +18 -0
  15. package/dist/cohere.d.ts.map +1 -0
  16. package/dist/cohere.js +163 -0
  17. package/dist/cohere.js.map +1 -0
  18. package/dist/deepseek.d.ts +18 -0
  19. package/dist/deepseek.d.ts.map +1 -0
  20. package/dist/deepseek.js +164 -0
  21. package/dist/deepseek.js.map +1 -0
  22. package/dist/factory.d.ts +19 -0
  23. package/dist/factory.d.ts.map +1 -0
  24. package/dist/factory.js +108 -0
  25. package/dist/factory.js.map +1 -0
  26. package/dist/google.d.ts +18 -0
  27. package/dist/google.d.ts.map +1 -0
  28. package/dist/google.js +141 -0
  29. package/dist/google.js.map +1 -0
  30. package/dist/groq.d.ts +18 -0
  31. package/dist/groq.d.ts.map +1 -0
  32. package/dist/groq.js +186 -0
  33. package/dist/groq.js.map +1 -0
  34. package/dist/index.d.ts +15 -0
  35. package/dist/index.d.ts.map +1 -0
  36. package/dist/index.js +14 -0
  37. package/dist/index.js.map +1 -0
  38. package/dist/ollama.d.ts +18 -0
  39. package/dist/ollama.d.ts.map +1 -0
  40. package/dist/ollama.js +141 -0
  41. package/dist/ollama.js.map +1 -0
  42. package/dist/openai-compatible.d.ts +20 -0
  43. package/dist/openai-compatible.d.ts.map +1 -0
  44. package/dist/openai-compatible.js +112 -0
  45. package/dist/openai-compatible.js.map +1 -0
  46. package/dist/openai.d.ts +20 -0
  47. package/dist/openai.d.ts.map +1 -0
  48. package/dist/openai.js +259 -0
  49. package/dist/openai.js.map +1 -0
  50. package/dist/replicate.d.ts +20 -0
  51. package/dist/replicate.d.ts.map +1 -0
  52. package/dist/replicate.js +186 -0
  53. package/dist/replicate.js.map +1 -0
  54. package/dist/thinking-levels.d.ts +16 -0
  55. package/dist/thinking-levels.d.ts.map +1 -0
  56. package/dist/thinking-levels.js +34 -0
  57. package/dist/thinking-levels.js.map +1 -0
  58. package/dist/types.d.ts +157 -0
  59. package/dist/types.d.ts.map +1 -0
  60. package/dist/types.js +2 -0
  61. package/dist/types.js.map +1 -0
  62. package/dist/xai.d.ts +18 -0
  63. package/dist/xai.d.ts.map +1 -0
  64. package/dist/xai.js +164 -0
  65. package/dist/xai.js.map +1 -0
  66. package/package.json +30 -0
  67. package/src/anthropic.ts +691 -0
  68. package/src/claude-code-tools.ts +233 -0
  69. package/src/claude-oauth.ts +410 -0
  70. package/src/cohere.ts +242 -0
  71. package/src/deepseek.ts +241 -0
  72. package/src/factory.ts +142 -0
  73. package/src/google.ts +176 -0
  74. package/src/groq.ts +263 -0
  75. package/src/index.ts +44 -0
  76. package/src/ollama.ts +194 -0
  77. package/src/openai-compatible.ts +154 -0
  78. package/src/openai.ts +307 -0
  79. package/src/replicate.ts +247 -0
  80. package/src/thinking-levels.ts +37 -0
  81. package/src/types.ts +171 -0
  82. package/src/xai.ts +241 -0
  83. package/tests/adapters.test.ts +185 -0
  84. package/tests/claude-oauth.test.ts +45 -0
  85. package/tests/new-providers.test.ts +732 -0
  86. package/tests/thinking-levels.test.ts +82 -0
  87. package/tsconfig.json +8 -0
  88. package/tsconfig.tsbuildinfo +1 -0
package/dist/google.js ADDED
@@ -0,0 +1,141 @@
1
+ import { GoogleGenerativeAI } from '@google/generative-ai';
2
+ const DEFAULT_MODEL = 'gemini-2.5-flash';
3
+ const DEFAULT_MAX_TOKENS = 4096;
4
+ export class GoogleProvider {
5
+ name = 'google';
6
+ metadata = {
7
+ name: 'google',
8
+ displayName: 'Google Gemini',
9
+ models: {
10
+ 'gemini-2.5-flash': {
11
+ maxContextTokens: 1048576,
12
+ supportsVision: true,
13
+ supportsTools: true,
14
+ supportsStreaming: true,
15
+ supportsImageGen: false,
16
+ costPer1kInput: 0.00015,
17
+ costPer1kOutput: 0.0006,
18
+ strengths: ['fast', 'code', 'reasoning'],
19
+ isLocal: false,
20
+ },
21
+ 'gemini-2.5-pro': {
22
+ maxContextTokens: 1048576,
23
+ supportsVision: true,
24
+ supportsTools: true,
25
+ supportsStreaming: true,
26
+ supportsImageGen: false,
27
+ costPer1kInput: 0.00125,
28
+ costPer1kOutput: 0.01,
29
+ strengths: ['reasoning', 'code', 'long-context', 'creative'],
30
+ isLocal: false,
31
+ },
32
+ },
33
+ isAvailable: async () => {
34
+ try {
35
+ return this.client !== undefined;
36
+ }
37
+ catch {
38
+ return false;
39
+ }
40
+ },
41
+ };
42
+ client;
43
+ defaultModel;
44
+ defaultMaxTokens;
45
+ constructor(options) {
46
+ this.client = new GoogleGenerativeAI(options.apiKey);
47
+ this.defaultModel = options.model || DEFAULT_MODEL;
48
+ this.defaultMaxTokens = options.maxTokens || DEFAULT_MAX_TOKENS;
49
+ }
50
+ async complete(messages, options) {
51
+ const modelName = options?.model || this.defaultModel;
52
+ const model = this.client.getGenerativeModel({
53
+ model: modelName,
54
+ systemInstruction: options?.systemPrompt,
55
+ });
56
+ const { contents, systemInstruction } = this.prepareMessages(messages, options);
57
+ const genModel = systemInstruction
58
+ ? this.client.getGenerativeModel({ model: modelName, systemInstruction })
59
+ : model;
60
+ const result = await genModel.generateContent({
61
+ contents,
62
+ generationConfig: {
63
+ maxOutputTokens: options?.maxTokens || this.defaultMaxTokens,
64
+ temperature: options?.temperature,
65
+ },
66
+ });
67
+ const response = result.response;
68
+ const text = response.text();
69
+ const usage = response.usageMetadata;
70
+ return {
71
+ content: text,
72
+ usage: {
73
+ inputTokens: usage?.promptTokenCount ?? 0,
74
+ outputTokens: usage?.candidatesTokenCount ?? 0,
75
+ },
76
+ model: modelName,
77
+ finishReason: response.candidates?.[0]?.finishReason ?? 'unknown',
78
+ };
79
+ }
80
+ async *stream(messages, options) {
81
+ const modelName = options?.model || this.defaultModel;
82
+ const { contents, systemInstruction } = this.prepareMessages(messages, options);
83
+ const model = this.client.getGenerativeModel({
84
+ model: modelName,
85
+ systemInstruction: systemInstruction || options?.systemPrompt,
86
+ });
87
+ try {
88
+ const result = await model.generateContentStream({
89
+ contents,
90
+ generationConfig: {
91
+ maxOutputTokens: options?.maxTokens || this.defaultMaxTokens,
92
+ temperature: options?.temperature,
93
+ },
94
+ });
95
+ for await (const chunk of result.stream) {
96
+ const text = chunk.text();
97
+ if (text) {
98
+ yield { type: 'text', content: text };
99
+ }
100
+ }
101
+ const finalResponse = await result.response;
102
+ const usage = finalResponse.usageMetadata;
103
+ yield {
104
+ type: 'done',
105
+ usage: {
106
+ inputTokens: usage?.promptTokenCount ?? 0,
107
+ outputTokens: usage?.candidatesTokenCount ?? 0,
108
+ },
109
+ };
110
+ }
111
+ catch (error) {
112
+ yield {
113
+ type: 'error',
114
+ error: error instanceof Error ? error.message : 'Unknown error',
115
+ };
116
+ }
117
+ }
118
+ prepareMessages(messages, options) {
119
+ let systemInstruction = options?.systemPrompt;
120
+ const contents = [];
121
+ for (const msg of messages) {
122
+ if (msg.role === 'system') {
123
+ systemInstruction = systemInstruction
124
+ ? `${systemInstruction}\n\n${msg.content}`
125
+ : msg.content;
126
+ }
127
+ else {
128
+ contents.push({
129
+ role: msg.role === 'assistant' ? 'model' : 'user',
130
+ parts: [{ text: msg.content }],
131
+ });
132
+ }
133
+ }
134
+ // Gemini requires alternating user/model turns, starting with user
135
+ if (contents.length > 0 && contents[0].role !== 'user') {
136
+ contents.unshift({ role: 'user', parts: [{ text: '(Starting conversation)' }] });
137
+ }
138
+ return { contents, systemInstruction };
139
+ }
140
+ }
141
+ //# sourceMappingURL=google.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"google.js","sourceRoot":"","sources":["../src/google.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAU3D,MAAM,aAAa,GAAG,kBAAkB,CAAC;AACzC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAQhC,MAAM,OAAO,cAAc;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,QAAQ,GAAqB;QAC3B,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,eAAe;QAC5B,MAAM,EAAE;YACN,kBAAkB,EAAE;gBAClB,gBAAgB,EAAE,OAAO;gBACzB,cAAc,EAAE,IAAI;gBACpB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,MAAM;gBACvB,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC;gBACxC,OAAO,EAAE,KAAK;aACf;YACD,gBAAgB,EAAE;gBAChB,gBAAgB,EAAE,OAAO;gBACzB,cAAc,EAAE,IAAI;gBACpB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,IAAI;gBACrB,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,cAAc,EAAE,UAAU,CAAC;gBAC5D,OAAO,EAAE,KAAK;aACf;SACF;QACD,WAAW,EAAE,KAAK,IAAI,EAAE;YACtB,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC;YACnC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KACF,CAAC;IACM,MAAM,CAAqB;IAC3B,YAAY,CAAS;IACrB,gBAAgB,CAAS;IAEjC,YAAY,OAA8B;QACxC,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;QACnD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAuB,EACvB,OAA2B;QAE3B,MAAM,SAAS,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACtD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;YAC3C,KAAK,EAAE,SAAS;YAChB,iBAAiB,EAAE,OAAO,EAAE,YAAY;SACzC,CAAC,CAAC;QAEH,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChF,MAAM,QAAQ,GAAG,iBAAiB;YAChC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC;YACzE,CAAC,CAAC,KAAK,CAAC;QAEV,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC;YAC5C,QAAQ;YACR,gBAAgB,EAAE;gBAChB,eAAe,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBAC5D,WAAW,EAAE,OAAO,EAAE,WAAW;aAClC;SACF,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACjC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC;QAErC,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK,EAAE;gBACL,WAAW,EAAE,KAAK,EAAE,gBAAgB,IAAI,CAAC;gBACzC,YAAY,EAAE,KAAK,EAAE,oBAAoB,IAAI,CAAC;aAC/C;YACD,KAAK,EAAE,SAAS;YAChB,YAAY,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,SAAS;SAClE,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,QAAuB,EACvB,OAA2B;QAE3B,MAAM,SAAS,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACtD,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChF,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;YAC3C,KAAK,EAAE,SAAS;YAChB,iBAAiB,EAAE,iBAAiB,IAAI,OAAO,EAAE,YAAY;SAC9D,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,qBAAqB,CAAC;gBAC/C,QAAQ;gBACR,gBAAgB,EAAE;oBAChB,eAAe,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;oBAC5D,WAAW,EAAE,OAAO,EAAE,WAAW;iBAClC;aACF,CAAC,CAAC;YAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC1B,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBACxC,CAAC;YACH,CAAC;YAED,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YAC5C,MAAM,KAAK,GAAG,aAAa,CAAC,aAAa,CAAC;YAC1C,MAAM;gBACJ,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL,WAAW,EAAE,KAAK,EAAE,gBAAgB,IAAI,CAAC;oBACzC,YAAY,EAAE,KAAK,EAAE,oBAAoB,IAAI,CAAC;iBAC/C;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,QAAuB,EACvB,OAA2B;QAE3B,IAAI,iBAAiB,GAAG,OAAO,EAAE,YAAY,CAAC;QAC9C,MAAM,QAAQ,GAA4D,EAAE,CAAC;QAE7E,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,iBAAiB,GAAG,iBAAiB;oBACnC,CAAC,CAAC,GAAG,iBAAiB,OAAO,GAAG,CAAC,OAAO,EAAE;oBAC1C,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;oBACjD,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;iBAC/B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,mEAAmE;QACnE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvD,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,yBAAyB,EAAE,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IACzC,CAAC;CACF"}
package/dist/groq.d.ts ADDED
@@ -0,0 +1,18 @@
1
+ import type { Provider, ProviderMetadata, ChatMessage, CompletionOptions, CompletionResult, StreamChunk } from './types.js';
2
+ export interface GroqProviderOptions {
3
+ apiKey: string;
4
+ model?: string;
5
+ maxTokens?: number;
6
+ }
7
+ export declare class GroqProvider implements Provider {
8
+ name: string;
9
+ metadata: ProviderMetadata;
10
+ private apiKey;
11
+ private defaultModel;
12
+ private defaultMaxTokens;
13
+ constructor(options: GroqProviderOptions);
14
+ complete(messages: ChatMessage[], options?: CompletionOptions): Promise<CompletionResult>;
15
+ stream(messages: ChatMessage[], options?: CompletionOptions): AsyncGenerator<StreamChunk, void, unknown>;
16
+ private prepareMessages;
17
+ }
18
+ //# sourceMappingURL=groq.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../src/groq.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACZ,MAAM,YAAY,CAAC;AAMpB,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAqCD,qBAAa,YAAa,YAAW,QAAQ;IAC3C,IAAI,SAAU;IACd,QAAQ,EAAE,gBAAgB,CA2DxB;IAEF,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,gBAAgB,CAAS;gBAErB,OAAO,EAAE,mBAAmB;IAMlC,QAAQ,CACZ,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,gBAAgB,CAAC;IAoCrB,MAAM,CACX,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IA6E7C,OAAO,CAAC,eAAe;CAgBxB"}
package/dist/groq.js ADDED
@@ -0,0 +1,186 @@
1
+ const DEFAULT_MODEL = 'llama-3.3-70b-versatile';
2
+ const DEFAULT_MAX_TOKENS = 4096;
3
+ const BASE_URL = 'https://api.groq.com/openai/v1';
4
+ export class GroqProvider {
5
+ name = 'groq';
6
+ metadata = {
7
+ name: 'groq',
8
+ displayName: 'Groq',
9
+ models: {
10
+ 'llama-3.3-70b-versatile': {
11
+ maxContextTokens: 128000,
12
+ supportsVision: false,
13
+ supportsTools: true,
14
+ supportsStreaming: true,
15
+ supportsImageGen: false,
16
+ costPer1kInput: 0.00059,
17
+ costPer1kOutput: 0.00079,
18
+ strengths: ['fast', 'reasoning', 'code'],
19
+ isLocal: false,
20
+ },
21
+ 'llama-3.1-8b-instant': {
22
+ maxContextTokens: 131072,
23
+ supportsVision: false,
24
+ supportsTools: true,
25
+ supportsStreaming: true,
26
+ supportsImageGen: false,
27
+ costPer1kInput: 0.00005,
28
+ costPer1kOutput: 0.00008,
29
+ strengths: ['fast', 'low-cost'],
30
+ isLocal: false,
31
+ },
32
+ 'mixtral-8x7b-32768': {
33
+ maxContextTokens: 32768,
34
+ supportsVision: false,
35
+ supportsTools: true,
36
+ supportsStreaming: true,
37
+ supportsImageGen: false,
38
+ costPer1kInput: 0.00024,
39
+ costPer1kOutput: 0.00024,
40
+ strengths: ['fast', 'code', 'multilingual'],
41
+ isLocal: false,
42
+ },
43
+ 'gemma2-9b-it': {
44
+ maxContextTokens: 8192,
45
+ supportsVision: false,
46
+ supportsTools: true,
47
+ supportsStreaming: true,
48
+ supportsImageGen: false,
49
+ costPer1kInput: 0.0002,
50
+ costPer1kOutput: 0.0002,
51
+ strengths: ['fast', 'low-cost'],
52
+ isLocal: false,
53
+ },
54
+ },
55
+ isAvailable: async () => {
56
+ try {
57
+ const response = await fetch(`${BASE_URL}/models`, {
58
+ headers: { Authorization: `Bearer ${this.apiKey}` },
59
+ });
60
+ return response.ok;
61
+ }
62
+ catch {
63
+ return false;
64
+ }
65
+ },
66
+ };
67
+ apiKey;
68
+ defaultModel;
69
+ defaultMaxTokens;
70
+ constructor(options) {
71
+ this.apiKey = options.apiKey;
72
+ this.defaultModel = options.model || DEFAULT_MODEL;
73
+ this.defaultMaxTokens = options.maxTokens || DEFAULT_MAX_TOKENS;
74
+ }
75
+ async complete(messages, options) {
76
+ const model = options?.model || this.defaultModel;
77
+ const groqMessages = this.prepareMessages(messages, options);
78
+ const response = await fetch(`${BASE_URL}/chat/completions`, {
79
+ method: 'POST',
80
+ headers: {
81
+ 'Content-Type': 'application/json',
82
+ Authorization: `Bearer ${this.apiKey}`,
83
+ },
84
+ body: JSON.stringify({
85
+ model,
86
+ max_tokens: options?.maxTokens || this.defaultMaxTokens,
87
+ messages: groqMessages,
88
+ temperature: options?.temperature,
89
+ }),
90
+ });
91
+ if (!response.ok) {
92
+ throw new Error(`Groq API error: ${response.status} ${response.statusText}`);
93
+ }
94
+ const data = (await response.json());
95
+ const choice = data.choices[0];
96
+ return {
97
+ content: choice?.message?.content || '',
98
+ usage: {
99
+ inputTokens: data.usage?.prompt_tokens || 0,
100
+ outputTokens: data.usage?.completion_tokens || 0,
101
+ },
102
+ model: data.model,
103
+ finishReason: choice?.finish_reason || 'unknown',
104
+ };
105
+ }
106
+ async *stream(messages, options) {
107
+ const model = options?.model || this.defaultModel;
108
+ const groqMessages = this.prepareMessages(messages, options);
109
+ try {
110
+ const response = await fetch(`${BASE_URL}/chat/completions`, {
111
+ method: 'POST',
112
+ headers: {
113
+ 'Content-Type': 'application/json',
114
+ Authorization: `Bearer ${this.apiKey}`,
115
+ },
116
+ body: JSON.stringify({
117
+ model,
118
+ max_tokens: options?.maxTokens || this.defaultMaxTokens,
119
+ messages: groqMessages,
120
+ temperature: options?.temperature,
121
+ stream: true,
122
+ stream_options: { include_usage: true },
123
+ }),
124
+ });
125
+ if (!response.ok) {
126
+ throw new Error(`Groq API error: ${response.status} ${response.statusText}`);
127
+ }
128
+ const reader = response.body?.getReader();
129
+ if (!reader) {
130
+ throw new Error('No response body');
131
+ }
132
+ const decoder = new TextDecoder();
133
+ let buffer = '';
134
+ let inputTokens = 0;
135
+ let outputTokens = 0;
136
+ while (true) {
137
+ const { done, value } = await reader.read();
138
+ if (done)
139
+ break;
140
+ buffer += decoder.decode(value, { stream: true });
141
+ const lines = buffer.split('\n');
142
+ buffer = lines.pop() || '';
143
+ for (const line of lines) {
144
+ const trimmed = line.trim();
145
+ if (!trimmed || !trimmed.startsWith('data: '))
146
+ continue;
147
+ const data = trimmed.slice(6);
148
+ if (data === '[DONE]')
149
+ continue;
150
+ const chunk = JSON.parse(data);
151
+ const delta = chunk.choices[0]?.delta;
152
+ if (delta?.content) {
153
+ yield { type: 'text', content: delta.content };
154
+ }
155
+ if (chunk.usage) {
156
+ inputTokens = chunk.usage.prompt_tokens || 0;
157
+ outputTokens = chunk.usage.completion_tokens || 0;
158
+ }
159
+ if (chunk.choices[0]?.finish_reason) {
160
+ yield {
161
+ type: 'done',
162
+ usage: { inputTokens, outputTokens },
163
+ };
164
+ }
165
+ }
166
+ }
167
+ }
168
+ catch (error) {
169
+ yield {
170
+ type: 'error',
171
+ error: error instanceof Error ? error.message : 'Unknown error',
172
+ };
173
+ }
174
+ }
175
+ prepareMessages(messages, options) {
176
+ const groqMessages = [];
177
+ if (options?.systemPrompt) {
178
+ groqMessages.push({ role: 'system', content: options.systemPrompt });
179
+ }
180
+ for (const msg of messages) {
181
+ groqMessages.push({ role: msg.role, content: msg.content });
182
+ }
183
+ return groqMessages;
184
+ }
185
+ }
186
+ //# sourceMappingURL=groq.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"groq.js","sourceRoot":"","sources":["../src/groq.ts"],"names":[],"mappings":"AASA,MAAM,aAAa,GAAG,yBAAyB,CAAC;AAChD,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,QAAQ,GAAG,gCAAgC,CAAC;AA2ClD,MAAM,OAAO,YAAY;IACvB,IAAI,GAAG,MAAM,CAAC;IACd,QAAQ,GAAqB;QAC3B,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,MAAM;QACnB,MAAM,EAAE;YACN,yBAAyB,EAAE;gBACzB,gBAAgB,EAAE,MAAM;gBACxB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,OAAO;gBACxB,SAAS,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC;gBACxC,OAAO,EAAE,KAAK;aACf;YACD,sBAAsB,EAAE;gBACtB,gBAAgB,EAAE,MAAM;gBACxB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,OAAO;gBACxB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;gBAC/B,OAAO,EAAE,KAAK;aACf;YACD,oBAAoB,EAAE;gBACpB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,OAAO;gBACxB,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,CAAC;gBAC3C,OAAO,EAAE,KAAK;aACf;YACD,cAAc,EAAE;gBACd,gBAAgB,EAAE,IAAI;gBACtB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,MAAM;gBACtB,eAAe,EAAE,MAAM;gBACvB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;gBAC/B,OAAO,EAAE,KAAK;aACf;SACF;QACD,WAAW,EAAE,KAAK,IAAI,EAAE;YACtB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,SAAS,EAAE;oBACjD,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;iBACpD,CAAC,CAAC;gBACH,OAAO,QAAQ,CAAC,EAAE,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KACF,CAAC;IAEM,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,gBAAgB,CAAS;IAEjC,YAAY,OAA4B;QACtC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;QACnD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAuB,EACvB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE7D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,mBAAmB,EAAE;YAC3D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBACvD,QAAQ,EAAE,YAAY;gBACtB,WAAW,EAAE,OAAO,EAAE,WAAW;aAClC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAqB,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE/B,OAAO;YACL,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;YACvC,KAAK,EAAE;gBACL,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBAC3C,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;aACjD;YACD,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,YAAY,EAAE,MAAM,EAAE,aAAa,IAAI,SAAS;SACjD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,QAAuB,EACvB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE7D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,mBAAmB,EAAE;gBAC3D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK;oBACL,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;oBACvD,QAAQ,EAAE,YAAY;oBACtB,WAAW,EAAE,OAAO,EAAE,WAAW;oBACjC,MAAM,EAAE,IAAI;oBACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;iBACxC,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC/E,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,YAAY,GAAG,CAAC,CAAC;YAErB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBACxD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC9B,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAEhC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAoB,CAAC;oBAElD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;oBACtC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;wBACnB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;oBACjD,CAAC;oBAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;wBAChB,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;wBAC7C,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;oBACpD,CAAC;oBAED,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;wBACpC,MAAM;4BACJ,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE;yBACrC,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,QAAuB,EACvB,OAA2B;QAE3B,MAAM,YAAY,GAAsB,EAAE,CAAC;QAE3C,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;CACF"}
@@ -0,0 +1,15 @@
1
+ export { AnthropicProvider, type AnthropicProviderOptions } from './anthropic.js';
2
+ export { OpenAIProvider, type OpenAIProviderOptions } from './openai.js';
3
+ export { GoogleProvider, type GoogleProviderOptions } from './google.js';
4
+ export { OllamaProvider, type OllamaProviderOptions } from './ollama.js';
5
+ export { OpenAICompatibleProvider, type OpenAICompatibleProviderOptions } from './openai-compatible.js';
6
+ export { GroqProvider, type GroqProviderOptions } from './groq.js';
7
+ export { ReplicateProvider, type ReplicateProviderOptions } from './replicate.js';
8
+ export { DeepSeekProvider, type DeepSeekProviderOptions } from './deepseek.js';
9
+ export { CohereProvider, type CohereProviderOptions } from './cohere.js';
10
+ export { XAIProvider, type XAIProviderOptions } from './xai.js';
11
+ export { ProviderFactory, type ProviderFactoryOptions, type ProviderName } from './factory.js';
12
+ export { getAnthropicThinkingBudget, getOpenAIReasoningEffort, isOpenAIReasoningModel, } from './thinking-levels.js';
13
+ export { isSetupToken, validateSetupToken, readClaudeCliCredentials, resolveAnthropicApiKey, generatePKCE, buildAuthorizationUrl, exchangeCodeForTokens, refreshOAuthToken, refreshPKCEOAuthToken, writeClaudeCliCredentials, type ClaudeOAuthCredentials, } from './claude-oauth.js';
14
+ export type { Provider, ProviderConfig, ProviderMetadata, ModelCapabilities, ChatMessage, CompletionOptions, CompletionResult, StreamChunk, MessageRole, ThinkingLevel, ToolDefinition, ToolUse, ToolResultMessage, } from './types.js';
15
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,KAAK,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,cAAc,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,wBAAwB,CAAC;AACxG,OAAO,EAAE,YAAY,EAAE,KAAK,mBAAmB,EAAE,MAAM,WAAW,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,KAAK,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAE,KAAK,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAC/E,OAAO,EAAE,cAAc,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,KAAK,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,KAAK,sBAAsB,EAAE,KAAK,YAAY,EAAE,MAAM,cAAc,CAAC;AAC/F,OAAO,EACL,0BAA0B,EAC1B,wBAAwB,EACxB,sBAAsB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,wBAAwB,EACxB,sBAAsB,EACtB,YAAY,EACZ,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,qBAAqB,EACrB,yBAAyB,EACzB,KAAK,sBAAsB,GAC5B,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACV,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,iBAAiB,EACjB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,aAAa,EACb,cAAc,EACd,OAAO,EACP,iBAAiB,GAClB,MAAM,YAAY,CAAC"}
package/dist/index.js ADDED
@@ -0,0 +1,14 @@
1
+ export { AnthropicProvider } from './anthropic.js';
2
+ export { OpenAIProvider } from './openai.js';
3
+ export { GoogleProvider } from './google.js';
4
+ export { OllamaProvider } from './ollama.js';
5
+ export { OpenAICompatibleProvider } from './openai-compatible.js';
6
+ export { GroqProvider } from './groq.js';
7
+ export { ReplicateProvider } from './replicate.js';
8
+ export { DeepSeekProvider } from './deepseek.js';
9
+ export { CohereProvider } from './cohere.js';
10
+ export { XAIProvider } from './xai.js';
11
+ export { ProviderFactory } from './factory.js';
12
+ export { getAnthropicThinkingBudget, getOpenAIReasoningEffort, isOpenAIReasoningModel, } from './thinking-levels.js';
13
+ export { isSetupToken, validateSetupToken, readClaudeCliCredentials, resolveAnthropicApiKey, generatePKCE, buildAuthorizationUrl, exchangeCodeForTokens, refreshOAuthToken, refreshPKCEOAuthToken, writeClaudeCliCredentials, } from './claude-oauth.js';
14
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAiC,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,cAAc,EAA8B,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,cAAc,EAA8B,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,cAAc,EAA8B,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,wBAAwB,EAAwC,MAAM,wBAAwB,CAAC;AACxG,OAAO,EAAE,YAAY,EAA4B,MAAM,WAAW,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAiC,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAgC,MAAM,eAAe,CAAC;AAC/E,OAAO,EAAE,cAAc,EAA8B,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,WAAW,EAA2B,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,eAAe,EAAkD,MAAM,cAAc,CAAC;AAC/F,OAAO,EACL,0BAA0B,EAC1B,wBAAwB,EACxB,sBAAsB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,wBAAwB,EACxB,sBAAsB,EACtB,YAAY,EACZ,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,qBAAqB,EACrB,yBAAyB,GAE1B,MAAM,mBAAmB,CAAC"}
@@ -0,0 +1,18 @@
1
+ import type { Provider, ProviderMetadata, ChatMessage, CompletionOptions, CompletionResult, StreamChunk } from './types.js';
2
+ export interface OllamaProviderOptions {
3
+ baseUrl?: string;
4
+ model?: string;
5
+ maxTokens?: number;
6
+ }
7
+ export declare class OllamaProvider implements Provider {
8
+ name: string;
9
+ metadata: ProviderMetadata;
10
+ private baseUrl;
11
+ private defaultModel;
12
+ private defaultMaxTokens;
13
+ constructor(options: OllamaProviderOptions);
14
+ complete(messages: ChatMessage[], options?: CompletionOptions): Promise<CompletionResult>;
15
+ stream(messages: ChatMessage[], options?: CompletionOptions): AsyncGenerator<StreamChunk, void, unknown>;
16
+ private prepareMessages;
17
+ }
18
+ //# sourceMappingURL=ollama.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../src/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACZ,MAAM,YAAY,CAAC;AAMpB,MAAM,WAAW,qBAAqB;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAcD,qBAAa,cAAe,YAAW,QAAQ;IAC7C,IAAI,SAAY;IAChB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,gBAAgB,CAAS;gBAErB,OAAO,EAAE,qBAAqB;IAgCpC,QAAQ,CACZ,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,gBAAgB,CAAC;IAmCrB,MAAM,CACX,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IAkE7C,OAAO,CAAC,eAAe;CAgBxB"}
package/dist/ollama.js ADDED
@@ -0,0 +1,141 @@
1
+ const DEFAULT_BASE_URL = 'http://localhost:11434';
2
+ const DEFAULT_MODEL = 'llama3';
3
+ const DEFAULT_MAX_TOKENS = 4096;
4
+ export class OllamaProvider {
5
+ name = 'ollama';
6
+ metadata;
7
+ baseUrl;
8
+ defaultModel;
9
+ defaultMaxTokens;
10
+ constructor(options) {
11
+ this.baseUrl = (options.baseUrl || DEFAULT_BASE_URL).replace(/\/$/, '');
12
+ this.defaultModel = options.model || DEFAULT_MODEL;
13
+ this.defaultMaxTokens = options.maxTokens || DEFAULT_MAX_TOKENS;
14
+ this.metadata = {
15
+ name: 'ollama',
16
+ displayName: 'Ollama (Local)',
17
+ models: {
18
+ [this.defaultModel]: {
19
+ maxContextTokens: 8192,
20
+ supportsVision: false,
21
+ supportsTools: false,
22
+ supportsStreaming: true,
23
+ supportsImageGen: false,
24
+ costPer1kInput: 0,
25
+ costPer1kOutput: 0,
26
+ strengths: ['fast', 'private'],
27
+ isLocal: true,
28
+ },
29
+ },
30
+ isAvailable: async () => {
31
+ try {
32
+ const response = await fetch(`${this.baseUrl}/api/tags`);
33
+ return response.ok;
34
+ }
35
+ catch {
36
+ return false;
37
+ }
38
+ },
39
+ };
40
+ }
41
+ async complete(messages, options) {
42
+ const model = options?.model || this.defaultModel;
43
+ const ollamaMessages = this.prepareMessages(messages, options);
44
+ const response = await fetch(`${this.baseUrl}/api/chat`, {
45
+ method: 'POST',
46
+ headers: { 'Content-Type': 'application/json' },
47
+ body: JSON.stringify({
48
+ model,
49
+ messages: ollamaMessages,
50
+ stream: false,
51
+ options: {
52
+ num_predict: options?.maxTokens || this.defaultMaxTokens,
53
+ temperature: options?.temperature,
54
+ },
55
+ }),
56
+ });
57
+ if (!response.ok) {
58
+ throw new Error(`Ollama API error: ${response.status} ${response.statusText}`);
59
+ }
60
+ const data = await response.json();
61
+ return {
62
+ content: data.message.content,
63
+ usage: {
64
+ inputTokens: data.prompt_eval_count ?? 0,
65
+ outputTokens: data.eval_count ?? 0,
66
+ },
67
+ model,
68
+ finishReason: data.done ? 'stop' : 'unknown',
69
+ };
70
+ }
71
+ async *stream(messages, options) {
72
+ const model = options?.model || this.defaultModel;
73
+ const ollamaMessages = this.prepareMessages(messages, options);
74
+ try {
75
+ const response = await fetch(`${this.baseUrl}/api/chat`, {
76
+ method: 'POST',
77
+ headers: { 'Content-Type': 'application/json' },
78
+ body: JSON.stringify({
79
+ model,
80
+ messages: ollamaMessages,
81
+ stream: true,
82
+ options: {
83
+ num_predict: options?.maxTokens || this.defaultMaxTokens,
84
+ temperature: options?.temperature,
85
+ },
86
+ }),
87
+ });
88
+ if (!response.ok) {
89
+ throw new Error(`Ollama API error: ${response.status} ${response.statusText}`);
90
+ }
91
+ const reader = response.body?.getReader();
92
+ if (!reader) {
93
+ throw new Error('No response body');
94
+ }
95
+ const decoder = new TextDecoder();
96
+ let buffer = '';
97
+ while (true) {
98
+ const { done, value } = await reader.read();
99
+ if (done)
100
+ break;
101
+ buffer += decoder.decode(value, { stream: true });
102
+ const lines = buffer.split('\n');
103
+ buffer = lines.pop() || '';
104
+ for (const line of lines) {
105
+ if (!line.trim())
106
+ continue;
107
+ const chunk = JSON.parse(line);
108
+ if (chunk.message?.content) {
109
+ yield { type: 'text', content: chunk.message.content };
110
+ }
111
+ if (chunk.done) {
112
+ yield {
113
+ type: 'done',
114
+ usage: {
115
+ inputTokens: chunk.prompt_eval_count ?? 0,
116
+ outputTokens: chunk.eval_count ?? 0,
117
+ },
118
+ };
119
+ }
120
+ }
121
+ }
122
+ }
123
+ catch (error) {
124
+ yield {
125
+ type: 'error',
126
+ error: error instanceof Error ? error.message : 'Unknown error',
127
+ };
128
+ }
129
+ }
130
+ prepareMessages(messages, options) {
131
+ const ollamaMessages = [];
132
+ if (options?.systemPrompt) {
133
+ ollamaMessages.push({ role: 'system', content: options.systemPrompt });
134
+ }
135
+ for (const msg of messages) {
136
+ ollamaMessages.push({ role: msg.role, content: msg.content });
137
+ }
138
+ return ollamaMessages;
139
+ }
140
+ }
141
+ //# sourceMappingURL=ollama.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ollama.js","sourceRoot":"","sources":["../src/ollama.ts"],"names":[],"mappings":"AASA,MAAM,gBAAgB,GAAG,wBAAwB,CAAC;AAClD,MAAM,aAAa,GAAG,QAAQ,CAAC;AAC/B,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAoBhC,MAAM,OAAO,cAAc;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,QAAQ,CAAmB;IACnB,OAAO,CAAS;IAChB,YAAY,CAAS;IACrB,gBAAgB,CAAS;IAEjC,YAAY,OAA8B;QACxC,IAAI,CAAC,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,gBAAgB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;QACnD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;QAEhE,IAAI,CAAC,QAAQ,GAAG;YACd,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gBAAgB;YAC7B,MAAM,EAAE;gBACN,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE;oBACnB,gBAAgB,EAAE,IAAI;oBACtB,cAAc,EAAE,KAAK;oBACrB,aAAa,EAAE,KAAK;oBACpB,iBAAiB,EAAE,IAAI;oBACvB,gBAAgB,EAAE,KAAK;oBACvB,cAAc,EAAE,CAAC;oBACjB,eAAe,EAAE,CAAC;oBAClB,SAAS,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;oBAC9B,OAAO,EAAE,IAAI;iBACd;aACF;YACD,WAAW,EAAE,KAAK,IAAI,EAAE;gBACtB,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC,CAAC;oBACzD,OAAO,QAAQ,CAAC,EAAE,CAAC;gBACrB,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAuB,EACvB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE/D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;YACvD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,QAAQ,EAAE,cAAc;gBACxB,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,WAAW,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;oBACxD,WAAW,EAAE,OAAO,EAAE,WAAW;iBAClC;aACF,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAwB,CAAC;QAEzD,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,KAAK,EAAE;gBACL,WAAW,EAAE,IAAI,CAAC,iBAAiB,IAAI,CAAC;gBACxC,YAAY,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;aACnC;YACD,KAAK;YACL,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;SAC7C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,QAAuB,EACvB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE/D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;gBACvD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK;oBACL,QAAQ,EAAE,cAAc;oBACxB,MAAM,EAAE,IAAI;oBACZ,OAAO,EAAE;wBACP,WAAW,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;wBACxD,WAAW,EAAE,OAAO,EAAE,WAAW;qBAClC;iBACF,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACjF,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;wBAAE,SAAS;oBAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAuB,CAAC;oBAErD,IAAI,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;wBAC3B,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBACzD,CAAC;oBAED,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;wBACf,MAAM;4BACJ,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE;gCACL,WAAW,EAAE,KAAK,CAAC,iBAAiB,IAAI,CAAC;gCACzC,YAAY,EAAE,KAAK,CAAC,UAAU,IAAI,CAAC;6BACpC;yBACF,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,QAAuB,EACvB,OAA2B;QAE3B,MAAM,cAAc,GAAwB,EAAE,CAAC;QAE/C,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;CACF"}
@@ -0,0 +1,20 @@
1
+ import type { Provider, ProviderMetadata, ChatMessage, CompletionOptions, CompletionResult, StreamChunk } from './types.js';
2
+ export interface OpenAICompatibleProviderOptions {
3
+ baseUrl: string;
4
+ apiKey?: string;
5
+ model: string;
6
+ maxTokens?: number;
7
+ name?: string;
8
+ }
9
+ export declare class OpenAICompatibleProvider implements Provider {
10
+ name: string;
11
+ metadata: ProviderMetadata;
12
+ private client;
13
+ private defaultModel;
14
+ private defaultMaxTokens;
15
+ constructor(options: OpenAICompatibleProviderOptions);
16
+ complete(messages: ChatMessage[], options?: CompletionOptions): Promise<CompletionResult>;
17
+ stream(messages: ChatMessage[], options?: CompletionOptions): AsyncGenerator<StreamChunk, void, unknown>;
18
+ private prepareMessages;
19
+ }
20
+ //# sourceMappingURL=openai-compatible.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai-compatible.d.ts","sourceRoot":"","sources":["../src/openai-compatible.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACZ,MAAM,YAAY,CAAC;AAIpB,MAAM,WAAW,+BAA+B;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,wBAAyB,YAAW,QAAQ;IACvD,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,gBAAgB,CAAS;gBAErB,OAAO,EAAE,+BAA+B;IAqC9C,QAAQ,CACZ,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,gBAAgB,CAAC;IAwBrB,MAAM,CACX,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IA2C7C,OAAO,CAAC,eAAe;CAgBxB"}