@plurnk/plurnk-providers 5.0.2 → 6.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.defaults +18 -84
- package/README.md +21 -22
- package/SPEC.md +110 -1190
- package/dist/LeadingReasoning.js +1 -1
- package/dist/LeadingReasoning.js.map +1 -1
- package/dist/Mock.d.ts +2 -2
- package/dist/Mock.d.ts.map +1 -1
- package/dist/Mock.js +2 -2
- package/dist/Mock.js.map +1 -1
- package/dist/{AiSdkProvider.d.ts → ModelProvider.d.ts} +12 -21
- package/dist/ModelProvider.d.ts.map +1 -0
- package/dist/{AiSdkProvider.js → ModelProvider.js} +140 -188
- package/dist/ModelProvider.js.map +1 -0
- package/dist/{AiSdkRequestBody.d.ts → ModelRequestBody.d.ts} +6 -10
- package/dist/ModelRequestBody.d.ts.map +1 -0
- package/dist/{AiSdkRequestBody.js → ModelRequestBody.js} +17 -63
- package/dist/ModelRequestBody.js.map +1 -0
- package/dist/Pool.js +24 -24
- package/dist/Pool.js.map +1 -1
- package/dist/ProviderRegistry.d.ts.map +1 -1
- package/dist/ProviderRegistry.js +15 -15
- package/dist/ProviderRegistry.js.map +1 -1
- package/dist/RequestCapture.d.ts +1 -0
- package/dist/RequestCapture.d.ts.map +1 -1
- package/dist/RequestCapture.js +9 -6
- package/dist/RequestCapture.js.map +1 -1
- package/dist/accounting.d.ts +1 -1
- package/dist/accounting.d.ts.map +1 -1
- package/dist/accounting.js +4 -4
- package/dist/accounting.js.map +1 -1
- package/dist/capacity.js +4 -4
- package/dist/capacity.js.map +1 -1
- package/dist/catalogProvider.d.ts +5 -8
- package/dist/catalogProvider.d.ts.map +1 -1
- package/dist/catalogProvider.js +218 -68
- package/dist/catalogProvider.js.map +1 -1
- package/dist/compatibleProvider.d.ts.map +1 -1
- package/dist/compatibleProvider.js +19 -8
- package/dist/compatibleProvider.js.map +1 -1
- package/dist/discover.d.ts +1 -1
- package/dist/discover.d.ts.map +1 -1
- package/dist/discover.js +1 -8
- package/dist/discover.js.map +1 -1
- package/dist/env.d.ts +4 -4
- package/dist/env.d.ts.map +1 -1
- package/dist/env.js +43 -80
- package/dist/env.js.map +1 -1
- package/dist/errors.d.ts +48 -0
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +61 -4
- package/dist/errors.js.map +1 -1
- package/dist/index.d.ts +5 -6
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +6 -7
- package/dist/index.js.map +1 -1
- package/dist/{sdkModels.d.ts → modelAdapters.d.ts} +7 -9
- package/dist/modelAdapters.d.ts.map +1 -0
- package/dist/{sdkModels.js → modelAdapters.js} +194 -87
- package/dist/modelAdapters.js.map +1 -0
- package/dist/native-tools.d.ts +1 -2
- package/dist/native-tools.d.ts.map +1 -1
- package/dist/native-tools.js +9 -11
- package/dist/native-tools.js.map +1 -1
- package/dist/ollama.d.ts.map +1 -1
- package/dist/ollama.js +26 -12
- package/dist/ollama.js.map +1 -1
- package/dist/openai.d.ts +3 -3
- package/dist/openai.d.ts.map +1 -1
- package/dist/openai.js +1 -1
- package/dist/pi-transport.d.ts +69 -0
- package/dist/pi-transport.d.ts.map +1 -0
- package/dist/pi-transport.js +697 -0
- package/dist/pi-transport.js.map +1 -0
- package/dist/providerError.js +1 -1
- package/dist/providerError.js.map +1 -1
- package/dist/retry-deadline.d.ts +3 -0
- package/dist/retry-deadline.d.ts.map +1 -0
- package/dist/retry-deadline.js +96 -0
- package/dist/retry-deadline.js.map +1 -0
- package/dist/stream-forensics.d.ts +51 -0
- package/dist/stream-forensics.d.ts.map +1 -0
- package/dist/stream-forensics.js +466 -0
- package/dist/stream-forensics.js.map +1 -0
- package/dist/types.d.ts +29 -4
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/dist/usage.js +2 -2
- package/dist/usage.js.map +1 -1
- package/docs/models.md +3 -3
- package/package.json +8 -21
- package/dist/AiSdkProvider.d.ts.map +0 -1
- package/dist/AiSdkProvider.js.map +0 -1
- package/dist/AiSdkRequestBody.d.ts.map +0 -1
- package/dist/AiSdkRequestBody.js.map +0 -1
- package/dist/RequestFields.d.ts +0 -24
- package/dist/RequestFields.d.ts.map +0 -1
- package/dist/RequestFields.js +0 -237
- package/dist/RequestFields.js.map +0 -1
- package/dist/aiSdkTransport.d.ts +0 -84
- package/dist/aiSdkTransport.d.ts.map +0 -1
- package/dist/aiSdkTransport.js +0 -651
- package/dist/aiSdkTransport.js.map +0 -1
- package/dist/model-options.d.ts +0 -3
- package/dist/model-options.d.ts.map +0 -1
- package/dist/model-options.js +0 -26
- package/dist/model-options.js.map +0 -1
- package/dist/sdkModels.d.ts.map +0 -1
- package/dist/sdkModels.js.map +0 -1
|
@@ -1,28 +1,14 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import { createCerebras } from "@ai-sdk/cerebras";
|
|
4
|
-
import { createDeepInfra } from "@ai-sdk/deepinfra";
|
|
5
|
-
import { createGoogle } from "@ai-sdk/google";
|
|
6
|
-
import { createGroq } from "@ai-sdk/groq";
|
|
7
|
-
import { createMistral } from "@ai-sdk/mistral";
|
|
8
|
-
import { createOpenAI } from "@ai-sdk/openai";
|
|
9
|
-
import { createTogetherAI } from "@ai-sdk/togetherai";
|
|
10
|
-
import { createXai } from "@ai-sdk/xai";
|
|
11
|
-
import { providerSetting, providerEnvPrefix as envPrefix } from "./provider-env.js";
|
|
12
|
-
import { providerModelOptions } from "./model-options.js";
|
|
13
|
-
import { createOpenRouter } from "@openrouter/ai-sdk-provider";
|
|
14
|
-
import { isProviderCredentialName, lookupProvider, providerCatalogSnapshot, } from "@plurnk/plurnk-models";
|
|
15
|
-
import { Validator, } from "@plurnk/plurnk-contracts";
|
|
1
|
+
import { isProviderCredentialName, lookupProvider, providerCatalogSnapshot } from "@plurnk/plurnk-models";
|
|
2
|
+
import { Validator } from "@plurnk/plurnk-contracts";
|
|
16
3
|
import { providerCostNormalizer } from "./accounting.js";
|
|
17
|
-
import {
|
|
18
|
-
|
|
19
|
-
// The release generator admits only packages implemented by this package.
|
|
4
|
+
import { providerSetting, providerEnvPrefix as envPrefix } from "./provider-env.js";
|
|
5
|
+
// The release generator admits only adapters implemented by this package.
|
|
20
6
|
// Derive runtime readiness from that same pinned provider projection instead
|
|
21
7
|
// of maintaining a second support list beside the construction switch.
|
|
22
|
-
const
|
|
23
|
-
// {§
|
|
24
|
-
// handed to the
|
|
25
|
-
const
|
|
8
|
+
const supportedAdapters = new Set(Object.values(providerCatalogSnapshot()).map(({ adapter }) => adapter));
|
|
9
|
+
// {§provider-request-authority}: an OpenRouter route's application attribution is its provider's declaration,
|
|
10
|
+
// handed to the adapter, which owns the headers.
|
|
11
|
+
const openRouterAttributionHeaders = (provider, env) => {
|
|
26
12
|
const [urlKey, rawUrl] = providerSetting(provider, env, "APP_URL");
|
|
27
13
|
const url = rawUrl?.trim();
|
|
28
14
|
if (url === undefined || url === "")
|
|
@@ -38,9 +24,12 @@ const openRouterAttribution = (provider, env) => {
|
|
|
38
24
|
throw new Error(`${provider} provider: ${urlKey} must be an absolute HTTP(S) URL.`);
|
|
39
25
|
}
|
|
40
26
|
const name = providerSetting(provider, env, "APP_NAME")[1]?.trim();
|
|
41
|
-
return {
|
|
27
|
+
return {
|
|
28
|
+
"HTTP-Referer": parsed.href,
|
|
29
|
+
...(name === undefined || name === "" ? {} : { "X-OpenRouter-Title": name }),
|
|
30
|
+
};
|
|
42
31
|
};
|
|
43
|
-
// {§
|
|
32
|
+
// {§model-fact-resolution} — one credential declaration holds exactly one
|
|
44
33
|
// name. An ordered fallback list would paper over an operator/catalog naming
|
|
45
34
|
// mismatch; that mismatch belongs at its owning boundary instead.
|
|
46
35
|
const singleCredentialName = (provider, value) => {
|
|
@@ -54,8 +43,8 @@ const singleCredentialName = (provider, value) => {
|
|
|
54
43
|
};
|
|
55
44
|
export const configuredProviderInfo = (provider, env) => {
|
|
56
45
|
const prefix = `PLURNK_PROVIDERS_PROVIDER_${envPrefix(provider)}`;
|
|
57
|
-
const
|
|
58
|
-
if (
|
|
46
|
+
const adapter = env[`${prefix}_ADAPTER`];
|
|
47
|
+
if (adapter === undefined || adapter.length === 0)
|
|
59
48
|
return null;
|
|
60
49
|
const declared = env[`${prefix}_API_KEY_ENV`];
|
|
61
50
|
const keyNames = declared === undefined
|
|
@@ -65,7 +54,7 @@ export const configuredProviderInfo = (provider, env) => {
|
|
|
65
54
|
return {
|
|
66
55
|
id: provider,
|
|
67
56
|
name: provider,
|
|
68
|
-
|
|
57
|
+
adapter,
|
|
69
58
|
env: keyNames,
|
|
70
59
|
...(api === undefined || api.length === 0 ? {} : { api }),
|
|
71
60
|
};
|
|
@@ -142,24 +131,24 @@ const bedrockReadinessCauses = (env, hasExplicitBaseUrl) => {
|
|
|
142
131
|
])];
|
|
143
132
|
};
|
|
144
133
|
// Local evidence only: this shares the exact environment and endpoint rules
|
|
145
|
-
// used by
|
|
134
|
+
// used by createProviderModel, but never probes a provider or validates a secret.
|
|
146
135
|
export const providerReadiness = (provider, env, baseUrlOverride) => {
|
|
147
136
|
const catalog = lookupProvider(provider) ?? configuredProviderInfo(provider, env);
|
|
148
137
|
if (catalog === null)
|
|
149
138
|
return null;
|
|
150
|
-
if (!
|
|
139
|
+
if (!supportedAdapters.has(catalog.adapter))
|
|
151
140
|
return null;
|
|
152
141
|
const rawUrl = configuredBaseUrl(provider, env, catalog, baseUrlOverride);
|
|
153
142
|
const missingCoordinates = templateEnvironmentNames(rawUrl).filter((name) => !isSet(env, name));
|
|
154
143
|
const causes = missingCoordinates.length === 0
|
|
155
144
|
? []
|
|
156
145
|
: [missingCause("configuration", [missingCoordinates])];
|
|
157
|
-
if (catalog.
|
|
146
|
+
if (catalog.adapter === "amazon-bedrock") {
|
|
158
147
|
causes.push(...bedrockReadinessCauses(env, rawUrl !== undefined));
|
|
159
148
|
}
|
|
160
149
|
else {
|
|
161
150
|
const candidates = credentialCandidates(provider, env, catalog);
|
|
162
|
-
const credentialRequired = catalog.
|
|
151
|
+
const credentialRequired = catalog.adapter !== "openai-compatible" || candidates.length > 0;
|
|
163
152
|
if (credentialRequired && candidates.length === 0) {
|
|
164
153
|
causes.push(missingCause("configuration", [[
|
|
165
154
|
`PLURNK_PROVIDERS_PROVIDER_${envPrefix(provider)}_API_KEY_ENV`,
|
|
@@ -168,7 +157,7 @@ export const providerReadiness = (provider, env, baseUrlOverride) => {
|
|
|
168
157
|
else if (credentialRequired && firstSet(env, candidates) === undefined) {
|
|
169
158
|
causes.push(missingCause("credential", candidates.map((name) => [name])));
|
|
170
159
|
}
|
|
171
|
-
if (catalog.
|
|
160
|
+
if (catalog.adapter === "openai-compatible" && rawUrl === undefined) {
|
|
172
161
|
const prefix = envPrefix(provider);
|
|
173
162
|
causes.push(missingCause("configuration", [
|
|
174
163
|
[`PLURNK_PROVIDERS_PROVIDER_${prefix}_BASE_URL`],
|
|
@@ -195,7 +184,7 @@ const expandEnv = (value, env, provider) => value.replaceAll(/\$\{([A-Z0-9_]+)\}
|
|
|
195
184
|
return replacement;
|
|
196
185
|
});
|
|
197
186
|
const baseUrl = (provider, env, catalog, override) => {
|
|
198
|
-
// {§
|
|
187
|
+
// {§model-fact-resolution} — distinct sources, one precedence: the PLURNK
|
|
199
188
|
// knob, then the provider-native convention (OPENAI_BASE_URL etc.), then
|
|
200
189
|
// the catalog. This is not an alias fallback: each source is a different
|
|
201
190
|
// owner, and the catalog remains the last authority.
|
|
@@ -203,7 +192,7 @@ const baseUrl = (provider, env, catalog, override) => {
|
|
|
203
192
|
return value === undefined ? undefined : expandEnv(value, env, provider).replace(/\/+$/, "");
|
|
204
193
|
};
|
|
205
194
|
const requireApiKey = (provider, env, catalog) => {
|
|
206
|
-
// {§
|
|
195
|
+
// {§model-fact-resolution} — a catalog `env` list mixes credentials with
|
|
207
196
|
// non-secret coordinates; the credential is the credential-named one.
|
|
208
197
|
const candidates = credentialCandidates(provider, env, catalog);
|
|
209
198
|
const key = firstSet(env, candidates);
|
|
@@ -211,123 +200,240 @@ const requireApiKey = (provider, env, catalog) => {
|
|
|
211
200
|
throw new Error(`${provider} provider: ${candidates.join(" or ")} must be set`);
|
|
212
201
|
return key;
|
|
213
202
|
};
|
|
214
|
-
const
|
|
203
|
+
const resolveAdapterProvider = (provider, env, baseUrlOverride) => {
|
|
215
204
|
const catalog = lookupProvider(provider) ?? configuredProviderInfo(provider, env);
|
|
216
205
|
if (catalog === null)
|
|
217
206
|
return null;
|
|
218
|
-
if (!
|
|
219
|
-
throw new Error(`${provider} provider:
|
|
207
|
+
if (!supportedAdapters.has(catalog.adapter)) {
|
|
208
|
+
throw new Error(`${provider} provider: unsupported provider adapter ${catalog.adapter}`);
|
|
220
209
|
}
|
|
221
210
|
assertProviderReady(provider, env, baseUrlOverride);
|
|
222
211
|
return { catalog, url: baseUrl(provider, env, catalog, baseUrlOverride) };
|
|
223
212
|
};
|
|
224
|
-
|
|
225
|
-
|
|
213
|
+
const providerCacheAffinity = (provider) => {
|
|
214
|
+
switch (provider) {
|
|
215
|
+
case "openai":
|
|
216
|
+
case "deepinfra":
|
|
217
|
+
return { target: "body", name: "prompt_cache_key" };
|
|
218
|
+
case "openrouter":
|
|
219
|
+
return { target: "header", name: "x-session-id" };
|
|
220
|
+
case "cloudflare-workers-ai":
|
|
221
|
+
case "fireworks-ai":
|
|
222
|
+
return { target: "header", name: "x-session-affinity" };
|
|
223
|
+
default:
|
|
224
|
+
return undefined;
|
|
225
|
+
}
|
|
226
|
+
};
|
|
227
|
+
const providerSystemCacheBreakpoint = (provider, model) => provider === "anthropic"
|
|
228
|
+
|| provider === "openrouter" && (model.startsWith("anthropic/") || model.startsWith("~anthropic/"));
|
|
229
|
+
export const createProviderModel = (provider, model, env, baseUrlOverride) => {
|
|
230
|
+
const resolved = resolveAdapterProvider(provider, env, baseUrlOverride);
|
|
226
231
|
if (resolved === null)
|
|
227
232
|
return null;
|
|
228
233
|
const { catalog, url } = resolved;
|
|
229
|
-
const cacheAffinity =
|
|
230
|
-
const
|
|
234
|
+
const cacheAffinity = providerCacheAffinity(provider);
|
|
235
|
+
const systemCacheBreakpoint = providerSystemCacheBreakpoint(provider, model);
|
|
231
236
|
return {
|
|
232
|
-
...
|
|
233
|
-
...(
|
|
234
|
-
cacheAffinity,
|
|
237
|
+
...modelFromAdapter(provider, model, { ...env }, catalog, url),
|
|
238
|
+
...(systemCacheBreakpoint ? { systemCacheBreakpoint: true } : {}),
|
|
239
|
+
...(cacheAffinity === undefined ? {} : { cacheAffinity }),
|
|
235
240
|
endpoint: url,
|
|
236
241
|
};
|
|
237
242
|
};
|
|
238
|
-
const
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
+
const ZERO_COST = Object.freeze({ input: 0, output: 0, cacheRead: 0, cacheWrite: 0 });
|
|
244
|
+
const openAICompletionsModel = (id, options) => ({
|
|
245
|
+
id,
|
|
246
|
+
name: id,
|
|
247
|
+
api: "openai-completions",
|
|
248
|
+
provider: options.provider,
|
|
249
|
+
baseUrl: options.baseUrl.replace(/\/+$/, ""),
|
|
250
|
+
reasoning: true,
|
|
251
|
+
input: ["text", "image"],
|
|
252
|
+
cost: ZERO_COST,
|
|
253
|
+
contextWindow: 128_000,
|
|
254
|
+
maxTokens: 16_384,
|
|
255
|
+
...(options.apiKey === undefined ? {} : { apiKey: options.apiKey }),
|
|
256
|
+
...(options.headers === undefined ? {} : { headers: options.headers }),
|
|
257
|
+
...(options.includeTopK === undefined ? {} : { includeTopK: options.includeTopK }),
|
|
258
|
+
compat: {
|
|
259
|
+
supportsStore: false,
|
|
260
|
+
supportsDeveloperRole: false,
|
|
261
|
+
maxTokensField: options.maxTokensField ?? "max_tokens",
|
|
262
|
+
supportsReasoningEffort: true,
|
|
263
|
+
supportsUsageInStreaming: options.provider !== "mistral",
|
|
264
|
+
supportsFinishReason: true,
|
|
265
|
+
},
|
|
266
|
+
});
|
|
267
|
+
const modelFromAdapter = (provider, model, env, catalog, url) => {
|
|
268
|
+
const normalizeCost = providerCostNormalizer(catalog.adapter);
|
|
269
|
+
const attributionHeaders = catalog.adapter === "openrouter"
|
|
270
|
+
? openRouterAttributionHeaders(provider, env)
|
|
271
|
+
: undefined;
|
|
272
|
+
switch (catalog.adapter) {
|
|
273
|
+
case "openai":
|
|
243
274
|
return {
|
|
244
|
-
|
|
275
|
+
providerModel: openAICompletionsModel(model, {
|
|
276
|
+
provider: "openai",
|
|
277
|
+
baseUrl: url ?? "https://api.openai.com/v1",
|
|
278
|
+
apiKey: requireApiKey(provider, env, catalog),
|
|
279
|
+
includeTopK: false,
|
|
280
|
+
}),
|
|
245
281
|
requestControls: { namespace: "openai", serviceTier: true, logprobs: true },
|
|
246
282
|
catalog,
|
|
247
283
|
};
|
|
248
|
-
case "
|
|
284
|
+
case "groq":
|
|
249
285
|
return {
|
|
250
|
-
|
|
286
|
+
providerModel: openAICompletionsModel(model, {
|
|
287
|
+
provider: "groq",
|
|
288
|
+
baseUrl: url ?? "https://api.groq.com/openai/v1",
|
|
289
|
+
apiKey: requireApiKey(provider, env, catalog),
|
|
290
|
+
includeTopK: false,
|
|
291
|
+
}),
|
|
251
292
|
requestControls: { namespace: "groq", serviceTier: true, logprobs: false },
|
|
252
293
|
catalog,
|
|
253
294
|
};
|
|
254
|
-
case "
|
|
295
|
+
case "cerebras":
|
|
255
296
|
return {
|
|
256
|
-
|
|
297
|
+
providerModel: openAICompletionsModel(model, {
|
|
298
|
+
provider: "cerebras",
|
|
299
|
+
baseUrl: url ?? "https://api.cerebras.ai/v1",
|
|
300
|
+
apiKey: requireApiKey(provider, env, catalog),
|
|
301
|
+
includeTopK: false,
|
|
302
|
+
}),
|
|
257
303
|
requestControls: { namespace: "cerebras", serviceTier: true, logprobs: false },
|
|
258
304
|
catalog,
|
|
259
305
|
};
|
|
260
|
-
case "
|
|
306
|
+
case "mistral":
|
|
261
307
|
return {
|
|
262
|
-
|
|
308
|
+
providerModel: openAICompletionsModel(model, {
|
|
309
|
+
provider: "mistral",
|
|
310
|
+
baseUrl: url ?? "https://api.mistral.ai/v1",
|
|
311
|
+
apiKey: requireApiKey(provider, env, catalog),
|
|
312
|
+
includeTopK: false,
|
|
313
|
+
}),
|
|
263
314
|
requestControls: { namespace: "mistral", serviceTier: false, logprobs: false },
|
|
264
315
|
catalog,
|
|
265
316
|
};
|
|
266
|
-
case "
|
|
317
|
+
case "togetherai":
|
|
267
318
|
return {
|
|
268
|
-
|
|
319
|
+
providerModel: openAICompletionsModel(model, {
|
|
320
|
+
provider: "togetherai",
|
|
321
|
+
baseUrl: url ?? "https://api.together.xyz/v1",
|
|
322
|
+
apiKey: requireApiKey(provider, env, catalog),
|
|
323
|
+
includeTopK: false,
|
|
324
|
+
}),
|
|
269
325
|
requestControls: { namespace: "togetherai", serviceTier: false, logprobs: false },
|
|
270
326
|
catalog,
|
|
271
327
|
};
|
|
272
|
-
case "
|
|
328
|
+
case "xai":
|
|
273
329
|
return {
|
|
274
|
-
|
|
330
|
+
providerModel: {
|
|
331
|
+
id: model,
|
|
332
|
+
name: model,
|
|
333
|
+
api: "openai-responses",
|
|
334
|
+
provider: "xai",
|
|
335
|
+
baseUrl: (url ?? "https://api.x.ai/v1").replace(/\/+$/, ""),
|
|
336
|
+
reasoning: true,
|
|
337
|
+
input: ["text", "image"],
|
|
338
|
+
cost: ZERO_COST,
|
|
339
|
+
contextWindow: 128_000,
|
|
340
|
+
maxTokens: 16_384,
|
|
341
|
+
apiKey: requireApiKey(provider, env, catalog),
|
|
342
|
+
includeTopK: false,
|
|
343
|
+
xaiPreferResponses: true,
|
|
344
|
+
},
|
|
275
345
|
requestControls: { namespace: "xai", serviceTier: true, logprobs: false },
|
|
276
346
|
catalog,
|
|
277
347
|
};
|
|
278
|
-
case "
|
|
348
|
+
case "deepinfra":
|
|
279
349
|
return {
|
|
280
|
-
|
|
350
|
+
providerModel: openAICompletionsModel(model, {
|
|
351
|
+
provider: "deepinfra",
|
|
352
|
+
baseUrl: url ?? "https://api.deepinfra.com/v1/openai",
|
|
353
|
+
apiKey: requireApiKey(provider, env, catalog),
|
|
354
|
+
includeTopK: false,
|
|
355
|
+
maxTokensField: "max_tokens",
|
|
356
|
+
}),
|
|
281
357
|
...(normalizeCost === undefined ? {} : { normalizeCost }),
|
|
282
358
|
requestControls: { namespace: "deepinfra", serviceTier: false, logprobs: false },
|
|
283
359
|
catalog,
|
|
284
360
|
};
|
|
285
|
-
case "
|
|
361
|
+
case "google":
|
|
286
362
|
return {
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
363
|
+
providerModel: {
|
|
364
|
+
id: model,
|
|
365
|
+
name: model,
|
|
366
|
+
api: "google-generative-ai",
|
|
367
|
+
provider: "google",
|
|
368
|
+
baseUrl: (url ?? "https://generativelanguage.googleapis.com/v1beta").replace(/\/+$/, ""),
|
|
369
|
+
reasoning: true,
|
|
370
|
+
input: ["text", "image"],
|
|
371
|
+
cost: ZERO_COST,
|
|
372
|
+
contextWindow: 128_000,
|
|
373
|
+
maxTokens: 16_384,
|
|
374
|
+
apiKey: requireApiKey(provider, env, catalog),
|
|
290
375
|
},
|
|
291
376
|
requestControls: { namespace: "google", serviceTier: true, logprobs: false },
|
|
292
377
|
catalog,
|
|
293
378
|
};
|
|
294
|
-
case "
|
|
379
|
+
case "anthropic":
|
|
295
380
|
return {
|
|
296
|
-
|
|
381
|
+
providerModel: {
|
|
382
|
+
id: model,
|
|
383
|
+
name: model,
|
|
384
|
+
api: "anthropic-messages",
|
|
385
|
+
provider: "anthropic",
|
|
386
|
+
baseUrl: (url ?? "https://api.anthropic.com").replace(/\/+$/, "").replace(/\/v1$/, ""),
|
|
387
|
+
reasoning: true,
|
|
388
|
+
input: ["text", "image"],
|
|
389
|
+
cost: ZERO_COST,
|
|
390
|
+
contextWindow: 200_000,
|
|
391
|
+
maxTokens: 16_384,
|
|
392
|
+
apiKey: requireApiKey(provider, env, catalog),
|
|
393
|
+
},
|
|
297
394
|
additiveReasoningProvider: "anthropic",
|
|
298
395
|
requestControls: { namespace: "anthropic", serviceTier: true, logprobs: false },
|
|
299
396
|
catalog,
|
|
300
397
|
};
|
|
301
|
-
case "
|
|
398
|
+
case "amazon-bedrock": {
|
|
399
|
+
const region = env.AWS_REGION ?? env.AWS_DEFAULT_REGION ?? "us-east-1";
|
|
302
400
|
return {
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
401
|
+
providerModel: {
|
|
402
|
+
id: model,
|
|
403
|
+
name: model,
|
|
404
|
+
api: "bedrock-converse-stream",
|
|
405
|
+
provider: "amazon-bedrock",
|
|
406
|
+
baseUrl: (url ?? `https://bedrock-runtime.${region}.amazonaws.com`).replace(/\/+$/, ""),
|
|
407
|
+
reasoning: true,
|
|
408
|
+
input: ["text", "image"],
|
|
409
|
+
cost: ZERO_COST,
|
|
410
|
+
contextWindow: 200_000,
|
|
411
|
+
maxTokens: 16_384,
|
|
412
|
+
...(env.AWS_BEARER_TOKEN_BEDROCK ? { apiKey: env.AWS_BEARER_TOKEN_BEDROCK } : {}),
|
|
413
|
+
env: { ...env },
|
|
414
|
+
},
|
|
312
415
|
...(model.includes("anthropic")
|
|
313
416
|
? { additiveReasoningProvider: "bedrock" }
|
|
314
417
|
: {}),
|
|
315
418
|
requestControls: { namespace: "bedrock", serviceTier: true, logprobs: false },
|
|
316
419
|
catalog,
|
|
317
420
|
};
|
|
318
|
-
|
|
421
|
+
}
|
|
422
|
+
case "openrouter":
|
|
319
423
|
return {
|
|
320
|
-
|
|
424
|
+
providerModel: openAICompletionsModel(model, {
|
|
425
|
+
provider: "openrouter",
|
|
426
|
+
baseUrl: url ?? "https://openrouter.ai/api/v1",
|
|
321
427
|
apiKey: requireApiKey(provider, env, catalog),
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
})
|
|
428
|
+
...(attributionHeaders && Object.keys(attributionHeaders).length > 0 ? { headers: attributionHeaders } : {}),
|
|
429
|
+
includeTopK: true,
|
|
430
|
+
maxTokensField: "max_tokens",
|
|
431
|
+
}),
|
|
326
432
|
...(normalizeCost === undefined ? {} : { normalizeCost }),
|
|
327
433
|
requestControls: { namespace: "openrouter", serviceTier: false, logprobs: false },
|
|
328
434
|
catalog,
|
|
329
435
|
};
|
|
330
|
-
case "
|
|
436
|
+
case "openai-compatible": {
|
|
331
437
|
if (url === undefined)
|
|
332
438
|
throw new Error(`${provider} provider: Models.dev supplies no API URL and no base URL was configured`);
|
|
333
439
|
const keyNames = configuredKeyNames(provider, env, catalog);
|
|
@@ -341,8 +447,9 @@ const modelFromSdk = (provider, model, env, catalog, url) => {
|
|
|
341
447
|
},
|
|
342
448
|
catalog,
|
|
343
449
|
};
|
|
450
|
+
}
|
|
344
451
|
default:
|
|
345
|
-
throw new Error(`${provider} provider:
|
|
452
|
+
throw new Error(`${provider} provider: unsupported provider adapter ${catalog.adapter}`);
|
|
346
453
|
}
|
|
347
454
|
};
|
|
348
|
-
//# sourceMappingURL=
|
|
455
|
+
//# sourceMappingURL=modelAdapters.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"modelAdapters.js","sourceRoot":"","sources":["../src/modelAdapters.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,cAAc,EAAE,uBAAuB,EAAqB,MAAM,uBAAuB,CAAC;AAC7H,OAAO,EAAE,SAAS,EAAiD,MAAM,0BAA0B,CAAC;AACpG,OAAO,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,iBAAiB,IAAI,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAuBpF,0EAA0E;AAC1E,6EAA6E;AAC7E,uEAAuE;AACvE,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAC7B,MAAM,CAAC,MAAM,CAAC,uBAAuB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CACzE,CAAC;AAEF,8GAA8G;AAC9G,iDAAiD;AACjD,MAAM,4BAA4B,GAAG,CAAC,QAAgB,EAAE,GAAsB,EAA0B,EAAE;IACtG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,eAAe,CAAC,QAAQ,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;IACnE,MAAM,GAAG,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;IAC3B,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;QAAE,OAAO,EAAE,CAAC;IAC/C,IAAI,MAAW,CAAC;IAChB,IAAI,CAAC;QACD,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,cAAc,MAAM,mCAAmC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IACnG,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,cAAc,MAAM,mCAAmC,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,IAAI,GAAG,eAAe,CAAC,QAAQ,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;IACnE,OAAO;QACH,cAAc,EAAE,MAAM,CAAC,IAAI;QAC3B,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC;KAC/E,CAAC;AACN,CAAC,CAAC;AAEF,0EAA0E;AAC1E,6EAA6E;AAC7E,kEAAkE;AAClE,MAAM,oBAAoB,GAAG,CAAC,QAAgB,EAAE,KAAa,EAAU,EAAE;IACrE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC1B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,4DAA4D,CAAC,CAAC;IAChH,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CACX,GAAG,QAAQ,kJAAkJ,CAChK,CAAC;IACN,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAClC,QAAgB,EAChB,GAAsB,EACH,EAAE;IACrB,MAAM,MAAM,GAAG,6BAA6B,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;IAClE,MAAM,OAAO,GAAG,GAAG,CAAC,GAAG,MAAM,UAAU,CAAC,CAAC;IACzC,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/D,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,MAAM,cAAc,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,QAAQ,KAAK,SAAS;QACnC,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,MAAM,WAAW,CAAC,CAAC;IACtC,OAAO;QACH,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,QAAQ;QACd,OAAO;QACP,GAAG,EAAE,QAAQ;QACb,GAAG,CAAC,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;KAC5D,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,GAAsB,EAAE,KAAwB,EAAsB,EAAE;IACtF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;QACxB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;IAC9D,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,KAAK,GAAG,CAAC,GAAsB,EAAE,IAAY,EAAW,EAAE;IAC5D,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACxB,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AACnD,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CACvB,QAAgB,EAChB,GAAsB,EACtB,OAAqB,EACJ,EAAE;IACnB,MAAM,UAAU,GAAG,GAAG,CAAC,6BAA6B,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;IACvF,OAAO,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QACtD,CAAC,CAAC,OAAO,CAAC,GAAG;QACb,CAAC,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;AACvD,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CACzB,QAAgB,EAChB,GAAsB,EACtB,OAAqB,EACJ,EAAE;IACnB,MAAM,KAAK,GAAG,kBAAkB,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC;IAC3D,OAAO,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC;AACxD,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CACtB,QAAgB,EAChB,GAAsB,EACtB,OAAqB,EACrB,QAAiB,EACC,EAAE;IACpB,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;IACnC,OAAO,QAAQ;WACR,GAAG,CAAC,6BAA6B,MAAM,WAAW,CAAC;WACnD,GAAG,CAAC,GAAG,MAAM,WAAW,CAAC;WACzB,OAAO,CAAC,GAAG,CAAC;AACvB,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,CAAC,KAAyB,EAAqB,EAAE,CAAC,KAAK,KAAK,SAAS;IAClG,CAAC,CAAC,EAAE;IACJ,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAExF,0FAA0F;AAC1F,MAAM,QAAQ,GAAG,CAAI,KAAmB,EAAE,OAAe,EAAe,EAAE;IACtE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,oCAAoC,OAAO,GAAG,CAAC,CAAC;IAC5F,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC;IAC/B,OAAO,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;AAC5B,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACjB,IAAiC,EACjC,YAA4C,EACzB,EAAE,CAAC,CAAC;IACvB,IAAI;IACJ,YAAY,EAAE,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,4BAA4B,CAAC,CAAC,EAAE,aAAa,CAAC;CAChI,CAAC,CAAC;AAEH,MAAM,sBAAsB,GAAG,CAC3B,GAAsB,EACtB,kBAA2B,EACN,EAAE;IACvB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,0BAA0B,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,mBAAmB,CAAC,IAAI,KAAK,CAAC,GAAG,EAAE,uBAAuB,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,YAAY,CAAC,IAAI,KAAK,CAAC,GAAG,EAAE,oBAAoB,CAAC,CAAC;IAC5E,IAAI,MAAM,EAAE,CAAC;QACT,OAAO,kBAAkB,IAAI,MAAM;YAC/B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,KAAK,EAAE,CAAC;QACR,OAAO,MAAM;YACT,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;IACpF,CAAC;IACD,OAAO,CAAC,YAAY,CAAC,YAAY,EAAE,kBAAkB;YACjD,CAAC,CAAC;gBACE,CAAC,0BAA0B,CAAC;gBAC5B,CAAC,mBAAmB,EAAE,uBAAuB,EAAE,YAAY,CAAC;gBAC5D,CAAC,mBAAmB,EAAE,uBAAuB,EAAE,oBAAoB,CAAC;aACvE;YACD,CAAC,CAAC;gBACE,CAAC,0BAA0B,EAAE,YAAY,CAAC;gBAC1C,CAAC,0BAA0B,EAAE,oBAAoB,CAAC;gBAClD,CAAC,mBAAmB,EAAE,uBAAuB,EAAE,YAAY,CAAC;gBAC5D,CAAC,mBAAmB,EAAE,uBAAuB,EAAE,oBAAoB,CAAC;aACvE,CAAC,CAAC,CAAC;AACZ,CAAC,CAAC;AAEF,4EAA4E;AAC5E,kFAAkF;AAClF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC7B,QAAgB,EAChB,GAAsB,EACtB,eAAwB,EACH,EAAE;IACvB,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,CAAC,IAAI,sBAAsB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAClF,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAClC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACzD,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;IAC1E,MAAM,kBAAkB,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;IAChG,MAAM,MAAM,GAA0B,kBAAkB,CAAC,MAAM,KAAK,CAAC;QACjE,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;IAE5D,IAAI,OAAO,CAAC,OAAO,KAAK,gBAAgB,EAAE,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,GAAG,sBAAsB,CAAC,GAAG,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC;IACtE,CAAC;SAAM,CAAC;QACJ,MAAM,UAAU,GAAG,oBAAoB,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QAChE,MAAM,kBAAkB,GAAG,OAAO,CAAC,OAAO,KAAK,mBAAmB,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;QAC5F,IAAI,kBAAkB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC;oBACvC,6BAA6B,SAAS,CAAC,QAAQ,CAAC,cAAc;iBACjE,CAAC,CAAC,CAAC,CAAC;QACT,CAAC;aAAM,IAAI,kBAAkB,IAAI,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC,KAAK,SAAS,EAAE,CAAC;YACvE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,OAAO,CAAC,OAAO,KAAK,mBAAmB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YAClE,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE;gBACtC,CAAC,6BAA6B,MAAM,WAAW,CAAC;gBAChD,CAAC,GAAG,MAAM,WAAW,CAAC;aACzB,CAAC,CAAC,CAAC;QACR,CAAC;IACL,CAAC;IACD,OAAO,SAAS,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;AAClF,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CACxB,QAAgB,EAChB,GAAsB,EACtB,eAAwB,EACpB,EAAE;IACN,MAAM,SAAS,GAAG,iBAAiB,CAAC,QAAQ,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;IACpE,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,CAAC,KAAK;QAAE,OAAO;IAClD,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM;SAChC,GAAG,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SACxF,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,cAAc,YAAY,cAAc,CAAC,CAAC;AACzE,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,GAAsB,EAAE,QAAgB,EAAU,EAAE,CAClF,KAAK,CAAC,UAAU,CAAC,qBAAqB,EAAE,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE;IAC7D,MAAM,WAAW,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,cAAc,IAAI,gDAAgD,CAAC,CAAC;IACnG,CAAC;IACD,OAAO,WAAW,CAAC;AACvB,CAAC,CAAC,CAAC;AAEP,MAAM,OAAO,GAAG,CACZ,QAAgB,EAChB,GAAsB,EACtB,OAAqB,EACrB,QAAiB,EACC,EAAE;IACpB,0EAA0E;IAC1E,yEAAyE;IACzE,yEAAyE;IACzE,qDAAqD;IACrD,MAAM,KAAK,GAAG,iBAAiB,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IAClE,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACjG,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAClB,QAAgB,EAChB,GAAsB,EACtB,OAAqB,EACf,EAAE;IACR,yEAAyE;IACzE,sEAAsE;IACtE,MAAM,UAAU,GAAG,oBAAoB,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAChE,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IACtC,IAAI,GAAG,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,cAAc,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IACvG,OAAO,GAAG,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,sBAAsB,GAAG,CAC3B,QAAgB,EAChB,GAAsB,EACtB,eAAwB,EACiC,EAAE;IAC3D,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,CAAC,IAAI,sBAAsB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAClF,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAClC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,2CAA2C,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAC7F,CAAC;IACD,mBAAmB,CAAC,QAAQ,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;IACpD,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,eAAe,CAAC,EAAE,CAAC;AAC9E,CAAC,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAAC,QAAgB,EAA6B,EAAE;IAC1E,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,QAAQ,CAAC;QACd,KAAK,WAAW;YACZ,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC;QACxD,KAAK,YAAY;YACb,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;QACtD,KAAK,uBAAuB,CAAC;QAC7B,KAAK,cAAc;YACf,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC;QAC5D;YACI,OAAO,SAAS,CAAC;IACzB,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,6BAA6B,GAAG,CAAC,QAAgB,EAAE,KAAa,EAAW,EAAE,CAC/E,QAAQ,KAAK,WAAW;OACrB,QAAQ,KAAK,YAAY,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC;AAExG,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAC/B,QAAgB,EAChB,KAAa,EACb,GAAsB,EACtB,eAAwB,EACG,EAAE;IAC7B,MAAM,QAAQ,GAAG,sBAAsB,CAAC,QAAQ,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;IACxE,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACnC,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC;IAClC,MAAM,aAAa,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACtD,MAAM,qBAAqB,GAAG,6BAA6B,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7E,OAAO;QACH,GAAG,gBAAgB,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,GAAG,GAAG,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC;QAC9D,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;QACzD,QAAQ,EAAE,GAAG;KAChB,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;AAEtF,MAAM,sBAAsB,GAAG,CAC3B,EAAU,EACV,OAOC,EACY,EAAE,CAAC,CAAC;IACjB,EAAE;IACF,IAAI,EAAE,EAAE;IACR,GAAG,EAAE,oBAAoB;IACzB,QAAQ,EAAE,OAAO,CAAC,QAAQ;IAC1B,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAC5C,SAAS,EAAE,IAAI;IACf,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;IACxB,IAAI,EAAE,SAAS;IACf,aAAa,EAAE,OAAO;IACtB,SAAS,EAAE,MAAM;IACjB,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;IACnE,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;IACtE,GAAG,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC;IAClF,MAAM,EAAE;QACJ,aAAa,EAAE,KAAK;QACpB,qBAAqB,EAAE,KAAK;QAC5B,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,YAAY;QACtD,uBAAuB,EAAE,IAAI;QAC7B,wBAAwB,EAAE,OAAO,CAAC,QAAQ,KAAK,SAAS;QACxD,oBAAoB,EAAE,IAAI;KAC7B;CACJ,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,CACrB,QAAgB,EAChB,KAAa,EACb,GAAsB,EACtB,OAAqB,EACrB,GAAuB,EACH,EAAE;IACtB,MAAM,aAAa,GAAG,sBAAsB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9D,MAAM,kBAAkB,GAAG,OAAO,CAAC,OAAO,KAAK,YAAY;QACvD,CAAC,CAAC,4BAA4B,CAAC,QAAQ,EAAE,GAAG,CAAC;QAC7C,CAAC,CAAC,SAAS,CAAC;IAEhB,QAAQ,OAAO,CAAC,OAAO,EAAE,CAAC;QACtB,KAAK,QAAQ;YACT,OAAO;gBACH,aAAa,EAAE,sBAAsB,CAAC,KAAK,EAAE;oBACzC,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,GAAG,IAAI,2BAA2B;oBAC3C,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC;oBAC7C,WAAW,EAAE,KAAK;iBACrB,CAAC;gBACF,eAAe,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;gBAC3E,OAAO;aACV,CAAC;QACN,KAAK,MAAM;YACP,OAAO;gBACH,aAAa,EAAE,sBAAsB,CAAC,KAAK,EAAE;oBACzC,QAAQ,EAAE,MAAM;oBAChB,OAAO,EAAE,GAAG,IAAI,gCAAgC;oBAChD,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC;oBAC7C,WAAW,EAAE,KAAK;iBACrB,CAAC;gBACF,eAAe,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE;gBAC1E,OAAO;aACV,CAAC;QACN,KAAK,UAAU;YACX,OAAO;gBACH,aAAa,EAAE,sBAAsB,CAAC,KAAK,EAAE;oBACzC,QAAQ,EAAE,UAAU;oBACpB,OAAO,EAAE,GAAG,IAAI,4BAA4B;oBAC5C,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC;oBAC7C,WAAW,EAAE,KAAK;iBACrB,CAAC;gBACF,eAAe,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE;gBAC9E,OAAO;aACV,CAAC;QACN,KAAK,SAAS;YACV,OAAO;gBACH,aAAa,EAAE,sBAAsB,CAAC,KAAK,EAAE;oBACzC,QAAQ,EAAE,SAAS;oBACnB,OAAO,EAAE,GAAG,IAAI,2BAA2B;oBAC3C,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC;oBAC7C,WAAW,EAAE,KAAK;iBACrB,CAAC;gBACF,eAAe,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE;gBAC9E,OAAO;aACV,CAAC;QACN,KAAK,YAAY;YACb,OAAO;gBACH,aAAa,EAAE,sBAAsB,CAAC,KAAK,EAAE;oBACzC,QAAQ,EAAE,YAAY;oBACtB,OAAO,EAAE,GAAG,IAAI,6BAA6B;oBAC7C,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC;oBAC7C,WAAW,EAAE,KAAK;iBACrB,CAAC;gBACF,eAAe,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE;gBACjF,OAAO;aACV,CAAC;QACN,KAAK,KAAK;YACN,OAAO;gBACH,aAAa,EAAE;oBACX,EAAE,EAAE,KAAK;oBACT,IAAI,EAAE,KAAK;oBACX,GAAG,EAAE,kBAAkB;oBACvB,QAAQ,EAAE,KAAK;oBACf,OAAO,EAAE,CAAC,GAAG,IAAI,qBAAqB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;oBAC3D,SAAS,EAAE,IAAI;oBACf,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;oBACxB,IAAI,EAAE,SAAS;oBACf,aAAa,EAAE,OAAO;oBACtB,SAAS,EAAE,MAAM;oBACjB,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC;oBAC7C,WAAW,EAAE,KAAK;oBAClB,kBAAkB,EAAE,IAAI;iBAC3B;gBACD,eAAe,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE;gBACzE,OAAO;aACV,CAAC;QACN,KAAK,WAAW;YACZ,OAAO;gBACH,aAAa,EAAE,sBAAsB,CAAC,KAAK,EAAE;oBACzC,QAAQ,EAAE,WAAW;oBACrB,OAAO,EAAE,GAAG,IAAI,qCAAqC;oBACrD,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC;oBAC7C,WAAW,EAAE,KAAK;oBAClB,cAAc,EAAE,YAAY;iBAC/B,CAAC;gBACF,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;gBACzD,eAAe,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE;gBAChF,OAAO;aACV,CAAC;QACN,KAAK,QAAQ;YACT,OAAO;gBACH,aAAa,EAAE;oBACX,EAAE,EAAE,KAAK;oBACT,IAAI,EAAE,KAAK;oBACX,GAAG,EAAE,sBAAsB;oBAC3B,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,CAAC,GAAG,IAAI,kDAAkD,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;oBACxF,SAAS,EAAE,IAAI;oBACf,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;oBACxB,IAAI,EAAE,SAAS;oBACf,aAAa,EAAE,OAAO;oBACtB,SAAS,EAAE,MAAM;oBACjB,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC;iBAChD;gBACD,eAAe,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE;gBAC5E,OAAO;aACV,CAAC;QACN,KAAK,WAAW;YACZ,OAAO;gBACH,aAAa,EAAE;oBACX,EAAE,EAAE,KAAK;oBACT,IAAI,EAAE,KAAK;oBACX,GAAG,EAAE,oBAAoB;oBACzB,QAAQ,EAAE,WAAW;oBACrB,OAAO,EAAE,CAAC,GAAG,IAAI,2BAA2B,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;oBACtF,SAAS,EAAE,IAAI;oBACf,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;oBACxB,IAAI,EAAE,SAAS;oBACf,aAAa,EAAE,OAAO;oBACtB,SAAS,EAAE,MAAM;oBACjB,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC;iBAChD;gBACD,yBAAyB,EAAE,WAAW;gBACtC,eAAe,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE;gBAC/E,OAAO;aACV,CAAC;QACN,KAAK,gBAAgB,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,kBAAkB,IAAI,WAAW,CAAC;YACvE,OAAO;gBACH,aAAa,EAAE;oBACX,EAAE,EAAE,KAAK;oBACT,IAAI,EAAE,KAAK;oBACX,GAAG,EAAE,yBAAyB;oBAC9B,QAAQ,EAAE,gBAAgB;oBAC1B,OAAO,EAAE,CAAC,GAAG,IAAI,2BAA2B,MAAM,gBAAgB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;oBACvF,SAAS,EAAE,IAAI;oBACf,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;oBACxB,IAAI,EAAE,SAAS;oBACf,aAAa,EAAE,OAAO;oBACtB,SAAS,EAAE,MAAM;oBACjB,GAAG,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACjF,GAAG,EAAE,EAAE,GAAG,GAAG,EAAE;iBAClB;gBACD,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;oBAC3B,CAAC,CAAC,EAAE,yBAAyB,EAAE,SAAkB,EAAE;oBACnD,CAAC,CAAC,EAAE,CAAC;gBACT,eAAe,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE;gBAC7E,OAAO;aACV,CAAC;QACN,CAAC;QACD,KAAK,YAAY;YACb,OAAO;gBACH,aAAa,EAAE,sBAAsB,CAAC,KAAK,EAAE;oBACzC,QAAQ,EAAE,YAAY;oBACtB,OAAO,EAAE,GAAG,IAAI,8BAA8B;oBAC9C,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC;oBAC7C,GAAG,CAAC,kBAAkB,IAAI,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC5G,WAAW,EAAE,IAAI;oBACjB,cAAc,EAAE,YAAY;iBAC/B,CAAC;gBACF,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;gBACzD,eAAe,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE;gBACjF,OAAO;aACV,CAAC;QACN,KAAK,mBAAmB,EAAE,CAAC;YACvB,IAAI,GAAG,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,0EAA0E,CAAC,CAAC;YAC9H,MAAM,QAAQ,GAAG,kBAAkB,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC5D,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YACtF,OAAO;gBACH,UAAU,EAAE;oBACR,GAAG,EAAE,GAAG,GAAG,mBAAmB;oBAC9B,OAAO,EAAE,GAAG,KAAK,SAAS;wBACtB,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,GAAG,EAAE,EAAE;iBAC3C;gBACD,OAAO;aACV,CAAC;QACN,CAAC;QACD;YACI,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,2CAA2C,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;AACL,CAAC,CAAC"}
|
package/dist/native-tools.d.ts
CHANGED
|
@@ -1,5 +1,4 @@
|
|
|
1
|
-
type ToolProtocol = "openai" | "messages" | "generate-content";
|
|
1
|
+
type ToolProtocol = "openai" | "messages" | "generate-content" | "amazon-bedrock";
|
|
2
2
|
export declare const withoutNativeTools: (body: Record<string, unknown>, protocol: ToolProtocol) => Record<string, unknown>;
|
|
3
|
-
export declare const withoutNativeToolsFetch: (protocol: ToolProtocol, fetch?: typeof globalThis.fetch) => typeof globalThis.fetch;
|
|
4
3
|
export {};
|
|
5
4
|
//# sourceMappingURL=native-tools.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"native-tools.d.ts","sourceRoot":"","sources":["../src/native-tools.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"native-tools.d.ts","sourceRoot":"","sources":["../src/native-tools.ts"],"names":[],"mappings":"AAAA,KAAK,YAAY,GAAG,QAAQ,GAAG,UAAU,GAAG,kBAAkB,GAAG,gBAAgB,CAAC;AAIlF,eAAO,MAAM,kBAAkB,SACrB,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,YACnB,YAAY,KACvB,MAAM,CAAC,MAAM,EAAE,OAAO,CAexB,CAAC"}
|
package/dist/native-tools.js
CHANGED
|
@@ -1,21 +1,19 @@
|
|
|
1
|
-
|
|
2
|
-
//
|
|
3
|
-
// choice. Project the invariant after serialization, using protocol fields only.
|
|
1
|
+
// {§provider-interface} The SDK omits an empty tool set and its
|
|
2
|
+
// choice. Project the invariant on the outgoing payload, using protocol fields only.
|
|
4
3
|
export const withoutNativeTools = (body, protocol) => {
|
|
5
4
|
if (body.tools !== undefined && (!Array.isArray(body.tools) || body.tools.length > 0)) {
|
|
6
5
|
throw new TypeError("PLURNK provider requests cannot declare native tools");
|
|
7
6
|
}
|
|
7
|
+
if (protocol === "amazon-bedrock") {
|
|
8
|
+
if (body.toolConfig !== undefined) {
|
|
9
|
+
throw new TypeError("PLURNK provider requests cannot declare native tools");
|
|
10
|
+
}
|
|
11
|
+
const { tools: _, toolConfig: __, tool_choice: ___, ...rest } = body;
|
|
12
|
+
return rest;
|
|
13
|
+
}
|
|
8
14
|
if (protocol === "generate-content") {
|
|
9
15
|
return { ...body, tools: [], toolConfig: { functionCallingConfig: { mode: "NONE" } } };
|
|
10
16
|
}
|
|
11
17
|
return { ...body, tools: [], tool_choice: protocol === "messages" ? { type: "none" } : "none" };
|
|
12
18
|
};
|
|
13
|
-
export const withoutNativeToolsFetch = (protocol, fetch = (input, init) => globalThis.fetch(input, init)) => (input, init) => {
|
|
14
|
-
if (typeof init?.body !== "string")
|
|
15
|
-
throw new TypeError("Provider generation requires a serialized JSON request");
|
|
16
|
-
const body = JSON.parse(init.body);
|
|
17
|
-
if (!isRecord(body))
|
|
18
|
-
throw new TypeError("Provider generation requires a JSON object request");
|
|
19
|
-
return fetch(input, { ...init, body: JSON.stringify(withoutNativeTools(body, protocol)) });
|
|
20
|
-
};
|
|
21
19
|
//# sourceMappingURL=native-tools.js.map
|
package/dist/native-tools.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"native-tools.js","sourceRoot":"","sources":["../src/native-tools.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"native-tools.js","sourceRoot":"","sources":["../src/native-tools.ts"],"names":[],"mappings":"AAEA,gEAAgE;AAChE,qFAAqF;AACrF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAC9B,IAA6B,EAC7B,QAAsB,EACC,EAAE;IACzB,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;QACpF,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,QAAQ,KAAK,gBAAgB,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;QACrE,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,QAAQ,KAAK,kBAAkB,EAAE,CAAC;QAClC,OAAO,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,qBAAqB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAC3F,CAAC;IACD,OAAO,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,EAAE,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;AACpG,CAAC,CAAC"}
|
package/dist/ollama.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../src/ollama.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,QAAQ,
|
|
1
|
+
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../src/ollama.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,QAAQ,EAAiB,eAAe,EAAE,MAAM,YAAY,CAAC;AA0B3E,eAAO,MAAM,qBAAqB,QACzB,MAAM,CAAC,UAAU,SACf,MAAM,YACH,eAAe,KAC1B,OAAO,CAAC,QAAQ,CA8ClB,CAAC"}
|
package/dist/ollama.js
CHANGED
|
@@ -1,10 +1,9 @@
|
|
|
1
|
-
import { createOpenAICompatible } from "@ai-sdk/openai-compatible";
|
|
2
1
|
import { isRecord } from "@plurnk/plurnk-contracts";
|
|
2
|
+
import { outboundFetch } from "@plurnk/plurnk-meta";
|
|
3
3
|
import { contextWindowFromEnv, effectiveContextWindow, parseTimeoutMs, requireEnv } from "./env.js";
|
|
4
|
-
import {
|
|
5
|
-
import { withoutNativeTools } from "./native-tools.js";
|
|
4
|
+
import { providerFromModelAdapter } from "./catalogProvider.js";
|
|
6
5
|
const fetchContextWindow = async ({ baseUrl, model, timeout, }) => {
|
|
7
|
-
const response = await
|
|
6
|
+
const response = await outboundFetch(`${baseUrl}/api/show`, {
|
|
8
7
|
method: "POST",
|
|
9
8
|
headers: { "Content-Type": "application/json" },
|
|
10
9
|
body: JSON.stringify({ model }),
|
|
@@ -26,17 +25,32 @@ export const ollamaProviderFromEnv = async (env, model, options) => {
|
|
|
26
25
|
const timeout = parseTimeoutMs(env.PLURNK_PROVIDERS_FETCH_TIMEOUT, "PLURNK_PROVIDERS_FETCH_TIMEOUT", "ollama");
|
|
27
26
|
// {§model-fact-resolution}
|
|
28
27
|
const contextWindow = effectiveContextWindow(contextWindowFromEnv(env, "ollama"), await fetchContextWindow({ baseUrl, model, timeout }));
|
|
29
|
-
const
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
28
|
+
const providerModel = {
|
|
29
|
+
id: model,
|
|
30
|
+
name: model,
|
|
31
|
+
api: "openai-completions",
|
|
32
|
+
provider: "ollama",
|
|
33
|
+
baseUrl: `${baseUrl}/v1`,
|
|
34
|
+
reasoning: true,
|
|
35
|
+
input: ["text", "image"],
|
|
36
|
+
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
|
|
37
|
+
contextWindow,
|
|
38
|
+
maxTokens: 16_384,
|
|
39
|
+
apiKey: "ollama",
|
|
40
|
+
includeTopK: true,
|
|
41
|
+
compat: {
|
|
42
|
+
supportsStore: false,
|
|
43
|
+
supportsDeveloperRole: false,
|
|
44
|
+
maxTokensField: "max_tokens",
|
|
45
|
+
supportsReasoningEffort: false,
|
|
46
|
+
supportsFinishReason: true,
|
|
47
|
+
},
|
|
48
|
+
};
|
|
49
|
+
return providerFromModelAdapter({
|
|
36
50
|
name: "ollama",
|
|
37
51
|
env,
|
|
38
52
|
model,
|
|
39
|
-
|
|
53
|
+
providerModel,
|
|
40
54
|
endpoint: `${baseUrl}/v1`,
|
|
41
55
|
contextWindow,
|
|
42
56
|
});
|
package/dist/ollama.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../src/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../src/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACpG,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAGhE,MAAM,kBAAkB,GAAG,KAAK,EAAE,EAC9B,OAAO,EACP,KAAK,EACL,OAAO,GAKV,EAAmB,EAAE;IAClB,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,GAAG,OAAO,WAAW,EAAE;QACxD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC;QAC/B,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnE,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5F,MAAM,IAAI,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;IAChF,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,IAAI,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;IAChG,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,+DAA+D,KAAK,GAAG,CAAC,CAAC;AAC7F,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,EACtC,GAAsB,EACtB,KAAa,EACb,OAAyB,EACR,EAAE;IACnB,MAAM,UAAU,GAAG,OAAO,EAAE,OAAO,IAAI,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC,WAAW,CAAC;IAC9E,MAAM,OAAO,GAAG,UAAU,CACtB,UAAU,EACV,uEAAuE,EACvE,QAAQ,CACX,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,cAAc,CAC1B,GAAG,CAAC,8BAA8B,EAClC,gCAAgC,EAChC,QAAQ,CACX,CAAC;IACF,2BAA2B;IAC3B,MAAM,aAAa,GAAG,sBAAsB,CACxC,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,EACnC,MAAM,kBAAkB,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CACxD,CAAC;IACF,MAAM,aAAa,GAAkB;QACjC,EAAE,EAAE,KAAK;QACT,IAAI,EAAE,KAAK;QACX,GAAG,EAAE,oBAAoB;QACzB,QAAQ,EAAE,QAAQ;QAClB,OAAO,EAAE,GAAG,OAAO,KAAK;QACxB,SAAS,EAAE,IAAI;QACf,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;QACxB,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;QAC1D,aAAa;QACb,SAAS,EAAE,MAAM;QACjB,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,IAAI;QACjB,MAAM,EAAE;YACJ,aAAa,EAAE,KAAK;YACpB,qBAAqB,EAAE,KAAK;YAC5B,cAAc,EAAE,YAAY;YAC5B,uBAAuB,EAAE,KAAK;YAC9B,oBAAoB,EAAE,IAAI;SAC7B;KACJ,CAAC;IACF,OAAO,wBAAwB,CAAC;QAC5B,IAAI,EAAE,QAAQ;QACd,GAAG;QACH,KAAK;QACL,aAAa;QACb,QAAQ,EAAE,GAAG,OAAO,KAAK;QACzB,aAAa;KAChB,CAAC,CAAC;AACP,CAAC,CAAC"}
|
package/dist/openai.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export { default as
|
|
2
|
-
export type {
|
|
3
|
-
export type { ChatMessage, FinishReason, Provider, ProviderAssistant, ProviderAttempt, ProviderAttemptFinishReason, ProviderResponse, ProviderUsage, PromptTokenMeasurement, TokenAlternative, TokenLogprob, } from "./types.ts";
|
|
1
|
+
export { default as ModelProvider } from "./ModelProvider.ts";
|
|
2
|
+
export type { ModelProviderConfig, GrammarStyle, ProviderFetch, ReasoningStyle } from "./ModelProvider.ts";
|
|
3
|
+
export type { ChatMessage, FinishReason, Provider, ProviderAssistant, ProviderAttempt, ProviderAttemptFinishReason, ProviderModel, ProviderModelApi, ProviderResponse, ProviderUsage, PromptTokenMeasurement, TokenAlternative, TokenLogprob, } from "./types.ts";
|
|
4
4
|
//# sourceMappingURL=openai.d.ts.map
|
package/dist/openai.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../src/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC9D,YAAY,EAAE,mBAAmB,EAAE,YAAY,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAC3G,YAAY,EACR,WAAW,EACX,YAAY,EACZ,QAAQ,EACR,iBAAiB,EACjB,eAAe,EACf,2BAA2B,EAC3B,gBAAgB,EAChB,aAAa,EACb,sBAAsB,EACtB,gBAAgB,EAChB,YAAY,GACf,MAAM,YAAY,CAAC"}
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../src/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC9D,YAAY,EAAE,mBAAmB,EAAE,YAAY,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAC3G,YAAY,EACR,WAAW,EACX,YAAY,EACZ,QAAQ,EACR,iBAAiB,EACjB,eAAe,EACf,2BAA2B,EAC3B,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACb,sBAAsB,EACtB,gBAAgB,EAChB,YAAY,GACf,MAAM,YAAY,CAAC"}
|
package/dist/openai.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export { default as
|
|
1
|
+
export { default as ModelProvider } from "./ModelProvider.js";
|
|
2
2
|
//# sourceMappingURL=openai.js.map
|