@plurnk/plurnk-providers 1.6.0 → 1.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.defaults +9 -16
- package/README.md +17 -0
- package/SPEC.md +128 -45
- package/dist/AiSdkProvider.d.ts +16 -9
- package/dist/AiSdkProvider.d.ts.map +1 -1
- package/dist/AiSdkProvider.js +151 -54
- package/dist/AiSdkProvider.js.map +1 -1
- package/dist/Mock.d.ts +8 -4
- package/dist/Mock.d.ts.map +1 -1
- package/dist/Mock.js +53 -18
- package/dist/Mock.js.map +1 -1
- package/dist/Pool.d.ts +8 -4
- package/dist/Pool.d.ts.map +1 -1
- package/dist/Pool.js +68 -12
- package/dist/Pool.js.map +1 -1
- package/dist/accounting.d.ts.map +1 -1
- package/dist/accounting.js.map +1 -1
- package/dist/accountingPublic.d.ts +5 -0
- package/dist/accountingPublic.d.ts.map +1 -0
- package/dist/accountingPublic.js +3 -0
- package/dist/accountingPublic.js.map +1 -0
- package/dist/capacity.d.ts +26 -0
- package/dist/capacity.d.ts.map +1 -0
- package/dist/capacity.js +90 -0
- package/dist/capacity.js.map +1 -0
- package/dist/catalogProvider.d.ts +2 -1
- package/dist/catalogProvider.d.ts.map +1 -1
- package/dist/catalogProvider.js +18 -20
- package/dist/catalogProvider.js.map +1 -1
- package/dist/compatibleProvider.d.ts.map +1 -1
- package/dist/compatibleProvider.js +10 -7
- package/dist/compatibleProvider.js.map +1 -1
- package/dist/env.d.ts +8 -10
- package/dist/env.d.ts.map +1 -1
- package/dist/env.js +54 -37
- package/dist/env.js.map +1 -1
- package/dist/errors.d.ts +6 -22
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +30 -91
- package/dist/errors.js.map +1 -1
- package/dist/index.d.ts +4 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -1
- package/dist/index.js.map +1 -1
- package/dist/promptTokens.d.ts.map +1 -1
- package/dist/promptTokens.js +7 -4
- package/dist/promptTokens.js.map +1 -1
- package/dist/providerError.d.ts +25 -0
- package/dist/providerError.d.ts.map +1 -0
- package/dist/providerError.js +91 -0
- package/dist/providerError.js.map +1 -0
- package/dist/sdkModels.d.ts +1 -0
- package/dist/sdkModels.d.ts.map +1 -1
- package/dist/sdkModels.js +5 -8
- package/dist/sdkModels.js.map +1 -1
- package/dist/types.d.ts +24 -4
- package/dist/types.d.ts.map +1 -1
- package/dist/usage.d.ts +1 -0
- package/dist/usage.d.ts.map +1 -1
- package/dist/usage.js +7 -2
- package/dist/usage.js.map +1 -1
- package/package.json +22 -7
- package/src/AiSdkProvider.test.ts +198 -37
- package/src/AiSdkProvider.ts +192 -59
- package/src/Mock.test.ts +32 -18
- package/src/Mock.ts +58 -19
- package/src/Pool.test.ts +71 -13
- package/src/Pool.ts +78 -13
- package/src/ProviderRegistry.test.ts +1 -1
- package/src/accounting.ts +0 -1
- package/src/accountingPublic.ts +9 -0
- package/src/boundaries.test.ts +28 -15
- package/src/capacity.test.ts +92 -0
- package/src/capacity.ts +140 -0
- package/src/catalogProvider.test.ts +82 -9
- package/src/catalogProvider.ts +24 -21
- package/src/compatibleProvider.test.ts +1 -2
- package/src/compatibleProvider.ts +10 -7
- package/src/cost.test.ts +31 -0
- package/src/env.test.ts +49 -20
- package/src/env.ts +114 -51
- package/src/errors.test.ts +33 -0
- package/src/errors.ts +38 -134
- package/src/index.ts +5 -2
- package/src/ollama.test.ts +1 -2
- package/src/promptTokens.ts +8 -5
- package/src/providerError.ts +139 -0
- package/src/sdkModels.test.ts +2 -5
- package/src/sdkModels.ts +6 -8
- package/src/types.ts +41 -19
- package/src/usage.ts +7 -2
package/dist/errors.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Problems } from "@plurnk/plurnk-contracts";
|
|
2
1
|
import { APICallError, RetryError } from "ai";
|
|
3
|
-
import {
|
|
2
|
+
import { ProviderError } from "./providerError.js";
|
|
3
|
+
export { ProviderError } from "./providerError.js";
|
|
4
4
|
export class ProviderTimeoutError extends Error {
|
|
5
5
|
phase;
|
|
6
6
|
timeoutMs;
|
|
@@ -28,98 +28,22 @@ export const providerTimeoutOf = (error) => {
|
|
|
28
28
|
}
|
|
29
29
|
return null;
|
|
30
30
|
};
|
|
31
|
-
const
|
|
32
|
-
switch (kind) {
|
|
33
|
-
case "unauthorized": return 401;
|
|
34
|
-
case "quota_exceeded": return 402;
|
|
35
|
-
case "rate_limit": return 429;
|
|
36
|
-
case "model_refused":
|
|
37
|
-
case "grammar_invalid": return 422;
|
|
38
|
-
case "invalid_response": return 502;
|
|
39
|
-
case "deadline_exceeded": return 504;
|
|
40
|
-
case "network_failure":
|
|
41
|
-
case "resource_interrupted": return 503;
|
|
42
|
-
}
|
|
43
|
-
};
|
|
44
|
-
const retryable = (kind) => {
|
|
45
|
-
switch (kind) {
|
|
46
|
-
case "rate_limit":
|
|
47
|
-
case "network_failure":
|
|
48
|
-
return true;
|
|
49
|
-
case "deadline_exceeded":
|
|
50
|
-
case "invalid_response":
|
|
51
|
-
case "grammar_invalid":
|
|
52
|
-
case "resource_interrupted":
|
|
53
|
-
case "model_refused":
|
|
54
|
-
case "unauthorized":
|
|
55
|
-
case "quota_exceeded":
|
|
56
|
-
return false;
|
|
57
|
-
}
|
|
58
|
-
};
|
|
59
|
-
const buildProblem = (source, kind, message, status, extensions, retryableOverride) => {
|
|
60
|
-
const code = {
|
|
61
|
-
rate_limit: "rate-limit",
|
|
62
|
-
network_failure: "network-failure",
|
|
63
|
-
deadline_exceeded: "deadline-exceeded",
|
|
64
|
-
model_refused: "model-refused",
|
|
65
|
-
invalid_response: "invalid-response",
|
|
66
|
-
unauthorized: "unauthorized",
|
|
67
|
-
quota_exceeded: "quota-exceeded",
|
|
68
|
-
grammar_invalid: "grammar-invalid",
|
|
69
|
-
resource_interrupted: "resource-interrupted",
|
|
70
|
-
};
|
|
71
|
-
return Problems.create(source, code[kind], status, message, {
|
|
72
|
-
providerKind: kind,
|
|
73
|
-
stage: "provider-request",
|
|
74
|
-
retryable: retryableOverride ?? retryable(kind),
|
|
75
|
-
...extensions,
|
|
76
|
-
});
|
|
77
|
-
};
|
|
78
|
-
// A provider operation failed before a completed exchange existed. An
|
|
79
|
-
// interrupted response may still carry attempt evidence for its consumer.
|
|
80
|
-
// The standardized Problem is the public failure contract; kind remains the
|
|
81
|
-
// provider pool's routing discriminator and is repeated as a Problem extension.
|
|
82
|
-
export class ProviderError extends Error {
|
|
83
|
-
source;
|
|
84
|
-
kind;
|
|
85
|
-
problem;
|
|
86
|
-
attempt;
|
|
87
|
-
#accounting;
|
|
88
|
-
constructor(source, kind, message, options = {}) {
|
|
89
|
-
super(message, options.cause !== undefined ? { cause: options.cause } : undefined);
|
|
90
|
-
this.name = "ProviderError";
|
|
91
|
-
this.source = providerSource(source);
|
|
92
|
-
this.kind = kind;
|
|
93
|
-
this.attempt = options.attempt;
|
|
94
|
-
this.#accounting = [...(options.accounting ?? options.attempt?.accounting ?? [])];
|
|
95
|
-
const status = options.status !== null && options.status !== undefined
|
|
96
|
-
&& Number.isInteger(options.status) && options.status >= 400 && options.status <= 599
|
|
97
|
-
? options.status
|
|
98
|
-
: defaultStatus(kind);
|
|
99
|
-
this.problem = buildProblem(this.source, kind, message, status, options.extensions ?? {}, options.retryable);
|
|
100
|
-
}
|
|
101
|
-
get status() {
|
|
102
|
-
return this.problem.status;
|
|
103
|
-
}
|
|
104
|
-
get accounting() {
|
|
105
|
-
return this.#accounting;
|
|
106
|
-
}
|
|
107
|
-
// A capacity pool adds the already-settled requests from prior backends as
|
|
108
|
-
// the same failure crosses that orchestration boundary.
|
|
109
|
-
prependAccounting(accounting) {
|
|
110
|
-
if (accounting.length > 0)
|
|
111
|
-
this.#accounting = [...accounting, ...this.#accounting];
|
|
112
|
-
}
|
|
113
|
-
}
|
|
114
|
-
const wireErrorType = (body) => {
|
|
31
|
+
const wireError = (body) => {
|
|
115
32
|
try {
|
|
116
33
|
const { error } = JSON.parse(body);
|
|
117
|
-
|
|
34
|
+
const record = error;
|
|
35
|
+
return {
|
|
36
|
+
type: typeof record?.type === "string" ? record.type : null,
|
|
37
|
+
code: typeof record?.code === "string" || typeof record?.code === "number" ? String(record.code) : null,
|
|
38
|
+
message: typeof record?.message === "string" ? record.message : null,
|
|
39
|
+
};
|
|
118
40
|
}
|
|
119
41
|
catch {
|
|
120
|
-
return null;
|
|
42
|
+
return { type: null, code: null, message: null };
|
|
121
43
|
}
|
|
122
44
|
};
|
|
45
|
+
const CAPACITY_CODE = /^(?:context_length_exceeded|context_window_exceeded|input_too_long|prompt_too_long|request_too_large|token_limit_exceeded|max_tokens_exceeded)$/i;
|
|
46
|
+
const CAPACITY_MESSAGE = /(?:maximum context length|context (?:length|window).*(?:exceed|too (?:large|long)|maximum)|(?:input|prompt|request).*(?:token|length|size).*(?:exceed|too (?:large|long)|maximum))/i;
|
|
123
47
|
const preview = (value, limit) => {
|
|
124
48
|
const text = value instanceof Error ? value.message : String(value);
|
|
125
49
|
return limit !== undefined && text.length > limit
|
|
@@ -152,6 +76,7 @@ export const classifyProviderError = (err, detailLimit) => {
|
|
|
152
76
|
? preview(err.message, detailLimit)
|
|
153
77
|
: "The provider request failed without a diagnostic message.";
|
|
154
78
|
const body = err.responseBody ?? "";
|
|
79
|
+
const wire = wireError(body);
|
|
155
80
|
if (status === 401 || status === 403)
|
|
156
81
|
return { kind: "unauthorized", message };
|
|
157
82
|
if (status === 402)
|
|
@@ -165,7 +90,17 @@ export const classifyProviderError = (err, detailLimit) => {
|
|
|
165
90
|
return { kind: "network_failure", message };
|
|
166
91
|
if (status >= 500)
|
|
167
92
|
return { kind: "network_failure", message, retryable: err.isRetryable };
|
|
168
|
-
if (status ===
|
|
93
|
+
if (status === 413 || ((status === 400 || status === 422)
|
|
94
|
+
&& ((wire.code !== null && CAPACITY_CODE.test(wire.code))
|
|
95
|
+
|| (wire.type !== null && CAPACITY_CODE.test(wire.type))
|
|
96
|
+
|| CAPACITY_MESSAGE.test(wire.message ?? message)))) {
|
|
97
|
+
return {
|
|
98
|
+
kind: "capacity_exceeded",
|
|
99
|
+
message,
|
|
100
|
+
extensions: status === 413 ? undefined : { providerStatus: status },
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
if (status === 422 && wire.type === "grammar_invalid") {
|
|
169
104
|
return { kind: "grammar_invalid", message };
|
|
170
105
|
}
|
|
171
106
|
return { kind: "invalid_response", message };
|
|
@@ -185,24 +120,28 @@ export const classifyProviderError = (err, detailLimit) => {
|
|
|
185
120
|
message: preview((error?.message ?? String(err)) || "The provider request failed.", detailLimit),
|
|
186
121
|
};
|
|
187
122
|
};
|
|
188
|
-
export const toProviderError = (err, source, detailLimit) => {
|
|
123
|
+
export const toProviderError = (err, source, detailLimit, capacity) => {
|
|
189
124
|
if (err instanceof ProviderError)
|
|
190
125
|
return err;
|
|
191
126
|
const underlying = RetryError.isInstance(err) ? err.lastError : err;
|
|
192
127
|
const classified = classifyProviderError(err, detailLimit);
|
|
193
128
|
const { kind, message } = classified;
|
|
194
|
-
const
|
|
129
|
+
const upstreamStatus = APICallError.isInstance(underlying) ? underlying.statusCode ?? null : null;
|
|
130
|
+
const status = kind === "capacity_exceeded" ? 413 : upstreamStatus;
|
|
195
131
|
return new ProviderError(source, kind, message, {
|
|
196
132
|
status,
|
|
197
133
|
cause: err,
|
|
198
134
|
retryable: classified.retryable,
|
|
199
135
|
extensions: {
|
|
200
136
|
...(classified.extensions ?? {}),
|
|
137
|
+
...(kind === "capacity_exceeded" ? { capacityStage: "upstream" } : {}),
|
|
138
|
+
...(capacity === undefined ? {} : { capacity }),
|
|
201
139
|
...(classified.attempts === undefined ? {} : { attempts: classified.attempts }),
|
|
202
140
|
...(classified.retryExhausted === undefined
|
|
203
141
|
? {}
|
|
204
142
|
: { retryExhausted: classified.retryExhausted }),
|
|
205
143
|
},
|
|
144
|
+
capacity,
|
|
206
145
|
});
|
|
207
146
|
};
|
|
208
147
|
//# sourceMappingURL=errors.js.map
|
package/dist/errors.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAInD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAcnD,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IAClC,KAAK,CAAuB;IAC5B,SAAS,CAAS;IAE3B,YAAY,KAA2B,EAAE,SAAiB,EAAE,KAAe;QACvE,MAAM,MAAM,GAAyC;YACjD,OAAO,EAAE,kBAAkB;YAC3B,aAAa,EAAE,wBAAwB;YACvC,WAAW,EAAE,sBAAsB;YACnC,SAAS,EAAE,oBAAoB;SAClC,CAAC;QACF,KAAK,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,iBAAiB,SAAS,eAAe,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAC9G,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;QACnC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC/B,CAAC;CACJ;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,KAAc,EAA+B,EAAE;IAC7E,MAAM,IAAI,GAAG,IAAI,GAAG,EAAW,CAAC;IAChC,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,OAAO,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3E,IAAI,OAAO,YAAY,oBAAoB;YAAE,OAAO,OAAO,CAAC;QAC5D,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClB,OAAO,GAAI,OAA+B,CAAC,KAAK,CAAC;IACrD,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,IAAY,EAAwE,EAAE;IACrG,IAAI,CAAC;QACD,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAmC,CAAC;QACrE,MAAM,MAAM,GAAG,KAA0E,CAAC;QAC1F,OAAO;YACH,IAAI,EAAE,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;YAC3D,IAAI,EAAE,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ,IAAI,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;YACvG,OAAO,EAAE,OAAO,MAAM,EAAE,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;SACvE,CAAC;IACN,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACrD,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,kJAAkJ,CAAC;AACzK,MAAM,gBAAgB,GAAG,qLAAqL,CAAC;AAE/M,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,KAAyB,EAAU,EAAE;IAClE,MAAM,IAAI,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpE,OAAO,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK;QAC7C,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK;QAC9B,CAAC,CAAC,IAAI,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CACjC,GAAY,EACZ,WAAoB,EACG,EAAE;IACzB,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7B,OAAO;YACH,GAAG,qBAAqB,CAAC,GAAG,CAAC,SAAS,EAAE,WAAW,CAAC;YACpD,SAAS,EAAE,KAAK;YAChB,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;YAC3B,cAAc,EAAE,GAAG,CAAC,MAAM,KAAK,oBAAoB;SACtD,CAAC;IACN,CAAC;IACD,IAAI,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACnB,OAAO;gBACH,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,UAAU,EAAE;oBACR,YAAY,EAAE,OAAO,CAAC,KAAK;oBAC3B,SAAS,EAAE,OAAO,CAAC,SAAS;iBAC/B;aACJ,CAAC;QACN,CAAC;QACD,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;YACzC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,WAAW,CAAC;YACnC,CAAC,CAAC,2DAA2D,CAAC;QAClE,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7B,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC;QAC/E,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC;QAC/D,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC;QACvF,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACnC,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC;QAC5E,CAAC;QACD,IAAI,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,WAAW;YAAE,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,CAAC;QACjF,IAAI,MAAM,IAAI,GAAG;YAAE,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC;QAC3F,IAAI,MAAM,KAAK,GAAG,IAAI,CAClB,CAAC,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,CAAC;eAC/B,CACC,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;mBAClD,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;mBACrD,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,CACpD,CACJ,EAAE,CAAC;YACA,OAAO;gBACH,IAAI,EAAE,mBAAmB;gBACzB,OAAO;gBACP,UAAU,EAAE,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,MAAM,EAAE;aACtE,CAAC;QACN,CAAC;QACD,IAAI,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACpD,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,CAAC;QAChD,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,EAAE,CAAC;IACjD,CAAC;IACD,MAAM,IAAI,GAAG,GAA4C,CAAC;IAC1D,IAAI,IAAI,EAAE,IAAI,KAAK,iBAAiB,EAAE,CAAC;QACnC,OAAO;YACH,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;gBACrC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC;gBACpC,CAAC,CAAC,6CAA6C;SACtD,CAAC;IACN,CAAC;IACD,MAAM,KAAK,GAAG,GAA2B,CAAC;IAC1C,OAAO;QACH,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,OAAO,CACZ,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,8BAA8B,EACjE,WAAW,CACd;KACJ,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAC3B,GAAY,EACZ,MAAc,EACd,WAAoB,EACpB,QAAkC,EACrB,EAAE;IACf,IAAI,GAAG,YAAY,aAAa;QAAE,OAAO,GAAG,CAAC;IAC7C,MAAM,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC;IACpE,MAAM,UAAU,GAAG,qBAAqB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAC3D,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC;IACrC,MAAM,cAAc,GAAG,YAAY,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAClG,MAAM,MAAM,GAAG,IAAI,KAAK,mBAAmB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC;IACnE,OAAO,IAAI,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;QAC5C,MAAM;QACN,KAAK,EAAE,GAAG;QACV,SAAS,EAAE,UAAU,CAAC,SAAS;QAC/B,UAAU,EAAE;YACR,GAAG,CAAC,UAAU,CAAC,UAAU,IAAI,EAAE,CAAC;YAChC,GAAG,CAAC,IAAI,KAAK,mBAAmB,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;YAC/C,GAAG,CAAC,UAAU,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC;YAC/E,GAAG,CAAC,UAAU,CAAC,cAAc,KAAK,SAAS;gBACvC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,cAAc,EAAE,UAAU,CAAC,cAAc,EAAE,CAAC;SACvD;QACD,QAAQ;KACX,CAAC,CAAC;AACP,CAAC,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
|
-
export type { ChatMessage, FinishReason, GrammarEvidence, Provider, ProviderAssistant, ProviderAttempt, ProviderAttemptFinishReason, AiSdkProviderPlugin, ProviderOptions, ProviderResponse, ProviderEncryptedReasoningItem, ProviderAccounting, ProviderCost, ProviderCostNormalizer, ProviderCallKind, ProviderGenerateArgs, ProviderRequestAccounting, ProviderRequestIdentity, ProviderRequestObserver, ProviderRequestSettlement, ProviderUsage, PromptTokenMeasurement, TokenLogprob, TokenAlternative, } from "./types.ts";
|
|
1
|
+
export type { ChatMessage, FinishReason, GrammarEvidence, Provider, ProviderAssistant, ProviderAttempt, ProviderAttemptFinishReason, AiSdkProviderPlugin, ProviderOptions, ProviderResponse, ProviderEncryptedReasoningItem, ProviderAccounting, ProviderCost, ProviderCostNormalizer, ProviderCallKind, ProviderGenerateArgs, ProviderRequestAccounting, ProviderRequestCapacity, ProviderRequestCapacityDecision, ProviderRequestIdentity, ProviderRequestObserver, ProviderRequestSettlement, ProviderUsage, PromptTokenMeasurement, TokenLogprob, TokenAlternative, } from "./types.ts";
|
|
2
2
|
export { assertPromptTokenMeasurement } from "./promptTokens.ts";
|
|
3
|
+
export { assessRequestCapacity, effectiveInputCapacity, effectiveOutputBudget, requestCapacityDecision } from "./capacity.ts";
|
|
3
4
|
export type { ProviderAlias } from "@plurnk/plurnk-aliases";
|
|
4
5
|
export { parseAliasesFromEnv, resolveActiveAlias } from "@plurnk/plurnk-aliases";
|
|
5
6
|
export { instantiateProvider, loadActiveProvider, resetDiscoveryCache, } from "./ProviderRegistry.ts";
|
|
@@ -9,8 +10,8 @@ export { default as AiSdkProvider, effortFromBudget } from "./AiSdkProvider.ts";
|
|
|
9
10
|
export type { AiSdkProviderConfig, ReasoningStyle, GrammarStyle } from "./AiSdkProvider.ts";
|
|
10
11
|
export { default as Pool } from "./Pool.ts";
|
|
11
12
|
export type { ProviderFetch } from "./AiSdkProvider.ts";
|
|
12
|
-
export { parseRequiredInt, parseOptionalInt, parseRequiredFloat, parseOptionalFloat, requireEnv, reasoningFromEnv, reasoningResponseStyleFromEnv, scopeEnvToAlias, dataCaptureFromEnv, contextWindowFromEnv, effectiveContextWindow,
|
|
13
|
-
export type { Reasoning, ReasoningMode, ReasoningResponseStyle,
|
|
13
|
+
export { parseRequiredInt, parseOptionalInt, parseRequiredFloat, parseOptionalFloat, requireEnv, reasoningFromEnv, reasoningResponseStyleFromEnv, scopeEnvToAlias, dataCaptureFromEnv, contextWindowFromEnv, effectiveContextWindow, generationEnvelopeFromEnv, resolveGenerationEnvelopeFromEnv, resolveTokenBudget, PROVIDERS_KNOBS } from "./env.ts";
|
|
14
|
+
export type { GenerationEnvelope, Reasoning, ReasoningMode, ReasoningResponseStyle, TokenBudgetSpec } from "./env.ts";
|
|
14
15
|
export { normalizeUsage, calculateCostUsdDecimal, validateProviderUsage } from "./usage.ts";
|
|
15
16
|
export { addDecimals, estimateProviderCost, providerCostUsd, resolveProviderCost, sumProviderCostsUsd, validateChargedCost, validateDecimal, validateProviderCost, } from "./cost.ts";
|
|
16
17
|
export { aggregateProviderAccounting, plurnkCostNormalizer, providerCostNormalizer, validateProviderRequestAccounting, } from "./accounting.ts";
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACR,WAAW,EACX,YAAY,EACZ,eAAe,EACf,QAAQ,EACR,iBAAiB,EACjB,eAAe,EACf,2BAA2B,EAC3B,mBAAmB,EACnB,eAAe,EACf,gBAAgB,EAChB,8BAA8B,EAC9B,kBAAkB,EAClB,YAAY,EACZ,sBAAsB,EACtB,gBAAgB,EAChB,oBAAoB,EACpB,yBAAyB,EACzB,uBAAuB,EACvB,uBAAuB,EACvB,yBAAyB,EACzB,aAAa,EACb,sBAAsB,EACtB,YAAY,EACZ,gBAAgB,GACnB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACR,WAAW,EACX,YAAY,EACZ,eAAe,EACf,QAAQ,EACR,iBAAiB,EACjB,eAAe,EACf,2BAA2B,EAC3B,mBAAmB,EACnB,eAAe,EACf,gBAAgB,EAChB,8BAA8B,EAC9B,kBAAkB,EAClB,YAAY,EACZ,sBAAsB,EACtB,gBAAgB,EAChB,oBAAoB,EACpB,yBAAyB,EACzB,uBAAuB,EACvB,+BAA+B,EAC/B,uBAAuB,EACvB,uBAAuB,EACvB,yBAAyB,EACzB,aAAa,EACb,sBAAsB,EACtB,YAAY,EACZ,gBAAgB,GACnB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;AACjE,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAK9H,YAAY,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAEjF,OAAO,EACH,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,GACtB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,YAAY,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAGhE,OAAO,EAAE,OAAO,IAAI,aAAa,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAChF,YAAY,EAAE,mBAAmB,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAI5F,OAAO,EAAE,OAAO,IAAI,IAAI,EAAE,MAAM,WAAW,CAAC;AAC5C,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,UAAU,EAAE,gBAAgB,EAAE,6BAA6B,EAAE,eAAe,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,yBAAyB,EAAE,gCAAgC,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AACxV,YAAY,EAAE,kBAAkB,EAAE,SAAS,EAAE,aAAa,EAAE,sBAAsB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AACtH,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAC5F,OAAO,EACH,WAAW,EACX,oBAAoB,EACpB,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,eAAe,EACf,oBAAoB,GACvB,MAAM,WAAW,CAAC;AACnB,OAAO,EACH,2BAA2B,EAC3B,oBAAoB,EACpB,sBAAsB,EACtB,iCAAiC,GACpC,MAAM,iBAAiB,CAAC;AACzB,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,YAAY,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACrD,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACvE,YAAY,EACR,wBAAwB,EACxB,4BAA4B,EAC5B,uBAAuB,GAC1B,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,OAAO,IAAI,IAAI,EAAE,MAAM,WAAW,CAAC;AAC5C,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AACpF,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
export { assertPromptTokenMeasurement } from "./promptTokens.js";
|
|
2
|
+
export { assessRequestCapacity, effectiveInputCapacity, effectiveOutputBudget, requestCapacityDecision } from "./capacity.js";
|
|
2
3
|
export { parseAliasesFromEnv, resolveActiveAlias } from "@plurnk/plurnk-aliases";
|
|
3
4
|
export { instantiateProvider, loadActiveProvider, resetDiscoveryCache, } from "./ProviderRegistry.js";
|
|
4
5
|
// Scope-agnostic plugin discovery ({§plugin-family-kind}).
|
|
@@ -9,7 +10,7 @@ export { default as AiSdkProvider, effortFromBudget } from "./AiSdkProvider.js";
|
|
|
9
10
|
// worker-sticky for KV-cache reuse, overflow to a healthy sibling; the blend
|
|
10
11
|
// DECISION stays the consumer's, by choosing which pool to call.
|
|
11
12
|
export { default as Pool } from "./Pool.js";
|
|
12
|
-
export { parseRequiredInt, parseOptionalInt, parseRequiredFloat, parseOptionalFloat, requireEnv, reasoningFromEnv, reasoningResponseStyleFromEnv, scopeEnvToAlias, dataCaptureFromEnv, contextWindowFromEnv, effectiveContextWindow,
|
|
13
|
+
export { parseRequiredInt, parseOptionalInt, parseRequiredFloat, parseOptionalFloat, requireEnv, reasoningFromEnv, reasoningResponseStyleFromEnv, scopeEnvToAlias, dataCaptureFromEnv, contextWindowFromEnv, effectiveContextWindow, generationEnvelopeFromEnv, resolveGenerationEnvelopeFromEnv, resolveTokenBudget, PROVIDERS_KNOBS } from "./env.js";
|
|
13
14
|
export { normalizeUsage, calculateCostUsdDecimal, validateProviderUsage } from "./usage.js";
|
|
14
15
|
export { addDecimals, estimateProviderCost, providerCostUsd, resolveProviderCost, sumProviderCostsUsd, validateChargedCost, validateDecimal, validateProviderCost, } from "./cost.js";
|
|
15
16
|
export { aggregateProviderAccounting, plurnkCostNormalizer, providerCostNormalizer, validateProviderRequestAccounting, } from "./accounting.js";
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AA4BA,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;AACjE,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAM9H,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAEjF,OAAO,EACH,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,GACtB,MAAM,uBAAuB,CAAC;AAE/B,2DAA2D;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC,+EAA+E;AAC/E,OAAO,EAAE,OAAO,IAAI,aAAa,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEhF,+EAA+E;AAC/E,6EAA6E;AAC7E,iEAAiE;AACjE,OAAO,EAAE,OAAO,IAAI,IAAI,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,UAAU,EAAE,gBAAgB,EAAE,6BAA6B,EAAE,eAAe,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,yBAAyB,EAAE,gCAAgC,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAExV,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAC5F,OAAO,EACH,WAAW,EACX,oBAAoB,EACpB,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,eAAe,EACf,oBAAoB,GACvB,MAAM,WAAW,CAAC;AACnB,OAAO,EACH,2BAA2B,EAC3B,oBAAoB,EACpB,sBAAsB,EACtB,iCAAiC,GACpC,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAS9C,OAAO,EAAE,OAAO,IAAI,IAAI,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"promptTokens.d.ts","sourceRoot":"","sources":["../src/promptTokens.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"promptTokens.d.ts","sourceRoot":"","sources":["../src/promptTokens.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAStE,eAAO,MAAM,4BAA4B,UAC9B,OAAO,qBAEf,sBAqBF,CAAC;AAEF,eAAO,MAAM,oBAAoB,aACnB,SAAS,WAAW,EAAE,sBAEjC,sBAKD,CAAC"}
|
package/dist/promptTokens.js
CHANGED
|
@@ -2,24 +2,27 @@ const KINDS = new Set([
|
|
|
2
2
|
"exact",
|
|
3
3
|
"upper_bound",
|
|
4
4
|
"estimate",
|
|
5
|
+
"unavailable",
|
|
5
6
|
]);
|
|
6
7
|
export const assertPromptTokenMeasurement = (value, owner = "provider") => {
|
|
7
8
|
if (typeof value !== "object" || value === null) {
|
|
8
9
|
throw new TypeError(`${owner}: prompt token measurement must be an object`);
|
|
9
10
|
}
|
|
10
11
|
const candidate = value;
|
|
11
|
-
|
|
12
|
+
const kind = candidate.kind;
|
|
13
|
+
if (!KINDS.has(kind)) {
|
|
12
14
|
throw new TypeError(`${owner}: prompt token measurement has invalid kind ${JSON.stringify(candidate.kind)}`);
|
|
13
15
|
}
|
|
14
|
-
if (
|
|
16
|
+
if (kind !== "unavailable"
|
|
17
|
+
&& (!Number.isInteger(candidate.tokens) || candidate.tokens < 0)) {
|
|
15
18
|
throw new TypeError(`${owner}: prompt token measurement tokens must be a non-negative integer`);
|
|
16
19
|
}
|
|
17
20
|
if (typeof candidate.source !== "string" || candidate.source.length === 0) {
|
|
18
21
|
throw new TypeError(`${owner}: prompt token measurement source must be a non-empty string`);
|
|
19
22
|
}
|
|
20
|
-
if (
|
|
23
|
+
if ((kind === "estimate" || kind === "unavailable")
|
|
21
24
|
&& (typeof candidate.detail !== "string" || candidate.detail.length === 0)) {
|
|
22
|
-
throw new TypeError(`${owner}:
|
|
25
|
+
throw new TypeError(`${owner}: ${kind} prompt token measurement requires detail`);
|
|
23
26
|
}
|
|
24
27
|
return value;
|
|
25
28
|
};
|
package/dist/promptTokens.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"promptTokens.js","sourceRoot":"","sources":["../src/promptTokens.ts"],"names":[],"mappings":"AAEA,MAAM,KAAK,GAAG,IAAI,GAAG,CAAiC;IAClD,OAAO;IACP,aAAa;IACb,UAAU;
|
|
1
|
+
{"version":3,"file":"promptTokens.js","sourceRoot":"","sources":["../src/promptTokens.ts"],"names":[],"mappings":"AAEA,MAAM,KAAK,GAAG,IAAI,GAAG,CAAiC;IAClD,OAAO;IACP,aAAa;IACb,UAAU;IACV,aAAa;CAChB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CACxC,KAAc,EACd,KAAK,GAAG,UAAU,EACI,EAAE;IACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,8CAA8C,CAAC,CAAC;IAChF,CAAC;IACD,MAAM,SAAS,GAAG,KAAgC,CAAC;IACnD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAsC,CAAC;IAC9D,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,+CAA+C,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjH,CAAC;IACD,IAAI,IAAI,KAAK,aAAa;WACnB,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,IAAK,SAAS,CAAC,MAAiB,GAAG,CAAC,CAAC,EAAE,CAAC;QAC/E,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,kEAAkE,CAAC,CAAC;IACpG,CAAC;IACD,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,8DAA8D,CAAC,CAAC;IAChG,CAAC;IACD,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,aAAa,CAAC;WAC5C,CAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;QAC7E,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,KAAK,IAAI,2CAA2C,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,KAA+B,CAAC;AAC3C,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAChC,QAAgC,EAChC,MAAM,GAAG,mEAAmE,EACtD,EAAE,CAAC,CAAC;IAC1B,IAAI,EAAE,UAAU;IAChB,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;IACrF,MAAM,EAAE,kBAAkB;IAC1B,MAAM;CACT,CAAC,CAAC"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { type ProblemDetails } from "@plurnk/plurnk-contracts";
|
|
2
|
+
import type { ProviderAttempt, ProviderRequestAccounting, ProviderRequestCapacity } from "./types.ts";
|
|
3
|
+
export type ProviderErrorKind = "rate_limit" | "network_failure" | "deadline_exceeded" | "model_refused" | "invalid_response" | "unauthorized" | "quota_exceeded" | "grammar_invalid" | "capacity_exceeded" | "resource_interrupted";
|
|
4
|
+
export declare class ProviderError extends Error {
|
|
5
|
+
#private;
|
|
6
|
+
readonly source: string;
|
|
7
|
+
readonly kind: ProviderErrorKind;
|
|
8
|
+
readonly problem: ProblemDetails;
|
|
9
|
+
readonly attempt?: ProviderAttempt;
|
|
10
|
+
readonly capacity?: ProviderRequestCapacity;
|
|
11
|
+
constructor(source: string, kind: ProviderErrorKind, message: string, options?: {
|
|
12
|
+
status?: number | null;
|
|
13
|
+
cause?: unknown;
|
|
14
|
+
retryable?: boolean;
|
|
15
|
+
extensions?: Readonly<Record<string, unknown>>;
|
|
16
|
+
attempt?: ProviderAttempt;
|
|
17
|
+
accounting?: readonly ProviderRequestAccounting[];
|
|
18
|
+
capacity?: ProviderRequestCapacity;
|
|
19
|
+
});
|
|
20
|
+
get status(): number;
|
|
21
|
+
get accounting(): readonly ProviderRequestAccounting[];
|
|
22
|
+
prependAccounting(accounting: readonly ProviderRequestAccounting[]): void;
|
|
23
|
+
}
|
|
24
|
+
export type { ProviderAttempt, ProviderRequestAccounting, ProviderRequestCapacity } from "./types.ts";
|
|
25
|
+
//# sourceMappingURL=providerError.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providerError.d.ts","sourceRoot":"","sources":["../src/providerError.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,KAAK,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAEzE,OAAO,KAAK,EAAE,eAAe,EAAE,yBAAyB,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAEtG,MAAM,MAAM,iBAAiB,GACvB,YAAY,GACZ,iBAAiB,GACjB,mBAAmB,GACnB,eAAe,GACf,kBAAkB,GAClB,cAAc,GACd,gBAAgB,GAChB,iBAAiB,GACjB,mBAAmB,GACnB,sBAAsB,CAAC;AAkE7B,qBAAa,aAAc,SAAQ,KAAK;;IACpC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC;IACjC,QAAQ,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC;IACnC,QAAQ,CAAC,QAAQ,CAAC,EAAE,uBAAuB,CAAC;IAG5C,YACI,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,iBAAiB,EACvB,OAAO,EAAE,MAAM,EACf,OAAO,GAAE;QACL,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QAC/C,OAAO,CAAC,EAAE,eAAe,CAAC;QAC1B,UAAU,CAAC,EAAE,SAAS,yBAAyB,EAAE,CAAC;QAClD,QAAQ,CAAC,EAAE,uBAAuB,CAAC;KACjC,EAqBT;IAED,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,IAAI,UAAU,IAAI,SAAS,yBAAyB,EAAE,CAErD;IAID,iBAAiB,CAAC,UAAU,EAAE,SAAS,yBAAyB,EAAE,GAAG,IAAI,CAExE;CACJ;AAED,YAAY,EAAE,eAAe,EAAE,yBAAyB,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
import { Problems } from "@plurnk/plurnk-contracts";
|
|
2
|
+
import { providerSource } from "./notices.js";
|
|
3
|
+
const defaultStatus = (kind) => {
|
|
4
|
+
switch (kind) {
|
|
5
|
+
case "unauthorized": return 401;
|
|
6
|
+
case "quota_exceeded": return 402;
|
|
7
|
+
case "capacity_exceeded": return 413;
|
|
8
|
+
case "rate_limit": return 429;
|
|
9
|
+
case "model_refused":
|
|
10
|
+
case "grammar_invalid": return 422;
|
|
11
|
+
case "invalid_response": return 502;
|
|
12
|
+
case "deadline_exceeded": return 504;
|
|
13
|
+
case "network_failure":
|
|
14
|
+
case "resource_interrupted": return 503;
|
|
15
|
+
}
|
|
16
|
+
};
|
|
17
|
+
const retryable = (kind) => {
|
|
18
|
+
switch (kind) {
|
|
19
|
+
case "rate_limit":
|
|
20
|
+
case "network_failure":
|
|
21
|
+
return true;
|
|
22
|
+
case "deadline_exceeded":
|
|
23
|
+
case "invalid_response":
|
|
24
|
+
case "grammar_invalid":
|
|
25
|
+
case "capacity_exceeded":
|
|
26
|
+
case "resource_interrupted":
|
|
27
|
+
case "model_refused":
|
|
28
|
+
case "unauthorized":
|
|
29
|
+
case "quota_exceeded":
|
|
30
|
+
return false;
|
|
31
|
+
}
|
|
32
|
+
};
|
|
33
|
+
const buildProblem = (source, kind, message, status, extensions, retryableOverride) => {
|
|
34
|
+
const code = {
|
|
35
|
+
rate_limit: "rate-limit",
|
|
36
|
+
network_failure: "network-failure",
|
|
37
|
+
deadline_exceeded: "deadline-exceeded",
|
|
38
|
+
model_refused: "model-refused",
|
|
39
|
+
invalid_response: "invalid-response",
|
|
40
|
+
unauthorized: "unauthorized",
|
|
41
|
+
quota_exceeded: "quota-exceeded",
|
|
42
|
+
grammar_invalid: "grammar-invalid",
|
|
43
|
+
capacity_exceeded: "capacity-exceeded",
|
|
44
|
+
resource_interrupted: "resource-interrupted",
|
|
45
|
+
};
|
|
46
|
+
return Problems.create(source, code[kind], status, message, {
|
|
47
|
+
providerKind: kind,
|
|
48
|
+
stage: "provider-request",
|
|
49
|
+
retryable: retryableOverride ?? retryable(kind),
|
|
50
|
+
...extensions,
|
|
51
|
+
});
|
|
52
|
+
};
|
|
53
|
+
// A provider operation failed before a completed exchange existed. An
|
|
54
|
+
// interrupted response may still carry attempt evidence for its consumer.
|
|
55
|
+
// The standardized Problem is the public failure contract; kind remains the
|
|
56
|
+
// provider pool's routing discriminator and is repeated as a Problem extension.
|
|
57
|
+
export class ProviderError extends Error {
|
|
58
|
+
source;
|
|
59
|
+
kind;
|
|
60
|
+
problem;
|
|
61
|
+
attempt;
|
|
62
|
+
capacity;
|
|
63
|
+
#accounting;
|
|
64
|
+
constructor(source, kind, message, options = {}) {
|
|
65
|
+
super(message, options.cause !== undefined ? { cause: options.cause } : undefined);
|
|
66
|
+
this.name = "ProviderError";
|
|
67
|
+
this.source = providerSource(source);
|
|
68
|
+
this.kind = kind;
|
|
69
|
+
this.attempt = options.attempt;
|
|
70
|
+
this.capacity = options.capacity ?? options.attempt?.capacity;
|
|
71
|
+
this.#accounting = [...(options.accounting ?? options.attempt?.accounting ?? [])];
|
|
72
|
+
const status = options.status !== null && options.status !== undefined
|
|
73
|
+
&& Number.isInteger(options.status) && options.status >= 400 && options.status <= 599
|
|
74
|
+
? options.status
|
|
75
|
+
: defaultStatus(kind);
|
|
76
|
+
this.problem = buildProblem(this.source, kind, message, status, options.extensions ?? {}, options.retryable);
|
|
77
|
+
}
|
|
78
|
+
get status() {
|
|
79
|
+
return this.problem.status;
|
|
80
|
+
}
|
|
81
|
+
get accounting() {
|
|
82
|
+
return this.#accounting;
|
|
83
|
+
}
|
|
84
|
+
// A capacity pool adds the already-settled requests from prior backends as
|
|
85
|
+
// the same failure crosses that orchestration boundary.
|
|
86
|
+
prependAccounting(accounting) {
|
|
87
|
+
if (accounting.length > 0)
|
|
88
|
+
this.#accounting = [...accounting, ...this.#accounting];
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
//# sourceMappingURL=providerError.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providerError.js","sourceRoot":"","sources":["../src/providerError.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAuB,MAAM,0BAA0B,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAe9C,MAAM,aAAa,GAAG,CAAC,IAAuB,EAAU,EAAE;IACtD,QAAQ,IAAI,EAAE,CAAC;QACX,KAAK,cAAc,EAAE,OAAO,GAAG,CAAC;QAChC,KAAK,gBAAgB,EAAE,OAAO,GAAG,CAAC;QAClC,KAAK,mBAAmB,EAAE,OAAO,GAAG,CAAC;QACrC,KAAK,YAAY,EAAE,OAAO,GAAG,CAAC;QAC9B,KAAK,eAAe,CAAC;QACrB,KAAK,iBAAiB,EAAE,OAAO,GAAG,CAAC;QACnC,KAAK,kBAAkB,EAAE,OAAO,GAAG,CAAC;QACpC,KAAK,mBAAmB,EAAE,OAAO,GAAG,CAAC;QACrC,KAAK,iBAAiB,CAAC;QACvB,KAAK,sBAAsB,EAAE,OAAO,GAAG,CAAC;IAC5C,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,IAAuB,EAAW,EAAE;IACnD,QAAQ,IAAI,EAAE,CAAC;QACX,KAAK,YAAY,CAAC;QAClB,KAAK,iBAAiB;YAClB,OAAO,IAAI,CAAC;QAChB,KAAK,mBAAmB,CAAC;QACzB,KAAK,kBAAkB,CAAC;QACxB,KAAK,iBAAiB,CAAC;QACvB,KAAK,mBAAmB,CAAC;QACzB,KAAK,sBAAsB,CAAC;QAC5B,KAAK,eAAe,CAAC;QACrB,KAAK,cAAc,CAAC;QACpB,KAAK,gBAAgB;YACjB,OAAO,KAAK,CAAC;IACrB,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACjB,MAAc,EACd,IAAuB,EACvB,OAAe,EACf,MAAc,EACd,UAA6C,EAC7C,iBAAsC,EACxB,EAAE;IAChB,MAAM,IAAI,GAAsC;QAC5C,UAAU,EAAE,YAAY;QACxB,eAAe,EAAE,iBAAiB;QAClC,iBAAiB,EAAE,mBAAmB;QACtC,aAAa,EAAE,eAAe;QAC9B,gBAAgB,EAAE,kBAAkB;QACpC,YAAY,EAAE,cAAc;QAC5B,cAAc,EAAE,gBAAgB;QAChC,eAAe,EAAE,iBAAiB;QAClC,iBAAiB,EAAE,mBAAmB;QACtC,oBAAoB,EAAE,sBAAsB;KAC/C,CAAC;IACF,OAAO,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE;QACxD,YAAY,EAAE,IAAI;QAClB,KAAK,EAAE,kBAAkB;QACzB,SAAS,EAAE,iBAAiB,IAAI,SAAS,CAAC,IAAI,CAAC;QAC/C,GAAG,UAAU;KAChB,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,sEAAsE;AACtE,0EAA0E;AAC1E,4EAA4E;AAC5E,gFAAgF;AAChF,MAAM,OAAO,aAAc,SAAQ,KAAK;IAC3B,MAAM,CAAS;IACf,IAAI,CAAoB;IACxB,OAAO,CAAiB;IACxB,OAAO,CAAmB;IAC1B,QAAQ,CAA2B;IAC5C,WAAW,CAA8B;IAEzC,YACI,MAAc,EACd,IAAuB,EACvB,OAAe,EACf,OAAO,GAQH,EAAE;QAEN,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACnF,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC;QAC9D,IAAI,CAAC,WAAW,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,IAAI,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;eAC/D,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,IAAI,GAAG,IAAI,OAAO,CAAC,MAAM,IAAI,GAAG;YACrF,CAAC,CAAC,OAAO,CAAC,MAAM;YAChB,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,YAAY,CACvB,IAAI,CAAC,MAAM,EACX,IAAI,EACJ,OAAO,EACP,MAAM,EACN,OAAO,CAAC,UAAU,IAAI,EAAE,EACxB,OAAO,CAAC,SAAS,CACpB,CAAC;IACN,CAAC;IAED,IAAI,MAAM;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC/B,CAAC;IAED,IAAI,UAAU;QACV,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAED,2EAA2E;IAC3E,wDAAwD;IACxD,iBAAiB,CAAC,UAAgD;QAC9D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;YAAE,IAAI,CAAC,WAAW,GAAG,CAAC,GAAG,UAAU,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;IACvF,CAAC;CACJ"}
|
package/dist/sdkModels.d.ts
CHANGED
|
@@ -12,6 +12,7 @@ export type SdkModel = {
|
|
|
12
12
|
readonly cacheAffinity?: CacheAffinity;
|
|
13
13
|
readonly systemCacheProviderOptions?: AiSdkProviderOptions;
|
|
14
14
|
readonly reasoningResponseProviderOptions?: AiSdkProviderOptions;
|
|
15
|
+
readonly additiveReasoningProvider?: "anthropic" | "bedrock";
|
|
15
16
|
readonly catalog: ProviderInfo | null;
|
|
16
17
|
};
|
|
17
18
|
export declare const configuredProviderInfo: (provider: string, env: NodeJS.ProcessEnv) => ProviderInfo | null;
|
package/dist/sdkModels.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sdkModels.d.ts","sourceRoot":"","sources":["../src/sdkModels.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"sdkModels.d.ts","sourceRoot":"","sources":["../src/sdkModels.ts"],"names":[],"mappings":"AAWA,OAAO,EAAkB,KAAK,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAExC,OAAO,KAAK,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC9E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAEzD,MAAM,MAAM,QAAQ,GAAG;IACnB,QAAQ,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC;IACvC,QAAQ,CAAC,aAAa,CAAC,EAAE,sBAAsB,CAAC;IAChD,QAAQ,CAAC,UAAU,CAAC,EAAE;QAClB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;KACtD,CAAC;IACF,QAAQ,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC;IACvC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,oBAAoB,CAAC;IAC3D,QAAQ,CAAC,gCAAgC,CAAC,EAAE,oBAAoB,CAAC;IACjE,QAAQ,CAAC,yBAAyB,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IAC7D,QAAQ,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI,CAAC;CACzC,CAAC;AAOF,eAAO,MAAM,sBAAsB,aACrB,MAAM,OACX,MAAM,CAAC,UAAU,KACvB,YAAY,GAAG,IAejB,CAAC;AAuDF,eAAO,MAAM,cAAc,aACb,MAAM,SACT,MAAM,OACR,MAAM,CAAC,UAAU,oBACJ,MAAM,KACzB,QAAQ,GAAG,IA2Hb,CAAC"}
|
package/dist/sdkModels.js
CHANGED
|
@@ -7,6 +7,7 @@ import { createGroq } from "@ai-sdk/groq";
|
|
|
7
7
|
import { createMistral } from "@ai-sdk/mistral";
|
|
8
8
|
import { createOpenAI } from "@ai-sdk/openai";
|
|
9
9
|
import { createTogetherAI } from "@ai-sdk/togetherai";
|
|
10
|
+
import { createXai } from "@ai-sdk/xai";
|
|
10
11
|
import { createOpenRouter } from "@openrouter/ai-sdk-provider";
|
|
11
12
|
import { lookupProvider } from "@plurnk/plurnk-models";
|
|
12
13
|
import { providerCostNormalizer } from "./accounting.js";
|
|
@@ -117,24 +118,19 @@ export const createSdkModel = (provider, model, env, baseUrlOverride) => {
|
|
|
117
118
|
},
|
|
118
119
|
catalog,
|
|
119
120
|
};
|
|
120
|
-
case "@ai-sdk/xai":
|
|
121
|
-
const key = requireApiKey(provider, env, catalog);
|
|
122
|
-
const compatibleBase = url ?? "https://api.x.ai/v1";
|
|
121
|
+
case "@ai-sdk/xai":
|
|
123
122
|
return {
|
|
124
|
-
|
|
125
|
-
url: `${compatibleBase}/chat/completions`,
|
|
126
|
-
headers: { Authorization: `Bearer ${key}` },
|
|
127
|
-
},
|
|
123
|
+
languageModel: createXai({ apiKey: requireApiKey(provider, env, catalog), baseURL: url }).chat(model),
|
|
128
124
|
...(catalog.id === "xai"
|
|
129
125
|
? { cacheAffinity: { target: "header", name: "x-grok-conv-id" } }
|
|
130
126
|
: {}),
|
|
131
127
|
...(normalizeCost === undefined ? {} : { normalizeCost }),
|
|
132
128
|
catalog,
|
|
133
129
|
};
|
|
134
|
-
}
|
|
135
130
|
case "@ai-sdk/anthropic":
|
|
136
131
|
return {
|
|
137
132
|
languageModel: createAnthropic({ apiKey: requireApiKey(provider, env, catalog), baseURL: url }).languageModel(model),
|
|
133
|
+
additiveReasoningProvider: "anthropic",
|
|
138
134
|
...(catalog.id === "anthropic"
|
|
139
135
|
? { systemCacheProviderOptions: { anthropic: { cacheControl } } }
|
|
140
136
|
: {}),
|
|
@@ -150,6 +146,7 @@ export const createSdkModel = (provider, model, env, baseUrlOverride) => {
|
|
|
150
146
|
apiKey: env.AWS_BEARER_TOKEN_BEDROCK,
|
|
151
147
|
baseURL: url,
|
|
152
148
|
}).languageModel(model),
|
|
149
|
+
additiveReasoningProvider: "bedrock",
|
|
153
150
|
catalog,
|
|
154
151
|
};
|
|
155
152
|
case "@openrouter/ai-sdk-provider":
|
package/dist/sdkModels.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sdkModels.js","sourceRoot":"","sources":["../src/sdkModels.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAqB,MAAM,uBAAuB,CAAC;AAE1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"sdkModels.js","sourceRoot":"","sources":["../src/sdkModels.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAqB,MAAM,uBAAuB,CAAC;AAE1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAkBzD,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,WAAoB,EAAE,CAAC;AAEpD,MAAM,SAAS,GAAG,CAAC,QAAgB,EAAU,EAAE,CAC3C,QAAQ,CAAC,UAAU,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;AAE5D,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAClC,QAAgB,EAChB,GAAsB,EACH,EAAE;IACrB,MAAM,MAAM,GAAG,6BAA6B,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;IAClE,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,MAAM,MAAM,CAAC,CAAC;IACjC,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,MAAM,cAAc,CAAC;QACzC,EAAE,KAAK,CAAC,GAAG,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAC3B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,MAAM,WAAW,CAAC,CAAC;IACtC,OAAO;QACH,EAAE,EAAE,QAAQ;QACZ,GAAG;QACH,GAAG,EAAE,QAAQ;QACb,GAAG,CAAC,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;KAC5D,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,GAAsB,EAAE,KAAwB,EAAsB,EAAE;IACtF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;QACxB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;IAC9D,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CACvB,QAAgB,EAChB,GAAsB,EACtB,OAAqB,EACJ,EAAE;IACnB,MAAM,UAAU,GAAG,GAAG,CAAC,6BAA6B,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;IACvF,OAAO,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QACtD,CAAC,CAAC,OAAO,CAAC,GAAG;QACb,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAC3E,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,GAAsB,EAAE,QAAgB,EAAU,EAAE,CAClF,KAAK,CAAC,UAAU,CAAC,qBAAqB,EAAE,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE;IAC7D,MAAM,WAAW,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,cAAc,IAAI,gDAAgD,CAAC,CAAC;IACnG,CAAC;IACD,OAAO,WAAW,CAAC;AACvB,CAAC,CAAC,CAAC;AAEP,MAAM,OAAO,GAAG,CACZ,QAAgB,EAChB,GAAsB,EACtB,OAAqB,EACrB,QAAiB,EACC,EAAE;IACpB,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;IACnC,MAAM,UAAU,GAAG,GAAG,CAAC,6BAA6B,MAAM,WAAW,CAAC;WAC/D,GAAG,CAAC,GAAG,MAAM,WAAW,CAAC;WACzB,OAAO,CAAC,GAAG,CAAC;IACnB,MAAM,KAAK,GAAG,QAAQ,IAAI,UAAU,CAAC;IACrC,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACjG,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAClB,QAAgB,EAChB,GAAsB,EACtB,OAAqB,EACf,EAAE;IACR,MAAM,KAAK,GAAG,kBAAkB,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IACzD,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACjC,IAAI,GAAG,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,cAAc,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAClG,OAAO,GAAG,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC1B,QAAgB,EAChB,KAAa,EACb,GAAsB,EACtB,eAAwB,EACT,EAAE;IACjB,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,CAAC,IAAI,sBAAsB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAClF,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAClC,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;IAC7D,MAAM,aAAa,GAAG,sBAAsB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAE1D,QAAQ,OAAO,CAAC,GAAG,EAAE,CAAC;QAClB,KAAK,gBAAgB;YACjB,OAAO;gBACH,aAAa,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;gBACxG,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,QAAQ;oBACvB,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,iBAA0B,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE;oBACvG,CAAC,CAAC,EAAE,CAAC;gBACT,OAAO;aACV,CAAC;QACN,KAAK,cAAc;YACf,OAAO;gBACH,aAAa,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC;gBAC/G,OAAO;aACV,CAAC;QACN,KAAK,kBAAkB;YACnB,OAAO;gBACH,aAAa,EAAE,cAAc,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC;gBACnH,OAAO;aACV,CAAC;QACN,KAAK,iBAAiB;YAClB,OAAO;gBACH,aAAa,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC;gBAClH,OAAO;aACV,CAAC;QACN,KAAK,oBAAoB;YACrB,OAAO;gBACH,aAAa,EAAE,gBAAgB,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC;gBACrH,OAAO;aACV,CAAC;QACN,KAAK,mBAAmB;YACpB,OAAO;gBACH,aAAa,EAAE,eAAe,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC;gBACpH,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;gBACzD,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,WAAW;oBAC1B,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,iBAA0B,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,EAAE,EAAE;oBAC5G,CAAC,CAAC,EAAE,CAAC;gBACT,OAAO;aACV,CAAC;QACN,KAAK,gBAAgB;YACjB,OAAO;gBACH,aAAa,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC;gBACjH,gCAAgC,EAAE;oBAC9B,MAAM,EAAE,EAAE,cAAc,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE;iBACxD;gBACD,OAAO;aACV,CAAC;QACN,KAAK,aAAa;YACd,OAAO;gBACH,aAAa,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;gBACrG,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,KAAK;oBACpB,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,QAAiB,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE;oBAC1E,CAAC,CAAC,EAAE,CAAC;gBACT,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;gBACzD,OAAO;aACV,CAAC;QACN,KAAK,mBAAmB;YACpB,OAAO;gBACH,aAAa,EAAE,eAAe,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC;gBACpH,yBAAyB,EAAE,WAAW;gBACtC,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,WAAW;oBAC1B,CAAC,CAAC,EAAE,0BAA0B,EAAE,EAAE,SAAS,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE;oBACjE,CAAC,CAAC,EAAE,CAAC;gBACT,OAAO;aACV,CAAC;QACN,KAAK,wBAAwB;YACzB,OAAO;gBACH,aAAa,EAAE,mBAAmB,CAAC;oBAC/B,MAAM,EAAE,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,kBAAkB;oBAChD,WAAW,EAAE,GAAG,CAAC,iBAAiB;oBAClC,eAAe,EAAE,GAAG,CAAC,qBAAqB;oBAC1C,YAAY,EAAE,GAAG,CAAC,iBAAiB;oBACnC,MAAM,EAAE,GAAG,CAAC,wBAAwB;oBACpC,OAAO,EAAE,GAAG;iBACf,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC;gBACvB,yBAAyB,EAAE,SAAS;gBACpC,OAAO;aACV,CAAC;QACN,KAAK,6BAA6B;YAC9B,OAAO;gBACH,aAAa,EAAE,gBAAgB,CAAC;oBAC5B,MAAM,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC;oBAC7C,OAAO,EAAE,GAAG;oBACZ,OAAO,EAAE;wBACL,GAAG,CAAC,GAAG,CAAC,uBAAuB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,GAAG,CAAC,uBAAuB,EAAE,CAAC;wBACrG,GAAG,CAAC,GAAG,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,kBAAkB,EAAE,CAAC;qBACzF;iBACJ,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC;gBACvB,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,YAAY;oBAC3B,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,QAAiB,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE;oBACxE,CAAC,CAAC,EAAE,CAAC;gBACT,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC;oBAC/E,CAAC,CAAC,EAAE,0BAA0B,EAAE,EAAE,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE;oBAClE,CAAC,CAAC,EAAE,CAAC;gBACT,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;gBACzD,OAAO;aACV,CAAC;QACN,KAAK,2BAA2B;YAC5B,IAAI,GAAG,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,0EAA0E,CAAC,CAAC;YAC9H,MAAM,QAAQ,GAAG,kBAAkB,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC5D,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YACtF,OAAO;gBACH,UAAU,EAAE;oBACR,GAAG,EAAE,GAAG,GAAG,mBAAmB;oBAC9B,OAAO,EAAE,GAAG,KAAK,SAAS;wBACtB,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,GAAG,EAAE,EAAE;iBAC3C;gBACD,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,uBAAuB;oBACtC,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,QAAiB,EAAE,IAAI,EAAE,oBAAoB,EAAE,EAAE;oBAC9E,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,cAAc;wBAC3B,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,MAAe,EAAE,IAAI,EAAE,kBAAkB,EAAE,EAAE;wBAC1E,CAAC,CAAC,EAAE,CAAC;gBACb,OAAO;aACV,CAAC;QACN;YACI,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,6DAA6D,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC/G,CAAC;AACL,CAAC,CAAC"}
|
package/dist/types.d.ts
CHANGED
|
@@ -17,7 +17,22 @@ export type PromptTokenMeasurement = {
|
|
|
17
17
|
readonly tokens: number;
|
|
18
18
|
readonly source: string;
|
|
19
19
|
readonly detail: string;
|
|
20
|
+
} | {
|
|
21
|
+
readonly kind: "unavailable";
|
|
22
|
+
readonly source: string;
|
|
23
|
+
readonly detail: string;
|
|
20
24
|
};
|
|
25
|
+
export type ProviderRequestCapacityDecision = "admit" | "defer" | "reject";
|
|
26
|
+
export interface ProviderRequestCapacity {
|
|
27
|
+
readonly decision: ProviderRequestCapacityDecision;
|
|
28
|
+
readonly contextWindow: number | null;
|
|
29
|
+
readonly maxInputTokens: number | null;
|
|
30
|
+
readonly maxOutputTokens: number | null;
|
|
31
|
+
readonly outputBudget: number | null;
|
|
32
|
+
readonly reasoningBudget: number | null;
|
|
33
|
+
readonly inputCapacity: number | null;
|
|
34
|
+
readonly prompt: PromptTokenMeasurement;
|
|
35
|
+
}
|
|
21
36
|
export type ChargedCost = Extract<ProviderCost, {
|
|
22
37
|
kind: "charged";
|
|
23
38
|
}>;
|
|
@@ -74,6 +89,7 @@ export interface ProviderResponse<TFinish extends ProviderAttemptFinishReason =
|
|
|
74
89
|
readonly assistant: ProviderAssistant<TFinish>;
|
|
75
90
|
readonly assistantRaw: unknown;
|
|
76
91
|
readonly accounting: readonly ProviderRequestAccounting[];
|
|
92
|
+
readonly capacity: ProviderRequestCapacity;
|
|
77
93
|
readonly grammarEvidence?: GrammarEvidence;
|
|
78
94
|
readonly meta?: Record<string, unknown>;
|
|
79
95
|
readonly rawBody?: unknown;
|
|
@@ -86,7 +102,7 @@ export interface ProviderGenerateArgs {
|
|
|
86
102
|
readonly primaryWorkerId?: string;
|
|
87
103
|
readonly signal?: AbortSignal;
|
|
88
104
|
readonly grammar?: string;
|
|
89
|
-
readonly
|
|
105
|
+
readonly maxOutputTokens?: number;
|
|
90
106
|
readonly attributions?: string[];
|
|
91
107
|
readonly client?: string;
|
|
92
108
|
readonly strikes?: number;
|
|
@@ -101,12 +117,16 @@ export interface Provider {
|
|
|
101
117
|
attributions?(context: PluginAttributionContext): PluginAttribution;
|
|
102
118
|
generate(args: ProviderGenerateArgs): Promise<ProviderResponse>;
|
|
103
119
|
readonly contextWindow: number | null;
|
|
120
|
+
readonly maxInputTokens: number | null;
|
|
121
|
+
readonly maxOutputTokens: number | null;
|
|
122
|
+
readonly outputBudget: number | null;
|
|
123
|
+
readonly reasoningBudget: number | null;
|
|
124
|
+
readonly inputCapacity: number | null;
|
|
104
125
|
readonly model: string;
|
|
105
126
|
readonly servedModel?: string;
|
|
106
127
|
readonly constrainsOutput?: boolean;
|
|
107
|
-
readonly
|
|
108
|
-
readonly
|
|
109
|
-
readonly completionReserve?: number | null;
|
|
128
|
+
readonly requiresOutputBudget?: boolean;
|
|
129
|
+
assessRequestCapacity(messages: readonly ChatMessage[], maxOutputTokens?: number, signal?: AbortSignal): Promise<ProviderRequestCapacity>;
|
|
110
130
|
countPromptTokens(messages: readonly ChatMessage[], signal?: AbortSignal): Promise<PromptTokenMeasurement>;
|
|
111
131
|
tokenize?(text: string): Promise<number[]>;
|
|
112
132
|
}
|