@plurnk/plurnk-providers 5.0.2 → 6.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.defaults +18 -84
- package/README.md +21 -22
- package/SPEC.md +110 -1190
- package/dist/LeadingReasoning.js +1 -1
- package/dist/LeadingReasoning.js.map +1 -1
- package/dist/Mock.d.ts +2 -2
- package/dist/Mock.d.ts.map +1 -1
- package/dist/Mock.js +2 -2
- package/dist/Mock.js.map +1 -1
- package/dist/{AiSdkProvider.d.ts → ModelProvider.d.ts} +12 -21
- package/dist/ModelProvider.d.ts.map +1 -0
- package/dist/{AiSdkProvider.js → ModelProvider.js} +140 -188
- package/dist/ModelProvider.js.map +1 -0
- package/dist/{AiSdkRequestBody.d.ts → ModelRequestBody.d.ts} +6 -10
- package/dist/ModelRequestBody.d.ts.map +1 -0
- package/dist/{AiSdkRequestBody.js → ModelRequestBody.js} +17 -63
- package/dist/ModelRequestBody.js.map +1 -0
- package/dist/Pool.js +24 -24
- package/dist/Pool.js.map +1 -1
- package/dist/ProviderRegistry.d.ts.map +1 -1
- package/dist/ProviderRegistry.js +15 -15
- package/dist/ProviderRegistry.js.map +1 -1
- package/dist/RequestCapture.d.ts +1 -0
- package/dist/RequestCapture.d.ts.map +1 -1
- package/dist/RequestCapture.js +9 -6
- package/dist/RequestCapture.js.map +1 -1
- package/dist/accounting.d.ts +1 -1
- package/dist/accounting.d.ts.map +1 -1
- package/dist/accounting.js +4 -4
- package/dist/accounting.js.map +1 -1
- package/dist/capacity.js +4 -4
- package/dist/capacity.js.map +1 -1
- package/dist/catalogProvider.d.ts +5 -8
- package/dist/catalogProvider.d.ts.map +1 -1
- package/dist/catalogProvider.js +218 -68
- package/dist/catalogProvider.js.map +1 -1
- package/dist/compatibleProvider.d.ts.map +1 -1
- package/dist/compatibleProvider.js +19 -8
- package/dist/compatibleProvider.js.map +1 -1
- package/dist/discover.d.ts +1 -1
- package/dist/discover.d.ts.map +1 -1
- package/dist/discover.js +1 -8
- package/dist/discover.js.map +1 -1
- package/dist/env.d.ts +4 -4
- package/dist/env.d.ts.map +1 -1
- package/dist/env.js +43 -80
- package/dist/env.js.map +1 -1
- package/dist/errors.d.ts +48 -0
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +61 -4
- package/dist/errors.js.map +1 -1
- package/dist/index.d.ts +5 -6
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +6 -7
- package/dist/index.js.map +1 -1
- package/dist/{sdkModels.d.ts → modelAdapters.d.ts} +7 -9
- package/dist/modelAdapters.d.ts.map +1 -0
- package/dist/{sdkModels.js → modelAdapters.js} +194 -87
- package/dist/modelAdapters.js.map +1 -0
- package/dist/native-tools.d.ts +1 -2
- package/dist/native-tools.d.ts.map +1 -1
- package/dist/native-tools.js +9 -11
- package/dist/native-tools.js.map +1 -1
- package/dist/ollama.d.ts.map +1 -1
- package/dist/ollama.js +26 -12
- package/dist/ollama.js.map +1 -1
- package/dist/openai.d.ts +3 -3
- package/dist/openai.d.ts.map +1 -1
- package/dist/openai.js +1 -1
- package/dist/pi-transport.d.ts +69 -0
- package/dist/pi-transport.d.ts.map +1 -0
- package/dist/pi-transport.js +697 -0
- package/dist/pi-transport.js.map +1 -0
- package/dist/providerError.js +1 -1
- package/dist/providerError.js.map +1 -1
- package/dist/retry-deadline.d.ts +3 -0
- package/dist/retry-deadline.d.ts.map +1 -0
- package/dist/retry-deadline.js +96 -0
- package/dist/retry-deadline.js.map +1 -0
- package/dist/stream-forensics.d.ts +51 -0
- package/dist/stream-forensics.d.ts.map +1 -0
- package/dist/stream-forensics.js +466 -0
- package/dist/stream-forensics.js.map +1 -0
- package/dist/types.d.ts +29 -4
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/dist/usage.js +2 -2
- package/dist/usage.js.map +1 -1
- package/docs/models.md +3 -3
- package/package.json +8 -21
- package/dist/AiSdkProvider.d.ts.map +0 -1
- package/dist/AiSdkProvider.js.map +0 -1
- package/dist/AiSdkRequestBody.d.ts.map +0 -1
- package/dist/AiSdkRequestBody.js.map +0 -1
- package/dist/RequestFields.d.ts +0 -24
- package/dist/RequestFields.d.ts.map +0 -1
- package/dist/RequestFields.js +0 -237
- package/dist/RequestFields.js.map +0 -1
- package/dist/aiSdkTransport.d.ts +0 -84
- package/dist/aiSdkTransport.d.ts.map +0 -1
- package/dist/aiSdkTransport.js +0 -651
- package/dist/aiSdkTransport.js.map +0 -1
- package/dist/model-options.d.ts +0 -3
- package/dist/model-options.d.ts.map +0 -1
- package/dist/model-options.js +0 -26
- package/dist/model-options.js.map +0 -1
- package/dist/sdkModels.d.ts.map +0 -1
- package/dist/sdkModels.js.map +0 -1
|
@@ -0,0 +1,466 @@
|
|
|
1
|
+
// {§provider-failure-normalization} {§provider-sdk-boundary} Assistant message extraction, stop-reason normalization,
|
|
2
|
+
// chunk forensics, usage reconciliation, and failure evidence attachment (#1305, #1313).
|
|
3
|
+
import { isRecord, isSafeInteger } from "@plurnk/plurnk-contracts";
|
|
4
|
+
import { APICallError, RetryError } from "./errors.js";
|
|
5
|
+
import { UsageDetailError, normalizeUsage } from "./usage.js";
|
|
6
|
+
const ProviderFailureTransportSymbol = Symbol("plurnk.provider.failureTransport");
|
|
7
|
+
export const serializeError = (error) => error instanceof Error
|
|
8
|
+
? { name: error.name, message: error.message }
|
|
9
|
+
: { name: "Error", message: String(error) };
|
|
10
|
+
// {§provider-failure-normalization} (#971) — evidence is keyed by the failure object, so the object
|
|
11
|
+
// must be this request's own. A caller's abort reason is shared by every request on that signal (or
|
|
12
|
+
// may not be an object), so it is wrapped per request before anything is keyed on it.
|
|
13
|
+
export const abortFailure = (signal) => {
|
|
14
|
+
const reason = signal.reason;
|
|
15
|
+
if (reason instanceof Error) {
|
|
16
|
+
const copy = new Error(reason.message, { cause: reason });
|
|
17
|
+
copy.name = reason.name;
|
|
18
|
+
return copy;
|
|
19
|
+
}
|
|
20
|
+
return new DOMException(typeof reason === "string" && reason.length > 0 ? reason : "The operation was aborted.", "AbortError");
|
|
21
|
+
};
|
|
22
|
+
export const attachFailureEvidence = (error, evidence) => {
|
|
23
|
+
if ((typeof error === "object" && error !== null) || typeof error === "function") {
|
|
24
|
+
Object.defineProperty(error, ProviderFailureTransportSymbol, {
|
|
25
|
+
value: evidence,
|
|
26
|
+
enumerable: false,
|
|
27
|
+
configurable: true,
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
};
|
|
31
|
+
export const readFailureEvidence = (error) => {
|
|
32
|
+
if ((typeof error === "object" && error !== null) || typeof error === "function") {
|
|
33
|
+
const attached = error[ProviderFailureTransportSymbol];
|
|
34
|
+
if (attached !== undefined)
|
|
35
|
+
return attached;
|
|
36
|
+
}
|
|
37
|
+
if (APICallError.isInstance(error)) {
|
|
38
|
+
return {
|
|
39
|
+
status: error.statusCode,
|
|
40
|
+
chargeEvidence: { response: { headers: error.responseHeaders } },
|
|
41
|
+
content: "",
|
|
42
|
+
reasoning: "",
|
|
43
|
+
error: serializeError(error),
|
|
44
|
+
...(error.responseBody !== undefined ? { rawBody: error.responseBody } : {}),
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
if (RetryError.isInstance(error) && error.errors.length > 0) {
|
|
48
|
+
return readFailureEvidence(error.errors.at(-1));
|
|
49
|
+
}
|
|
50
|
+
return {
|
|
51
|
+
chargeEvidence: { response: {} },
|
|
52
|
+
content: "",
|
|
53
|
+
reasoning: "",
|
|
54
|
+
error: serializeError(error),
|
|
55
|
+
};
|
|
56
|
+
};
|
|
57
|
+
const RESOURCE_INTERRUPTED_FINISH_REASONS = new Set([
|
|
58
|
+
"preempted",
|
|
59
|
+
"insufficient_system_resource",
|
|
60
|
+
"model_overloaded",
|
|
61
|
+
"server_overloaded",
|
|
62
|
+
]);
|
|
63
|
+
export const RETRYABLE_MALFORMED_FINISH_REASONS = new Set([
|
|
64
|
+
"MALFORMED_RESPONSE",
|
|
65
|
+
"MALFORMED_FUNCTION_CALL",
|
|
66
|
+
"UNEXPECTED_TOOL_CALL",
|
|
67
|
+
]);
|
|
68
|
+
const LEADING_THINK_ENVELOPE = /^(?:\s*<think>[\s\S]*?<\/think>\s*)+/;
|
|
69
|
+
const SINGLE_LINE_FENCE = /^[ \t]*(`{3,}|~{3,})[ \t]*([^`~\s].*?)[ \t]*\1[ \t]*$/;
|
|
70
|
+
const OPEN_FENCE = /^[ \t]*(`{3,}|~{3,})[ \t]*([^`~\s].*)$/;
|
|
71
|
+
const CLOSE_FENCE = /^[ \t]*(`{3,}|~{3,})[^\w\s`~]?[ \t]*$/;
|
|
72
|
+
// {§provider-failure-normalization} A response whose visible content consists entirely of one or more
|
|
73
|
+
// balanced, closed operation fences (with no unclosed fence and no trailing unfenced text) has already
|
|
74
|
+
// delivered its complete operational emission before any trailing vendor finish reason.
|
|
75
|
+
const hasCompleteFencedContent = (rawContent) => {
|
|
76
|
+
const content = rawContent.replace(LEADING_THINK_ENVELOPE, "");
|
|
77
|
+
if (content.trim().length === 0)
|
|
78
|
+
return false;
|
|
79
|
+
const lines = content.split(/\r?\n/);
|
|
80
|
+
let openFence = null;
|
|
81
|
+
let closedBlocks = 0;
|
|
82
|
+
for (const line of lines) {
|
|
83
|
+
if (openFence === null) {
|
|
84
|
+
if (line.trim().length === 0)
|
|
85
|
+
continue;
|
|
86
|
+
const single = SINGLE_LINE_FENCE.exec(line);
|
|
87
|
+
if (single !== null && !single[2].includes(single[1][0])) {
|
|
88
|
+
closedBlocks += 1;
|
|
89
|
+
continue;
|
|
90
|
+
}
|
|
91
|
+
const opened = OPEN_FENCE.exec(line);
|
|
92
|
+
if (opened !== null) {
|
|
93
|
+
openFence = { char: opened[1][0], length: opened[1].length };
|
|
94
|
+
continue;
|
|
95
|
+
}
|
|
96
|
+
return false;
|
|
97
|
+
}
|
|
98
|
+
const closed = CLOSE_FENCE.exec(line);
|
|
99
|
+
if (closed !== null && closed[1][0] === openFence.char && closed[1].length >= openFence.length) {
|
|
100
|
+
openFence = null;
|
|
101
|
+
closedBlocks += 1;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
return openFence === null && closedBlocks > 0;
|
|
105
|
+
};
|
|
106
|
+
const normalizeStopReason = (stopReason, rawStopReason) => {
|
|
107
|
+
const raw = typeof rawStopReason === "string" && rawStopReason.length > 0 ? rawStopReason : undefined;
|
|
108
|
+
if (raw !== undefined) {
|
|
109
|
+
if (RESOURCE_INTERRUPTED_FINISH_REASONS.has(raw)) {
|
|
110
|
+
return { finishReason: "resource_interrupted", rawFinishReason: raw };
|
|
111
|
+
}
|
|
112
|
+
switch (raw) {
|
|
113
|
+
case "stop":
|
|
114
|
+
case "end_turn":
|
|
115
|
+
case "stop_sequence":
|
|
116
|
+
case "STOP":
|
|
117
|
+
case "completed":
|
|
118
|
+
case "complete":
|
|
119
|
+
return { finishReason: "stop", rawFinishReason: raw };
|
|
120
|
+
case "length":
|
|
121
|
+
case "max_tokens":
|
|
122
|
+
case "MAX_TOKENS":
|
|
123
|
+
case "incomplete":
|
|
124
|
+
case "max_output_tokens":
|
|
125
|
+
return { finishReason: "length", rawFinishReason: raw };
|
|
126
|
+
case "tool_calls":
|
|
127
|
+
case "tool_use":
|
|
128
|
+
case "function_call":
|
|
129
|
+
return { finishReason: "tool_calls", rawFinishReason: raw };
|
|
130
|
+
case "content_filter":
|
|
131
|
+
case "refusal":
|
|
132
|
+
case "safety":
|
|
133
|
+
case "recitation":
|
|
134
|
+
case "SAFETY":
|
|
135
|
+
case "RECITATION":
|
|
136
|
+
case "BLOCKLIST":
|
|
137
|
+
case "PROHIBITED_CONTENT":
|
|
138
|
+
case "SPII":
|
|
139
|
+
case "IMAGE_SAFETY":
|
|
140
|
+
case "content_filtered":
|
|
141
|
+
case "guardrail_intervened":
|
|
142
|
+
return { finishReason: "content_filter", rawFinishReason: raw };
|
|
143
|
+
default:
|
|
144
|
+
return { finishReason: "error", rawFinishReason: raw };
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
switch (stopReason) {
|
|
148
|
+
case "stop":
|
|
149
|
+
return { finishReason: "stop" };
|
|
150
|
+
case "length":
|
|
151
|
+
return { finishReason: "length" };
|
|
152
|
+
case "toolUse":
|
|
153
|
+
return { finishReason: "tool_calls" };
|
|
154
|
+
case "error":
|
|
155
|
+
case "aborted":
|
|
156
|
+
return { finishReason: "error" };
|
|
157
|
+
default:
|
|
158
|
+
return { finishReason: null };
|
|
159
|
+
}
|
|
160
|
+
};
|
|
161
|
+
export const extractFromAssistantMessage = (message) => {
|
|
162
|
+
if (message === undefined) {
|
|
163
|
+
return {
|
|
164
|
+
content: "",
|
|
165
|
+
reasoning: "",
|
|
166
|
+
reasoningProjected: false,
|
|
167
|
+
toolCalls: [],
|
|
168
|
+
finishReason: null,
|
|
169
|
+
rawFinishReason: undefined,
|
|
170
|
+
};
|
|
171
|
+
}
|
|
172
|
+
let content = "";
|
|
173
|
+
let reasoning = "";
|
|
174
|
+
const toolCalls = [];
|
|
175
|
+
for (const block of message.content) {
|
|
176
|
+
if (block.type === "text") {
|
|
177
|
+
content += block.text;
|
|
178
|
+
}
|
|
179
|
+
else if (block.type === "thinking") {
|
|
180
|
+
if (block.thinking.length > 0) {
|
|
181
|
+
reasoning += block.thinking;
|
|
182
|
+
}
|
|
183
|
+
else if (typeof block.thinkingSignature === "string" && block.thinkingSignature.startsWith("[")) {
|
|
184
|
+
try {
|
|
185
|
+
const details = JSON.parse(block.thinkingSignature);
|
|
186
|
+
if (Array.isArray(details)) {
|
|
187
|
+
for (const detail of details) {
|
|
188
|
+
if (!isRecord(detail))
|
|
189
|
+
continue;
|
|
190
|
+
if (typeof detail.text === "string")
|
|
191
|
+
reasoning += detail.text;
|
|
192
|
+
else if (typeof detail.summary === "string")
|
|
193
|
+
reasoning += detail.summary;
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
catch {
|
|
198
|
+
// signature is opaque
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
else if (block.type === "toolCall") {
|
|
203
|
+
toolCalls.push({
|
|
204
|
+
index: toolCalls.length,
|
|
205
|
+
id: block.id,
|
|
206
|
+
type: "function",
|
|
207
|
+
name: block.name,
|
|
208
|
+
arguments: JSON.stringify(block.arguments),
|
|
209
|
+
});
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
const normalized = normalizeStopReason(message.stopReason, message.rawStopReason);
|
|
213
|
+
const finishReason = (normalized.finishReason === "error" || normalized.finishReason === "length")
|
|
214
|
+
&& toolCalls.length === 0
|
|
215
|
+
&& hasCompleteFencedContent(content)
|
|
216
|
+
? "stop"
|
|
217
|
+
: normalized.finishReason;
|
|
218
|
+
const rawFinishReason = normalized.rawFinishReason
|
|
219
|
+
?? (finishReason !== normalized.finishReason && normalized.finishReason !== null
|
|
220
|
+
? normalized.finishReason
|
|
221
|
+
: undefined);
|
|
222
|
+
return {
|
|
223
|
+
content,
|
|
224
|
+
reasoning,
|
|
225
|
+
reasoningProjected: reasoning.length > 0,
|
|
226
|
+
toolCalls,
|
|
227
|
+
finishReason,
|
|
228
|
+
rawFinishReason,
|
|
229
|
+
};
|
|
230
|
+
};
|
|
231
|
+
const STANDARD_CHUNK_KEYS = new Set([
|
|
232
|
+
"id",
|
|
233
|
+
"object",
|
|
234
|
+
"created",
|
|
235
|
+
"model",
|
|
236
|
+
"choices",
|
|
237
|
+
"usage",
|
|
238
|
+
"charge",
|
|
239
|
+
"system_fingerprint",
|
|
240
|
+
"service_tier",
|
|
241
|
+
"type",
|
|
242
|
+
"index",
|
|
243
|
+
"delta",
|
|
244
|
+
"message",
|
|
245
|
+
"content_block",
|
|
246
|
+
"candidates",
|
|
247
|
+
"usageMetadata",
|
|
248
|
+
"modelVersion",
|
|
249
|
+
"responseId",
|
|
250
|
+
"contentBlockStart",
|
|
251
|
+
"contentBlockDelta",
|
|
252
|
+
"contentBlockStop",
|
|
253
|
+
"messageStart",
|
|
254
|
+
"messageStop",
|
|
255
|
+
"metadata",
|
|
256
|
+
"amazon-bedrock-invocationMetrics",
|
|
257
|
+
]);
|
|
258
|
+
const STANDARD_DELTA_KEYS = new Set([
|
|
259
|
+
"role",
|
|
260
|
+
"content",
|
|
261
|
+
"reasoning_content",
|
|
262
|
+
"reasoning",
|
|
263
|
+
"reasoning_text",
|
|
264
|
+
"reasoning_details",
|
|
265
|
+
"tool_calls",
|
|
266
|
+
"function_call",
|
|
267
|
+
"audio",
|
|
268
|
+
]);
|
|
269
|
+
const extractLogprobs = (choice) => {
|
|
270
|
+
if (!isRecord(choice.logprobs) || !Array.isArray(choice.logprobs.content))
|
|
271
|
+
return [];
|
|
272
|
+
const out = [];
|
|
273
|
+
for (const item of choice.logprobs.content) {
|
|
274
|
+
if (!isRecord(item) || typeof item.token !== "string" || typeof item.logprob !== "number")
|
|
275
|
+
continue;
|
|
276
|
+
const top = Array.isArray(item.top_logprobs)
|
|
277
|
+
? item.top_logprobs.flatMap((alt) => isRecord(alt) && typeof alt.token === "string" && typeof alt.logprob === "number"
|
|
278
|
+
? [{ token: alt.token, logprob: alt.logprob }]
|
|
279
|
+
: [])
|
|
280
|
+
: undefined;
|
|
281
|
+
out.push({
|
|
282
|
+
token: item.token,
|
|
283
|
+
logprob: item.logprob,
|
|
284
|
+
...(top !== undefined && top.length > 0 ? { top } : {}),
|
|
285
|
+
});
|
|
286
|
+
}
|
|
287
|
+
return out;
|
|
288
|
+
};
|
|
289
|
+
export const collectChunkForensics = (rawChunks) => {
|
|
290
|
+
let id;
|
|
291
|
+
let model;
|
|
292
|
+
let rawUsage;
|
|
293
|
+
let charge;
|
|
294
|
+
let rawFinishReason;
|
|
295
|
+
let reasoningDeltaChunks = 0;
|
|
296
|
+
const logprobs = [];
|
|
297
|
+
const metadata = {};
|
|
298
|
+
const channels = {};
|
|
299
|
+
for (const chunk of rawChunks) {
|
|
300
|
+
if (!isRecord(chunk))
|
|
301
|
+
continue;
|
|
302
|
+
if (typeof chunk.id === "string" && chunk.id.length > 0)
|
|
303
|
+
id = chunk.id;
|
|
304
|
+
else if (typeof chunk.responseId === "string" && chunk.responseId.length > 0)
|
|
305
|
+
id = chunk.responseId;
|
|
306
|
+
else if (isRecord(chunk.message) && typeof chunk.message.id === "string")
|
|
307
|
+
id = chunk.message.id;
|
|
308
|
+
if (typeof chunk.model === "string" && chunk.model.length > 0)
|
|
309
|
+
model = chunk.model;
|
|
310
|
+
else if (typeof chunk.modelVersion === "string" && chunk.modelVersion.length > 0)
|
|
311
|
+
model = chunk.modelVersion;
|
|
312
|
+
else if (isRecord(chunk.message) && typeof chunk.message.model === "string")
|
|
313
|
+
model = chunk.message.model;
|
|
314
|
+
for (const [key, value] of Object.entries(chunk)) {
|
|
315
|
+
if (!STANDARD_CHUNK_KEYS.has(key) && value !== undefined) {
|
|
316
|
+
metadata[key] = value;
|
|
317
|
+
}
|
|
318
|
+
}
|
|
319
|
+
if (chunk.charge !== undefined) {
|
|
320
|
+
charge = chunk.charge;
|
|
321
|
+
}
|
|
322
|
+
if (isRecord(chunk.usage)) {
|
|
323
|
+
rawUsage = Object.assign(rawUsage ?? {}, chunk.usage);
|
|
324
|
+
}
|
|
325
|
+
if (isRecord(chunk.message) && isRecord(chunk.message.usage)) {
|
|
326
|
+
rawUsage = Object.assign(rawUsage ?? {}, chunk.message.usage);
|
|
327
|
+
}
|
|
328
|
+
if (isRecord(chunk.delta) && typeof chunk.delta.stop_reason === "string" && chunk.delta.stop_reason.length > 0) {
|
|
329
|
+
rawFinishReason = chunk.delta.stop_reason;
|
|
330
|
+
}
|
|
331
|
+
if (typeof chunk.stopReason === "string" && chunk.stopReason.length > 0) {
|
|
332
|
+
rawFinishReason = chunk.stopReason;
|
|
333
|
+
}
|
|
334
|
+
if (Array.isArray(chunk.candidates)) {
|
|
335
|
+
for (const candidate of chunk.candidates) {
|
|
336
|
+
if (isRecord(candidate) && typeof candidate.finishReason === "string" && candidate.finishReason.length > 0) {
|
|
337
|
+
rawFinishReason = candidate.finishReason;
|
|
338
|
+
}
|
|
339
|
+
}
|
|
340
|
+
}
|
|
341
|
+
if (Array.isArray(chunk.choices)) {
|
|
342
|
+
for (const choice of chunk.choices) {
|
|
343
|
+
if (!isRecord(choice))
|
|
344
|
+
continue;
|
|
345
|
+
logprobs.push(...extractLogprobs(choice));
|
|
346
|
+
if (typeof choice.finish_reason === "string" && choice.finish_reason.length > 0) {
|
|
347
|
+
rawFinishReason = choice.finish_reason;
|
|
348
|
+
}
|
|
349
|
+
if (isRecord(choice.delta)) {
|
|
350
|
+
if ((typeof choice.delta.reasoning_content === "string" && choice.delta.reasoning_content.length > 0)
|
|
351
|
+
|| (typeof choice.delta.reasoning === "string" && choice.delta.reasoning.length > 0)
|
|
352
|
+
|| (typeof choice.delta.reasoning_text === "string" && choice.delta.reasoning_text.length > 0)) {
|
|
353
|
+
reasoningDeltaChunks += 1;
|
|
354
|
+
}
|
|
355
|
+
for (const [key, value] of Object.entries(choice.delta)) {
|
|
356
|
+
if (!STANDARD_DELTA_KEYS.has(key) && typeof value === "string" && value.length > 0) {
|
|
357
|
+
channels[key] = (channels[key] ?? "") + value;
|
|
358
|
+
}
|
|
359
|
+
}
|
|
360
|
+
}
|
|
361
|
+
}
|
|
362
|
+
}
|
|
363
|
+
}
|
|
364
|
+
if (isRecord(metadata.timings)) {
|
|
365
|
+
const timings = metadata.timings;
|
|
366
|
+
const cacheN = isSafeInteger(timings.cache_n) && timings.cache_n >= 0 ? timings.cache_n : undefined;
|
|
367
|
+
if (rawUsage === undefined
|
|
368
|
+
&& isSafeInteger(timings.prompt_n) && timings.prompt_n >= 0
|
|
369
|
+
&& isSafeInteger(timings.predicted_n) && timings.predicted_n >= 0) {
|
|
370
|
+
const cached = cacheN ?? 0;
|
|
371
|
+
const promptTokens = cached + timings.prompt_n;
|
|
372
|
+
const completionTokens = timings.predicted_n;
|
|
373
|
+
rawUsage = {
|
|
374
|
+
prompt_tokens: promptTokens,
|
|
375
|
+
completion_tokens: completionTokens,
|
|
376
|
+
total_tokens: promptTokens + completionTokens,
|
|
377
|
+
prompt_tokens_details: {
|
|
378
|
+
cached_tokens: cached,
|
|
379
|
+
cache_write_tokens: 0,
|
|
380
|
+
},
|
|
381
|
+
};
|
|
382
|
+
}
|
|
383
|
+
if (rawUsage !== undefined) {
|
|
384
|
+
if (isRecord(rawUsage.prompt_tokens_details)) {
|
|
385
|
+
if (rawUsage.prompt_tokens_details.cache_write_tokens === undefined) {
|
|
386
|
+
rawUsage.prompt_tokens_details = {
|
|
387
|
+
...rawUsage.prompt_tokens_details,
|
|
388
|
+
...(rawUsage.prompt_tokens_details.cached_tokens === undefined && cacheN !== undefined
|
|
389
|
+
? { cached_tokens: cacheN }
|
|
390
|
+
: {}),
|
|
391
|
+
cache_write_tokens: 0,
|
|
392
|
+
};
|
|
393
|
+
}
|
|
394
|
+
}
|
|
395
|
+
else if (rawUsage.input_tokens_details === undefined && rawUsage.cached_tokens === undefined && cacheN !== undefined) {
|
|
396
|
+
rawUsage.prompt_tokens_details = {
|
|
397
|
+
cached_tokens: cacheN,
|
|
398
|
+
cache_write_tokens: 0,
|
|
399
|
+
};
|
|
400
|
+
}
|
|
401
|
+
const completionTokens = isSafeInteger(rawUsage.completion_tokens)
|
|
402
|
+
? rawUsage.completion_tokens
|
|
403
|
+
: isSafeInteger(rawUsage.output_tokens)
|
|
404
|
+
? rawUsage.output_tokens
|
|
405
|
+
: undefined;
|
|
406
|
+
const existingReasoning = (isRecord(rawUsage.completion_tokens_details)
|
|
407
|
+
? rawUsage.completion_tokens_details.reasoning_tokens
|
|
408
|
+
: undefined)
|
|
409
|
+
?? (isRecord(rawUsage.output_tokens_details) ? rawUsage.output_tokens_details.reasoning_tokens : undefined)
|
|
410
|
+
?? rawUsage.reasoning_tokens;
|
|
411
|
+
if (existingReasoning === undefined
|
|
412
|
+
&& completionTokens !== undefined
|
|
413
|
+
&& reasoningDeltaChunks <= completionTokens) {
|
|
414
|
+
rawUsage.completion_tokens_details = {
|
|
415
|
+
...(isRecord(rawUsage.completion_tokens_details) ? rawUsage.completion_tokens_details : {}),
|
|
416
|
+
reasoning_tokens: reasoningDeltaChunks,
|
|
417
|
+
};
|
|
418
|
+
}
|
|
419
|
+
}
|
|
420
|
+
}
|
|
421
|
+
return { id, model, rawUsage, charge, rawFinishReason, logprobs, metadata, channels };
|
|
422
|
+
};
|
|
423
|
+
export const toUsageFromPiMessage = (message, rawUsage) => {
|
|
424
|
+
const sdkUsage = (() => {
|
|
425
|
+
if (message === undefined)
|
|
426
|
+
return undefined;
|
|
427
|
+
const { input, output, cacheRead, cacheWrite, totalTokens } = message.usage;
|
|
428
|
+
const reasoning = message.usage.reasoning;
|
|
429
|
+
if (input === 0 && output === 0 && cacheRead === 0 && cacheWrite === 0 && totalTokens === 0) {
|
|
430
|
+
return undefined;
|
|
431
|
+
}
|
|
432
|
+
const totalInput = input + cacheRead + cacheWrite;
|
|
433
|
+
return {
|
|
434
|
+
inputTokens: totalInput,
|
|
435
|
+
outputTokens: output,
|
|
436
|
+
totalTokens: totalTokens || totalInput + output,
|
|
437
|
+
inputTokenDetails: {
|
|
438
|
+
noCacheTokens: input,
|
|
439
|
+
cacheReadTokens: cacheRead,
|
|
440
|
+
cacheWriteTokens: cacheWrite,
|
|
441
|
+
},
|
|
442
|
+
...(typeof reasoning === "number" && reasoning > 0
|
|
443
|
+
? {
|
|
444
|
+
outputTokenDetails: {
|
|
445
|
+
textTokens: Math.max(0, output - reasoning),
|
|
446
|
+
reasoningTokens: reasoning,
|
|
447
|
+
},
|
|
448
|
+
}
|
|
449
|
+
: {}),
|
|
450
|
+
};
|
|
451
|
+
})();
|
|
452
|
+
if (rawUsage !== undefined) {
|
|
453
|
+
try {
|
|
454
|
+
const normalized = normalizeUsage(rawUsage, sdkUsage);
|
|
455
|
+
if (normalized !== undefined)
|
|
456
|
+
return normalized;
|
|
457
|
+
}
|
|
458
|
+
catch (error) {
|
|
459
|
+
if (error instanceof UsageDetailError)
|
|
460
|
+
return error.usage;
|
|
461
|
+
throw error;
|
|
462
|
+
}
|
|
463
|
+
}
|
|
464
|
+
return sdkUsage;
|
|
465
|
+
};
|
|
466
|
+
//# sourceMappingURL=stream-forensics.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stream-forensics.js","sourceRoot":"","sources":["../src/stream-forensics.ts"],"names":[],"mappings":"AAAA,sHAAsH;AACtH,yFAAyF;AAGzF,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAOvD,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE9D,MAAM,8BAA8B,GAAG,MAAM,CAAC,kCAAkC,CAAC,CAAC;AAalF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,KAAc,EAAuD,EAAE,CAClG,KAAK,YAAY,KAAK;IAClB,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;IAC9C,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AAEpD,oGAAoG;AACpG,oGAAoG;AACpG,sFAAsF;AACtF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAAmB,EAAS,EAAE;IACvD,MAAM,MAAM,GAAY,MAAM,CAAC,MAAM,CAAC;IACtC,IAAI,MAAM,YAAY,KAAK,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO,IAAI,YAAY,CACnB,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,4BAA4B,EACvF,YAAY,CACf,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,KAAc,EAAE,QAAyB,EAAQ,EAAE;IACrF,IAAI,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;QAC/E,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,8BAA8B,EAAE;YACzD,KAAK,EAAE,QAAQ;YACf,UAAU,EAAE,KAAK;YACjB,YAAY,EAAE,IAAI;SACrB,CAAC,CAAC;IACP,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,KAAc,EAAmB,EAAE;IACnE,IAAI,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;QAC/E,MAAM,QAAQ,GAAI,KAAgE,CAAC,8BAA8B,CAAC,CAAC;QACnH,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC;IAChD,CAAC;IACD,IAAI,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO;YACH,MAAM,EAAE,KAAK,CAAC,UAAU;YACxB,cAAc,EAAE,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,eAAe,EAAE,EAAE;YAChE,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,EAAE;YACb,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC;YAC5B,GAAG,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/E,CAAC;IACN,CAAC;IACD,IAAI,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1D,OAAO,mBAAmB,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,OAAO;QACH,cAAc,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QAChC,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,EAAE;QACb,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC;KAC/B,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,mCAAmC,GAAwB,IAAI,GAAG,CAAC;IACrE,WAAW;IACX,8BAA8B;IAC9B,kBAAkB;IAClB,mBAAmB;CACtB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kCAAkC,GAAwB,IAAI,GAAG,CAAC;IAC3E,oBAAoB;IACpB,yBAAyB;IACzB,sBAAsB;CACzB,CAAC,CAAC;AAEH,MAAM,sBAAsB,GAAG,sCAAsC,CAAC;AACtE,MAAM,iBAAiB,GAAG,uDAAuD,CAAC;AAClF,MAAM,UAAU,GAAG,wCAAwC,CAAC;AAC5D,MAAM,WAAW,GAAG,uCAAuC,CAAC;AAE5D,sGAAsG;AACtG,uGAAuG;AACvG,wFAAwF;AACxF,MAAM,wBAAwB,GAAG,CAAC,UAAkB,EAAW,EAAE;IAC7D,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC;IAC/D,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACrC,IAAI,SAAS,GAA8D,IAAI,CAAC;IAChF,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACrB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACvC,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5C,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvD,YAAY,IAAI,CAAC,CAAC;gBAClB,SAAS;YACb,CAAC;YACD,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBAClB,SAAS,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC7D,SAAS;YACb,CAAC;YACD,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;YAC7F,SAAS,GAAG,IAAI,CAAC;YACjB,YAAY,IAAI,CAAC,CAAC;QACtB,CAAC;IACL,CAAC;IACD,OAAO,SAAS,KAAK,IAAI,IAAI,YAAY,GAAG,CAAC,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CACxB,UAAsD,EACtD,aAAiC,EACsC,EAAE;IACzE,MAAM,GAAG,GAAG,OAAO,aAAa,KAAK,QAAQ,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;IACtG,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACpB,IAAI,mCAAmC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,OAAO,EAAE,YAAY,EAAE,sBAAsB,EAAE,eAAe,EAAE,GAAG,EAAE,CAAC;QAC1E,CAAC;QACD,QAAQ,GAAG,EAAE,CAAC;YACV,KAAK,MAAM,CAAC;YACZ,KAAK,UAAU,CAAC;YAChB,KAAK,eAAe,CAAC;YACrB,KAAK,MAAM,CAAC;YACZ,KAAK,WAAW,CAAC;YACjB,KAAK,UAAU;gBACX,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,eAAe,EAAE,GAAG,EAAE,CAAC;YAC1D,KAAK,QAAQ,CAAC;YACd,KAAK,YAAY,CAAC;YAClB,KAAK,YAAY,CAAC;YAClB,KAAK,YAAY,CAAC;YAClB,KAAK,mBAAmB;gBACpB,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,eAAe,EAAE,GAAG,EAAE,CAAC;YAC5D,KAAK,YAAY,CAAC;YAClB,KAAK,UAAU,CAAC;YAChB,KAAK,eAAe;gBAChB,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,GAAG,EAAE,CAAC;YAChE,KAAK,gBAAgB,CAAC;YACtB,KAAK,SAAS,CAAC;YACf,KAAK,QAAQ,CAAC;YACd,KAAK,YAAY,CAAC;YAClB,KAAK,QAAQ,CAAC;YACd,KAAK,YAAY,CAAC;YAClB,KAAK,WAAW,CAAC;YACjB,KAAK,oBAAoB,CAAC;YAC1B,KAAK,MAAM,CAAC;YACZ,KAAK,cAAc,CAAC;YACpB,KAAK,kBAAkB,CAAC;YACxB,KAAK,sBAAsB;gBACvB,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,GAAG,EAAE,CAAC;YACpE;gBACI,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,EAAE,CAAC;QAC/D,CAAC;IACL,CAAC;IACD,QAAQ,UAAU,EAAE,CAAC;QACjB,KAAK,MAAM;YACP,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;QACpC,KAAK,QAAQ;YACT,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;QACtC,KAAK,SAAS;YACV,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC;QAC1C,KAAK,OAAO,CAAC;QACb,KAAK,SAAS;YACV,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;QACrC;YACI,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;IACtC,CAAC;AACL,CAAC,CAAC;AAWF,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,OAAqC,EAA6B,EAAE;IAC5G,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO;YACH,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,EAAE;YACb,kBAAkB,EAAE,KAAK;YACzB,SAAS,EAAE,EAAoF;YAC/F,YAAY,EAAE,IAAmC;YACjD,eAAe,EAAE,SAA+B;SACnD,CAAC;IACN,CAAC;IACD,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,MAAM,SAAS,GAAmF,EAAE,CAAC;IACrG,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC;QAC1B,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAC;YAChC,CAAC;iBAAM,IAAI,OAAO,KAAK,CAAC,iBAAiB,KAAK,QAAQ,IAAI,KAAK,CAAC,iBAAiB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChG,IAAI,CAAC;oBACD,MAAM,OAAO,GAAY,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBAC7D,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;wBACzB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;4BAC3B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;gCAAE,SAAS;4BAChC,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;gCAAE,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC;iCACzD,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;gCAAE,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC;wBAC7E,CAAC;oBACL,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACL,sBAAsB;gBAC1B,CAAC;YACL,CAAC;QACL,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACnC,SAAS,CAAC,IAAI,CAAC;gBACX,KAAK,EAAE,SAAS,CAAC,MAAM;gBACvB,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC;aAC7C,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IACD,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAClF,MAAM,YAAY,GAAG,CAAC,UAAU,CAAC,YAAY,KAAK,OAAO,IAAI,UAAU,CAAC,YAAY,KAAK,QAAQ,CAAC;WAC3F,SAAS,CAAC,MAAM,KAAK,CAAC;WACtB,wBAAwB,CAAC,OAAO,CAAC;QACpC,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC;IAC9B,MAAM,eAAe,GAAG,UAAU,CAAC,eAAe;WAC3C,CAAC,YAAY,KAAK,UAAU,CAAC,YAAY,IAAI,UAAU,CAAC,YAAY,KAAK,IAAI;YAC5E,CAAC,CAAC,UAAU,CAAC,YAAY;YACzB,CAAC,CAAC,SAAS,CAAC,CAAC;IACrB,OAAO;QACH,OAAO;QACP,SAAS;QACT,kBAAkB,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC;QACxC,SAAS;QACT,YAAY;QACZ,eAAe;KAClB,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAwB,IAAI,GAAG,CAAC;IACrD,IAAI;IACJ,QAAQ;IACR,SAAS;IACT,OAAO;IACP,SAAS;IACT,OAAO;IACP,QAAQ;IACR,oBAAoB;IACpB,cAAc;IACd,MAAM;IACN,OAAO;IACP,OAAO;IACP,SAAS;IACT,eAAe;IACf,YAAY;IACZ,eAAe;IACf,cAAc;IACd,YAAY;IACZ,mBAAmB;IACnB,mBAAmB;IACnB,kBAAkB;IAClB,cAAc;IACd,aAAa;IACb,UAAU;IACV,kCAAkC;CACrC,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAwB,IAAI,GAAG,CAAC;IACrD,MAAM;IACN,SAAS;IACT,mBAAmB;IACnB,WAAW;IACX,gBAAgB;IAChB,mBAAmB;IACnB,YAAY;IACZ,eAAe;IACf,OAAO;CACV,CAAC,CAAC;AAEH,MAAM,eAAe,GAAG,CAAC,MAA+B,EAAkB,EAAE;IACxE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACrF,MAAM,GAAG,GAAmB,EAAE,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACzC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;YAAE,SAAS;QACpG,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC;YACxC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAChC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC7E,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;gBAC9C,CAAC,CAAC,EAAE,CAAC;YACb,CAAC,CAAC,SAAS,CAAC;QAChB,GAAG,CAAC,IAAI,CAAC;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,GAAG,CAAC,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1D,CAAC,CAAC;IACP,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC,CAAC;AAaF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,SAA6B,EAAkB,EAAE;IACnF,IAAI,EAAsB,CAAC;IAC3B,IAAI,KAAyB,CAAC;IAC9B,IAAI,QAA6C,CAAC;IAClD,IAAI,MAAe,CAAC;IACpB,IAAI,eAAmC,CAAC;IACxC,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAC7B,MAAM,QAAQ,GAAmB,EAAE,CAAC;IACpC,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;QAC5B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,SAAS;QAC/B,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,KAAK,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC;YAAE,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC;aAClE,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;YAAE,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC;aAC/F,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,QAAQ;YAAE,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAChG,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;aAC9E,IAAI,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,GAAG,KAAK,CAAC,YAAY,CAAC;aACxG,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,KAAK,QAAQ;YAAE,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzG,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACvD,QAAQ,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YAC1B,CAAC;QACL,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAC1B,CAAC;QACD,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3D,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,KAAK,CAAC,WAAW,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7G,eAAe,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC;QAC9C,CAAC;QACD,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,eAAe,GAAG,KAAK,CAAC,UAAU,CAAC;QACvC,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;YAClC,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACvC,IAAI,QAAQ,CAAC,SAAS,CAAC,IAAI,OAAO,SAAS,CAAC,YAAY,KAAK,QAAQ,IAAI,SAAS,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzG,eAAe,GAAG,SAAS,CAAC,YAAY,CAAC;gBAC7C,CAAC;YACL,CAAC;QACL,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBACjC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAAE,SAAS;gBAChC,QAAQ,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC1C,IAAI,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9E,eAAe,GAAG,MAAM,CAAC,aAAa,CAAC;gBAC3C,CAAC;gBACD,IAAI,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBACzB,IACI,CAAC,OAAO,MAAM,CAAC,KAAK,CAAC,iBAAiB,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC;2BAC9F,CAAC,OAAO,MAAM,CAAC,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;2BACjF,CAAC,OAAO,MAAM,CAAC,KAAK,CAAC,cAAc,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,EAChG,CAAC;wBACC,oBAAoB,IAAI,CAAC,CAAC;oBAC9B,CAAC;oBACD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;wBACtD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACjF,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC;wBAClD,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IACD,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;QACjC,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QACpG,IACI,QAAQ,KAAK,SAAS;eACnB,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,IAAI,CAAC;eACxD,aAAa,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC,EACnE,CAAC;YACC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC;YAC3B,MAAM,YAAY,GAAG,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;YAC/C,MAAM,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;YAC7C,QAAQ,GAAG;gBACP,aAAa,EAAE,YAAY;gBAC3B,iBAAiB,EAAE,gBAAgB;gBACnC,YAAY,EAAE,YAAY,GAAG,gBAAgB;gBAC7C,qBAAqB,EAAE;oBACnB,aAAa,EAAE,MAAM;oBACrB,kBAAkB,EAAE,CAAC;iBACxB;aACJ,CAAC;QACN,CAAC;QACD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACzB,IAAI,QAAQ,CAAC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC;gBAC3C,IAAI,QAAQ,CAAC,qBAAqB,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;oBAClE,QAAQ,CAAC,qBAAqB,GAAG;wBAC7B,GAAG,QAAQ,CAAC,qBAAqB;wBACjC,GAAG,CAAC,QAAQ,CAAC,qBAAqB,CAAC,aAAa,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS;4BAClF,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;4BAC3B,CAAC,CAAC,EAAE,CAAC;wBACT,kBAAkB,EAAE,CAAC;qBACxB,CAAC;gBACN,CAAC;YACL,CAAC;iBAAM,IAAI,QAAQ,CAAC,oBAAoB,KAAK,SAAS,IAAI,QAAQ,CAAC,aAAa,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACrH,QAAQ,CAAC,qBAAqB,GAAG;oBAC7B,aAAa,EAAE,MAAM;oBACrB,kBAAkB,EAAE,CAAC;iBACxB,CAAC;YACN,CAAC;YACD,MAAM,gBAAgB,GAAG,aAAa,CAAC,QAAQ,CAAC,iBAAiB,CAAC;gBAC9D,CAAC,CAAC,QAAQ,CAAC,iBAAiB;gBAC5B,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,aAAa,CAAC;oBACnC,CAAC,CAAC,QAAQ,CAAC,aAAa;oBACxB,CAAC,CAAC,SAAS,CAAC;YACpB,MAAM,iBAAiB,GAAG,CACtB,QAAQ,CAAC,QAAQ,CAAC,yBAAyB,CAAC;gBACxC,CAAC,CAAC,QAAQ,CAAC,yBAAyB,CAAC,gBAAgB;gBACrD,CAAC,CAAC,SAAS,CAClB;mBACM,CAAC,QAAQ,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC;mBACxG,QAAQ,CAAC,gBAAgB,CAAC;YACjC,IACI,iBAAiB,KAAK,SAAS;mBAC5B,gBAAgB,KAAK,SAAS;mBAC9B,oBAAoB,IAAI,gBAAgB,EAC7C,CAAC;gBACC,QAAQ,CAAC,yBAAyB,GAAG;oBACjC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3F,gBAAgB,EAAE,oBAAoB;iBACzC,CAAC;YACN,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;AAC1F,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAChC,OAAqC,EACrC,QAA6C,EACpB,EAAE;IAC3B,MAAM,QAAQ,GAAG,CAAC,GAAG,EAAE;QACnB,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC;QAC5C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5E,MAAM,SAAS,GAAI,OAAO,CAAC,KAAgC,CAAC,SAAS,CAAC;QACtE,IAAI,KAAK,KAAK,CAAC,IAAI,MAAM,KAAK,CAAC,IAAI,SAAS,KAAK,CAAC,IAAI,UAAU,KAAK,CAAC,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;YAC1F,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,MAAM,UAAU,GAAG,KAAK,GAAG,SAAS,GAAG,UAAU,CAAC;QAClD,OAAO;YACH,WAAW,EAAE,UAAU;YACvB,YAAY,EAAE,MAAM;YACpB,WAAW,EAAE,WAAW,IAAI,UAAU,GAAG,MAAM;YAC/C,iBAAiB,EAAE;gBACf,aAAa,EAAE,KAAK;gBACpB,eAAe,EAAE,SAAS;gBAC1B,gBAAgB,EAAE,UAAU;aAC/B;YACD,GAAG,CAAC,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,GAAG,CAAC;gBAC9C,CAAC,CAAC;oBACE,kBAAkB,EAAE;wBAChB,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;wBAC3C,eAAe,EAAE,SAAS;qBAC7B;iBACJ;gBACD,CAAC,CAAC,EAAE,CAAC;SACZ,CAAC;IACN,CAAC,CAAC,EAAE,CAAC;IACL,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACzB,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACtD,IAAI,UAAU,KAAK,SAAS;gBAAE,OAAO,UAAU,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,KAAK,YAAY,gBAAgB;gBAAE,OAAO,KAAK,CAAC,KAAK,CAAC;YAC1D,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AACpB,CAAC,CAAC"}
|
package/dist/types.d.ts
CHANGED
|
@@ -1,7 +1,32 @@
|
|
|
1
|
+
import type { OpenAICompletionsCompat } from "@earendil-works/pi-ai";
|
|
1
2
|
import type { ProviderNotice } from "./notices.ts";
|
|
2
|
-
import type { LanguageModel } from "ai";
|
|
3
3
|
import type { ExtensionAttribution, ExtensionAttributionContext, ExtensionAttributionSource } from "@plurnk/plurnk-meta";
|
|
4
4
|
import type { ProviderCost, ProviderRequestAccounting, ProviderRequestObserver, Effort } from "@plurnk/plurnk-contracts";
|
|
5
|
+
export type ProviderModelApi = "openai-completions" | "openai-responses" | "anthropic-messages" | "google-generative-ai" | "bedrock-converse-stream";
|
|
6
|
+
export interface ProviderModel {
|
|
7
|
+
readonly id: string;
|
|
8
|
+
readonly api: ProviderModelApi;
|
|
9
|
+
readonly provider: string;
|
|
10
|
+
readonly baseUrl: string;
|
|
11
|
+
readonly name?: string;
|
|
12
|
+
readonly reasoning?: boolean;
|
|
13
|
+
readonly input?: readonly ("text" | "image")[];
|
|
14
|
+
readonly cost?: {
|
|
15
|
+
readonly input: number;
|
|
16
|
+
readonly output: number;
|
|
17
|
+
readonly cacheRead: number;
|
|
18
|
+
readonly cacheWrite: number;
|
|
19
|
+
};
|
|
20
|
+
readonly contextWindow?: number;
|
|
21
|
+
readonly maxTokens?: number;
|
|
22
|
+
readonly headers?: Readonly<Record<string, string>>;
|
|
23
|
+
readonly compat?: OpenAICompletionsCompat;
|
|
24
|
+
readonly apiKey?: string;
|
|
25
|
+
readonly env?: Readonly<Record<string, string | undefined>>;
|
|
26
|
+
readonly includeTopK?: boolean;
|
|
27
|
+
readonly xaiPreferResponses?: boolean;
|
|
28
|
+
readonly onPayload?: (payload: unknown, model: ProviderModel) => unknown;
|
|
29
|
+
}
|
|
5
30
|
export type { ProviderAccounting, ProviderCost, ProviderRequestAccounting, ProviderRequestIdentity, ProviderRequestObserver, ProviderRequestSettlement, ProviderUsage, Effort, } from "@plurnk/plurnk-contracts";
|
|
6
31
|
export declare class UnsupportedEffortError extends Error {
|
|
7
32
|
readonly policy: Effort;
|
|
@@ -109,7 +134,7 @@ export interface ProviderResponse<TFinish extends ProviderAttemptFinishReason =
|
|
|
109
134
|
export type ProviderAttempt = ProviderResponse<ProviderAttemptFinishReason>;
|
|
110
135
|
export interface ProviderGenerateArgs {
|
|
111
136
|
readonly messages: ChatMessage[];
|
|
112
|
-
readonly
|
|
137
|
+
readonly sessionId: string;
|
|
113
138
|
readonly signal?: AbortSignal;
|
|
114
139
|
readonly grammar?: string;
|
|
115
140
|
readonly maxOutputTokens?: number;
|
|
@@ -143,7 +168,7 @@ export interface Provider {
|
|
|
143
168
|
export interface ProviderOptions {
|
|
144
169
|
readonly baseUrl?: string;
|
|
145
170
|
}
|
|
146
|
-
export interface
|
|
147
|
-
|
|
171
|
+
export interface ProviderExtension extends ExtensionAttributionSource {
|
|
172
|
+
model(model: string): ProviderModel;
|
|
148
173
|
}
|
|
149
174
|
//# sourceMappingURL=types.d.ts.map
|
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,KAAK,EACR,oBAAoB,EACpB,2BAA2B,EAC3B,0BAA0B,EAC7B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EACR,YAAY,EACZ,yBAAyB,EACzB,uBAAuB,EACvB,MAAM,EACT,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,gBAAgB,GACtB,oBAAoB,GACpB,kBAAkB,GAClB,oBAAoB,GACpB,sBAAsB,GACtB,yBAAyB,CAAC;AAEhC,MAAM,WAAW,aAAa;IAC1B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC;IAC/B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,EAAE,CAAC;IAC/C,QAAQ,CAAC,IAAI,CAAC,EAAE;QACZ,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;KAC/B,CAAC;IACF,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACpD,QAAQ,CAAC,MAAM,CAAC,EAAE,uBAAuB,CAAC;IAC1C,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;IAC5D,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAC/B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IACtC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,KAAK,OAAO,CAAC;CAC5E;AAED,YAAY,EACR,kBAAkB,EAClB,YAAY,EACZ,yBAAyB,EACzB,uBAAuB,EACvB,uBAAuB,EACvB,yBAAyB,EACzB,aAAa,EACb,MAAM,GACT,MAAM,0BAA0B,CAAC;AAElC,qBAAa,sBAAuB,SAAQ,KAAK;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IAEtC,YAAY,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,MAAM,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,EAaxF;CACJ;AAID,MAAM,MAAM,aAAa,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,GAAG,OAAO,CAAC;AAChE,eAAO,MAAM,gBAAgB,EAAE,SAAS,aAAa,EAAsD,CAAC;AAI5G,MAAM,MAAM,eAAe,GACrB;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAChD;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC;AACvF,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,GAAG,SAAS,eAAe,EAAE,CAAC;CAChD;AAED,eAAO,MAAM,eAAe,YAAa,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,KAAG,MAGe,CAAC;AAKxF,MAAM,MAAM,gBAAgB,GAAG,UAAU,GAAG,MAAM,CAAC;AAInD,MAAM,MAAM,sBAAsB,GAC5B;IACE,QAAQ,CAAC,IAAI,EAAE,OAAO,GAAG,aAAa,CAAC;IACvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CAC3B,GACC;IACE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CAC3B,GACC;IACE,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEN,MAAM,MAAM,+BAA+B,GAAG,OAAO,GAAG,OAAO,GAAG,QAAQ,CAAC;AAK3E,MAAM,WAAW,uBAAuB;IACpC,QAAQ,CAAC,QAAQ,EAAE,+BAA+B,CAAC;IACnD,QAAQ,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,QAAQ,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IACxC,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAErC,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAIxC,QAAQ,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAGlC,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,QAAQ,CAAC,MAAM,EAAE,sBAAsB,CAAC;CAC3C;AAED,MAAM,MAAM,WAAW,GAAG,OAAO,CAAC,YAAY,EAAE;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,CAAC,CAAC;AAKrE,MAAM,WAAW,sBAAsB;IACnC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAGpC,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAI1B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE;QACf,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;KACvD,CAAC;CACL;AAED,MAAM,MAAM,sBAAsB,GAAG,CACjC,QAAQ,EAAE,sBAAsB,KAC/B,YAAY,GAAG,SAAS,CAAC;AAK9B,MAAM,MAAM,yBAAyB,GAAG,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;AAIhE,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,gBAAgB,GAAG,IAAI,CAAC;AACtF,MAAM,MAAM,2BAA2B,GAAG,YAAY,GAAG,sBAAsB,GAAG,OAAO,CAAC;AAU1F,MAAM,WAAW,gBAAgB;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC5B;AACD,MAAM,WAAW,YAAY;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,GAAG,CAAC,EAAE,SAAS,gBAAgB,EAAE,CAAC;CAC9C;AAED,MAAM,WAAW,iBAAiB,CAAC,OAAO,SAAS,2BAA2B,GAAG,YAAY;IACzF,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAEvB,QAAQ,CAAC,eAAe,CAAC,EAAE,OAAO,CAAC;IAInC,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,YAAY,EAAE,CAAC;IAE5C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CACjC;AAKD,MAAM,WAAW,eAAe;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;CACjC;AAID,MAAM,WAAW,sBAAsB;IACnC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,gBAAgB,CAAC,OAAO,SAAS,2BAA2B,GAAG,YAAY;IACxF,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC/C,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAG/B,QAAQ,CAAC,UAAU,EAAE,SAAS,yBAAyB,EAAE,CAAC;IAC1D,QAAQ,CAAC,QAAQ,EAAE,uBAAuB,CAAC;IAE3C,QAAQ,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC;IAO3C,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAOxC,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAI3B,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,cAAc,EAAE,CAAC;CAChD;AAED,MAAM,MAAM,eAAe,GAAG,gBAAgB,CAAC,2BAA2B,CAAC,CAAC;AAE5E,MAAM,WAAW,oBAAoB;IACjC,QAAQ,CAAC,QAAQ,EAAE,WAAW,EAAE,CAAC;IACjC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAIlC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5C,QAAQ,CAAC,cAAc,CAAC,EAAE,uBAAuB,CAAC;IAClD,QAAQ,CAAC,gBAAgB,CAAC,EAAE,yBAAyB,CAAC;IACtD,QAAQ,CAAC,QAAQ,CAAC,EAAE,gBAAgB,CAAC;CACxC;AAED,MAAM,WAAW,QAAQ;IAGrB,YAAY,CAAC,CAAC,OAAO,EAAE,2BAA2B,GAAG,oBAAoB,CAAC;IA4B1E,QAAQ,CAAC,IAAI,EAAE,oBAAoB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAIhE,QAAQ,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,QAAQ,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IACxC,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAErC,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAExC,QAAQ,CAAC,gBAAgB,EAAE,SAAS,MAAM,EAAE,CAAC;IAE7C,QAAQ,CAAC,eAAe,EAAE,WAAW,CAAC,aAAa,CAAC,CAAC;IAIrD,QAAQ,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAMvB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAK9B,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAQpC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAKxC,qBAAqB,CACjB,QAAQ,EAAE,SAAS,WAAW,EAAE,EAChC,eAAe,CAAC,EAAE,MAAM,EACxB,MAAM,CAAC,EAAE,WAAW,GACrB,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAIpC,iBAAiB,CAAC,QAAQ,EAAE,SAAS,WAAW,EAAE,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAM3G,QAAQ,CAAC,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;CAC9C;AAUD,MAAM,WAAW,eAAe;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;CAC7B;AAID,MAAM,WAAW,iBAAkB,SAAQ,0BAA0B;IACjE,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,aAAa,CAAC;CACvC"}
|
package/dist/types.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,wEAAwE;AACxE,6EAA6E;AAC7E,iCAAiC;
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,wEAAwE;AACxE,6EAA6E;AAC7E,iCAAiC;AA2DjC,MAAM,OAAO,sBAAuB,SAAQ,KAAK;IACpC,MAAM,CAAS;IACf,SAAS,CAAoB;IAEtC,YAAY,MAAc,EAAE,MAAc,EAAE,SAA4B,EAAE,MAAe;QACrF,yEAAyE;QACzE,qEAAqE;QACrE,+DAA+D;QAC/D,yDAAyD;QACzD,MAAM,YAAY,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,UAAU;YACzF,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,gHAAgH,CAAC,YAAY,IAAI,QAAQ,CAAC,CAAC,UAAU,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,sBAAsB,MAAM,qBAAqB,CAAC;QACnP,KAAK,CAAC,GAAG,MAAM,aAAa,MAAM,wCAAwC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;QAC3G,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC/B,CAAC;CACJ;AAKD,MAAM,CAAC,MAAM,gBAAgB,GAA6B,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;AAW5G,8EAA8E;AAC9E,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAqC,EAAU,EAAE,CAC7E,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;IAC/B,CAAC,CAAC,OAAO,CAAC,OAAO;IACjB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC"}
|
package/dist/usage.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
// Provider usage normalization. The public shape follows {§provider-
|
|
1
|
+
// Provider usage normalization. The public shape follows {§provider-request-accounting}:
|
|
2
2
|
// input/output totals own their optional cache/reasoning details, absence is
|
|
3
3
|
// unknown, and no token category is inferred from text length.
|
|
4
4
|
import { isRecord, isSafeInteger } from "@plurnk/plurnk-contracts";
|
|
@@ -15,7 +15,7 @@ const nonEmptyDetails = (details) => {
|
|
|
15
15
|
// oxlint-disable-next-line typescript/no-unsafe-type-assertion -- the entries are T's own, filtered to the defined ones
|
|
16
16
|
return entries.length === 0 ? undefined : Object.fromEntries(entries);
|
|
17
17
|
};
|
|
18
|
-
// {§provider-
|
|
18
|
+
// {§provider-failure-normalization}: strict normalization still refuses invalid details,
|
|
19
19
|
// but the transport can retain the independently validated quantities.
|
|
20
20
|
export class UsageDetailError extends TypeError {
|
|
21
21
|
usage;
|