@polpo-ai/llm 0.15.18 → 0.15.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/gateway-runtime-adapter.d.ts.map +1 -1
- package/dist/gateway-runtime-adapter.js +6 -74
- package/dist/gateway-runtime-adapter.js.map +1 -1
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -1
- package/dist/provider-runtime-adapter.d.ts.map +1 -1
- package/dist/provider-runtime-adapter.js +4 -68
- package/dist/provider-runtime-adapter.js.map +1 -1
- package/dist/runtime-normalization.d.ts +25 -0
- package/dist/runtime-normalization.d.ts.map +1 -0
- package/dist/runtime-normalization.js +133 -0
- package/dist/runtime-normalization.js.map +1 -0
- package/dist/runtime-normalization.test.d.ts +2 -0
- package/dist/runtime-normalization.test.d.ts.map +1 -0
- package/dist/runtime-normalization.test.js +119 -0
- package/dist/runtime-normalization.test.js.map +1 -0
- package/package.json +2 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gateway-runtime-adapter.d.ts","sourceRoot":"","sources":["../src/gateway-runtime-adapter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EACV,YAAY,EAEZ,oBAAoB,EACpB,QAAQ,EACR,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"gateway-runtime-adapter.d.ts","sourceRoot":"","sources":["../src/gateway-runtime-adapter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EACV,YAAY,EAEZ,oBAAoB,EACpB,QAAQ,EACR,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,oBAAoB,CAAC;AAO5B,MAAM,WAAW,4BAA4B;IAC3C,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,wBAAgB,2BAA2B,CAAC,OAAO,GAAE,4BAAiC,GAAG,mBAAmB,CAoB3G;AAED,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,QAAQ,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAczF;AAED,wBAAgB,6BAA6B,CAC3C,KAAK,EAAE,oBAAoB,EAC3B,YAAY,GAAE,YAAyB,GACtC,oBAAoB,CAMtB;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,oBAAoB,CAEzE"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { createGatewayModel } from "./provider-factory.js";
|
|
2
2
|
import { mapReasoningToProviderOptions } from "./provider-factory.js";
|
|
3
|
+
import { classifyRuntimeError, extractGatewayReportedCost, extractLanguageModelUsage, } from "./runtime-normalization.js";
|
|
3
4
|
export function createGatewayRuntimeAdapter(options = {}) {
|
|
4
5
|
const billingOwner = options.billingOwner ?? "external";
|
|
5
6
|
return {
|
|
@@ -34,82 +35,13 @@ export function splitGatewayModelRef(ref) {
|
|
|
34
35
|
throw new Error(`Gateway model references must include a provider prefix: ${ref.model}`);
|
|
35
36
|
}
|
|
36
37
|
export function extractGatewayInvocationUsage(input, billingOwner = "external") {
|
|
37
|
-
|
|
38
|
-
const usage = asRecord(result?.totalUsage) ?? asRecord(result?.usage);
|
|
39
|
-
const inputTokens = numberFrom(usage?.inputTokens);
|
|
40
|
-
const outputTokens = numberFrom(usage?.outputTokens);
|
|
41
|
-
const reasoningTokens = numberFrom(asRecord(usage?.outputTokenDetails)?.reasoningTokens);
|
|
42
|
-
const cachedTokens = numberFrom(asRecord(usage?.inputTokenDetails)?.cacheReadTokens);
|
|
43
|
-
const providerMetadata = asRecord(result?.providerMetadata);
|
|
44
|
-
const gatewayMetadata = asRecord(providerMetadata?.gateway);
|
|
45
|
-
const reportedCost = numberFrom(gatewayMetadata?.marketCost, gatewayMetadata?.cost, gatewayMetadata?.actualCost);
|
|
46
|
-
const costSource = reportedCost === undefined ? "unknown" : "gateway-metadata";
|
|
47
|
-
return {
|
|
48
|
-
...(inputTokens !== undefined ? { inputTokens } : {}),
|
|
49
|
-
...(outputTokens !== undefined ? { outputTokens } : {}),
|
|
50
|
-
...(reasoningTokens !== undefined ? { reasoningTokens } : {}),
|
|
51
|
-
...(cachedTokens !== undefined ? { cachedTokens } : {}),
|
|
52
|
-
...(reportedCost !== undefined ? { estimatedCostUsd: reportedCost } : {}),
|
|
53
|
-
...(billingOwner === "platform" && reportedCost !== undefined ? { billableCostUsd: reportedCost } : {}),
|
|
54
|
-
costSource,
|
|
38
|
+
return extractLanguageModelUsage(input, {
|
|
55
39
|
billingOwner,
|
|
56
|
-
|
|
40
|
+
reportedCostUsd: extractGatewayReportedCost(input),
|
|
41
|
+
reportedCostSource: "gateway-metadata",
|
|
42
|
+
});
|
|
57
43
|
}
|
|
58
44
|
export function classifyGatewayError(error) {
|
|
59
|
-
|
|
60
|
-
const lower = message.toLowerCase();
|
|
61
|
-
if (lower.includes("cancel") || lower.includes("abort")) {
|
|
62
|
-
return { class: "cancelled", retryable: false, message };
|
|
63
|
-
}
|
|
64
|
-
if (lower.includes("rate limit") || lower.includes("429")) {
|
|
65
|
-
return { class: "rate-limit", retryable: true, message };
|
|
66
|
-
}
|
|
67
|
-
if (lower.includes("timeout") || lower.includes("timed out") || lower.includes("etimedout")) {
|
|
68
|
-
return { class: "timeout", retryable: true, message };
|
|
69
|
-
}
|
|
70
|
-
if (lower.includes("overload") || lower.includes("temporarily unavailable") || lower.includes("503")) {
|
|
71
|
-
return { class: "overloaded", retryable: true, message };
|
|
72
|
-
}
|
|
73
|
-
if (lower.includes("unauthorized") || lower.includes("forbidden") || lower.includes("api key") || lower.includes("401") || lower.includes("403")) {
|
|
74
|
-
return { class: "auth", retryable: false, message };
|
|
75
|
-
}
|
|
76
|
-
if (lower.includes("context") && lower.includes("length")) {
|
|
77
|
-
return { class: "context-length", retryable: false, message };
|
|
78
|
-
}
|
|
79
|
-
if (lower.includes("invalid") || lower.includes("400") || lower.includes("must be non-empty")) {
|
|
80
|
-
return { class: "invalid-request", retryable: false, message };
|
|
81
|
-
}
|
|
82
|
-
return { class: "unknown", retryable: false, message, raw: error };
|
|
83
|
-
}
|
|
84
|
-
function asRecord(value) {
|
|
85
|
-
return value && typeof value === "object" && !Array.isArray(value) ? value : undefined;
|
|
86
|
-
}
|
|
87
|
-
function numberFrom(...values) {
|
|
88
|
-
for (const value of values) {
|
|
89
|
-
if (typeof value === "number" && Number.isFinite(value))
|
|
90
|
-
return value;
|
|
91
|
-
if (typeof value === "string") {
|
|
92
|
-
const parsed = Number.parseFloat(value);
|
|
93
|
-
if (Number.isFinite(parsed))
|
|
94
|
-
return parsed;
|
|
95
|
-
}
|
|
96
|
-
const record = asRecord(value);
|
|
97
|
-
if (record) {
|
|
98
|
-
const nested = numberFrom(record.total);
|
|
99
|
-
if (nested !== undefined)
|
|
100
|
-
return nested;
|
|
101
|
-
}
|
|
102
|
-
}
|
|
103
|
-
return undefined;
|
|
104
|
-
}
|
|
105
|
-
function getErrorMessage(error) {
|
|
106
|
-
if (error instanceof Error)
|
|
107
|
-
return error.message;
|
|
108
|
-
if (typeof error === "string")
|
|
109
|
-
return error;
|
|
110
|
-
const record = asRecord(error);
|
|
111
|
-
if (typeof record?.message === "string")
|
|
112
|
-
return record.message;
|
|
113
|
-
return "";
|
|
45
|
+
return classifyRuntimeError(error);
|
|
114
46
|
}
|
|
115
47
|
//# sourceMappingURL=gateway-runtime-adapter.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gateway-runtime-adapter.js","sourceRoot":"","sources":["../src/gateway-runtime-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"gateway-runtime-adapter.js","sourceRoot":"","sources":["../src/gateway-runtime-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;AAWtE,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAOpC,MAAM,UAAU,2BAA2B,CAAC,UAAwC,EAAE;IACpF,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,UAAU,CAAC;IAExD,OAAO;QACL,IAAI,EAAE,SAAS;QACf,mBAAmB,CAAC,KAAuB;YACzC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,oBAAoB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9D,OAAO,kBAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/D,CAAC;QACD,oBAAoB,CAAC,KAAK;YACxB,MAAM,EAAE,QAAQ,EAAE,GAAG,oBAAoB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACrD,OAAO,6BAA6B,CAAC,QAAQ,EAAE,KAAK,CAAC,SAAgB,EAAE,KAAK,CAAC,eAAe,IAAI,IAAI,CAAC,CAAC;QACxG,CAAC;QACD,YAAY,CAAC,KAA2B;YACtC,OAAO,6BAA6B,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC5D,CAAC;QACD,aAAa,CAAC,KAAc;YAC1B,OAAO,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAa;IAChD,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjB,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC;IACxD,CAAC;IAED,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,OAAO;YACL,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;YACnC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;SACpC,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,4DAA4D,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;AAC3F,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,KAA2B,EAC3B,eAA6B,UAAU;IAEvC,OAAO,yBAAyB,CAAC,KAAK,EAAE;QACtC,YAAY;QACZ,eAAe,EAAE,0BAA0B,CAAC,KAAK,CAAC;QAClD,kBAAkB,EAAE,kBAAkB;KACvC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAc;IACjD,OAAO,oBAAoB,CAAC,KAAK,CAAC,CAAC;AACrC,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -16,6 +16,8 @@ export { classifyGatewayError, createGatewayRuntimeAdapter, extractGatewayInvoca
|
|
|
16
16
|
export type { GatewayRuntimeAdapterOptions } from "./gateway-runtime-adapter.js";
|
|
17
17
|
export { classifyProviderRuntimeError, createProviderRuntimeAdapter, extractProviderInvocationUsage, splitProviderModelRef, } from "./provider-runtime-adapter.js";
|
|
18
18
|
export type { ProviderRuntimeAdapterOptions } from "./provider-runtime-adapter.js";
|
|
19
|
+
export { classifyRuntimeError, extractGatewayMetadataDetails, extractGatewayReportedCost, extractLanguageModelUsage, } from "./runtime-normalization.js";
|
|
20
|
+
export type { GatewayMetadataDetails, LanguageModelUsageExtractionOptions } from "./runtime-normalization.js";
|
|
19
21
|
export { createCustomProviderModel, createGatewayModel, mapReasoningToProviderOptions, buildStreamOpts, } from "./provider-factory.js";
|
|
20
22
|
export { resolveApiKey, resolveApiKeyAsync, hasOAuthProfiles, PROVIDER_ENV_MAP, } from "./api-keys.js";
|
|
21
23
|
export { estimateCost } from "./cost.js";
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,yBAAyB,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjF,OAAO,EAEL,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY,EAEZ,aAAa,EACb,UAAU,EACV,0BAA0B,EAE1B,oBAAoB,EACpB,oBAAoB,EAEpB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EAErB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAGpG,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAG/D,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EACV,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AACtC,YAAY,EAAE,4BAA4B,EAAE,MAAM,8BAA8B,CAAC;AAGjF,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AACvC,YAAY,EAAE,6BAA6B,EAAE,MAAM,+BAA+B,CAAC;AAGnF,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAGlE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAGvB,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,eAAe,GAChB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,cAAc,EACd,eAAe,EACf,oBAAoB,GACrB,MAAM,kBAAkB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,yBAAyB,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjF,OAAO,EAEL,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY,EAEZ,aAAa,EACb,UAAU,EACV,0BAA0B,EAE1B,oBAAoB,EACpB,oBAAoB,EAEpB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EAErB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAGpG,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAG/D,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EACV,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AACtC,YAAY,EAAE,4BAA4B,EAAE,MAAM,8BAA8B,CAAC;AAGjF,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AACvC,YAAY,EAAE,6BAA6B,EAAE,MAAM,+BAA+B,CAAC;AAGnF,OAAO,EACL,oBAAoB,EACpB,6BAA6B,EAC7B,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AACpC,YAAY,EAAE,sBAAsB,EAAE,mCAAmC,EAAE,MAAM,4BAA4B,CAAC;AAG9G,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAGlE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAGvB,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,eAAe,GAChB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,cAAc,EACd,eAAe,EACf,oBAAoB,GACrB,MAAM,kBAAkB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -24,6 +24,8 @@ export { MODEL_RUNTIME_MODES, isModelRuntimeMode, } from "./model-runtime.js";
|
|
|
24
24
|
export { classifyGatewayError, createGatewayRuntimeAdapter, extractGatewayInvocationUsage, splitGatewayModelRef, } from "./gateway-runtime-adapter.js";
|
|
25
25
|
// ─── Provider Runtime Adapter ────────────────────────
|
|
26
26
|
export { classifyProviderRuntimeError, createProviderRuntimeAdapter, extractProviderInvocationUsage, splitProviderModelRef, } from "./provider-runtime-adapter.js";
|
|
27
|
+
// ─── Runtime Normalization ───────────────────────────
|
|
28
|
+
export { classifyRuntimeError, extractGatewayMetadataDetails, extractGatewayReportedCost, extractLanguageModelUsage, } from "./runtime-normalization.js";
|
|
27
29
|
// ─── Provider Factory ─────────────────────────────────
|
|
28
30
|
export { createCustomProviderModel, createGatewayModel, mapReasoningToProviderOptions, buildStreamOpts, } from "./provider-factory.js";
|
|
29
31
|
// ─── API Keys ────────────────────────────────────────
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,0DAA0D;AAC1D,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAG9B,wDAAwD;AACxD,OAAO;AACL,kBAAkB;AAClB,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY;AACZ,wCAAwC;AACxC,aAAa,EACb,UAAU,EACV,0BAA0B;AAC1B,qBAAqB;AACrB,oBAAoB,EACpB,oBAAoB;AACpB,kBAAkB;AAClB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB;AACrB,sBAAsB;AACtB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAO7B,wDAAwD;AACxD,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAmB5B,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AAGtC,wDAAwD;AACxD,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AAGvC,yDAAyD;AACzD,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAE/B,wDAAwD;AACxD,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAEpB,uDAAuD;AACvD,OAAO,EACL,eAAe,GAChB,MAAM,kBAAkB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,0DAA0D;AAC1D,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAG9B,wDAAwD;AACxD,OAAO;AACL,kBAAkB;AAClB,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY;AACZ,wCAAwC;AACxC,aAAa,EACb,UAAU,EACV,0BAA0B;AAC1B,qBAAqB;AACrB,oBAAoB,EACpB,oBAAoB;AACpB,kBAAkB;AAClB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB;AACrB,sBAAsB;AACtB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAO7B,wDAAwD;AACxD,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAmB5B,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AAGtC,wDAAwD;AACxD,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AAGvC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,6BAA6B,EAC7B,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAGpC,yDAAyD;AACzD,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAE/B,wDAAwD;AACxD,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAEpB,uDAAuD;AACvD,OAAO,EACL,eAAe,GAChB,MAAM,kBAAkB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"provider-runtime-adapter.d.ts","sourceRoot":"","sources":["../src/provider-runtime-adapter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,YAAY,EAEZ,oBAAoB,EACpB,QAAQ,EACR,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"provider-runtime-adapter.d.ts","sourceRoot":"","sources":["../src/provider-runtime-adapter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,YAAY,EAEZ,oBAAoB,EACpB,QAAQ,EACR,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,oBAAoB,CAAC;AAQ5B,MAAM,WAAW,6BAA6B;IAC5C,cAAc,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;IAC1D,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,wBAAgB,4BAA4B,CAAC,OAAO,GAAE,6BAAkC,GAAG,mBAAmB,CA+B7G;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,QAAQ,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAc1F;AAED,wBAAgB,8BAA8B,CAC5C,KAAK,EAAE,oBAAoB,EAC3B,YAAY,GAAE,YAAyB,GACtC,oBAAoB,CAItB;AAED,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,OAAO,GAAG,oBAAoB,CAEjF"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { createOpenAI } from "@ai-sdk/openai";
|
|
2
2
|
import { resolveApiKey } from "./api-keys.js";
|
|
3
3
|
import { mapReasoningToProviderOptions } from "./provider-factory.js";
|
|
4
|
+
import { classifyRuntimeError, extractLanguageModelUsage, } from "./runtime-normalization.js";
|
|
4
5
|
export function createProviderRuntimeAdapter(options = {}) {
|
|
5
6
|
const billingOwner = options.billingOwner ?? "external";
|
|
6
7
|
return {
|
|
@@ -43,76 +44,11 @@ export function splitProviderModelRef(ref) {
|
|
|
43
44
|
throw new Error(`Provider model references must include a provider prefix: ${ref.model}`);
|
|
44
45
|
}
|
|
45
46
|
export function extractProviderInvocationUsage(input, billingOwner = "external") {
|
|
46
|
-
|
|
47
|
-
const usage = asRecord(result?.totalUsage) ?? asRecord(result?.usage);
|
|
48
|
-
const inputTokens = numberFrom(usage?.inputTokens);
|
|
49
|
-
const outputTokens = numberFrom(usage?.outputTokens);
|
|
50
|
-
const reasoningTokens = numberFrom(asRecord(usage?.outputTokenDetails)?.reasoningTokens);
|
|
51
|
-
const cachedTokens = numberFrom(asRecord(usage?.inputTokenDetails)?.cacheReadTokens);
|
|
52
|
-
return {
|
|
53
|
-
...(inputTokens !== undefined ? { inputTokens } : {}),
|
|
54
|
-
...(outputTokens !== undefined ? { outputTokens } : {}),
|
|
55
|
-
...(reasoningTokens !== undefined ? { reasoningTokens } : {}),
|
|
56
|
-
...(cachedTokens !== undefined ? { cachedTokens } : {}),
|
|
57
|
-
costSource: "unknown",
|
|
47
|
+
return extractLanguageModelUsage(input, {
|
|
58
48
|
billingOwner,
|
|
59
|
-
};
|
|
49
|
+
});
|
|
60
50
|
}
|
|
61
51
|
export function classifyProviderRuntimeError(error) {
|
|
62
|
-
|
|
63
|
-
const lower = message.toLowerCase();
|
|
64
|
-
if (lower.includes("cancel") || lower.includes("abort")) {
|
|
65
|
-
return { class: "cancelled", retryable: false, message };
|
|
66
|
-
}
|
|
67
|
-
if (lower.includes("rate limit") || lower.includes("429")) {
|
|
68
|
-
return { class: "rate-limit", retryable: true, message };
|
|
69
|
-
}
|
|
70
|
-
if (lower.includes("timeout") || lower.includes("timed out") || lower.includes("etimedout")) {
|
|
71
|
-
return { class: "timeout", retryable: true, message };
|
|
72
|
-
}
|
|
73
|
-
if (lower.includes("overload") || lower.includes("temporarily unavailable") || lower.includes("503")) {
|
|
74
|
-
return { class: "overloaded", retryable: true, message };
|
|
75
|
-
}
|
|
76
|
-
if (lower.includes("unauthorized") || lower.includes("forbidden") || lower.includes("api key") || lower.includes("401") || lower.includes("403")) {
|
|
77
|
-
return { class: "auth", retryable: false, message };
|
|
78
|
-
}
|
|
79
|
-
if (lower.includes("context") && lower.includes("length")) {
|
|
80
|
-
return { class: "context-length", retryable: false, message };
|
|
81
|
-
}
|
|
82
|
-
if (lower.includes("invalid") || lower.includes("400") || lower.includes("must be non-empty")) {
|
|
83
|
-
return { class: "invalid-request", retryable: false, message };
|
|
84
|
-
}
|
|
85
|
-
return { class: "unknown", retryable: false, message, raw: error };
|
|
86
|
-
}
|
|
87
|
-
function asRecord(value) {
|
|
88
|
-
return value && typeof value === "object" && !Array.isArray(value) ? value : undefined;
|
|
89
|
-
}
|
|
90
|
-
function numberFrom(...values) {
|
|
91
|
-
for (const value of values) {
|
|
92
|
-
if (typeof value === "number" && Number.isFinite(value))
|
|
93
|
-
return value;
|
|
94
|
-
if (typeof value === "string") {
|
|
95
|
-
const parsed = Number.parseFloat(value);
|
|
96
|
-
if (Number.isFinite(parsed))
|
|
97
|
-
return parsed;
|
|
98
|
-
}
|
|
99
|
-
const record = asRecord(value);
|
|
100
|
-
if (record) {
|
|
101
|
-
const nested = numberFrom(record.total);
|
|
102
|
-
if (nested !== undefined)
|
|
103
|
-
return nested;
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
return undefined;
|
|
107
|
-
}
|
|
108
|
-
function getErrorMessage(error) {
|
|
109
|
-
if (error instanceof Error)
|
|
110
|
-
return error.message;
|
|
111
|
-
if (typeof error === "string")
|
|
112
|
-
return error;
|
|
113
|
-
const record = asRecord(error);
|
|
114
|
-
if (typeof record?.message === "string")
|
|
115
|
-
return record.message;
|
|
116
|
-
return "";
|
|
52
|
+
return classifyRuntimeError(error);
|
|
117
53
|
}
|
|
118
54
|
//# sourceMappingURL=provider-runtime-adapter.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"provider-runtime-adapter.js","sourceRoot":"","sources":["../src/provider-runtime-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAU9C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"provider-runtime-adapter.js","sourceRoot":"","sources":["../src/provider-runtime-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAU9C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,EACL,oBAAoB,EACpB,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAOpC,MAAM,UAAU,4BAA4B,CAAC,UAAyC,EAAE;IACtF,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,UAAU,CAAC;IAExD,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,mBAAmB,CAAC,KAAuB;YACzC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/D,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,QAAQ,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC;YAE7E,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,iCAAiC,QAAQ,GAAG,CAAC,CAAC;YAChE,CAAC;YAED,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;gBACxC,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;YACzB,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,8DAA8D,QAAQ,GAAG,CAAC,CAAC;QAC7F,CAAC;QACD,oBAAoB,CAAC,KAAK;YACxB,MAAM,EAAE,QAAQ,EAAE,GAAG,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACtD,OAAO,6BAA6B,CAAC,QAAQ,EAAE,KAAK,CAAC,SAAgB,EAAE,KAAK,CAAC,eAAe,IAAI,IAAI,CAAC,CAAC;QACxG,CAAC;QACD,YAAY,CAAC,KAA2B;YACtC,OAAO,8BAA8B,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC7D,CAAC;QACD,aAAa,CAAC,KAAc;YAC1B,OAAO,4BAA4B,CAAC,KAAK,CAAC,CAAC;QAC7C,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,GAAa;IACjD,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjB,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC;IACxD,CAAC;IAED,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,OAAO;YACL,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;YACnC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;SACpC,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,6DAA6D,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;AAC5F,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,KAA2B,EAC3B,eAA6B,UAAU;IAEvC,OAAO,yBAAyB,CAAC,KAAK,EAAE;QACtC,YAAY;KACb,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,KAAc;IACzD,OAAO,oBAAoB,CAAC,KAAK,CAAC,CAAC;AACrC,CAAC"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import type { BillingOwner, CostSource, ModelInvocationUsage, NormalizedModelError, UsageExtractionInput } from "./model-runtime.js";
|
|
2
|
+
export interface LanguageModelUsageExtractionOptions {
|
|
3
|
+
billingOwner?: BillingOwner;
|
|
4
|
+
reportedCostUsd?: number;
|
|
5
|
+
reportedCostSource?: CostSource;
|
|
6
|
+
defaultCostSource?: CostSource;
|
|
7
|
+
}
|
|
8
|
+
export interface GatewayMetadataDetails {
|
|
9
|
+
gatewayMetadata: Record<string, unknown>;
|
|
10
|
+
generationId?: string;
|
|
11
|
+
reportedCostUsd?: number;
|
|
12
|
+
actualCostUsd?: number;
|
|
13
|
+
inputInferenceCostUsd?: number;
|
|
14
|
+
outputInferenceCostUsd?: number;
|
|
15
|
+
resolvedModel?: string;
|
|
16
|
+
finalProvider?: string;
|
|
17
|
+
credentialType?: string;
|
|
18
|
+
}
|
|
19
|
+
export declare function extractLanguageModelUsage(input: UsageExtractionInput, options?: LanguageModelUsageExtractionOptions): ModelInvocationUsage;
|
|
20
|
+
export declare function extractGatewayReportedCost(input: UsageExtractionInput): number | undefined;
|
|
21
|
+
export declare function extractGatewayMetadataDetails(input: UsageExtractionInput): GatewayMetadataDetails | undefined;
|
|
22
|
+
export declare function classifyRuntimeError(error: unknown): NormalizedModelError;
|
|
23
|
+
export declare function asRecord(value: unknown): Record<string, unknown> | undefined;
|
|
24
|
+
export declare function numberFrom(...values: unknown[]): number | undefined;
|
|
25
|
+
//# sourceMappingURL=runtime-normalization.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime-normalization.d.ts","sourceRoot":"","sources":["../src/runtime-normalization.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,WAAW,mCAAmC;IAClD,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,UAAU,CAAC;IAChC,iBAAiB,CAAC,EAAE,UAAU,CAAC;CAChC;AAED,MAAM,WAAW,sBAAsB;IACrC,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,oBAAoB,EAC3B,OAAO,GAAE,mCAAwC,GAChD,oBAAoB,CAuBtB;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,oBAAoB,GAAG,MAAM,GAAG,SAAS,CAE1F;AAED,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,oBAAoB,GAAG,sBAAsB,GAAG,SAAS,CA2B7G;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,oBAAoB,CA2BzE;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAE5E;AAkBD,wBAAgB,UAAU,CAAC,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,GAAG,SAAS,CAcnE"}
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
export function extractLanguageModelUsage(input, options = {}) {
|
|
2
|
+
const result = asRecord(input.result);
|
|
3
|
+
const usage = asRecord(result?.totalUsage) ?? asRecord(result?.usage);
|
|
4
|
+
const inputTokens = numberFrom(usage?.inputTokens);
|
|
5
|
+
const outputTokens = numberFrom(usage?.outputTokens);
|
|
6
|
+
const reasoningTokens = numberFrom(asRecord(usage?.outputTokenDetails)?.reasoningTokens);
|
|
7
|
+
const cachedTokens = numberFrom(asRecord(usage?.inputTokenDetails)?.cacheReadTokens);
|
|
8
|
+
const billingOwner = options.billingOwner ?? "external";
|
|
9
|
+
const reportedCost = options.reportedCostUsd;
|
|
10
|
+
const costSource = reportedCost === undefined
|
|
11
|
+
? options.defaultCostSource ?? "unknown"
|
|
12
|
+
: options.reportedCostSource ?? "unknown";
|
|
13
|
+
return {
|
|
14
|
+
...(inputTokens !== undefined ? { inputTokens } : {}),
|
|
15
|
+
...(outputTokens !== undefined ? { outputTokens } : {}),
|
|
16
|
+
...(reasoningTokens !== undefined ? { reasoningTokens } : {}),
|
|
17
|
+
...(cachedTokens !== undefined ? { cachedTokens } : {}),
|
|
18
|
+
...(reportedCost !== undefined ? { estimatedCostUsd: reportedCost } : {}),
|
|
19
|
+
...(billingOwner === "platform" && reportedCost !== undefined ? { billableCostUsd: reportedCost } : {}),
|
|
20
|
+
costSource,
|
|
21
|
+
billingOwner,
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
export function extractGatewayReportedCost(input) {
|
|
25
|
+
return extractGatewayMetadataDetails(input)?.reportedCostUsd;
|
|
26
|
+
}
|
|
27
|
+
export function extractGatewayMetadataDetails(input) {
|
|
28
|
+
const result = asRecord(input.result);
|
|
29
|
+
const providerMetadata = asRecord(result?.providerMetadata);
|
|
30
|
+
const gatewayMetadata = asRecord(providerMetadata?.gateway);
|
|
31
|
+
if (!gatewayMetadata)
|
|
32
|
+
return undefined;
|
|
33
|
+
const routing = asRecord(gatewayMetadata.routing);
|
|
34
|
+
const details = { gatewayMetadata };
|
|
35
|
+
const generationId = stringFrom(gatewayMetadata.generationId);
|
|
36
|
+
const reportedCostUsd = numberFrom(gatewayMetadata.marketCost, gatewayMetadata.cost, gatewayMetadata.actualCost);
|
|
37
|
+
const actualCostUsd = numberFrom(gatewayMetadata.cost, gatewayMetadata.actualCost);
|
|
38
|
+
const inputInferenceCostUsd = numberFrom(gatewayMetadata.inputInferenceCost);
|
|
39
|
+
const outputInferenceCostUsd = numberFrom(gatewayMetadata.outputInferenceCost);
|
|
40
|
+
const resolvedModel = stringFrom(routing?.canonicalSlug, routing?.originalModelId);
|
|
41
|
+
const finalProvider = stringFrom(routing?.finalProvider);
|
|
42
|
+
const credentialType = firstAttemptCredentialType(routing);
|
|
43
|
+
if (generationId)
|
|
44
|
+
details.generationId = generationId;
|
|
45
|
+
if (reportedCostUsd !== undefined)
|
|
46
|
+
details.reportedCostUsd = reportedCostUsd;
|
|
47
|
+
if (actualCostUsd !== undefined)
|
|
48
|
+
details.actualCostUsd = actualCostUsd;
|
|
49
|
+
if (inputInferenceCostUsd !== undefined)
|
|
50
|
+
details.inputInferenceCostUsd = inputInferenceCostUsd;
|
|
51
|
+
if (outputInferenceCostUsd !== undefined)
|
|
52
|
+
details.outputInferenceCostUsd = outputInferenceCostUsd;
|
|
53
|
+
if (resolvedModel)
|
|
54
|
+
details.resolvedModel = resolvedModel;
|
|
55
|
+
if (finalProvider)
|
|
56
|
+
details.finalProvider = finalProvider;
|
|
57
|
+
if (credentialType)
|
|
58
|
+
details.credentialType = credentialType;
|
|
59
|
+
return details;
|
|
60
|
+
}
|
|
61
|
+
export function classifyRuntimeError(error) {
|
|
62
|
+
const message = getErrorMessage(error);
|
|
63
|
+
const lower = message.toLowerCase();
|
|
64
|
+
if (lower.includes("cancel") || lower.includes("abort")) {
|
|
65
|
+
return { class: "cancelled", retryable: false, message };
|
|
66
|
+
}
|
|
67
|
+
if (lower.includes("rate limit") || lower.includes("429")) {
|
|
68
|
+
return { class: "rate-limit", retryable: true, message };
|
|
69
|
+
}
|
|
70
|
+
if (lower.includes("timeout") || lower.includes("timed out") || lower.includes("etimedout")) {
|
|
71
|
+
return { class: "timeout", retryable: true, message };
|
|
72
|
+
}
|
|
73
|
+
if (lower.includes("overload") || lower.includes("temporarily unavailable") || lower.includes("503")) {
|
|
74
|
+
return { class: "overloaded", retryable: true, message };
|
|
75
|
+
}
|
|
76
|
+
if (lower.includes("unauthorized") || lower.includes("forbidden") || lower.includes("api key") || lower.includes("401") || lower.includes("403")) {
|
|
77
|
+
return { class: "auth", retryable: false, message };
|
|
78
|
+
}
|
|
79
|
+
if (lower.includes("context") && lower.includes("length")) {
|
|
80
|
+
return { class: "context-length", retryable: false, message };
|
|
81
|
+
}
|
|
82
|
+
if (lower.includes("invalid") || lower.includes("400") || lower.includes("must be non-empty")) {
|
|
83
|
+
return { class: "invalid-request", retryable: false, message };
|
|
84
|
+
}
|
|
85
|
+
return { class: "unknown", retryable: false, message, raw: error };
|
|
86
|
+
}
|
|
87
|
+
export function asRecord(value) {
|
|
88
|
+
return value && typeof value === "object" && !Array.isArray(value) ? value : undefined;
|
|
89
|
+
}
|
|
90
|
+
function firstAttemptCredentialType(routing) {
|
|
91
|
+
const modelAttempts = Array.isArray(routing?.modelAttempts) ? routing.modelAttempts : [];
|
|
92
|
+
const firstModelAttempt = asRecord(modelAttempts[0]);
|
|
93
|
+
const providerAttempts = Array.isArray(firstModelAttempt?.providerAttempts)
|
|
94
|
+
? firstModelAttempt.providerAttempts
|
|
95
|
+
: [];
|
|
96
|
+
return stringFrom(asRecord(providerAttempts[0])?.credentialType);
|
|
97
|
+
}
|
|
98
|
+
function stringFrom(...values) {
|
|
99
|
+
for (const value of values) {
|
|
100
|
+
if (typeof value === "string" && value.trim())
|
|
101
|
+
return value;
|
|
102
|
+
}
|
|
103
|
+
return undefined;
|
|
104
|
+
}
|
|
105
|
+
export function numberFrom(...values) {
|
|
106
|
+
for (const value of values) {
|
|
107
|
+
if (typeof value === "number" && Number.isFinite(value))
|
|
108
|
+
return value;
|
|
109
|
+
if (typeof value === "string") {
|
|
110
|
+
const parsed = Number.parseFloat(value);
|
|
111
|
+
if (Number.isFinite(parsed))
|
|
112
|
+
return parsed;
|
|
113
|
+
}
|
|
114
|
+
const record = asRecord(value);
|
|
115
|
+
if (record) {
|
|
116
|
+
const nested = numberFrom(record.total);
|
|
117
|
+
if (nested !== undefined)
|
|
118
|
+
return nested;
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
return undefined;
|
|
122
|
+
}
|
|
123
|
+
function getErrorMessage(error) {
|
|
124
|
+
if (error instanceof Error)
|
|
125
|
+
return error.message;
|
|
126
|
+
if (typeof error === "string")
|
|
127
|
+
return error;
|
|
128
|
+
const record = asRecord(error);
|
|
129
|
+
if (typeof record?.message === "string")
|
|
130
|
+
return record.message;
|
|
131
|
+
return "";
|
|
132
|
+
}
|
|
133
|
+
//# sourceMappingURL=runtime-normalization.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime-normalization.js","sourceRoot":"","sources":["../src/runtime-normalization.ts"],"names":[],"mappings":"AA2BA,MAAM,UAAU,yBAAyB,CACvC,KAA2B,EAC3B,UAA+C,EAAE;IAEjD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IACnD,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IACrD,MAAM,eAAe,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,kBAAkB,CAAC,EAAE,eAAe,CAAC,CAAC;IACzF,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC,EAAE,eAAe,CAAC,CAAC;IACrF,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,UAAU,CAAC;IACxD,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC;IAC7C,MAAM,UAAU,GAAG,YAAY,KAAK,SAAS;QAC3C,CAAC,CAAC,OAAO,CAAC,iBAAiB,IAAI,SAAS;QACxC,CAAC,CAAC,OAAO,CAAC,kBAAkB,IAAI,SAAS,CAAC;IAE5C,OAAO;QACL,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,YAAY,KAAK,UAAU,IAAI,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvG,UAAU;QACV,YAAY;KACb,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAA2B;IACpE,OAAO,6BAA6B,CAAC,KAAK,CAAC,EAAE,eAAe,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,KAA2B;IACvE,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAC5D,MAAM,eAAe,GAAG,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;IAC5D,IAAI,CAAC,eAAe;QAAE,OAAO,SAAS,CAAC;IAEvC,MAAM,OAAO,GAAG,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,OAAO,GAA2B,EAAE,eAAe,EAAE,CAAC;IAC5D,MAAM,YAAY,GAAG,UAAU,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;IAC9D,MAAM,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC,UAAU,EAAE,eAAe,CAAC,IAAI,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;IACjH,MAAM,aAAa,GAAG,UAAU,CAAC,eAAe,CAAC,IAAI,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;IACnF,MAAM,qBAAqB,GAAG,UAAU,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;IAC7E,MAAM,sBAAsB,GAAG,UAAU,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;IAC/E,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;IACnF,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IACzD,MAAM,cAAc,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IAE3D,IAAI,YAAY;QAAE,OAAO,CAAC,YAAY,GAAG,YAAY,CAAC;IACtD,IAAI,eAAe,KAAK,SAAS;QAAE,OAAO,CAAC,eAAe,GAAG,eAAe,CAAC;IAC7E,IAAI,aAAa,KAAK,SAAS;QAAE,OAAO,CAAC,aAAa,GAAG,aAAa,CAAC;IACvE,IAAI,qBAAqB,KAAK,SAAS;QAAE,OAAO,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;IAC/F,IAAI,sBAAsB,KAAK,SAAS;QAAE,OAAO,CAAC,sBAAsB,GAAG,sBAAsB,CAAC;IAClG,IAAI,aAAa;QAAE,OAAO,CAAC,aAAa,GAAG,aAAa,CAAC;IACzD,IAAI,aAAa;QAAE,OAAO,CAAC,aAAa,GAAG,aAAa,CAAC;IACzD,IAAI,cAAc;QAAE,OAAO,CAAC,cAAc,GAAG,cAAc,CAAC;IAE5D,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAc;IACjD,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAEpC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACxD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC3D,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC3D,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5F,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IACxD,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,yBAAyB,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrG,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC3D,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACjJ,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACtD,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAChE,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QAC9F,OAAO,EAAE,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACjE,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAc;IACrC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAgC,CAAC,CAAC,CAAC,SAAS,CAAC;AACpH,CAAC;AAED,SAAS,0BAA0B,CAAC,OAA4C;IAC9E,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;IACzF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,MAAM,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAC,iBAAiB,EAAE,gBAAgB,CAAC;QACzE,CAAC,CAAC,iBAAiB,CAAC,gBAAgB;QACpC,CAAC,CAAC,EAAE,CAAC;IACP,OAAO,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,UAAU,CAAC,GAAG,MAAiB;IACtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE;YAAE,OAAO,KAAK,CAAC;IAC9D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,GAAG,MAAiB;IAC7C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACtE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAAE,OAAO,MAAM,CAAC;QAC7C,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,MAAM,CAAC;QAC1C,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,YAAY,KAAK;QAAE,OAAO,KAAK,CAAC,OAAO,CAAC;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,OAAO,MAAM,EAAE,OAAO,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC;IAC/D,OAAO,EAAE,CAAC;AACZ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime-normalization.test.d.ts","sourceRoot":"","sources":["../src/runtime-normalization.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
import { describe, expect, it } from "vitest";
|
|
2
|
+
import { extractGatewayMetadataDetails, classifyRuntimeError, extractGatewayReportedCost, extractLanguageModelUsage, } from "./runtime-normalization.js";
|
|
3
|
+
describe("runtime normalization", () => {
|
|
4
|
+
it("extracts token usage without making cost billable by default", () => {
|
|
5
|
+
expect(extractLanguageModelUsage({
|
|
6
|
+
mode: "provider",
|
|
7
|
+
operation: "chat",
|
|
8
|
+
requested: { provider: "openai", model: "gpt-4o" },
|
|
9
|
+
context: {},
|
|
10
|
+
result: {
|
|
11
|
+
usage: {
|
|
12
|
+
inputTokens: 3,
|
|
13
|
+
outputTokens: 4,
|
|
14
|
+
inputTokenDetails: { cacheReadTokens: 2 },
|
|
15
|
+
outputTokenDetails: { reasoningTokens: 1 },
|
|
16
|
+
},
|
|
17
|
+
},
|
|
18
|
+
})).toEqual({
|
|
19
|
+
inputTokens: 3,
|
|
20
|
+
outputTokens: 4,
|
|
21
|
+
cachedTokens: 2,
|
|
22
|
+
reasoningTokens: 1,
|
|
23
|
+
costSource: "unknown",
|
|
24
|
+
billingOwner: "external",
|
|
25
|
+
});
|
|
26
|
+
});
|
|
27
|
+
it("keeps billable cost as an explicit billing-owner decoration", () => {
|
|
28
|
+
expect(extractLanguageModelUsage({
|
|
29
|
+
mode: "gateway",
|
|
30
|
+
operation: "chat",
|
|
31
|
+
requested: { provider: "openai", model: "gpt-4o" },
|
|
32
|
+
context: {},
|
|
33
|
+
result: {},
|
|
34
|
+
}, {
|
|
35
|
+
billingOwner: "platform",
|
|
36
|
+
reportedCostUsd: 0.12,
|
|
37
|
+
reportedCostSource: "gateway-metadata",
|
|
38
|
+
})).toMatchObject({
|
|
39
|
+
estimatedCostUsd: 0.12,
|
|
40
|
+
billableCostUsd: 0.12,
|
|
41
|
+
costSource: "gateway-metadata",
|
|
42
|
+
billingOwner: "platform",
|
|
43
|
+
});
|
|
44
|
+
});
|
|
45
|
+
it("extracts gateway-reported costs from known metadata shapes", () => {
|
|
46
|
+
expect(extractGatewayReportedCost({
|
|
47
|
+
mode: "gateway",
|
|
48
|
+
operation: "chat",
|
|
49
|
+
requested: { model: "openai/gpt-4o" },
|
|
50
|
+
context: {},
|
|
51
|
+
result: {
|
|
52
|
+
providerMetadata: {
|
|
53
|
+
gateway: {
|
|
54
|
+
marketCost: { total: "0.0042" },
|
|
55
|
+
},
|
|
56
|
+
},
|
|
57
|
+
},
|
|
58
|
+
})).toBe(0.0042);
|
|
59
|
+
});
|
|
60
|
+
it("extracts gateway metadata details for host and tool ledgers", () => {
|
|
61
|
+
expect(extractGatewayMetadataDetails({
|
|
62
|
+
mode: "gateway",
|
|
63
|
+
operation: "image.generate",
|
|
64
|
+
requested: { provider: "bfl", model: "flux-pro-1.1" },
|
|
65
|
+
context: {},
|
|
66
|
+
result: {
|
|
67
|
+
providerMetadata: {
|
|
68
|
+
gateway: {
|
|
69
|
+
generationId: "gen_img_1",
|
|
70
|
+
marketCost: { total: "0.03" },
|
|
71
|
+
cost: "0.01",
|
|
72
|
+
inputInferenceCost: "0.004",
|
|
73
|
+
outputInferenceCost: "0.006",
|
|
74
|
+
routing: {
|
|
75
|
+
canonicalSlug: "bfl/flux-pro-1.1",
|
|
76
|
+
finalProvider: "bfl",
|
|
77
|
+
modelAttempts: [
|
|
78
|
+
{
|
|
79
|
+
providerAttempts: [{ credentialType: "system" }],
|
|
80
|
+
},
|
|
81
|
+
],
|
|
82
|
+
},
|
|
83
|
+
},
|
|
84
|
+
},
|
|
85
|
+
},
|
|
86
|
+
})).toMatchObject({
|
|
87
|
+
generationId: "gen_img_1",
|
|
88
|
+
reportedCostUsd: 0.03,
|
|
89
|
+
actualCostUsd: 0.01,
|
|
90
|
+
inputInferenceCostUsd: 0.004,
|
|
91
|
+
outputInferenceCostUsd: 0.006,
|
|
92
|
+
resolvedModel: "bfl/flux-pro-1.1",
|
|
93
|
+
finalProvider: "bfl",
|
|
94
|
+
credentialType: "system",
|
|
95
|
+
});
|
|
96
|
+
});
|
|
97
|
+
it("does not return gateway metadata details for non-gateway results", () => {
|
|
98
|
+
expect(extractGatewayMetadataDetails({
|
|
99
|
+
mode: "provider",
|
|
100
|
+
operation: "chat",
|
|
101
|
+
requested: { provider: "openai", model: "gpt-4o" },
|
|
102
|
+
context: {},
|
|
103
|
+
result: {
|
|
104
|
+
providerMetadata: { openai: { responseId: "resp_123" } },
|
|
105
|
+
},
|
|
106
|
+
})).toBeUndefined();
|
|
107
|
+
});
|
|
108
|
+
it("classifies common runtime errors once for provider and gateway adapters", () => {
|
|
109
|
+
expect(classifyRuntimeError(new Error("upstream rate limit 429"))).toMatchObject({
|
|
110
|
+
class: "rate-limit",
|
|
111
|
+
retryable: true,
|
|
112
|
+
});
|
|
113
|
+
expect(classifyRuntimeError(new Error("messages: text content blocks must be non-empty"))).toMatchObject({
|
|
114
|
+
class: "invalid-request",
|
|
115
|
+
retryable: false,
|
|
116
|
+
});
|
|
117
|
+
});
|
|
118
|
+
});
|
|
119
|
+
//# sourceMappingURL=runtime-normalization.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime-normalization.test.js","sourceRoot":"","sources":["../src/runtime-normalization.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,6BAA6B,EAC7B,oBAAoB,EACpB,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAEpC,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,CAAC,yBAAyB,CAAC;YAC/B,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAClD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,KAAK,EAAE;oBACL,WAAW,EAAE,CAAC;oBACd,YAAY,EAAE,CAAC;oBACf,iBAAiB,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE;oBACzC,kBAAkB,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE;iBAC3C;aACF;SACF,CAAC,CAAC,CAAC,OAAO,CAAC;YACV,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,eAAe,EAAE,CAAC;YAClB,UAAU,EAAE,SAAS;YACrB,YAAY,EAAE,UAAU;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,CAAC,yBAAyB,CAAC;YAC/B,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAClD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,EAAE;SACX,EAAE;YACD,YAAY,EAAE,UAAU;YACxB,eAAe,EAAE,IAAI;YACrB,kBAAkB,EAAE,kBAAkB;SACvC,CAAC,CAAC,CAAC,aAAa,CAAC;YAChB,gBAAgB,EAAE,IAAI;YACtB,eAAe,EAAE,IAAI;YACrB,UAAU,EAAE,kBAAkB;YAC9B,YAAY,EAAE,UAAU;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,CAAC,0BAA0B,CAAC;YAChC,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE;YACrC,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,gBAAgB,EAAE;oBAChB,OAAO,EAAE;wBACP,UAAU,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE;qBAChC;iBACF;aACF;SACF,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,CAAC,6BAA6B,CAAC;YACnC,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,gBAAgB;YAC3B,SAAS,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE;YACrD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,gBAAgB,EAAE;oBAChB,OAAO,EAAE;wBACP,YAAY,EAAE,WAAW;wBACzB,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;wBAC7B,IAAI,EAAE,MAAM;wBACZ,kBAAkB,EAAE,OAAO;wBAC3B,mBAAmB,EAAE,OAAO;wBAC5B,OAAO,EAAE;4BACP,aAAa,EAAE,kBAAkB;4BACjC,aAAa,EAAE,KAAK;4BACpB,aAAa,EAAE;gCACb;oCACE,gBAAgB,EAAE,CAAC,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC;iCACjD;6BACF;yBACF;qBACF;iBACF;aACF;SACF,CAAC,CAAC,CAAC,aAAa,CAAC;YAChB,YAAY,EAAE,WAAW;YACzB,eAAe,EAAE,IAAI;YACrB,aAAa,EAAE,IAAI;YACnB,qBAAqB,EAAE,KAAK;YAC5B,sBAAsB,EAAE,KAAK;YAC7B,aAAa,EAAE,kBAAkB;YACjC,aAAa,EAAE,KAAK;YACpB,cAAc,EAAE,QAAQ;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,CAAC,6BAA6B,CAAC;YACnC,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAClD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,gBAAgB,EAAE,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,EAAE;aACzD;SACF,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,GAAG,EAAE;QACjF,MAAM,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAC/E,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,MAAM,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YACvG,KAAK,EAAE,iBAAiB;YACxB,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@polpo-ai/llm",
|
|
3
|
-
"version": "0.15.
|
|
3
|
+
"version": "0.15.20",
|
|
4
4
|
"description": "LLM abstraction for Polpo — multi-provider model resolution, streaming, cost tracking, and failover built on Vercel AI SDK + AI Gateway",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -19,7 +19,7 @@
|
|
|
19
19
|
"dependencies": {
|
|
20
20
|
"@ai-sdk/openai": "^3.0.48",
|
|
21
21
|
"@ai-sdk/openai-compatible": "^2.0.37",
|
|
22
|
-
"@polpo-ai/core": "0.15.
|
|
22
|
+
"@polpo-ai/core": "0.15.20"
|
|
23
23
|
},
|
|
24
24
|
"peerDependencies": {
|
|
25
25
|
"@ai-sdk/gateway": ">=3.0.0",
|