@polpo-ai/llm 0.15.19 → 0.15.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/gateway-runtime-adapter.d.ts +2 -1
- package/dist/gateway-runtime-adapter.d.ts.map +1 -1
- package/dist/gateway-runtime-adapter.js +40 -2
- package/dist/gateway-runtime-adapter.js.map +1 -1
- package/dist/gateway-runtime-adapter.test.js +47 -1
- package/dist/gateway-runtime-adapter.test.js.map +1 -1
- package/dist/index.d.ts +4 -4
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -3
- package/dist/index.js.map +1 -1
- package/dist/model-runtime.d.ts +3 -2
- package/dist/model-runtime.d.ts.map +1 -1
- package/dist/model-runtime.js.map +1 -1
- package/dist/provider-runtime-adapter.d.ts +2 -1
- package/dist/provider-runtime-adapter.d.ts.map +1 -1
- package/dist/provider-runtime-adapter.js +19 -0
- package/dist/provider-runtime-adapter.js.map +1 -1
- package/dist/provider-runtime-adapter.test.js +29 -1
- package/dist/provider-runtime-adapter.test.js.map +1 -1
- package/dist/runtime-normalization.d.ts +12 -0
- package/dist/runtime-normalization.d.ts.map +1 -1
- package/dist/runtime-normalization.js +47 -1
- package/dist/runtime-normalization.js.map +1 -1
- package/dist/runtime-normalization.test.js +49 -1
- package/dist/runtime-normalization.test.js.map +1 -1
- package/package.json +2 -2
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { GatewayConfig } from "./gateway-config.js";
|
|
2
|
-
import type { BillingOwner, ModelInvocationUsage, ModelRef, ModelRuntimeAdapter, NormalizedModelError, UsageExtractionInput } from "./model-runtime.js";
|
|
2
|
+
import type { BillingOwner, ModelInvocationDetails, ModelInvocationUsage, ModelRef, ModelRuntimeAdapter, NormalizedModelError, UsageExtractionInput } from "./model-runtime.js";
|
|
3
3
|
export interface GatewayRuntimeAdapterOptions {
|
|
4
4
|
config?: GatewayConfig;
|
|
5
5
|
billingOwner?: BillingOwner;
|
|
@@ -10,5 +10,6 @@ export declare function splitGatewayModelRef(ref: ModelRef): {
|
|
|
10
10
|
modelId: string;
|
|
11
11
|
};
|
|
12
12
|
export declare function extractGatewayInvocationUsage(input: UsageExtractionInput, billingOwner?: BillingOwner): ModelInvocationUsage;
|
|
13
|
+
export declare function extractGatewayInvocationDetails(input: UsageExtractionInput): ModelInvocationDetails | undefined;
|
|
13
14
|
export declare function classifyGatewayError(error: unknown): NormalizedModelError;
|
|
14
15
|
//# sourceMappingURL=gateway-runtime-adapter.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gateway-runtime-adapter.d.ts","sourceRoot":"","sources":["../src/gateway-runtime-adapter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EACV,YAAY,
|
|
1
|
+
{"version":3,"file":"gateway-runtime-adapter.d.ts","sourceRoot":"","sources":["../src/gateway-runtime-adapter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EACV,YAAY,EAGZ,sBAAsB,EACtB,oBAAoB,EACpB,QAAQ,EACR,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,oBAAoB,CAAC;AAO5B,MAAM,WAAW,4BAA4B;IAC3C,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,wBAAgB,2BAA2B,CAAC,OAAO,GAAE,4BAAiC,GAAG,mBAAmB,CAuB3G;AAED,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,QAAQ,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAczF;AAED,wBAAgB,6BAA6B,CAC3C,KAAK,EAAE,oBAAoB,EAC3B,YAAY,GAAE,YAAyB,GACtC,oBAAoB,CAOtB;AAED,wBAAgB,+BAA+B,CAAC,KAAK,EAAE,oBAAoB,GAAG,sBAAsB,GAAG,SAAS,CAe/G;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,oBAAoB,CAEzE"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { createGatewayModel } from "./provider-factory.js";
|
|
2
2
|
import { mapReasoningToProviderOptions } from "./provider-factory.js";
|
|
3
|
-
import { classifyRuntimeError,
|
|
3
|
+
import { classifyRuntimeError, extractGatewayMetadataDetails, extractLanguageModelUsage, } from "./runtime-normalization.js";
|
|
4
4
|
export function createGatewayRuntimeAdapter(options = {}) {
|
|
5
5
|
const billingOwner = options.billingOwner ?? "external";
|
|
6
6
|
return {
|
|
@@ -16,6 +16,9 @@ export function createGatewayRuntimeAdapter(options = {}) {
|
|
|
16
16
|
extractUsage(input) {
|
|
17
17
|
return extractGatewayInvocationUsage(input, billingOwner);
|
|
18
18
|
},
|
|
19
|
+
extractInvocationDetails(input) {
|
|
20
|
+
return extractGatewayInvocationDetails(input);
|
|
21
|
+
},
|
|
19
22
|
classifyError(error) {
|
|
20
23
|
return classifyGatewayError(error);
|
|
21
24
|
},
|
|
@@ -35,13 +38,48 @@ export function splitGatewayModelRef(ref) {
|
|
|
35
38
|
throw new Error(`Gateway model references must include a provider prefix: ${ref.model}`);
|
|
36
39
|
}
|
|
37
40
|
export function extractGatewayInvocationUsage(input, billingOwner = "external") {
|
|
41
|
+
const details = extractGatewayInvocationDetails(input);
|
|
38
42
|
return extractLanguageModelUsage(input, {
|
|
39
43
|
billingOwner,
|
|
40
|
-
reportedCostUsd:
|
|
44
|
+
reportedCostUsd: details?.reportedCostUsd,
|
|
41
45
|
reportedCostSource: "gateway-metadata",
|
|
42
46
|
});
|
|
43
47
|
}
|
|
48
|
+
export function extractGatewayInvocationDetails(input) {
|
|
49
|
+
const details = extractGatewayMetadataDetails(input);
|
|
50
|
+
if (!details)
|
|
51
|
+
return undefined;
|
|
52
|
+
return compactDetails({
|
|
53
|
+
generationId: details.generationId,
|
|
54
|
+
credentialType: normalizeGatewayCredentialType(details.credentialType),
|
|
55
|
+
resolvedModel: details.resolvedModel,
|
|
56
|
+
finalProvider: details.finalProvider,
|
|
57
|
+
reportedCostUsd: details.reportedCostUsd,
|
|
58
|
+
actualCostUsd: details.actualCostUsd,
|
|
59
|
+
inputInferenceCostUsd: details.inputInferenceCostUsd,
|
|
60
|
+
outputInferenceCostUsd: details.outputInferenceCostUsd,
|
|
61
|
+
rawMetadata: { gateway: details.gatewayMetadata },
|
|
62
|
+
});
|
|
63
|
+
}
|
|
44
64
|
export function classifyGatewayError(error) {
|
|
45
65
|
return classifyRuntimeError(error);
|
|
46
66
|
}
|
|
67
|
+
function normalizeGatewayCredentialType(value) {
|
|
68
|
+
if (typeof value !== "string" || !value.trim())
|
|
69
|
+
return undefined;
|
|
70
|
+
const normalized = value.toLowerCase();
|
|
71
|
+
if (normalized === "system")
|
|
72
|
+
return "platform";
|
|
73
|
+
if (normalized === "byok" || normalized === "user")
|
|
74
|
+
return "project";
|
|
75
|
+
if (normalized === "custom")
|
|
76
|
+
return "external";
|
|
77
|
+
if (normalized === "platform" || normalized === "project" || normalized === "external" || normalized === "none") {
|
|
78
|
+
return normalized;
|
|
79
|
+
}
|
|
80
|
+
return undefined;
|
|
81
|
+
}
|
|
82
|
+
function compactDetails(details) {
|
|
83
|
+
return Object.fromEntries(Object.entries(details).filter(([, value]) => value !== undefined));
|
|
84
|
+
}
|
|
47
85
|
//# sourceMappingURL=gateway-runtime-adapter.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gateway-runtime-adapter.js","sourceRoot":"","sources":["../src/gateway-runtime-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"gateway-runtime-adapter.js","sourceRoot":"","sources":["../src/gateway-runtime-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;AAatE,OAAO,EACL,oBAAoB,EACpB,6BAA6B,EAC7B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAOpC,MAAM,UAAU,2BAA2B,CAAC,UAAwC,EAAE;IACpF,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,UAAU,CAAC;IAExD,OAAO;QACL,IAAI,EAAE,SAAS;QACf,mBAAmB,CAAC,KAAuB;YACzC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,oBAAoB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9D,OAAO,kBAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/D,CAAC;QACD,oBAAoB,CAAC,KAAK;YACxB,MAAM,EAAE,QAAQ,EAAE,GAAG,oBAAoB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACrD,OAAO,6BAA6B,CAAC,QAAQ,EAAE,KAAK,CAAC,SAAgB,EAAE,KAAK,CAAC,eAAe,IAAI,IAAI,CAAC,CAAC;QACxG,CAAC;QACD,YAAY,CAAC,KAA2B;YACtC,OAAO,6BAA6B,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC5D,CAAC;QACD,wBAAwB,CAAC,KAA2B;YAClD,OAAO,+BAA+B,CAAC,KAAK,CAAC,CAAC;QAChD,CAAC;QACD,aAAa,CAAC,KAAc;YAC1B,OAAO,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAa;IAChD,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjB,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC;IACxD,CAAC;IAED,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,OAAO;YACL,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;YACnC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;SACpC,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,4DAA4D,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;AAC3F,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,KAA2B,EAC3B,eAA6B,UAAU;IAEvC,MAAM,OAAO,GAAG,+BAA+B,CAAC,KAAK,CAAC,CAAC;IACvD,OAAO,yBAAyB,CAAC,KAAK,EAAE;QACtC,YAAY;QACZ,eAAe,EAAE,OAAO,EAAE,eAAe;QACzC,kBAAkB,EAAE,kBAAkB;KACvC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,KAA2B;IACzE,MAAM,OAAO,GAAG,6BAA6B,CAAC,KAAK,CAAC,CAAC;IACrD,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAE/B,OAAO,cAAc,CAAC;QACpB,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,cAAc,EAAE,8BAA8B,CAAC,OAAO,CAAC,cAAc,CAAC;QACtE,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,qBAAqB,EAAE,OAAO,CAAC,qBAAqB;QACpD,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;QACtD,WAAW,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,eAAe,EAAE;KAClD,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAc;IACjD,OAAO,oBAAoB,CAAC,KAAK,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,8BAA8B,CAAC,KAAc;IACpD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;QAAE,OAAO,SAAS,CAAC;IACjE,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACvC,IAAI,UAAU,KAAK,QAAQ;QAAE,OAAO,UAAU,CAAC;IAC/C,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IACrE,IAAI,UAAU,KAAK,QAAQ;QAAE,OAAO,UAAU,CAAC;IAC/C,IAAI,UAAU,KAAK,UAAU,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,UAAU,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;QAChH,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,cAAc,CAAC,OAA+B;IACrD,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CACzC,CAAC;AAC9B,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { describe, expect, it } from "vitest";
|
|
2
|
-
import { classifyGatewayError, createGatewayRuntimeAdapter, extractGatewayInvocationUsage, splitGatewayModelRef, } from "./gateway-runtime-adapter.js";
|
|
2
|
+
import { classifyGatewayError, createGatewayRuntimeAdapter, extractGatewayInvocationDetails, extractGatewayInvocationUsage, splitGatewayModelRef, } from "./gateway-runtime-adapter.js";
|
|
3
3
|
describe("gateway runtime adapter", () => {
|
|
4
4
|
it("is exposed as the generic gateway runtime mode", () => {
|
|
5
5
|
const adapter = createGatewayRuntimeAdapter();
|
|
@@ -76,6 +76,52 @@ describe("gateway runtime adapter", () => {
|
|
|
76
76
|
expect(usage.billableCostUsd).toBe(0.01);
|
|
77
77
|
expect(usage.billingOwner).toBe("platform");
|
|
78
78
|
});
|
|
79
|
+
it("extracts normalized gateway invocation details through the adapter boundary", () => {
|
|
80
|
+
const input = {
|
|
81
|
+
mode: "gateway",
|
|
82
|
+
operation: "chat",
|
|
83
|
+
requested: { model: "anthropic/claude-sonnet-5" },
|
|
84
|
+
context: {},
|
|
85
|
+
result: {
|
|
86
|
+
providerMetadata: {
|
|
87
|
+
gateway: {
|
|
88
|
+
generationId: "gen_123",
|
|
89
|
+
marketCost: "0.0042",
|
|
90
|
+
actualCost: "0.0039",
|
|
91
|
+
inputInferenceCost: "0.001",
|
|
92
|
+
outputInferenceCost: "0.0029",
|
|
93
|
+
routing: {
|
|
94
|
+
canonicalSlug: "anthropic/claude-sonnet-5",
|
|
95
|
+
finalProvider: "anthropic",
|
|
96
|
+
modelAttempts: [
|
|
97
|
+
{
|
|
98
|
+
providerAttempts: [{ credentialType: "system" }],
|
|
99
|
+
},
|
|
100
|
+
],
|
|
101
|
+
},
|
|
102
|
+
},
|
|
103
|
+
},
|
|
104
|
+
},
|
|
105
|
+
};
|
|
106
|
+
expect(extractGatewayInvocationDetails(input)).toEqual({
|
|
107
|
+
generationId: "gen_123",
|
|
108
|
+
credentialType: "platform",
|
|
109
|
+
resolvedModel: "anthropic/claude-sonnet-5",
|
|
110
|
+
finalProvider: "anthropic",
|
|
111
|
+
reportedCostUsd: 0.0042,
|
|
112
|
+
actualCostUsd: 0.0039,
|
|
113
|
+
inputInferenceCostUsd: 0.001,
|
|
114
|
+
outputInferenceCostUsd: 0.0029,
|
|
115
|
+
rawMetadata: {
|
|
116
|
+
gateway: input.result.providerMetadata.gateway,
|
|
117
|
+
},
|
|
118
|
+
});
|
|
119
|
+
const adapter = createGatewayRuntimeAdapter();
|
|
120
|
+
expect(adapter.extractInvocationDetails?.(input)).toMatchObject({
|
|
121
|
+
generationId: "gen_123",
|
|
122
|
+
credentialType: "platform",
|
|
123
|
+
});
|
|
124
|
+
});
|
|
79
125
|
it("classifies common retryable gateway failures without changing runtime mode", () => {
|
|
80
126
|
expect(classifyGatewayError(new Error("upstream rate limit 429"))).toMatchObject({
|
|
81
127
|
class: "rate-limit",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gateway-runtime-adapter.test.js","sourceRoot":"","sources":["../src/gateway-runtime-adapter.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AAEtC,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,OAAO,GAAG,2BAA2B,EAAE,CAAC;QAC9C,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAC/D,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,QAAQ;SAClB,CAAC,CAAC;QACH,MAAM,CAAC,oBAAoB,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACxF,QAAQ,EAAE,WAAW;YACrB,OAAO,EAAE,iBAAiB;SAC3B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,CAAC,GAAG,EAAE,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACrF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,OAAO,GAAG,2BAA2B,EAAE,CAAC;QAE9C,MAAM,OAAO,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;YAC7C,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAC5C,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,QAAQ;YACnB,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC;YACtB,MAAM,EAAE;gBACN,eAAe,EAAE,QAAQ;aAC1B;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,KAAK,GAAG,6BAA6B,CAAC;YAC1C,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE;YACrC,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,UAAU,EAAE;oBACV,WAAW,EAAE,EAAE;oBACf,YAAY,EAAE,CAAC;oBACf,iBAAiB,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE;oBACzC,kBAAkB,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE;iBAC3C;gBACD,gBAAgB,EAAE;oBAChB,OAAO,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE;iBAClC;aACF;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;YACpB,WAAW,EAAE,EAAE;YACf,YAAY,EAAE,CAAC;YACf,eAAe,EAAE,CAAC;YAClB,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,MAAM;YACxB,UAAU,EAAE,kBAAkB;YAC9B,YAAY,EAAE,UAAU;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,KAAK,GAAG,6BAA6B,CAAC;YAC1C,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE;YACrC,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,gBAAgB,EAAE;oBAChB,OAAO,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE;iBAC9B;aACF;SACF,EAAE,UAAU,CAAC,CAAC;QAEf,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,GAAG,EAAE;QACpF,MAAM,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAC/E,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,MAAM,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YACvG,KAAK,EAAE,iBAAiB;YACxB,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"gateway-runtime-adapter.test.js","sourceRoot":"","sources":["../src/gateway-runtime-adapter.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,+BAA+B,EAC/B,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AAEtC,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,OAAO,GAAG,2BAA2B,EAAE,CAAC;QAC9C,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAC/D,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,QAAQ;SAClB,CAAC,CAAC;QACH,MAAM,CAAC,oBAAoB,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACxF,QAAQ,EAAE,WAAW;YACrB,OAAO,EAAE,iBAAiB;SAC3B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,CAAC,GAAG,EAAE,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACrF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,OAAO,GAAG,2BAA2B,EAAE,CAAC;QAE9C,MAAM,OAAO,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;YAC7C,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAC5C,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,QAAQ;YACnB,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC;YACtB,MAAM,EAAE;gBACN,eAAe,EAAE,QAAQ;aAC1B;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,KAAK,GAAG,6BAA6B,CAAC;YAC1C,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE;YACrC,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,UAAU,EAAE;oBACV,WAAW,EAAE,EAAE;oBACf,YAAY,EAAE,CAAC;oBACf,iBAAiB,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE;oBACzC,kBAAkB,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE;iBAC3C;gBACD,gBAAgB,EAAE;oBAChB,OAAO,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE;iBAClC;aACF;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;YACpB,WAAW,EAAE,EAAE;YACf,YAAY,EAAE,CAAC;YACf,eAAe,EAAE,CAAC;YAClB,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,MAAM;YACxB,UAAU,EAAE,kBAAkB;YAC9B,YAAY,EAAE,UAAU;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,KAAK,GAAG,6BAA6B,CAAC;YAC1C,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE;YACrC,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,gBAAgB,EAAE;oBAChB,OAAO,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE;iBAC9B;aACF;SACF,EAAE,UAAU,CAAC,CAAC;QAEf,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6EAA6E,EAAE,GAAG,EAAE;QACrF,MAAM,KAAK,GAAG;YACZ,IAAI,EAAE,SAAkB;YACxB,SAAS,EAAE,MAAe;YAC1B,SAAS,EAAE,EAAE,KAAK,EAAE,2BAA2B,EAAE;YACjD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,gBAAgB,EAAE;oBAChB,OAAO,EAAE;wBACP,YAAY,EAAE,SAAS;wBACvB,UAAU,EAAE,QAAQ;wBACpB,UAAU,EAAE,QAAQ;wBACpB,kBAAkB,EAAE,OAAO;wBAC3B,mBAAmB,EAAE,QAAQ;wBAC7B,OAAO,EAAE;4BACP,aAAa,EAAE,2BAA2B;4BAC1C,aAAa,EAAE,WAAW;4BAC1B,aAAa,EAAE;gCACb;oCACE,gBAAgB,EAAE,CAAC,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC;iCACjD;6BACF;yBACF;qBACF;iBACF;aACF;SACF,CAAC;QAEF,MAAM,CAAC,+BAA+B,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACrD,YAAY,EAAE,SAAS;YACvB,cAAc,EAAE,UAAU;YAC1B,aAAa,EAAE,2BAA2B;YAC1C,aAAa,EAAE,WAAW;YAC1B,eAAe,EAAE,MAAM;YACvB,aAAa,EAAE,MAAM;YACrB,qBAAqB,EAAE,KAAK;YAC5B,sBAAsB,EAAE,MAAM;YAC9B,WAAW,EAAE;gBACX,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO;aAC/C;SACF,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,2BAA2B,EAAE,CAAC;QAC9C,MAAM,CAAC,OAAO,CAAC,wBAAwB,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC;YAC9D,YAAY,EAAE,SAAS;YACvB,cAAc,EAAE,UAAU;SAC3B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,GAAG,EAAE;QACpF,MAAM,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAC/E,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,MAAM,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YACvG,KAAK,EAAE,iBAAiB;YACxB,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -12,12 +12,12 @@ export type { GatewayConfig } from "./gateway-config.js";
|
|
|
12
12
|
export type { ResolveModelOptions } from "./model-resolver.js";
|
|
13
13
|
export { MODEL_RUNTIME_MODES, isModelRuntimeMode, } from "./model-runtime.js";
|
|
14
14
|
export type { BillingOwner, CostSource, CreateModelInput, CredentialType, InvocationContext, ModelInvocationRecord, ModelInvocationStatus, ModelInvocationUsage, ModelOperation, ModelRef, ModelRuntimeAdapter, ModelRuntimeMode, NormalizedModelError, ProviderOptionInput, UsageExtractionInput, } from "./model-runtime.js";
|
|
15
|
-
export { classifyGatewayError, createGatewayRuntimeAdapter, extractGatewayInvocationUsage, splitGatewayModelRef, } from "./gateway-runtime-adapter.js";
|
|
15
|
+
export { classifyGatewayError, createGatewayRuntimeAdapter, extractGatewayInvocationDetails, extractGatewayInvocationUsage, splitGatewayModelRef, } from "./gateway-runtime-adapter.js";
|
|
16
16
|
export type { GatewayRuntimeAdapterOptions } from "./gateway-runtime-adapter.js";
|
|
17
|
-
export { classifyProviderRuntimeError, createProviderRuntimeAdapter, extractProviderInvocationUsage, splitProviderModelRef, } from "./provider-runtime-adapter.js";
|
|
17
|
+
export { classifyProviderRuntimeError, createProviderRuntimeAdapter, extractProviderInvocationDetails, extractProviderInvocationUsage, splitProviderModelRef, } from "./provider-runtime-adapter.js";
|
|
18
18
|
export type { ProviderRuntimeAdapterOptions } from "./provider-runtime-adapter.js";
|
|
19
|
-
export { classifyRuntimeError, extractGatewayReportedCost, extractLanguageModelUsage, } from "./runtime-normalization.js";
|
|
20
|
-
export type { LanguageModelUsageExtractionOptions } from "./runtime-normalization.js";
|
|
19
|
+
export { classifyRuntimeError, extractGatewayMetadataDetails, extractGatewayReportedCost, extractLanguageModelUsage, } from "./runtime-normalization.js";
|
|
20
|
+
export type { GatewayMetadataDetails, LanguageModelUsageExtractionOptions } from "./runtime-normalization.js";
|
|
21
21
|
export { createCustomProviderModel, createGatewayModel, mapReasoningToProviderOptions, buildStreamOpts, } from "./provider-factory.js";
|
|
22
22
|
export { resolveApiKey, resolveApiKeyAsync, hasOAuthProfiles, PROVIDER_ENV_MAP, } from "./api-keys.js";
|
|
23
23
|
export { estimateCost } from "./cost.js";
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,yBAAyB,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjF,OAAO,EAEL,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY,EAEZ,aAAa,EACb,UAAU,EACV,0BAA0B,EAE1B,oBAAoB,EACpB,oBAAoB,EAEpB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EAErB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAGpG,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAG/D,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EACV,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AACtC,YAAY,EAAE,4BAA4B,EAAE,MAAM,8BAA8B,CAAC;AAGjF,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AACvC,YAAY,EAAE,6BAA6B,EAAE,MAAM,+BAA+B,CAAC;AAGnF,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AACpC,YAAY,EAAE,mCAAmC,EAAE,MAAM,4BAA4B,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,yBAAyB,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjF,OAAO,EAEL,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY,EAEZ,aAAa,EACb,UAAU,EACV,0BAA0B,EAE1B,oBAAoB,EACpB,oBAAoB,EAEpB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EAErB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAGpG,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAG/D,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EACV,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,+BAA+B,EAC/B,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AACtC,YAAY,EAAE,4BAA4B,EAAE,MAAM,8BAA8B,CAAC;AAGjF,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,gCAAgC,EAChC,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AACvC,YAAY,EAAE,6BAA6B,EAAE,MAAM,+BAA+B,CAAC;AAGnF,OAAO,EACL,oBAAoB,EACpB,6BAA6B,EAC7B,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AACpC,YAAY,EAAE,sBAAsB,EAAE,mCAAmC,EAAE,MAAM,4BAA4B,CAAC;AAG9G,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAGlE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAGvB,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,eAAe,GAChB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,cAAc,EACd,eAAe,EACf,oBAAoB,GACrB,MAAM,kBAAkB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -21,11 +21,11 @@ validateProviderKeys, validateProviderKeysDetailed, } from "./model-resolver.js"
|
|
|
21
21
|
// ─── Model Runtime Contracts ─────────────────────────
|
|
22
22
|
export { MODEL_RUNTIME_MODES, isModelRuntimeMode, } from "./model-runtime.js";
|
|
23
23
|
// ─── Gateway Runtime Adapter ─────────────────────────
|
|
24
|
-
export { classifyGatewayError, createGatewayRuntimeAdapter, extractGatewayInvocationUsage, splitGatewayModelRef, } from "./gateway-runtime-adapter.js";
|
|
24
|
+
export { classifyGatewayError, createGatewayRuntimeAdapter, extractGatewayInvocationDetails, extractGatewayInvocationUsage, splitGatewayModelRef, } from "./gateway-runtime-adapter.js";
|
|
25
25
|
// ─── Provider Runtime Adapter ────────────────────────
|
|
26
|
-
export { classifyProviderRuntimeError, createProviderRuntimeAdapter, extractProviderInvocationUsage, splitProviderModelRef, } from "./provider-runtime-adapter.js";
|
|
26
|
+
export { classifyProviderRuntimeError, createProviderRuntimeAdapter, extractProviderInvocationDetails, extractProviderInvocationUsage, splitProviderModelRef, } from "./provider-runtime-adapter.js";
|
|
27
27
|
// ─── Runtime Normalization ───────────────────────────
|
|
28
|
-
export { classifyRuntimeError, extractGatewayReportedCost, extractLanguageModelUsage, } from "./runtime-normalization.js";
|
|
28
|
+
export { classifyRuntimeError, extractGatewayMetadataDetails, extractGatewayReportedCost, extractLanguageModelUsage, } from "./runtime-normalization.js";
|
|
29
29
|
// ─── Provider Factory ─────────────────────────────────
|
|
30
30
|
export { createCustomProviderModel, createGatewayModel, mapReasoningToProviderOptions, buildStreamOpts, } from "./provider-factory.js";
|
|
31
31
|
// ─── API Keys ────────────────────────────────────────
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,0DAA0D;AAC1D,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAG9B,wDAAwD;AACxD,OAAO;AACL,kBAAkB;AAClB,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY;AACZ,wCAAwC;AACxC,aAAa,EACb,UAAU,EACV,0BAA0B;AAC1B,qBAAqB;AACrB,oBAAoB,EACpB,oBAAoB;AACpB,kBAAkB;AAClB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB;AACrB,sBAAsB;AACtB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAO7B,wDAAwD;AACxD,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAmB5B,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AAGtC,wDAAwD;AACxD,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AAGvC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAGpC,yDAAyD;AACzD,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAE/B,wDAAwD;AACxD,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAEpB,uDAAuD;AACvD,OAAO,EACL,eAAe,GAChB,MAAM,kBAAkB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,0DAA0D;AAC1D,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAG9B,wDAAwD;AACxD,OAAO;AACL,kBAAkB;AAClB,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY;AACZ,wCAAwC;AACxC,aAAa,EACb,UAAU,EACV,0BAA0B;AAC1B,qBAAqB;AACrB,oBAAoB,EACpB,oBAAoB;AACpB,kBAAkB;AAClB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB;AACrB,sBAAsB;AACtB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAO7B,wDAAwD;AACxD,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAmB5B,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,+BAA+B,EAC/B,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AAGtC,wDAAwD;AACxD,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,gCAAgC,EAChC,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AAGvC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,6BAA6B,EAC7B,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAGpC,yDAAyD;AACzD,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAE/B,wDAAwD;AACxD,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAEpB,uDAAuD;AACvD,OAAO,EACL,eAAe,GAChB,MAAM,kBAAkB,CAAC"}
|
package/dist/model-runtime.d.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { LanguageModel } from "ai";
|
|
2
|
-
import type { ModelInvocationContext, ModelInvocationUsage, ModelRef, ModelRuntimeMode, NormalizedModelError, UsageExtractionInput } from "@polpo-ai/core/model-runtime";
|
|
2
|
+
import type { ModelInvocationContext, ModelInvocationDetails, ModelInvocationUsage, ModelRef, ModelRuntimeMode, NormalizedModelError, UsageExtractionInput } from "@polpo-ai/core/model-runtime";
|
|
3
3
|
export { MODEL_RUNTIME_MODES, isModelRuntimeMode, } from "@polpo-ai/core/model-runtime";
|
|
4
|
-
export type { BillingOwner, CostSource, CredentialType, ModelInvocationContext, ModelInvocationRecord, ModelInvocationStatus, ModelInvocationUsage, ModelOperation, ModelRef, ModelRuntimeMode, NormalizedModelError, UsageExtractionInput, } from "@polpo-ai/core/model-runtime";
|
|
4
|
+
export type { BillingOwner, CostSource, CredentialType, ModelInvocationContext, ModelInvocationDetails, ModelInvocationRecord, ModelInvocationStatus, ModelInvocationUsage, ModelOperation, ModelRef, ModelRuntimeMode, NormalizedModelError, UsageExtractionInput, } from "@polpo-ai/core/model-runtime";
|
|
5
5
|
export interface InvocationContext extends ModelInvocationContext {
|
|
6
6
|
projectId?: string;
|
|
7
7
|
orgId?: string;
|
|
@@ -31,6 +31,7 @@ export interface ModelRuntimeAdapter {
|
|
|
31
31
|
createSpeechModel?(input: CreateModelInput): Promise<unknown> | unknown;
|
|
32
32
|
buildProviderOptions?(input: ProviderOptionInput): Promise<Record<string, unknown> | undefined> | Record<string, unknown> | undefined;
|
|
33
33
|
extractUsage(input: UsageExtractionInput): Promise<ModelInvocationUsage> | ModelInvocationUsage;
|
|
34
|
+
extractInvocationDetails?(input: UsageExtractionInput): Promise<ModelInvocationDetails | undefined> | ModelInvocationDetails | undefined;
|
|
34
35
|
classifyError(error: unknown): NormalizedModelError;
|
|
35
36
|
}
|
|
36
37
|
//# sourceMappingURL=model-runtime.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-runtime.d.ts","sourceRoot":"","sources":["../src/model-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxC,OAAO,KAAK,EACV,sBAAsB,EACtB,oBAAoB,EACpB,QAAQ,EACR,gBAAgB,EAChB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,8BAA8B,CAAC;AACtC,YAAY,EACV,YAAY,EACZ,UAAU,EACV,cAAc,EACd,sBAAsB,EACtB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,cAAc,EACd,QAAQ,EACR,gBAAgB,EAChB,oBAAoB,EACpB,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AAEtC,MAAM,WAAW,iBAAkB,SAAQ,sBAAsB;IAC/D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,QAAQ,CAAC;IACd,OAAO,EAAE,iBAAiB,CAAC;CAC5B;AAED,MAAM,WAAW,mBAAoB,SAAQ,gBAAgB;IAC3D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,gBAAgB,CAAC;IACvB,mBAAmB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,aAAa,CAAC;IACrF,oBAAoB,CAAC,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IAC3E,gBAAgB,CAAC,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IACvE,gBAAgB,CAAC,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IACvE,wBAAwB,CAAC,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IAC/E,iBAAiB,CAAC,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IACxE,oBAAoB,CAAC,CAAC,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACtI,YAAY,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,GAAG,oBAAoB,CAAC;IAChG,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,oBAAoB,CAAC;CACrD"}
|
|
1
|
+
{"version":3,"file":"model-runtime.d.ts","sourceRoot":"","sources":["../src/model-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxC,OAAO,KAAK,EACV,sBAAsB,EACtB,sBAAsB,EACtB,oBAAoB,EACpB,QAAQ,EACR,gBAAgB,EAChB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,8BAA8B,CAAC;AACtC,YAAY,EACV,YAAY,EACZ,UAAU,EACV,cAAc,EACd,sBAAsB,EACtB,sBAAsB,EACtB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,cAAc,EACd,QAAQ,EACR,gBAAgB,EAChB,oBAAoB,EACpB,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AAEtC,MAAM,WAAW,iBAAkB,SAAQ,sBAAsB;IAC/D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,QAAQ,CAAC;IACd,OAAO,EAAE,iBAAiB,CAAC;CAC5B;AAED,MAAM,WAAW,mBAAoB,SAAQ,gBAAgB;IAC3D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,gBAAgB,CAAC;IACvB,mBAAmB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,aAAa,CAAC;IACrF,oBAAoB,CAAC,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IAC3E,gBAAgB,CAAC,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IACvE,gBAAgB,CAAC,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IACvE,wBAAwB,CAAC,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IAC/E,iBAAiB,CAAC,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IACxE,oBAAoB,CAAC,CAAC,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACtI,YAAY,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,GAAG,oBAAoB,CAAC;IAChG,wBAAwB,CAAC,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC,GAAG,sBAAsB,GAAG,SAAS,CAAC;IACzI,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,oBAAoB,CAAC;CACrD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-runtime.js","sourceRoot":"","sources":["../src/model-runtime.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"model-runtime.js","sourceRoot":"","sources":["../src/model-runtime.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,8BAA8B,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { BillingOwner, ModelInvocationUsage, ModelRef, ModelRuntimeAdapter, NormalizedModelError, UsageExtractionInput } from "./model-runtime.js";
|
|
1
|
+
import type { BillingOwner, ModelInvocationDetails, ModelInvocationUsage, ModelRef, ModelRuntimeAdapter, NormalizedModelError, UsageExtractionInput } from "./model-runtime.js";
|
|
2
2
|
export interface ProviderRuntimeAdapterOptions {
|
|
3
3
|
apiKeyResolver?: (provider: string) => string | undefined;
|
|
4
4
|
billingOwner?: BillingOwner;
|
|
@@ -10,4 +10,5 @@ export declare function splitProviderModelRef(ref: ModelRef): {
|
|
|
10
10
|
};
|
|
11
11
|
export declare function extractProviderInvocationUsage(input: UsageExtractionInput, billingOwner?: BillingOwner): ModelInvocationUsage;
|
|
12
12
|
export declare function classifyProviderRuntimeError(error: unknown): NormalizedModelError;
|
|
13
|
+
export declare function extractProviderInvocationDetails(input: UsageExtractionInput): ModelInvocationDetails | undefined;
|
|
13
14
|
//# sourceMappingURL=provider-runtime-adapter.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"provider-runtime-adapter.d.ts","sourceRoot":"","sources":["../src/provider-runtime-adapter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,YAAY,EAEZ,oBAAoB,EACpB,QAAQ,EACR,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,oBAAoB,CAAC;AAQ5B,MAAM,WAAW,6BAA6B;IAC5C,cAAc,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;IAC1D,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,wBAAgB,4BAA4B,CAAC,OAAO,GAAE,6BAAkC,GAAG,mBAAmB,
|
|
1
|
+
{"version":3,"file":"provider-runtime-adapter.d.ts","sourceRoot":"","sources":["../src/provider-runtime-adapter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,YAAY,EAEZ,sBAAsB,EACtB,oBAAoB,EACpB,QAAQ,EACR,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,oBAAoB,CAAC;AAQ5B,MAAM,WAAW,6BAA6B;IAC5C,cAAc,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;IAC1D,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,wBAAgB,4BAA4B,CAAC,OAAO,GAAE,6BAAkC,GAAG,mBAAmB,CAkC7G;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,QAAQ,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAc1F;AAED,wBAAgB,8BAA8B,CAC5C,KAAK,EAAE,oBAAoB,EAC3B,YAAY,GAAE,YAAyB,GACtC,oBAAoB,CAItB;AAED,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,OAAO,GAAG,oBAAoB,CAEjF;AAED,wBAAgB,gCAAgC,CAAC,KAAK,EAAE,oBAAoB,GAAG,sBAAsB,GAAG,SAAS,CAUhH"}
|
|
@@ -25,6 +25,9 @@ export function createProviderRuntimeAdapter(options = {}) {
|
|
|
25
25
|
extractUsage(input) {
|
|
26
26
|
return extractProviderInvocationUsage(input, billingOwner);
|
|
27
27
|
},
|
|
28
|
+
extractInvocationDetails(input) {
|
|
29
|
+
return extractProviderInvocationDetails(input);
|
|
30
|
+
},
|
|
28
31
|
classifyError(error) {
|
|
29
32
|
return classifyProviderRuntimeError(error);
|
|
30
33
|
},
|
|
@@ -51,4 +54,20 @@ export function extractProviderInvocationUsage(input, billingOwner = "external")
|
|
|
51
54
|
export function classifyProviderRuntimeError(error) {
|
|
52
55
|
return classifyRuntimeError(error);
|
|
53
56
|
}
|
|
57
|
+
export function extractProviderInvocationDetails(input) {
|
|
58
|
+
const result = asRecord(input.result);
|
|
59
|
+
const providerMetadata = asRecord(result?.providerMetadata);
|
|
60
|
+
const response = asRecord(result?.response);
|
|
61
|
+
if (!providerMetadata && !response)
|
|
62
|
+
return undefined;
|
|
63
|
+
return {
|
|
64
|
+
...(providerMetadata ? { rawMetadata: { providerMetadata } } : {}),
|
|
65
|
+
...(typeof response?.id === "string" && response.id.trim() ? { generationId: response.id } : {}),
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
function asRecord(value) {
|
|
69
|
+
return value && typeof value === "object" && !Array.isArray(value)
|
|
70
|
+
? value
|
|
71
|
+
: undefined;
|
|
72
|
+
}
|
|
54
73
|
//# sourceMappingURL=provider-runtime-adapter.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"provider-runtime-adapter.js","sourceRoot":"","sources":["../src/provider-runtime-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"provider-runtime-adapter.js","sourceRoot":"","sources":["../src/provider-runtime-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAW9C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,EACL,oBAAoB,EACpB,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAOpC,MAAM,UAAU,4BAA4B,CAAC,UAAyC,EAAE;IACtF,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,UAAU,CAAC;IAExD,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,mBAAmB,CAAC,KAAuB;YACzC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/D,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,QAAQ,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC;YAE7E,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,iCAAiC,QAAQ,GAAG,CAAC,CAAC;YAChE,CAAC;YAED,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;gBACxC,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;YACzB,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,8DAA8D,QAAQ,GAAG,CAAC,CAAC;QAC7F,CAAC;QACD,oBAAoB,CAAC,KAAK;YACxB,MAAM,EAAE,QAAQ,EAAE,GAAG,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACtD,OAAO,6BAA6B,CAAC,QAAQ,EAAE,KAAK,CAAC,SAAgB,EAAE,KAAK,CAAC,eAAe,IAAI,IAAI,CAAC,CAAC;QACxG,CAAC;QACD,YAAY,CAAC,KAA2B;YACtC,OAAO,8BAA8B,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC7D,CAAC;QACD,wBAAwB,CAAC,KAA2B;YAClD,OAAO,gCAAgC,CAAC,KAAK,CAAC,CAAC;QACjD,CAAC;QACD,aAAa,CAAC,KAAc;YAC1B,OAAO,4BAA4B,CAAC,KAAK,CAAC,CAAC;QAC7C,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,GAAa;IACjD,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjB,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC;IACxD,CAAC;IAED,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,OAAO;YACL,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;YACnC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;SACpC,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,6DAA6D,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;AAC5F,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,KAA2B,EAC3B,eAA6B,UAAU;IAEvC,OAAO,yBAAyB,CAAC,KAAK,EAAE;QACtC,YAAY;KACb,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,KAAc;IACzD,OAAO,oBAAoB,CAAC,KAAK,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,KAA2B;IAC1E,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAC5D,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC5C,IAAI,CAAC,gBAAgB,IAAI,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IAErD,OAAO;QACL,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,GAAG,CAAC,OAAO,QAAQ,EAAE,EAAE,KAAK,QAAQ,IAAI,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjG,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAChE,CAAC,CAAC,KAAgC;QAClC,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { describe, expect, it } from "vitest";
|
|
2
|
-
import { classifyProviderRuntimeError, createProviderRuntimeAdapter, extractProviderInvocationUsage, splitProviderModelRef, } from "./provider-runtime-adapter.js";
|
|
2
|
+
import { classifyProviderRuntimeError, createProviderRuntimeAdapter, extractProviderInvocationDetails, extractProviderInvocationUsage, splitProviderModelRef, } from "./provider-runtime-adapter.js";
|
|
3
3
|
describe("provider runtime adapter", () => {
|
|
4
4
|
it("is exposed as the direct provider runtime mode", () => {
|
|
5
5
|
const adapter = createProviderRuntimeAdapter({
|
|
@@ -77,6 +77,34 @@ describe("provider runtime adapter", () => {
|
|
|
77
77
|
billingOwner: "external",
|
|
78
78
|
});
|
|
79
79
|
});
|
|
80
|
+
it("extracts provider invocation details without gateway assumptions", () => {
|
|
81
|
+
const details = extractProviderInvocationDetails({
|
|
82
|
+
mode: "provider",
|
|
83
|
+
operation: "chat",
|
|
84
|
+
requested: { provider: "openai", model: "gpt-4o" },
|
|
85
|
+
context: {},
|
|
86
|
+
result: {
|
|
87
|
+
response: { id: "resp_123" },
|
|
88
|
+
providerMetadata: { openai: { systemFingerprint: "fp_1" } },
|
|
89
|
+
},
|
|
90
|
+
});
|
|
91
|
+
expect(details).toEqual({
|
|
92
|
+
generationId: "resp_123",
|
|
93
|
+
rawMetadata: {
|
|
94
|
+
providerMetadata: { openai: { systemFingerprint: "fp_1" } },
|
|
95
|
+
},
|
|
96
|
+
});
|
|
97
|
+
const adapter = createProviderRuntimeAdapter({
|
|
98
|
+
apiKeyResolver: () => "test-key",
|
|
99
|
+
});
|
|
100
|
+
expect(adapter.extractInvocationDetails?.({
|
|
101
|
+
mode: "provider",
|
|
102
|
+
operation: "chat",
|
|
103
|
+
requested: { provider: "openai", model: "gpt-4o" },
|
|
104
|
+
context: {},
|
|
105
|
+
result: { response: { id: "resp_123" } },
|
|
106
|
+
})).toEqual({ generationId: "resp_123" });
|
|
107
|
+
});
|
|
80
108
|
it("classifies common provider failures", () => {
|
|
81
109
|
expect(classifyProviderRuntimeError(new Error("request timeout"))).toMatchObject({
|
|
82
110
|
class: "timeout",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"provider-runtime-adapter.test.js","sourceRoot":"","sources":["../src/provider-runtime-adapter.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AAEvC,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,OAAO,GAAG,4BAA4B,CAAC;YAC3C,cAAc,EAAE,GAAG,EAAE,CAAC,UAAU;SACjC,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAChE,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,QAAQ;SAClB,CAAC,CAAC;QACH,MAAM,CAAC,qBAAqB,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAC7E,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,QAAQ;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,CAAC,GAAG,EAAE,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,OAAO,GAAG,4BAA4B,CAAC;YAC3C,cAAc,EAAE,GAAG,EAAE,CAAC,UAAU;SACjC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,OAAO,CAAC,mBAAmB,CAAC;YACxC,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAC5C,OAAO,EAAE,EAAE;SACZ,CAAC,CAAC;QAEH,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,OAAO,GAAG,4BAA4B,CAAC;YAC3C,cAAc,EAAE,GAAG,EAAE,CAAC,UAAU;SACjC,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,mBAAmB,CAAC;YACvC,GAAG,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,iBAAiB,EAAE;YACxD,OAAO,EAAE,EAAE;SACZ,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,OAAO,GAAG,4BAA4B,CAAC;YAC3C,cAAc,EAAE,GAAG,EAAE,CAAC,UAAU;SACjC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;YAC7C,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAC5C,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,MAAM;YACjB,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC;YACtB,MAAM,EAAE;gBACN,eAAe,EAAE,MAAM;aACxB;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,KAAK,GAAG,8BAA8B,CAAC;YAC3C,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAClD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,UAAU,EAAE;oBACV,WAAW,EAAE,CAAC;oBACd,YAAY,EAAE,CAAC;oBACf,iBAAiB,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE;iBAC1C;aACF;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;YACpB,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,UAAU,EAAE,SAAS;YACrB,YAAY,EAAE,UAAU;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,CAAC,4BAA4B,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAC/E,KAAK,EAAE,SAAS;YAChB,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,MAAM,CAAC,4BAA4B,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YACnF,KAAK,EAAE,iBAAiB;YACxB,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"provider-runtime-adapter.test.js","sourceRoot":"","sources":["../src/provider-runtime-adapter.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,gCAAgC,EAChC,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AAEvC,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,OAAO,GAAG,4BAA4B,CAAC;YAC3C,cAAc,EAAE,GAAG,EAAE,CAAC,UAAU;SACjC,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAChE,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,QAAQ;SAClB,CAAC,CAAC;QACH,MAAM,CAAC,qBAAqB,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAC7E,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,QAAQ;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,CAAC,GAAG,EAAE,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,OAAO,GAAG,4BAA4B,CAAC;YAC3C,cAAc,EAAE,GAAG,EAAE,CAAC,UAAU;SACjC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,OAAO,CAAC,mBAAmB,CAAC;YACxC,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAC5C,OAAO,EAAE,EAAE;SACZ,CAAC,CAAC;QAEH,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,OAAO,GAAG,4BAA4B,CAAC;YAC3C,cAAc,EAAE,GAAG,EAAE,CAAC,UAAU;SACjC,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,mBAAmB,CAAC;YACvC,GAAG,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,iBAAiB,EAAE;YACxD,OAAO,EAAE,EAAE;SACZ,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,OAAO,GAAG,4BAA4B,CAAC;YAC3C,cAAc,EAAE,GAAG,EAAE,CAAC,UAAU;SACjC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;YAC7C,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAC5C,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,MAAM;YACjB,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC;YACtB,MAAM,EAAE;gBACN,eAAe,EAAE,MAAM;aACxB;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,KAAK,GAAG,8BAA8B,CAAC;YAC3C,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAClD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,UAAU,EAAE;oBACV,WAAW,EAAE,CAAC;oBACd,YAAY,EAAE,CAAC;oBACf,iBAAiB,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE;iBAC1C;aACF;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;YACpB,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,UAAU,EAAE,SAAS;YACrB,YAAY,EAAE,UAAU;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,OAAO,GAAG,gCAAgC,CAAC;YAC/C,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAClD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,QAAQ,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE;gBAC5B,gBAAgB,EAAE,EAAE,MAAM,EAAE,EAAE,iBAAiB,EAAE,MAAM,EAAE,EAAE;aAC5D;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC;YACtB,YAAY,EAAE,UAAU;YACxB,WAAW,EAAE;gBACX,gBAAgB,EAAE,EAAE,MAAM,EAAE,EAAE,iBAAiB,EAAE,MAAM,EAAE,EAAE;aAC5D;SACF,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,4BAA4B,CAAC;YAC3C,cAAc,EAAE,GAAG,EAAE,CAAC,UAAU;SACjC,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,wBAAwB,EAAE,CAAC;YACxC,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAClD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE;SACzC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,CAAC,4BAA4B,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAC/E,KAAK,EAAE,SAAS;YAChB,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,MAAM,CAAC,4BAA4B,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YACnF,KAAK,EAAE,iBAAiB;YACxB,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -5,8 +5,20 @@ export interface LanguageModelUsageExtractionOptions {
|
|
|
5
5
|
reportedCostSource?: CostSource;
|
|
6
6
|
defaultCostSource?: CostSource;
|
|
7
7
|
}
|
|
8
|
+
export interface GatewayMetadataDetails {
|
|
9
|
+
gatewayMetadata: Record<string, unknown>;
|
|
10
|
+
generationId?: string;
|
|
11
|
+
reportedCostUsd?: number;
|
|
12
|
+
actualCostUsd?: number;
|
|
13
|
+
inputInferenceCostUsd?: number;
|
|
14
|
+
outputInferenceCostUsd?: number;
|
|
15
|
+
resolvedModel?: string;
|
|
16
|
+
finalProvider?: string;
|
|
17
|
+
credentialType?: string;
|
|
18
|
+
}
|
|
8
19
|
export declare function extractLanguageModelUsage(input: UsageExtractionInput, options?: LanguageModelUsageExtractionOptions): ModelInvocationUsage;
|
|
9
20
|
export declare function extractGatewayReportedCost(input: UsageExtractionInput): number | undefined;
|
|
21
|
+
export declare function extractGatewayMetadataDetails(input: UsageExtractionInput): GatewayMetadataDetails | undefined;
|
|
10
22
|
export declare function classifyRuntimeError(error: unknown): NormalizedModelError;
|
|
11
23
|
export declare function asRecord(value: unknown): Record<string, unknown> | undefined;
|
|
12
24
|
export declare function numberFrom(...values: unknown[]): number | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtime-normalization.d.ts","sourceRoot":"","sources":["../src/runtime-normalization.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,WAAW,mCAAmC;IAClD,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,UAAU,CAAC;IAChC,iBAAiB,CAAC,EAAE,UAAU,CAAC;CAChC;AAED,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,oBAAoB,EAC3B,OAAO,GAAE,mCAAwC,GAChD,oBAAoB,CAuBtB;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,oBAAoB,GAAG,MAAM,GAAG,SAAS,
|
|
1
|
+
{"version":3,"file":"runtime-normalization.d.ts","sourceRoot":"","sources":["../src/runtime-normalization.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,WAAW,mCAAmC;IAClD,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,UAAU,CAAC;IAChC,iBAAiB,CAAC,EAAE,UAAU,CAAC;CAChC;AAED,MAAM,WAAW,sBAAsB;IACrC,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,oBAAoB,EAC3B,OAAO,GAAE,mCAAwC,GAChD,oBAAoB,CAuBtB;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,oBAAoB,GAAG,MAAM,GAAG,SAAS,CAE1F;AAED,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,oBAAoB,GAAG,sBAAsB,GAAG,SAAS,CA2B7G;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,oBAAoB,CA2BzE;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAE5E;AAkBD,wBAAgB,UAAU,CAAC,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,GAAG,SAAS,CAcnE"}
|
|
@@ -22,10 +22,41 @@ export function extractLanguageModelUsage(input, options = {}) {
|
|
|
22
22
|
};
|
|
23
23
|
}
|
|
24
24
|
export function extractGatewayReportedCost(input) {
|
|
25
|
+
return extractGatewayMetadataDetails(input)?.reportedCostUsd;
|
|
26
|
+
}
|
|
27
|
+
export function extractGatewayMetadataDetails(input) {
|
|
25
28
|
const result = asRecord(input.result);
|
|
26
29
|
const providerMetadata = asRecord(result?.providerMetadata);
|
|
27
30
|
const gatewayMetadata = asRecord(providerMetadata?.gateway);
|
|
28
|
-
|
|
31
|
+
if (!gatewayMetadata)
|
|
32
|
+
return undefined;
|
|
33
|
+
const routing = asRecord(gatewayMetadata.routing);
|
|
34
|
+
const details = { gatewayMetadata };
|
|
35
|
+
const generationId = stringFrom(gatewayMetadata.generationId);
|
|
36
|
+
const reportedCostUsd = numberFrom(gatewayMetadata.marketCost, gatewayMetadata.cost, gatewayMetadata.actualCost);
|
|
37
|
+
const actualCostUsd = numberFrom(gatewayMetadata.cost, gatewayMetadata.actualCost);
|
|
38
|
+
const inputInferenceCostUsd = numberFrom(gatewayMetadata.inputInferenceCost);
|
|
39
|
+
const outputInferenceCostUsd = numberFrom(gatewayMetadata.outputInferenceCost);
|
|
40
|
+
const resolvedModel = stringFrom(routing?.canonicalSlug, routing?.originalModelId);
|
|
41
|
+
const finalProvider = stringFrom(routing?.finalProvider);
|
|
42
|
+
const credentialType = firstAttemptCredentialType(routing);
|
|
43
|
+
if (generationId)
|
|
44
|
+
details.generationId = generationId;
|
|
45
|
+
if (reportedCostUsd !== undefined)
|
|
46
|
+
details.reportedCostUsd = reportedCostUsd;
|
|
47
|
+
if (actualCostUsd !== undefined)
|
|
48
|
+
details.actualCostUsd = actualCostUsd;
|
|
49
|
+
if (inputInferenceCostUsd !== undefined)
|
|
50
|
+
details.inputInferenceCostUsd = inputInferenceCostUsd;
|
|
51
|
+
if (outputInferenceCostUsd !== undefined)
|
|
52
|
+
details.outputInferenceCostUsd = outputInferenceCostUsd;
|
|
53
|
+
if (resolvedModel)
|
|
54
|
+
details.resolvedModel = resolvedModel;
|
|
55
|
+
if (finalProvider)
|
|
56
|
+
details.finalProvider = finalProvider;
|
|
57
|
+
if (credentialType)
|
|
58
|
+
details.credentialType = credentialType;
|
|
59
|
+
return details;
|
|
29
60
|
}
|
|
30
61
|
export function classifyRuntimeError(error) {
|
|
31
62
|
const message = getErrorMessage(error);
|
|
@@ -56,6 +87,21 @@ export function classifyRuntimeError(error) {
|
|
|
56
87
|
export function asRecord(value) {
|
|
57
88
|
return value && typeof value === "object" && !Array.isArray(value) ? value : undefined;
|
|
58
89
|
}
|
|
90
|
+
function firstAttemptCredentialType(routing) {
|
|
91
|
+
const modelAttempts = Array.isArray(routing?.modelAttempts) ? routing.modelAttempts : [];
|
|
92
|
+
const firstModelAttempt = asRecord(modelAttempts[0]);
|
|
93
|
+
const providerAttempts = Array.isArray(firstModelAttempt?.providerAttempts)
|
|
94
|
+
? firstModelAttempt.providerAttempts
|
|
95
|
+
: [];
|
|
96
|
+
return stringFrom(asRecord(providerAttempts[0])?.credentialType);
|
|
97
|
+
}
|
|
98
|
+
function stringFrom(...values) {
|
|
99
|
+
for (const value of values) {
|
|
100
|
+
if (typeof value === "string" && value.trim())
|
|
101
|
+
return value;
|
|
102
|
+
}
|
|
103
|
+
return undefined;
|
|
104
|
+
}
|
|
59
105
|
export function numberFrom(...values) {
|
|
60
106
|
for (const value of values) {
|
|
61
107
|
if (typeof value === "number" && Number.isFinite(value))
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtime-normalization.js","sourceRoot":"","sources":["../src/runtime-normalization.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"runtime-normalization.js","sourceRoot":"","sources":["../src/runtime-normalization.ts"],"names":[],"mappings":"AA2BA,MAAM,UAAU,yBAAyB,CACvC,KAA2B,EAC3B,UAA+C,EAAE;IAEjD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IACnD,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IACrD,MAAM,eAAe,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,kBAAkB,CAAC,EAAE,eAAe,CAAC,CAAC;IACzF,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC,EAAE,eAAe,CAAC,CAAC;IACrF,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,UAAU,CAAC;IACxD,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC;IAC7C,MAAM,UAAU,GAAG,YAAY,KAAK,SAAS;QAC3C,CAAC,CAAC,OAAO,CAAC,iBAAiB,IAAI,SAAS;QACxC,CAAC,CAAC,OAAO,CAAC,kBAAkB,IAAI,SAAS,CAAC;IAE5C,OAAO;QACL,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,YAAY,KAAK,UAAU,IAAI,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvG,UAAU;QACV,YAAY;KACb,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAA2B;IACpE,OAAO,6BAA6B,CAAC,KAAK,CAAC,EAAE,eAAe,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,KAA2B;IACvE,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAC5D,MAAM,eAAe,GAAG,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;IAC5D,IAAI,CAAC,eAAe;QAAE,OAAO,SAAS,CAAC;IAEvC,MAAM,OAAO,GAAG,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,OAAO,GAA2B,EAAE,eAAe,EAAE,CAAC;IAC5D,MAAM,YAAY,GAAG,UAAU,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;IAC9D,MAAM,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC,UAAU,EAAE,eAAe,CAAC,IAAI,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;IACjH,MAAM,aAAa,GAAG,UAAU,CAAC,eAAe,CAAC,IAAI,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;IACnF,MAAM,qBAAqB,GAAG,UAAU,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;IAC7E,MAAM,sBAAsB,GAAG,UAAU,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;IAC/E,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;IACnF,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IACzD,MAAM,cAAc,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IAE3D,IAAI,YAAY;QAAE,OAAO,CAAC,YAAY,GAAG,YAAY,CAAC;IACtD,IAAI,eAAe,KAAK,SAAS;QAAE,OAAO,CAAC,eAAe,GAAG,eAAe,CAAC;IAC7E,IAAI,aAAa,KAAK,SAAS;QAAE,OAAO,CAAC,aAAa,GAAG,aAAa,CAAC;IACvE,IAAI,qBAAqB,KAAK,SAAS;QAAE,OAAO,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;IAC/F,IAAI,sBAAsB,KAAK,SAAS;QAAE,OAAO,CAAC,sBAAsB,GAAG,sBAAsB,CAAC;IAClG,IAAI,aAAa;QAAE,OAAO,CAAC,aAAa,GAAG,aAAa,CAAC;IACzD,IAAI,aAAa;QAAE,OAAO,CAAC,aAAa,GAAG,aAAa,CAAC;IACzD,IAAI,cAAc;QAAE,OAAO,CAAC,cAAc,GAAG,cAAc,CAAC;IAE5D,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAc;IACjD,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAEpC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACxD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC3D,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC3D,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5F,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IACxD,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,yBAAyB,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrG,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC3D,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACjJ,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACtD,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAChE,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QAC9F,OAAO,EAAE,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACjE,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAc;IACrC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAgC,CAAC,CAAC,CAAC,SAAS,CAAC;AACpH,CAAC;AAED,SAAS,0BAA0B,CAAC,OAA4C;IAC9E,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;IACzF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,MAAM,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAC,iBAAiB,EAAE,gBAAgB,CAAC;QACzE,CAAC,CAAC,iBAAiB,CAAC,gBAAgB;QACpC,CAAC,CAAC,EAAE,CAAC;IACP,OAAO,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,UAAU,CAAC,GAAG,MAAiB;IACtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE;YAAE,OAAO,KAAK,CAAC;IAC9D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,GAAG,MAAiB;IAC7C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACtE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAAE,OAAO,MAAM,CAAC;QAC7C,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,MAAM,CAAC;QAC1C,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,YAAY,KAAK;QAAE,OAAO,KAAK,CAAC,OAAO,CAAC;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,OAAO,MAAM,EAAE,OAAO,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC;IAC/D,OAAO,EAAE,CAAC;AACZ,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { describe, expect, it } from "vitest";
|
|
2
|
-
import { classifyRuntimeError, extractGatewayReportedCost, extractLanguageModelUsage, } from "./runtime-normalization.js";
|
|
2
|
+
import { extractGatewayMetadataDetails, classifyRuntimeError, extractGatewayReportedCost, extractLanguageModelUsage, } from "./runtime-normalization.js";
|
|
3
3
|
describe("runtime normalization", () => {
|
|
4
4
|
it("extracts token usage without making cost billable by default", () => {
|
|
5
5
|
expect(extractLanguageModelUsage({
|
|
@@ -57,6 +57,54 @@ describe("runtime normalization", () => {
|
|
|
57
57
|
},
|
|
58
58
|
})).toBe(0.0042);
|
|
59
59
|
});
|
|
60
|
+
it("extracts gateway metadata details for host and tool ledgers", () => {
|
|
61
|
+
expect(extractGatewayMetadataDetails({
|
|
62
|
+
mode: "gateway",
|
|
63
|
+
operation: "image.generate",
|
|
64
|
+
requested: { provider: "bfl", model: "flux-pro-1.1" },
|
|
65
|
+
context: {},
|
|
66
|
+
result: {
|
|
67
|
+
providerMetadata: {
|
|
68
|
+
gateway: {
|
|
69
|
+
generationId: "gen_img_1",
|
|
70
|
+
marketCost: { total: "0.03" },
|
|
71
|
+
cost: "0.01",
|
|
72
|
+
inputInferenceCost: "0.004",
|
|
73
|
+
outputInferenceCost: "0.006",
|
|
74
|
+
routing: {
|
|
75
|
+
canonicalSlug: "bfl/flux-pro-1.1",
|
|
76
|
+
finalProvider: "bfl",
|
|
77
|
+
modelAttempts: [
|
|
78
|
+
{
|
|
79
|
+
providerAttempts: [{ credentialType: "system" }],
|
|
80
|
+
},
|
|
81
|
+
],
|
|
82
|
+
},
|
|
83
|
+
},
|
|
84
|
+
},
|
|
85
|
+
},
|
|
86
|
+
})).toMatchObject({
|
|
87
|
+
generationId: "gen_img_1",
|
|
88
|
+
reportedCostUsd: 0.03,
|
|
89
|
+
actualCostUsd: 0.01,
|
|
90
|
+
inputInferenceCostUsd: 0.004,
|
|
91
|
+
outputInferenceCostUsd: 0.006,
|
|
92
|
+
resolvedModel: "bfl/flux-pro-1.1",
|
|
93
|
+
finalProvider: "bfl",
|
|
94
|
+
credentialType: "system",
|
|
95
|
+
});
|
|
96
|
+
});
|
|
97
|
+
it("does not return gateway metadata details for non-gateway results", () => {
|
|
98
|
+
expect(extractGatewayMetadataDetails({
|
|
99
|
+
mode: "provider",
|
|
100
|
+
operation: "chat",
|
|
101
|
+
requested: { provider: "openai", model: "gpt-4o" },
|
|
102
|
+
context: {},
|
|
103
|
+
result: {
|
|
104
|
+
providerMetadata: { openai: { responseId: "resp_123" } },
|
|
105
|
+
},
|
|
106
|
+
})).toBeUndefined();
|
|
107
|
+
});
|
|
60
108
|
it("classifies common runtime errors once for provider and gateway adapters", () => {
|
|
61
109
|
expect(classifyRuntimeError(new Error("upstream rate limit 429"))).toMatchObject({
|
|
62
110
|
class: "rate-limit",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtime-normalization.test.js","sourceRoot":"","sources":["../src/runtime-normalization.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAEpC,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,CAAC,yBAAyB,CAAC;YAC/B,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAClD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,KAAK,EAAE;oBACL,WAAW,EAAE,CAAC;oBACd,YAAY,EAAE,CAAC;oBACf,iBAAiB,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE;oBACzC,kBAAkB,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE;iBAC3C;aACF;SACF,CAAC,CAAC,CAAC,OAAO,CAAC;YACV,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,eAAe,EAAE,CAAC;YAClB,UAAU,EAAE,SAAS;YACrB,YAAY,EAAE,UAAU;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,CAAC,yBAAyB,CAAC;YAC/B,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAClD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,EAAE;SACX,EAAE;YACD,YAAY,EAAE,UAAU;YACxB,eAAe,EAAE,IAAI;YACrB,kBAAkB,EAAE,kBAAkB;SACvC,CAAC,CAAC,CAAC,aAAa,CAAC;YAChB,gBAAgB,EAAE,IAAI;YACtB,eAAe,EAAE,IAAI;YACrB,UAAU,EAAE,kBAAkB;YAC9B,YAAY,EAAE,UAAU;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,CAAC,0BAA0B,CAAC;YAChC,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE;YACrC,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,gBAAgB,EAAE;oBAChB,OAAO,EAAE;wBACP,UAAU,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE;qBAChC;iBACF;aACF;SACF,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,GAAG,EAAE;QACjF,MAAM,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAC/E,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,MAAM,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YACvG,KAAK,EAAE,iBAAiB;YACxB,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"runtime-normalization.test.js","sourceRoot":"","sources":["../src/runtime-normalization.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,6BAA6B,EAC7B,oBAAoB,EACpB,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAEpC,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,CAAC,yBAAyB,CAAC;YAC/B,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAClD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,KAAK,EAAE;oBACL,WAAW,EAAE,CAAC;oBACd,YAAY,EAAE,CAAC;oBACf,iBAAiB,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE;oBACzC,kBAAkB,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE;iBAC3C;aACF;SACF,CAAC,CAAC,CAAC,OAAO,CAAC;YACV,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,eAAe,EAAE,CAAC;YAClB,UAAU,EAAE,SAAS;YACrB,YAAY,EAAE,UAAU;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,CAAC,yBAAyB,CAAC;YAC/B,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAClD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,EAAE;SACX,EAAE;YACD,YAAY,EAAE,UAAU;YACxB,eAAe,EAAE,IAAI;YACrB,kBAAkB,EAAE,kBAAkB;SACvC,CAAC,CAAC,CAAC,aAAa,CAAC;YAChB,gBAAgB,EAAE,IAAI;YACtB,eAAe,EAAE,IAAI;YACrB,UAAU,EAAE,kBAAkB;YAC9B,YAAY,EAAE,UAAU;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,CAAC,0BAA0B,CAAC;YAChC,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE;YACrC,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,gBAAgB,EAAE;oBAChB,OAAO,EAAE;wBACP,UAAU,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE;qBAChC;iBACF;aACF;SACF,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,CAAC,6BAA6B,CAAC;YACnC,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,gBAAgB;YAC3B,SAAS,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE;YACrD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,gBAAgB,EAAE;oBAChB,OAAO,EAAE;wBACP,YAAY,EAAE,WAAW;wBACzB,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;wBAC7B,IAAI,EAAE,MAAM;wBACZ,kBAAkB,EAAE,OAAO;wBAC3B,mBAAmB,EAAE,OAAO;wBAC5B,OAAO,EAAE;4BACP,aAAa,EAAE,kBAAkB;4BACjC,aAAa,EAAE,KAAK;4BACpB,aAAa,EAAE;gCACb;oCACE,gBAAgB,EAAE,CAAC,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC;iCACjD;6BACF;yBACF;qBACF;iBACF;aACF;SACF,CAAC,CAAC,CAAC,aAAa,CAAC;YAChB,YAAY,EAAE,WAAW;YACzB,eAAe,EAAE,IAAI;YACrB,aAAa,EAAE,IAAI;YACnB,qBAAqB,EAAE,KAAK;YAC5B,sBAAsB,EAAE,KAAK;YAC7B,aAAa,EAAE,kBAAkB;YACjC,aAAa,EAAE,KAAK;YACpB,cAAc,EAAE,QAAQ;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,CAAC,6BAA6B,CAAC;YACnC,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;YAClD,OAAO,EAAE,EAAE;YACX,MAAM,EAAE;gBACN,gBAAgB,EAAE,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,EAAE;aACzD;SACF,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,GAAG,EAAE;QACjF,MAAM,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAC/E,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,MAAM,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YACvG,KAAK,EAAE,iBAAiB;YACxB,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@polpo-ai/llm",
|
|
3
|
-
"version": "0.15.
|
|
3
|
+
"version": "0.15.21",
|
|
4
4
|
"description": "LLM abstraction for Polpo — multi-provider model resolution, streaming, cost tracking, and failover built on Vercel AI SDK + AI Gateway",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -19,7 +19,7 @@
|
|
|
19
19
|
"dependencies": {
|
|
20
20
|
"@ai-sdk/openai": "^3.0.48",
|
|
21
21
|
"@ai-sdk/openai-compatible": "^2.0.37",
|
|
22
|
-
"@polpo-ai/core": "0.15.
|
|
22
|
+
"@polpo-ai/core": "0.15.21"
|
|
23
23
|
},
|
|
24
24
|
"peerDependencies": {
|
|
25
25
|
"@ai-sdk/gateway": ">=3.0.0",
|