metergraph 0.6.13 → 0.6.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -0
- package/dist/capture.js +53 -0
- package/dist/transport.d.ts +1 -0
- package/dist/transport.js +19 -0
- package/dist/version.d.ts +1 -1
- package/dist/version.js +1 -1
- package/dist/wrap.js +3 -5
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -273,3 +273,7 @@ mg.vercelAISDKMiddleware() }); do not also wrap its internal provider transport.
|
|
|
273
273
|
When done, list every client and AI SDK model you instrumented, and flag LLM
|
|
274
274
|
calls made outside these supported paths.
|
|
275
275
|
```
|
|
276
|
+
|
|
277
|
+
### Service tier evidence
|
|
278
|
+
|
|
279
|
+
Calls record `service_tier` separately from `requested_service_tier`: requesting Flex does not prove it was served. Capture reads OpenAI's response tier, Anthropic's usage tier, and Google's usage tier or traffic type, retaining evidence across trailing stream events. Successful Batch API results record `batch` from the transport, without inventing a requested tier. Missing response evidence stays unknown.
|
package/dist/capture.js
CHANGED
|
@@ -13,6 +13,54 @@ exports.DEFAULT_TEXT_MAX_BYTES = 1024 * 1024;
|
|
|
13
13
|
function get(value, key) {
|
|
14
14
|
return value && typeof value === "object" ? value[key] : undefined;
|
|
15
15
|
}
|
|
16
|
+
function tierString(value) {
|
|
17
|
+
return typeof value === "string" && value.trim() ? value.trim() : undefined;
|
|
18
|
+
}
|
|
19
|
+
function serviceTier(value) {
|
|
20
|
+
return tierString(get(value, "service_tier") ?? get(value, "serviceTier"));
|
|
21
|
+
}
|
|
22
|
+
function responseTier(value) {
|
|
23
|
+
const direct = serviceTier(value) ?? serviceTier(get(value, "usage"));
|
|
24
|
+
if (direct !== undefined)
|
|
25
|
+
return direct;
|
|
26
|
+
const usage = get(value, "usageMetadata") ?? get(value, "usage_metadata");
|
|
27
|
+
const nativeTier = serviceTier(usage);
|
|
28
|
+
if (nativeTier !== undefined)
|
|
29
|
+
return nativeTier;
|
|
30
|
+
const traffic = tierString(get(usage, "trafficType") ?? get(usage, "traffic_type"));
|
|
31
|
+
if (traffic === "ON_DEMAND_FLEX")
|
|
32
|
+
return "flex";
|
|
33
|
+
if (traffic === "ON_DEMAND")
|
|
34
|
+
return "standard";
|
|
35
|
+
if (traffic === "ON_DEMAND_PRIORITY")
|
|
36
|
+
return "priority";
|
|
37
|
+
return traffic;
|
|
38
|
+
}
|
|
39
|
+
function servedServiceTier(response, chunks = []) {
|
|
40
|
+
const read = (value) => responseTier(value)
|
|
41
|
+
?? responseTier(get(value, "response")) ?? responseTier(get(value, "message"));
|
|
42
|
+
const direct = read(response);
|
|
43
|
+
if (direct !== undefined)
|
|
44
|
+
return direct;
|
|
45
|
+
// A trailing event need not repeat the provider's tier.
|
|
46
|
+
for (let i = chunks.length - 1; i >= 0; i--) {
|
|
47
|
+
const tier = read(chunks[i]);
|
|
48
|
+
if (tier !== undefined)
|
|
49
|
+
return tier;
|
|
50
|
+
}
|
|
51
|
+
return undefined;
|
|
52
|
+
}
|
|
53
|
+
function requestedServiceTier(request) {
|
|
54
|
+
const config = get(request, "config");
|
|
55
|
+
const explicit = serviceTier(request) ?? serviceTier(config);
|
|
56
|
+
if (explicit !== undefined)
|
|
57
|
+
return explicit;
|
|
58
|
+
const http = get(config, "httpOptions") ?? get(config, "http_options");
|
|
59
|
+
const headers = get(http, "headers");
|
|
60
|
+
if (!headers || typeof headers !== "object")
|
|
61
|
+
return undefined;
|
|
62
|
+
return tierString(Object.entries(headers).find(([key]) => key.toLowerCase() === "x-vertex-ai-llm-shared-request-type")?.[1]);
|
|
63
|
+
}
|
|
16
64
|
function first(value) {
|
|
17
65
|
return Array.isArray(value) ? value[0] : undefined;
|
|
18
66
|
}
|
|
@@ -768,6 +816,11 @@ class CaptureRuntime {
|
|
|
768
816
|
provider: state.provider,
|
|
769
817
|
model: state.request.model,
|
|
770
818
|
...usage(response),
|
|
819
|
+
// The Batch API confirms billing even when its body reports a default tier.
|
|
820
|
+
service_tier: state.endpoint.startsWith("batch.") && response != null
|
|
821
|
+
&& !extra.error && extra.status !== "error"
|
|
822
|
+
? "batch" : servedServiceTier(response, extra.responseChunks),
|
|
823
|
+
requested_service_tier: requestedServiceTier(state.request),
|
|
771
824
|
...(0, gateway_js_1.gatewayEvidence)(state.gateway, state.endpoint, response),
|
|
772
825
|
latency_ms: Math.round(performance.now() - state.started),
|
|
773
826
|
status,
|
package/dist/transport.d.ts
CHANGED
package/dist/transport.js
CHANGED
|
@@ -28,6 +28,7 @@ class Transport {
|
|
|
28
28
|
scheduled = false;
|
|
29
29
|
inFlight = Promise.resolve();
|
|
30
30
|
fatal = false;
|
|
31
|
+
upload;
|
|
31
32
|
dropped = 0;
|
|
32
33
|
errors = 0;
|
|
33
34
|
retryAt = 0;
|
|
@@ -127,9 +128,18 @@ class Transport {
|
|
|
127
128
|
await this.deliver(rows.slice(midpoint));
|
|
128
129
|
return;
|
|
129
130
|
}
|
|
131
|
+
if (this.fatal) {
|
|
132
|
+
this.dropped += rows.length;
|
|
133
|
+
return;
|
|
134
|
+
}
|
|
135
|
+
const controller = new AbortController();
|
|
136
|
+
this.upload = controller;
|
|
137
|
+
const timeout = setTimeout(() => controller.abort(), 30_000);
|
|
138
|
+
timeout.unref?.();
|
|
130
139
|
try {
|
|
131
140
|
const response = await fetch(`${this.baseUrl.replace(/\/$/, "")}/v1/ingest`, {
|
|
132
141
|
method: "POST",
|
|
142
|
+
signal: controller.signal,
|
|
133
143
|
headers: {
|
|
134
144
|
Authorization: `Bearer ${token}`,
|
|
135
145
|
"Content-Type": "application/json",
|
|
@@ -171,11 +181,20 @@ class Transport {
|
|
|
171
181
|
this.markTransientFailure(rows.length);
|
|
172
182
|
this.failureLog.report("transport_error", `ingest request to ${this.baseUrl} failed: ${error instanceof Error ? error.message : String(error)}`);
|
|
173
183
|
}
|
|
184
|
+
finally {
|
|
185
|
+
clearTimeout(timeout);
|
|
186
|
+
if (this.upload === controller)
|
|
187
|
+
this.upload = undefined;
|
|
188
|
+
}
|
|
174
189
|
}
|
|
175
190
|
async shutdown() {
|
|
176
191
|
if (this.timer)
|
|
177
192
|
clearInterval(this.timer);
|
|
178
193
|
await this.flush();
|
|
194
|
+
this.fatal = true;
|
|
195
|
+
this.dropped += this.queue.length;
|
|
196
|
+
this.queue.length = 0;
|
|
197
|
+
this.upload?.abort();
|
|
179
198
|
}
|
|
180
199
|
}
|
|
181
200
|
exports.Transport = Transport;
|
package/dist/version.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export declare const SDK_VERSION = "0.6.
|
|
1
|
+
export declare const SDK_VERSION = "0.6.15";
|
package/dist/version.js
CHANGED
package/dist/wrap.js
CHANGED
|
@@ -78,7 +78,6 @@ function captureOpenAIBatchItem(capture, item, sourceId, context, stack) {
|
|
|
78
78
|
const request = {
|
|
79
79
|
model: get(body, "model"),
|
|
80
80
|
batch: true,
|
|
81
|
-
service_tier: "batch",
|
|
82
81
|
batch_custom_id: customId || undefined,
|
|
83
82
|
batch_item_id: itemId || undefined,
|
|
84
83
|
};
|
|
@@ -151,7 +150,6 @@ function captureAnthropicBatchItem(capture, item, batchId, context, stack) {
|
|
|
151
150
|
const state = capture.start("anthropic", "batch.messages", {
|
|
152
151
|
model: get(message, "model"),
|
|
153
152
|
batch: true,
|
|
154
|
-
service_tier: "batch",
|
|
155
153
|
batch_custom_id: customId || undefined,
|
|
156
154
|
batch_id: batchId || undefined,
|
|
157
155
|
}, stack, context);
|
|
@@ -279,7 +277,7 @@ function streamProxy(stream, state, capture, suppressUsageOnly) {
|
|
|
279
277
|
stream.on("error", (error) => finish(last, error));
|
|
280
278
|
}
|
|
281
279
|
return new Proxy(stream, {
|
|
282
|
-
get(target, property
|
|
280
|
+
get(target, property) {
|
|
283
281
|
if (property === Symbol.asyncIterator && typeof target[Symbol.asyncIterator] === "function") {
|
|
284
282
|
return async function* () {
|
|
285
283
|
try {
|
|
@@ -338,7 +336,7 @@ function streamProxy(stream, state, capture, suppressUsageOnly) {
|
|
|
338
336
|
};
|
|
339
337
|
}
|
|
340
338
|
if (property === "close" || property === "abort") {
|
|
341
|
-
const original = Reflect.get(target, property
|
|
339
|
+
const original = Reflect.get(target, property);
|
|
342
340
|
if (typeof original !== "function")
|
|
343
341
|
return original;
|
|
344
342
|
return (...args) => {
|
|
@@ -358,7 +356,7 @@ function streamProxy(stream, state, capture, suppressUsageOnly) {
|
|
|
358
356
|
return returned;
|
|
359
357
|
};
|
|
360
358
|
}
|
|
361
|
-
const value = Reflect.get(target, property
|
|
359
|
+
const value = Reflect.get(target, property);
|
|
362
360
|
return typeof value === "function" ? value.bind(target) : value;
|
|
363
361
|
},
|
|
364
362
|
});
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "metergraph",
|
|
3
|
-
"version": "0.6.
|
|
3
|
+
"version": "0.6.15",
|
|
4
4
|
"description": "Zero-dependency TypeScript SDK for function-level LLM cost attribution across major LLM providers and frameworks, including OpenAI, Anthropic, Gemini, and Vercel AI SDK.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|