metergraph 0.6.13 → 0.6.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -273,3 +273,7 @@ mg.vercelAISDKMiddleware() }); do not also wrap its internal provider transport.
273
273
  When done, list every client and AI SDK model you instrumented, and flag LLM
274
274
  calls made outside these supported paths.
275
275
  ```
276
+
277
+ ### Service tier evidence
278
+
279
+ Calls record `service_tier` separately from `requested_service_tier`: requesting Flex does not prove it was served. Capture reads OpenAI's response tier, Anthropic's usage tier, and Google's usage tier or traffic type, retaining evidence across trailing stream events. Successful Batch API results record `batch` from the transport, without inventing a requested tier. Missing response evidence stays unknown.
package/dist/capture.js CHANGED
@@ -13,6 +13,54 @@ exports.DEFAULT_TEXT_MAX_BYTES = 1024 * 1024;
13
13
  function get(value, key) {
14
14
  return value && typeof value === "object" ? value[key] : undefined;
15
15
  }
16
+ function tierString(value) {
17
+ return typeof value === "string" && value.trim() ? value.trim() : undefined;
18
+ }
19
+ function serviceTier(value) {
20
+ return tierString(get(value, "service_tier") ?? get(value, "serviceTier"));
21
+ }
22
+ function responseTier(value) {
23
+ const direct = serviceTier(value) ?? serviceTier(get(value, "usage"));
24
+ if (direct !== undefined)
25
+ return direct;
26
+ const usage = get(value, "usageMetadata") ?? get(value, "usage_metadata");
27
+ const nativeTier = serviceTier(usage);
28
+ if (nativeTier !== undefined)
29
+ return nativeTier;
30
+ const traffic = tierString(get(usage, "trafficType") ?? get(usage, "traffic_type"));
31
+ if (traffic === "ON_DEMAND_FLEX")
32
+ return "flex";
33
+ if (traffic === "ON_DEMAND")
34
+ return "standard";
35
+ if (traffic === "ON_DEMAND_PRIORITY")
36
+ return "priority";
37
+ return traffic;
38
+ }
39
+ function servedServiceTier(response, chunks = []) {
40
+ const read = (value) => responseTier(value)
41
+ ?? responseTier(get(value, "response")) ?? responseTier(get(value, "message"));
42
+ const direct = read(response);
43
+ if (direct !== undefined)
44
+ return direct;
45
+ // A trailing event need not repeat the provider's tier.
46
+ for (let i = chunks.length - 1; i >= 0; i--) {
47
+ const tier = read(chunks[i]);
48
+ if (tier !== undefined)
49
+ return tier;
50
+ }
51
+ return undefined;
52
+ }
53
+ function requestedServiceTier(request) {
54
+ const config = get(request, "config");
55
+ const explicit = serviceTier(request) ?? serviceTier(config);
56
+ if (explicit !== undefined)
57
+ return explicit;
58
+ const http = get(config, "httpOptions") ?? get(config, "http_options");
59
+ const headers = get(http, "headers");
60
+ if (!headers || typeof headers !== "object")
61
+ return undefined;
62
+ return tierString(Object.entries(headers).find(([key]) => key.toLowerCase() === "x-vertex-ai-llm-shared-request-type")?.[1]);
63
+ }
16
64
  function first(value) {
17
65
  return Array.isArray(value) ? value[0] : undefined;
18
66
  }
@@ -768,6 +816,11 @@ class CaptureRuntime {
768
816
  provider: state.provider,
769
817
  model: state.request.model,
770
818
  ...usage(response),
819
+ // The Batch API confirms billing even when its body reports a default tier.
820
+ service_tier: state.endpoint.startsWith("batch.") && response != null
821
+ && !extra.error && extra.status !== "error"
822
+ ? "batch" : servedServiceTier(response, extra.responseChunks),
823
+ requested_service_tier: requestedServiceTier(state.request),
771
824
  ...(0, gateway_js_1.gatewayEvidence)(state.gateway, state.endpoint, response),
772
825
  latency_ms: Math.round(performance.now() - state.started),
773
826
  status,
@@ -21,6 +21,7 @@ export declare class Transport {
21
21
  private scheduled;
22
22
  private inFlight;
23
23
  private fatal;
24
+ private upload?;
24
25
  private dropped;
25
26
  private errors;
26
27
  private retryAt;
package/dist/transport.js CHANGED
@@ -28,6 +28,7 @@ class Transport {
28
28
  scheduled = false;
29
29
  inFlight = Promise.resolve();
30
30
  fatal = false;
31
+ upload;
31
32
  dropped = 0;
32
33
  errors = 0;
33
34
  retryAt = 0;
@@ -127,9 +128,18 @@ class Transport {
127
128
  await this.deliver(rows.slice(midpoint));
128
129
  return;
129
130
  }
131
+ if (this.fatal) {
132
+ this.dropped += rows.length;
133
+ return;
134
+ }
135
+ const controller = new AbortController();
136
+ this.upload = controller;
137
+ const timeout = setTimeout(() => controller.abort(), 30_000);
138
+ timeout.unref?.();
130
139
  try {
131
140
  const response = await fetch(`${this.baseUrl.replace(/\/$/, "")}/v1/ingest`, {
132
141
  method: "POST",
142
+ signal: controller.signal,
133
143
  headers: {
134
144
  Authorization: `Bearer ${token}`,
135
145
  "Content-Type": "application/json",
@@ -171,11 +181,20 @@ class Transport {
171
181
  this.markTransientFailure(rows.length);
172
182
  this.failureLog.report("transport_error", `ingest request to ${this.baseUrl} failed: ${error instanceof Error ? error.message : String(error)}`);
173
183
  }
184
+ finally {
185
+ clearTimeout(timeout);
186
+ if (this.upload === controller)
187
+ this.upload = undefined;
188
+ }
174
189
  }
175
190
  async shutdown() {
176
191
  if (this.timer)
177
192
  clearInterval(this.timer);
178
193
  await this.flush();
194
+ this.fatal = true;
195
+ this.dropped += this.queue.length;
196
+ this.queue.length = 0;
197
+ this.upload?.abort();
179
198
  }
180
199
  }
181
200
  exports.Transport = Transport;
package/dist/version.d.ts CHANGED
@@ -1 +1 @@
1
- export declare const SDK_VERSION = "0.6.13";
1
+ export declare const SDK_VERSION = "0.6.15";
package/dist/version.js CHANGED
@@ -1,4 +1,4 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.SDK_VERSION = void 0;
4
- exports.SDK_VERSION = "0.6.13";
4
+ exports.SDK_VERSION = "0.6.15";
package/dist/wrap.js CHANGED
@@ -78,7 +78,6 @@ function captureOpenAIBatchItem(capture, item, sourceId, context, stack) {
78
78
  const request = {
79
79
  model: get(body, "model"),
80
80
  batch: true,
81
- service_tier: "batch",
82
81
  batch_custom_id: customId || undefined,
83
82
  batch_item_id: itemId || undefined,
84
83
  };
@@ -151,7 +150,6 @@ function captureAnthropicBatchItem(capture, item, batchId, context, stack) {
151
150
  const state = capture.start("anthropic", "batch.messages", {
152
151
  model: get(message, "model"),
153
152
  batch: true,
154
- service_tier: "batch",
155
153
  batch_custom_id: customId || undefined,
156
154
  batch_id: batchId || undefined,
157
155
  }, stack, context);
@@ -279,7 +277,7 @@ function streamProxy(stream, state, capture, suppressUsageOnly) {
279
277
  stream.on("error", (error) => finish(last, error));
280
278
  }
281
279
  return new Proxy(stream, {
282
- get(target, property, receiver) {
280
+ get(target, property) {
283
281
  if (property === Symbol.asyncIterator && typeof target[Symbol.asyncIterator] === "function") {
284
282
  return async function* () {
285
283
  try {
@@ -338,7 +336,7 @@ function streamProxy(stream, state, capture, suppressUsageOnly) {
338
336
  };
339
337
  }
340
338
  if (property === "close" || property === "abort") {
341
- const original = Reflect.get(target, property, receiver);
339
+ const original = Reflect.get(target, property);
342
340
  if (typeof original !== "function")
343
341
  return original;
344
342
  return (...args) => {
@@ -358,7 +356,7 @@ function streamProxy(stream, state, capture, suppressUsageOnly) {
358
356
  return returned;
359
357
  };
360
358
  }
361
- const value = Reflect.get(target, property, receiver);
359
+ const value = Reflect.get(target, property);
362
360
  return typeof value === "function" ? value.bind(target) : value;
363
361
  },
364
362
  });
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "metergraph",
3
- "version": "0.6.13",
3
+ "version": "0.6.15",
4
4
  "description": "Zero-dependency TypeScript SDK for function-level LLM cost attribution across major LLM providers and frameworks, including OpenAI, Anthropic, Gemini, and Vercel AI SDK.",
5
5
  "type": "module",
6
6
  "main": "./dist/index.js",