@usagetap/sdk 1.4.0 → 1.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (52) hide show
  1. package/README.md +156 -18
  2. package/dist/adapters/anthropic.cjs +195 -235
  3. package/dist/adapters/anthropic.cjs.map +1 -1
  4. package/dist/adapters/anthropic.d.cts +1 -1
  5. package/dist/adapters/anthropic.d.ts +1 -1
  6. package/dist/adapters/anthropic.mjs +195 -235
  7. package/dist/adapters/anthropic.mjs.map +1 -1
  8. package/dist/adapters/openai.cjs +256 -274
  9. package/dist/adapters/openai.cjs.map +1 -1
  10. package/dist/adapters/openai.d.cts +1 -1
  11. package/dist/adapters/openai.d.ts +1 -1
  12. package/dist/adapters/openai.mjs +256 -274
  13. package/dist/adapters/openai.mjs.map +1 -1
  14. package/dist/adapters/openrouter.cjs +256 -274
  15. package/dist/adapters/openrouter.cjs.map +1 -1
  16. package/dist/adapters/openrouter.d.cts +1 -1
  17. package/dist/adapters/openrouter.d.ts +1 -1
  18. package/dist/adapters/openrouter.mjs +256 -274
  19. package/dist/adapters/openrouter.mjs.map +1 -1
  20. package/dist/anthropic/index.cjs +195 -235
  21. package/dist/anthropic/index.cjs.map +1 -1
  22. package/dist/anthropic/index.d.cts +1 -1
  23. package/dist/anthropic/index.d.ts +1 -1
  24. package/dist/anthropic/index.mjs +195 -235
  25. package/dist/anthropic/index.mjs.map +1 -1
  26. package/dist/{client-CExQ8e1T.d.cts → client-C0UiaqVB.d.cts} +141 -61
  27. package/dist/{client-CExQ8e1T.d.ts → client-C0UiaqVB.d.ts} +141 -61
  28. package/dist/express/index.cjs +189 -246
  29. package/dist/express/index.cjs.map +1 -1
  30. package/dist/express/index.d.cts +1 -1
  31. package/dist/express/index.d.ts +1 -1
  32. package/dist/express/index.mjs +189 -246
  33. package/dist/express/index.mjs.map +1 -1
  34. package/dist/index.cjs +391 -175
  35. package/dist/index.cjs.map +1 -1
  36. package/dist/index.d.cts +13 -4
  37. package/dist/index.d.ts +13 -4
  38. package/dist/index.mjs +391 -175
  39. package/dist/index.mjs.map +1 -1
  40. package/dist/openai/index.cjs +256 -274
  41. package/dist/openai/index.cjs.map +1 -1
  42. package/dist/openai/index.d.cts +1 -1
  43. package/dist/openai/index.d.ts +1 -1
  44. package/dist/openai/index.mjs +256 -274
  45. package/dist/openai/index.mjs.map +1 -1
  46. package/dist/openrouter/index.cjs +256 -274
  47. package/dist/openrouter/index.cjs.map +1 -1
  48. package/dist/openrouter/index.d.cts +1 -1
  49. package/dist/openrouter/index.d.ts +1 -1
  50. package/dist/openrouter/index.mjs +256 -274
  51. package/dist/openrouter/index.mjs.map +1 -1
  52. package/package.json +2 -2
@@ -48,7 +48,7 @@ interface RollingCallsRateLimitState {
48
48
  source?: "current_rolling_check" | "call_records";
49
49
  nextAvailableAt?: string;
50
50
  scope?: {
51
- callType?: "standard" | "API";
51
+ callType?: "standard";
52
52
  tier?: "standard" | "premium";
53
53
  };
54
54
  }
@@ -119,11 +119,6 @@ interface BeginCallRequest {
119
119
  requested?: RequestedEntitlements;
120
120
  feature?: string;
121
121
  tags?: string[];
122
- /**
123
- * Optional PAYG hold hint (USD) to authorize upfront during call_begin.
124
- * When provided, overrides the plan's default hold for this call only.
125
- */
126
- holdUsd?: number;
127
122
  /**
128
123
  * Idempotency key for safe retries.
129
124
  * The SDK generates a unique key by default. Direct API callers should send
@@ -155,57 +150,10 @@ interface BeginCallRequest {
155
150
  * Explicit pricing mode for this call. Takes precedence over batch.
156
151
  */
157
152
  pricingMode?: "batch" | "standard";
158
- /**
159
- * Runtime Compression Policy resolution context. SDK adapters populate this
160
- * automatically; direct integrations may provide it explicitly.
161
- */
162
- runtimeCompressionContext?: {
163
- assignmentKey?: string;
164
- projectId?: string;
165
- provider?: string;
166
- model?: string;
167
- };
168
- }
169
- interface RuntimeCompressionPolicyDecision {
170
- policyId: string;
171
- policyVersionId: string;
172
- version: number;
173
- mode: "DRAFT" | "SHADOW" | "CANARY" | "ACTIVE" | "PAUSED" | "ARCHIVED";
174
- selected: boolean;
175
- snapshot: {
176
- scope: {
177
- minimumTokens: number;
178
- messageRoles: string[];
179
- contentTypes: string[];
180
- };
181
- methods: {
182
- deterministic: {
183
- enabled: true;
184
- };
185
- deepText: {
186
- enabled: boolean;
187
- };
188
- };
189
- gates: {
190
- minimumTokensRemoved: number;
191
- minimumReductionPercentage: number;
192
- maximumLatencyMs: number;
193
- maximumCompressionCostUsd?: number;
194
- minimumProjectedNetSavingUsd?: number;
195
- };
196
- rollout: {
197
- deterministicOnly: boolean;
198
- deepTextCanaryAllowed: boolean;
199
- };
200
- capturePayloads: boolean;
201
- payloadRetentionDays: number;
202
- };
203
153
  }
204
154
  interface RuntimeCompressionMeasurement {
205
- policyId: string;
206
- policyVersionId: string;
207
- policyVersion: number;
208
- rolloutMode: RuntimeCompressionPolicyDecision["mode"];
155
+ status: "SHADOW" | "ACTIVE";
156
+ configurationUpdatedAt?: string;
209
157
  decision: "compressed" | "skipped" | "fallback" | "bypassed" | "error";
210
158
  reasonCode?: string;
211
159
  methodsAttempted: string[];
@@ -224,6 +172,7 @@ interface BalanceSummary {
224
172
  tokensRemaining?: number;
225
173
  searchesRemaining?: number;
226
174
  audioSecondsRemaining?: number;
175
+ agenticApiRemaining?: number;
227
176
  customMeter1Remaining?: number;
228
177
  customMeter2Remaining?: number;
229
178
  }
@@ -251,7 +200,7 @@ interface PlanSummary {
251
200
  }
252
201
  interface BeginCallResponseBody {
253
202
  callId: string;
254
- callType?: "standard" | "API";
203
+ callType?: "standard";
255
204
  startTime: string;
256
205
  feature?: string;
257
206
  tags?: string[];
@@ -272,7 +221,6 @@ interface BeginCallResponseBody {
272
221
  stripeCustomerId?: string | null;
273
222
  batch?: boolean;
274
223
  pricingMode?: "batch" | "standard";
275
- runtimeCompressionPolicy?: RuntimeCompressionPolicyDecision;
276
224
  }
277
225
  interface EndCallRequest {
278
226
  callId: string;
@@ -308,10 +256,21 @@ interface EndCallRequest {
308
256
  * inputTokens must include these tokens.
309
257
  */
310
258
  cacheWriteInputTokens?: number;
259
+ /** Cache writes using the provider's five-minute cache lifetime. */
260
+ cacheWrite5mInputTokens?: number;
261
+ /** Cache writes using the provider's one-hour cache lifetime. */
262
+ cacheWrite1hInputTokens?: number;
311
263
  reasoningTokens?: number;
312
264
  searches?: number;
313
265
  audio?: number;
314
266
  audioSeconds?: number;
267
+ imageInputCount?: number;
268
+ imageInputTokens?: number;
269
+ imageOutputCount?: number;
270
+ imageOutputTokens?: number;
271
+ audioInputTokens?: number;
272
+ cachedAudioInputTokens?: number;
273
+ audioOutputTokens?: number;
315
274
  error?: {
316
275
  code: string;
317
276
  message: string;
@@ -344,6 +303,7 @@ interface EndCallRequest {
344
303
  }
345
304
  interface MeteredUsage {
346
305
  calls?: number;
306
+ /** Provider-reported output tokens used by plan limits and Stripe token meters. */
347
307
  tokens?: number;
348
308
  reasoningTokens?: number;
349
309
  searches?: number;
@@ -370,15 +330,24 @@ interface EndCallResponseBody {
370
330
  costBreakdown?: Record<string, unknown>;
371
331
  /** Model cost before a vendor-batch discount is applied. */
372
332
  standardCostUSD?: number;
373
- /** Multiplier applied to standardCostUSD (0.5 for batch, 1 for standard). */
333
+ /** Effective multiplier relating final costUSD to standardCostUSD. */
374
334
  pricingMultiplier?: number;
375
335
  usage?: {
376
336
  inputTokens: number;
377
337
  cachedInputTokens: number;
378
338
  cacheWriteInputTokens: number;
339
+ cacheWrite5mInputTokens?: number;
340
+ cacheWrite1hInputTokens?: number;
379
341
  billableInputTokens: number;
380
342
  responseTokens: number;
381
343
  reasoningTokens: number;
344
+ imageInputCount?: number;
345
+ imageInputTokens?: number;
346
+ imageOutputCount?: number;
347
+ imageOutputTokens?: number;
348
+ audioInputTokens?: number;
349
+ cachedAudioInputTokens?: number;
350
+ audioOutputTokens?: number;
382
351
  };
383
352
  metered?: MeteredUsage;
384
353
  spendVelocity?: SpendVelocitySnapshot;
@@ -582,12 +551,13 @@ interface SamplingDecisionRequest {
582
551
  }
583
552
  interface SamplingDecisionResponseBody {
584
553
  sample: boolean;
585
- reason: "selected" | "rate_disabled" | "customer_excluded" | "feature_excluded" | "feature_not_included" | "below_minimum_tokens" | "rate_not_selected";
554
+ reason: "selected" | "watch_selected" | "rate_disabled" | "customer_excluded" | "feature_excluded" | "feature_not_included" | "below_minimum_tokens" | "rate_not_selected";
586
555
  decisionId: string;
587
556
  samplingKey: string;
588
557
  policyVersion: string;
589
558
  settingsExpiresAt: string;
590
559
  score?: number;
560
+ watchId?: string;
591
561
  }
592
562
  interface SamplingDecisionOptions extends RequestOptions {
593
563
  correlationId?: string;
@@ -606,6 +576,7 @@ interface CaptureSampleRequest extends SamplingDecisionInput {
606
576
  error?: unknown;
607
577
  decisionId?: string;
608
578
  policyVersion?: string;
579
+ watchId?: string;
609
580
  }
610
581
  interface CaptureSampleOptions extends RequestOptions {
611
582
  correlationId?: string;
@@ -674,6 +645,12 @@ interface WithUsageContext {
674
645
  begin: UsageTapSuccessResponse<BeginCallResponseBody>;
675
646
  setUsage: (usage: Partial<Omit<EndCallRequest, "callId" | "error">>) => void;
676
647
  setError: (error: EndCallRequest["error"]) => void;
648
+ /**
649
+ * Defer call_end until a streaming operation has finished. The returned
650
+ * function settles the call exactly once using the latest usage and error.
651
+ * Adapters should call it on completion, cancellation, and failure.
652
+ */
653
+ deferFinalization?: () => () => Promise<void>;
677
654
  }
678
655
  interface WithUsageOptions {
679
656
  signal?: AbortSignal;
@@ -734,7 +711,7 @@ interface ChangePlanResponseBody {
734
711
  success: boolean;
735
712
  subscription: SubscriptionSnapshot;
736
713
  }
737
- type CustomMeterSlot = "CUSTOM1" | "CUSTOM2";
714
+ type CustomMeterSlot = "CUSTOM1" | "CUSTOM2" | "AGENTIC_API";
738
715
  interface IncrementCustomMeterRequest {
739
716
  customerId: string;
740
717
  /** Stable identifier for the end user responsible for this meter event. */
@@ -795,10 +772,19 @@ interface UsageMetricEvent {
795
772
  inputTokens?: number;
796
773
  cachedInputTokens?: number;
797
774
  cacheWriteInputTokens?: number;
775
+ cacheWrite5mInputTokens?: number;
776
+ cacheWrite1hInputTokens?: number;
798
777
  responseTokens?: number;
799
778
  reasoningTokens?: number;
800
779
  searches?: number;
801
780
  audioSeconds?: number;
781
+ imageInputCount?: number;
782
+ imageInputTokens?: number;
783
+ imageOutputCount?: number;
784
+ imageOutputTokens?: number;
785
+ audioInputTokens?: number;
786
+ cachedAudioInputTokens?: number;
787
+ audioOutputTokens?: number;
802
788
  costUsd?: number;
803
789
  /** Custom meter slot (for custom_meter events) */
804
790
  customMeterSlot?: CustomMeterSlot;
@@ -1006,6 +992,96 @@ interface GatewayChatCompletion {
1006
992
  usagetap?: JsonRecord;
1007
993
  [key: string]: unknown;
1008
994
  }
995
+ type GatewayResponseVerbosity = "low" | "medium" | "high";
996
+ interface GatewayPromptCacheBreakpoint {
997
+ mode: "explicit";
998
+ }
999
+ interface GatewayResponseInputText {
1000
+ type: "input_text";
1001
+ text: string;
1002
+ prompt_cache_breakpoint?: GatewayPromptCacheBreakpoint;
1003
+ [key: string]: unknown;
1004
+ }
1005
+ interface GatewayResponseInputMessage {
1006
+ type?: "message";
1007
+ role: "system" | "developer" | "user" | "assistant";
1008
+ content: string | Array<GatewayResponseInputText | JsonRecord>;
1009
+ [key: string]: unknown;
1010
+ }
1011
+ type GatewayResponseInputItem = GatewayResponseInputMessage | ({
1012
+ type: string;
1013
+ } & JsonRecord);
1014
+ type GatewayResponseTextFormat = {
1015
+ type: "text";
1016
+ } | {
1017
+ type: "json_object";
1018
+ } | {
1019
+ type: "json_schema";
1020
+ name: string;
1021
+ schema: JsonRecord;
1022
+ description?: string;
1023
+ strict?: boolean;
1024
+ };
1025
+ interface GatewayResponseTextConfig {
1026
+ format?: GatewayResponseTextFormat;
1027
+ verbosity?: GatewayResponseVerbosity;
1028
+ }
1029
+ interface GatewayResponsePromptCacheOptions {
1030
+ mode?: "implicit" | "explicit";
1031
+ ttl?: "30m";
1032
+ }
1033
+ interface GatewayResponseCreateParams {
1034
+ model?: string;
1035
+ models?: string[];
1036
+ input: string | GatewayResponseInputItem[];
1037
+ instructions?: string;
1038
+ tools?: Array<{
1039
+ type: string;
1040
+ [key: string]: unknown;
1041
+ }>;
1042
+ tool_choice?: unknown;
1043
+ reasoning?: {
1044
+ effort?: "none" | "minimal" | "low" | "medium" | "high" | "xhigh" | "max";
1045
+ [key: string]: unknown;
1046
+ };
1047
+ text?: GatewayResponseTextConfig;
1048
+ prompt_cache_key?: string;
1049
+ prompt_cache_options?: GatewayResponsePromptCacheOptions;
1050
+ max_output_tokens?: number;
1051
+ stream?: false;
1052
+ background?: false;
1053
+ /** Ask the Gateway to compress eligible request text before provider invocation. */
1054
+ compress?: boolean;
1055
+ [key: string]: unknown;
1056
+ }
1057
+ interface GatewayResponse {
1058
+ id: string;
1059
+ object?: string;
1060
+ status?: string;
1061
+ model?: string;
1062
+ output: Array<{
1063
+ type: string;
1064
+ [key: string]: unknown;
1065
+ }>;
1066
+ output_text?: string;
1067
+ usage?: {
1068
+ input_tokens?: number;
1069
+ output_tokens?: number;
1070
+ total_tokens?: number;
1071
+ input_tokens_details?: {
1072
+ cached_tokens?: number;
1073
+ cache_write_tokens?: number;
1074
+ [key: string]: unknown;
1075
+ };
1076
+ output_tokens_details?: {
1077
+ reasoning_tokens?: number;
1078
+ [key: string]: unknown;
1079
+ };
1080
+ [key: string]: unknown;
1081
+ };
1082
+ usagetap?: JsonRecord;
1083
+ [key: string]: unknown;
1084
+ }
1009
1085
  interface GatewayModel {
1010
1086
  id: string;
1011
1087
  object?: string;
@@ -1108,6 +1184,10 @@ declare class GatewayResource {
1108
1184
  create: <T extends GatewayChatCompletion = GatewayChatCompletion>(params: GatewayChatCompletionCreateParams, options?: ResourceRequestOptions) => Promise<T>;
1109
1185
  };
1110
1186
  };
1187
+ /** Buffered OpenAI Responses-compatible requests. */
1188
+ readonly responses: {
1189
+ create: <T extends GatewayResponse = GatewayResponse>(params: GatewayResponseCreateParams, options?: ResourceRequestOptions) => Promise<T>;
1190
+ };
1111
1191
  readonly models: {
1112
1192
  list: (options?: ResourceRequestOptions) => Promise<GatewayModelList>;
1113
1193
  };
@@ -1222,4 +1302,4 @@ declare class UsageTapClient {
1222
1302
  private toApiError;
1223
1303
  }
1224
1304
 
1225
- export { type PromptCompressionResponseBody as $, compressPrompt as A, type BeginCallRequest as B, compressPromptMessages as C, compressPromptHeuristic as D, type EndCallRequest as E, compressPromptToon as F, type GatewayBatch as G, estimatePromptTokens as H, protect as I, protectPromptText as J, type PromptCompressionInput as K, type PromptCompressionMessagesAggressiveness as L, type MeterRequest as M, type PromptCompressionMessagesInput as N, type PromptCompressionMessageRole as O, type PromptCompressionProvider as P, type PromptCompressionResult as Q, type ResourceRequestOptions as R, type SamplingOptions as S, type PromptCompressionRoleAggressiveness as T, UsageTapClient as U, type VendorHints as V, type WithUsageOptions as W, type BeginCallOptions as X, type PromptCompressionRequest as Y, type PromptCompressionOptions as Z, type PromptCompressionMessagesOptions as _, type PromptCompressionMode as a, type PromptCompressionStandaloneOptions as a0, type RecordPromptCompressionRequest as a1, type CreateCustomerOptions as a2, type CreateCustomerRequest as a3, type CreateCustomerResponseBody as a4, type CheckUsageOptions as a5, type CheckUsageRequest as a6, type CheckUsageResponseBody as a7, type ChangePlanOptions as a8, type ChangePlanRequest as a9, type UsageTapClientOptions as aA, type UsageTapErrorResponse as aB, type UsageTapResultEnvelope as aC, type UsageTapResultStatus as aD, type UsageTapLogEntry as aE, type WithUsageContext as aF, type LimitType as aG, type SubscriptionSnapshot as aH, type ModelHints as aI, type IdempotencyMetadata as aJ, type UsageMetricEvent as aK, type SamplingDecisionInput as aL, type CaptureSampleRequest as aM, type CaptureSampleOptions as aN, type CaptureSampleResponseBody as aO, type SamplingSettings as aP, type GetSamplingSettingsOptions as aQ, type SamplingDecisionRequest as aR, type SamplingDecisionResponseBody as aS, type SamplingDecisionOptions as aT, type CircuitBreakerOptions as aU, type CircuitBreakerDecision as aV, type ChangePlanResponseBody as aa, type ChangePlanStrategy as ab, type IncrementCustomMeterOptions as ac, type IncrementCustomMeterRequest as ad, type IncrementCustomMeterResponseBody as ae, type CustomMeterSlot as af, type EndCallOptions as ag, type EndCallResponseBody as ah, type BalanceSummary as ai, type SpendVelocitySnapshot as aj, type SpendVelocityWindow as ak, type SpendVelocityWindowKey as al, type EntitlementHints as am, type PlanSummary as an, type MeterSummary as ao, type MeterSnapshot as ap, type MeteredUsage as aq, type RateLimitsSnapshot as ar, type RemainingRatios as as, type RollingCallsRateLimitState as at, type RequestedEntitlements as au, type AllowedEntitlements as av, type ReasoningLevel as aw, type ReasoningEffort as ax, type ReasoningEffortSource as ay, type RetryOptions as az, type PromptCompressionTelemetry as b, type UsageTapSuccessResponse as c, type BeginCallResponseBody as d, type UsageTapCompressOptions as e, type UsageTapCompressResult as f, type GatewayBatchCreateParams as g, type GatewayBatchRequest as h, type GatewayBatchResult as i, type GatewayBatchStatus as j, type GatewayChatCompletion as k, type GatewayChatCompletionCreateParams as l, type GatewayChatMessage as m, type GatewayModel as n, type GatewayModelList as o, type SummarizationBatch as p, type SummarizationBatchCreateParams as q, type SummarizationBatchJob as r, type SummarizationContext as s, type SummarizationCreateParams as t, type SummarizationJob as u, type SummarizationMeasurement as v, type SummarizationMeasurementCreateParams as w, type SummarizationProfile as x, type SummarizationStatus as y, type WaitOptions as z };
1305
+ export { type PromptCompressionInput as $, type SummarizationBatchCreateParams as A, type BeginCallRequest as B, type SummarizationBatchJob as C, type SummarizationContext as D, type EndCallRequest as E, type SummarizationCreateParams as F, type GatewayBatch as G, type SummarizationJob as H, type SummarizationMeasurement as I, type SummarizationMeasurementCreateParams as J, type SummarizationProfile as K, type SummarizationStatus as L, type MeterRequest as M, type WaitOptions as N, compressPrompt as O, type PromptCompressionProvider as P, compressPromptMessages as Q, type ResourceRequestOptions as R, type SamplingOptions as S, compressPromptHeuristic as T, UsageTapClient as U, type VendorHints as V, type WithUsageOptions as W, compressPromptToon as X, estimatePromptTokens as Y, protect as Z, protectPromptText as _, type PromptCompressionMode as a, type SamplingDecisionRequest as a$, type PromptCompressionMessagesAggressiveness as a0, type PromptCompressionMessagesInput as a1, type PromptCompressionMessageRole as a2, type PromptCompressionResult as a3, type PromptCompressionRoleAggressiveness as a4, type BeginCallOptions as a5, type PromptCompressionRequest as a6, type PromptCompressionOptions as a7, type PromptCompressionMessagesOptions as a8, type PromptCompressionResponseBody as a9, type MeteredUsage as aA, type RateLimitsSnapshot as aB, type RemainingRatios as aC, type RollingCallsRateLimitState as aD, type RequestedEntitlements as aE, type AllowedEntitlements as aF, type ReasoningLevel as aG, type ReasoningEffort as aH, type ReasoningEffortSource as aI, type RetryOptions as aJ, type UsageTapClientOptions as aK, type UsageTapErrorResponse as aL, type UsageTapResultEnvelope as aM, type UsageTapResultStatus as aN, type UsageTapLogEntry as aO, type WithUsageContext as aP, type LimitType as aQ, type SubscriptionSnapshot as aR, type ModelHints as aS, type IdempotencyMetadata as aT, type UsageMetricEvent as aU, type SamplingDecisionInput as aV, type CaptureSampleRequest as aW, type CaptureSampleOptions as aX, type CaptureSampleResponseBody as aY, type SamplingSettings as aZ, type GetSamplingSettingsOptions as a_, type PromptCompressionStandaloneOptions as aa, type RecordPromptCompressionRequest as ab, type CreateCustomerOptions as ac, type CreateCustomerRequest as ad, type CreateCustomerResponseBody as ae, type CheckUsageOptions as af, type CheckUsageRequest as ag, type CheckUsageResponseBody as ah, type ChangePlanOptions as ai, type ChangePlanRequest as aj, type ChangePlanResponseBody as ak, type ChangePlanStrategy as al, type IncrementCustomMeterOptions as am, type IncrementCustomMeterRequest as an, type IncrementCustomMeterResponseBody as ao, type CustomMeterSlot as ap, type EndCallOptions as aq, type EndCallResponseBody as ar, type BalanceSummary as as, type SpendVelocitySnapshot as at, type SpendVelocityWindow as au, type SpendVelocityWindowKey as av, type EntitlementHints as aw, type PlanSummary as ax, type MeterSummary as ay, type MeterSnapshot as az, type PromptCompressionTelemetry as b, type SamplingDecisionResponseBody as b0, type SamplingDecisionOptions as b1, type CircuitBreakerOptions as b2, type CircuitBreakerDecision as b3, type UsageTapSuccessResponse as c, type BeginCallResponseBody as d, type UsageTapCompressOptions as e, type UsageTapCompressResult as f, type GatewayBatchCreateParams as g, type GatewayBatchRequest as h, type GatewayBatchResult as i, type GatewayBatchStatus as j, type GatewayChatCompletion as k, type GatewayChatCompletionCreateParams as l, type GatewayChatMessage as m, type GatewayPromptCacheBreakpoint as n, type GatewayResponse as o, type GatewayResponseCreateParams as p, type GatewayResponseInputItem as q, type GatewayResponseInputMessage as r, type GatewayResponseInputText as s, type GatewayResponsePromptCacheOptions as t, type GatewayResponseTextConfig as u, type GatewayResponseTextFormat as v, type GatewayResponseVerbosity as w, type GatewayModel as x, type GatewayModelList as y, type SummarizationBatch as z };