@effect/ai-openrouter 4.0.0-beta.6 → 4.0.0-beta.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (11) hide show
  1. package/dist/Generated.d.ts +170 -91
  2. package/dist/Generated.d.ts.map +1 -1
  3. package/dist/Generated.js +61 -32
  4. package/dist/Generated.js.map +1 -1
  5. package/dist/OpenRouterLanguageModel.d.ts +8 -0
  6. package/dist/OpenRouterLanguageModel.d.ts.map +1 -1
  7. package/dist/OpenRouterLanguageModel.js +221 -228
  8. package/dist/OpenRouterLanguageModel.js.map +1 -1
  9. package/package.json +3 -3
  10. package/src/Generated.ts +124 -54
  11. package/src/OpenRouterLanguageModel.ts +216 -224
package/dist/Generated.d.ts CHANGED
@@ -622,8 +622,8 @@ export type OpenAIResponsesIncludable = "file_search_call.results" | "message.in
622
622
  export declare const OpenAIResponsesIncludable: Schema.Literals<readonly ["file_search_call.results", "message.input_image.image_url", "computer_call_output.output.image_url", "reasoning.encrypted_content", "code_interpreter_call.outputs"]>;
623
623
  export type DataCollection = "deny" | "allow";
624
624
  export declare const DataCollection: Schema.Literals<readonly ["deny", "allow"]>;
625
- export type ProviderName = "AI21" | "AionLabs" | "Alibaba" | "Ambient" | "Amazon Bedrock" | "Amazon Nova" | "Anthropic" | "Arcee AI" | "AtlasCloud" | "Avian" | "Azure" | "BaseTen" | "BytePlus" | "Black Forest Labs" | "Cerebras" | "Chutes" | "Cirrascale" | "Clarifai" | "Cloudflare" | "Cohere" | "Crusoe" | "DeepInfra" | "DeepSeek" | "Featherless" | "Fireworks" | "Friendli" | "GMICloud" | "Google" | "Google AI Studio" | "Groq" | "Hyperbolic" | "Inception" | "Inceptron" | "InferenceNet" | "Infermatic" | "Inflection" | "Liquid" | "Mara" | "Mancer 2" | "Minimax" | "ModelRun" | "Mistral" | "Modular" | "Moonshot AI" | "Morph" | "NCompass" | "Nebius" | "NextBit" | "Novita" | "Nvidia" | "OpenAI" | "OpenInference" | "Parasail" | "Perplexity" | "Phala" | "Relace" | "SambaNova" | "Seed" | "SiliconFlow" | "Sourceful" | "StepFun" | "Stealth" | "StreamLake" | "Switchpoint" | "Together" | "Upstage" | "Venice" | "WandB" | "Xiaomi" | "xAI" | "Z.AI" | "FakeProvider";
626
- export declare const ProviderName: Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>;
625
+ export type ProviderName = "AI21" | "AionLabs" | "Alibaba" | "Ambient" | "Amazon Bedrock" | "Amazon Nova" | "Anthropic" | "Arcee AI" | "AtlasCloud" | "Avian" | "Azure" | "BaseTen" | "BytePlus" | "Black Forest Labs" | "Cerebras" | "Chutes" | "Cirrascale" | "Clarifai" | "Cloudflare" | "Cohere" | "Crusoe" | "DeepInfra" | "DeepSeek" | "Featherless" | "Fireworks" | "Friendli" | "GMICloud" | "Google" | "Google AI Studio" | "Groq" | "Hyperbolic" | "Inception" | "Inceptron" | "InferenceNet" | "Infermatic" | "Io Net" | "Inflection" | "Liquid" | "Mara" | "Mancer 2" | "Minimax" | "ModelRun" | "Mistral" | "Modular" | "Moonshot AI" | "Morph" | "NCompass" | "Nebius" | "NextBit" | "Novita" | "Nvidia" | "OpenAI" | "OpenInference" | "Parasail" | "Perplexity" | "Phala" | "Relace" | "SambaNova" | "Seed" | "SiliconFlow" | "Sourceful" | "StepFun" | "Stealth" | "StreamLake" | "Switchpoint" | "Together" | "Upstage" | "Venice" | "WandB" | "Xiaomi" | "xAI" | "Z.AI" | "FakeProvider";
626
+ export declare const ProviderName: Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>;
627
627
  export type Quantization = "int4" | "int8" | "fp4" | "fp6" | "fp8" | "fp16" | "bf16" | "fp32" | "unknown";
628
628
  export declare const Quantization: Schema.Literals<readonly ["int4", "int8", "fp4", "fp6", "fp8", "fp16", "bf16", "fp32", "unknown"]>;
629
629
  export type ProviderSort = "price" | "throughput" | "latency";
@@ -2128,16 +2128,16 @@ export declare const PercentileStats: Schema.Struct<{
2128
2128
  readonly p90: Schema.Number;
2129
2129
  readonly p99: Schema.Number;
2130
2130
  }>;
2131
- export type __schema5 = ReadonlyArray<"AI21" | "AionLabs" | "Alibaba" | "Ambient" | "Amazon Bedrock" | "Amazon Nova" | "Anthropic" | "Arcee AI" | "AtlasCloud" | "Avian" | "Azure" | "BaseTen" | "BytePlus" | "Black Forest Labs" | "Cerebras" | "Chutes" | "Cirrascale" | "Clarifai" | "Cloudflare" | "Cohere" | "Crusoe" | "DeepInfra" | "DeepSeek" | "Featherless" | "Fireworks" | "Friendli" | "GMICloud" | "Google" | "Google AI Studio" | "Groq" | "Hyperbolic" | "Inception" | "Inceptron" | "InferenceNet" | "Infermatic" | "Inflection" | "Liquid" | "Mara" | "Mancer 2" | "Minimax" | "ModelRun" | "Mistral" | "Modular" | "Moonshot AI" | "Morph" | "NCompass" | "Nebius" | "NextBit" | "Novita" | "Nvidia" | "OpenAI" | "OpenInference" | "Parasail" | "Perplexity" | "Phala" | "Relace" | "SambaNova" | "Seed" | "SiliconFlow" | "Sourceful" | "StepFun" | "Stealth" | "StreamLake" | "Switchpoint" | "Together" | "Upstage" | "Venice" | "WandB" | "Xiaomi" | "xAI" | "Z.AI" | "FakeProvider" | string>;
2132
- export declare const __schema5: Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>;
2131
+ export type __schema5 = ReadonlyArray<"AI21" | "AionLabs" | "Alibaba" | "Ambient" | "Amazon Bedrock" | "Amazon Nova" | "Anthropic" | "Arcee AI" | "AtlasCloud" | "Avian" | "Azure" | "BaseTen" | "BytePlus" | "Black Forest Labs" | "Cerebras" | "Chutes" | "Cirrascale" | "Clarifai" | "Cloudflare" | "Cohere" | "Crusoe" | "DeepInfra" | "DeepSeek" | "Featherless" | "Fireworks" | "Friendli" | "GMICloud" | "Google" | "Google AI Studio" | "Groq" | "Hyperbolic" | "Inception" | "Inceptron" | "InferenceNet" | "Infermatic" | "Io Net" | "Inflection" | "Liquid" | "Mara" | "Mancer 2" | "Minimax" | "ModelRun" | "Mistral" | "Modular" | "Moonshot AI" | "Morph" | "NCompass" | "Nebius" | "NextBit" | "Novita" | "Nvidia" | "OpenAI" | "OpenInference" | "Parasail" | "Perplexity" | "Phala" | "Relace" | "SambaNova" | "Seed" | "SiliconFlow" | "Sourceful" | "StepFun" | "Stealth" | "StreamLake" | "Switchpoint" | "Together" | "Upstage" | "Venice" | "WandB" | "Xiaomi" | "xAI" | "Z.AI" | "FakeProvider" | string>;
2132
+ export declare const __schema5: Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>;
2133
2133
  export type __schema11 = number;
2134
2134
  export declare const __schema11: Schema.Number;
2135
2135
  export type __schema13 = unknown;
2136
2136
  export declare const __schema13: Schema.Unknown;
2137
- export type __schema20 = string | null;
2138
- export declare const __schema20: Schema.Union<readonly [Schema.String, Schema.Null]>;
2139
- export type __schema21 = "unknown" | "openai-responses-v1" | "azure-openai-responses-v1" | "xai-responses-v1" | "anthropic-claude-v1" | "google-gemini-v1" | null;
2140
- export declare const __schema21: Schema.Union<readonly [Schema.Literals<readonly ["unknown", "openai-responses-v1", "azure-openai-responses-v1", "xai-responses-v1", "anthropic-claude-v1", "google-gemini-v1"]>, Schema.Null]>;
2137
+ export type __schema21 = string | null;
2138
+ export declare const __schema21: Schema.Union<readonly [Schema.String, Schema.Null]>;
2139
+ export type __schema22 = "unknown" | "openai-responses-v1" | "azure-openai-responses-v1" | "xai-responses-v1" | "anthropic-claude-v1" | "google-gemini-v1" | null;
2140
+ export declare const __schema22: Schema.Union<readonly [Schema.Literals<readonly ["unknown", "openai-responses-v1", "azure-openai-responses-v1", "xai-responses-v1", "anthropic-claude-v1", "google-gemini-v1"]>, Schema.Null]>;
2141
2141
  export type ModelName = string;
2142
2142
  export declare const ModelName: Schema.String;
2143
2143
  export type ChatMessageContentItemImage = {
@@ -2290,24 +2290,6 @@ export declare const ChatMessageContentItemCacheControl: Schema.Struct<{
2290
2290
  readonly type: Schema.Literal<"ephemeral">;
2291
2291
  readonly ttl: Schema.optionalKey<Schema.Literals<readonly ["5m", "1h"]>>;
2292
2292
  }>;
2293
- export type ToolDefinitionJson = {
2294
- readonly "type": "function";
2295
- readonly "function": {
2296
- readonly "name": string;
2297
- readonly "description"?: string;
2298
- readonly "parameters"?: {};
2299
- readonly "strict"?: boolean | null;
2300
- };
2301
- };
2302
- export declare const ToolDefinitionJson: Schema.Struct<{
2303
- readonly type: Schema.Literal<"function">;
2304
- readonly function: Schema.Struct<{
2305
- readonly name: Schema.String;
2306
- readonly description: Schema.optionalKey<Schema.String>;
2307
- readonly parameters: Schema.optionalKey<Schema.Struct<{}>>;
2308
- readonly strict: Schema.optionalKey<Schema.Union<readonly [Schema.Boolean, Schema.Null]>>;
2309
- }>;
2310
- }>;
2311
2293
  export type NamedToolChoice = {
2312
2294
  readonly "type": "function";
2313
2295
  readonly "function": {
@@ -2328,19 +2310,19 @@ export declare const ChatStreamOptions: Schema.Struct<{
2328
2310
  }>;
2329
2311
  export type ChatStreamingMessageToolCall = {
2330
2312
  readonly "index": number;
2331
- readonly "id"?: string;
2332
- readonly "type"?: "function";
2313
+ readonly "id"?: string | null;
2314
+ readonly "type"?: "function" | null;
2333
2315
  readonly "function"?: {
2334
- readonly "name"?: string;
2316
+ readonly "name"?: string | null;
2335
2317
  readonly "arguments"?: string;
2336
2318
  };
2337
2319
  };
2338
2320
  export declare const ChatStreamingMessageToolCall: Schema.Struct<{
2339
2321
  readonly index: Schema.Number;
2340
- readonly id: Schema.optionalKey<Schema.String>;
2341
- readonly type: Schema.optionalKey<Schema.Literal<"function">>;
2322
+ readonly id: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
2323
+ readonly type: Schema.optionalKey<Schema.Union<readonly [Schema.Literal<"function">, Schema.Null]>>;
2342
2324
  readonly function: Schema.optionalKey<Schema.Struct<{
2343
- readonly name: Schema.optionalKey<Schema.String>;
2325
+ readonly name: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
2344
2326
  readonly arguments: Schema.optionalKey<Schema.String>;
2345
2327
  }>>;
2346
2328
  }>;
@@ -3051,7 +3033,7 @@ export declare const PublicEndpoint: Schema.Struct<{
3051
3033
  readonly input_cache_write: Schema.optionalKey<Schema.String>;
3052
3034
  readonly discount: Schema.optionalKey<Schema.Number>;
3053
3035
  }>;
3054
- readonly provider_name: Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>;
3036
+ readonly provider_name: Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>;
3055
3037
  readonly tag: Schema.String;
3056
3038
  readonly quantization: Schema.Literals<readonly ["int4", "int8", "fp4", "fp6", "fp8", "fp16", "bf16", "fp32", "unknown"]>;
3057
3039
  readonly max_completion_tokens: Schema.Number;
@@ -3073,27 +3055,27 @@ export declare const PublicEndpoint: Schema.Struct<{
3073
3055
  readonly p99: Schema.Number;
3074
3056
  }>;
3075
3057
  }>;
3076
- export type __schema19 = {
3058
+ export type __schema20 = {
3077
3059
  readonly "type": "reasoning.summary";
3078
3060
  readonly "summary": string;
3079
- readonly "id"?: __schema20;
3080
- readonly "format"?: __schema21;
3061
+ readonly "id"?: __schema21;
3062
+ readonly "format"?: __schema22;
3081
3063
  readonly "index"?: __schema11;
3082
3064
  } | {
3083
3065
  readonly "type": "reasoning.encrypted";
3084
3066
  readonly "data": string;
3085
- readonly "id"?: __schema20;
3086
- readonly "format"?: __schema21;
3067
+ readonly "id"?: __schema21;
3068
+ readonly "format"?: __schema22;
3087
3069
  readonly "index"?: __schema11;
3088
3070
  } | {
3089
3071
  readonly "type": "reasoning.text";
3090
3072
  readonly "text"?: string | null;
3091
3073
  readonly "signature"?: string | null;
3092
- readonly "id"?: __schema20;
3093
- readonly "format"?: __schema21;
3074
+ readonly "id"?: __schema21;
3075
+ readonly "format"?: __schema22;
3094
3076
  readonly "index"?: __schema11;
3095
3077
  };
3096
- export declare const __schema19: Schema.Union<readonly [Schema.Struct<{
3078
+ export declare const __schema20: Schema.Union<readonly [Schema.Struct<{
3097
3079
  readonly type: Schema.Literal<"reasoning.summary">;
3098
3080
  readonly summary: Schema.String;
3099
3081
  readonly id: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
@@ -3141,8 +3123,8 @@ export declare const ChatMessageTokenLogprobs: Schema.Struct<{
3141
3123
  }>>;
3142
3124
  }>>, Schema.Null]>;
3143
3125
  }>;
3144
- export type __schema25 = ChatCompletionFinishReason | null;
3145
- export declare const __schema25: Schema.Union<readonly [Schema.Literals<readonly ["tool_calls", "stop", "length", "content_filter", "error"]>, Schema.Null]>;
3126
+ export type __schema26 = ChatCompletionFinishReason | null;
3127
+ export declare const __schema26: Schema.Union<readonly [Schema.Literals<readonly ["tool_calls", "stop", "length", "content_filter", "error"]>, Schema.Null]>;
3146
3128
  export type ResponseFormatJSONSchema = {
3147
3129
  readonly "type": "json_schema";
3148
3130
  readonly "json_schema": JSONSchemaConfig;
@@ -3169,6 +3151,29 @@ export declare const ChatMessageContentItemText: Schema.Struct<{
3169
3151
  readonly ttl: Schema.optionalKey<Schema.Literals<readonly ["5m", "1h"]>>;
3170
3152
  }>>;
3171
3153
  }>;
3154
+ export type ToolDefinitionJson = {
3155
+ readonly "type": "function";
3156
+ readonly "function": {
3157
+ readonly "name": string;
3158
+ readonly "description"?: string;
3159
+ readonly "parameters"?: {};
3160
+ readonly "strict"?: boolean | null;
3161
+ };
3162
+ readonly "cache_control"?: ChatMessageContentItemCacheControl;
3163
+ };
3164
+ export declare const ToolDefinitionJson: Schema.Struct<{
3165
+ readonly type: Schema.Literal<"function">;
3166
+ readonly function: Schema.Struct<{
3167
+ readonly name: Schema.String;
3168
+ readonly description: Schema.optionalKey<Schema.String>;
3169
+ readonly parameters: Schema.optionalKey<Schema.Struct<{}>>;
3170
+ readonly strict: Schema.optionalKey<Schema.Union<readonly [Schema.Boolean, Schema.Null]>>;
3171
+ }>;
3172
+ readonly cache_control: Schema.optionalKey<Schema.Struct<{
3173
+ readonly type: Schema.Literal<"ephemeral">;
3174
+ readonly ttl: Schema.optionalKey<Schema.Literals<readonly ["5m", "1h"]>>;
3175
+ }>>;
3176
+ }>;
3172
3177
  export type ToolChoiceOption = "none" | "auto" | "required" | NamedToolChoice;
3173
3178
  export declare const ToolChoiceOption: Schema.Union<readonly [Schema.Literal<"none">, Schema.Literal<"auto">, Schema.Literal<"required">, Schema.Struct<{
3174
3179
  readonly type: Schema.Literal<"function">;
@@ -3372,9 +3377,9 @@ export declare const ProviderPreferences: Schema.Struct<{
3372
3377
  readonly data_collection: Schema.optionalKey<Schema.Literals<readonly ["deny", "allow"]>>;
3373
3378
  readonly zdr: Schema.optionalKey<Schema.Boolean>;
3374
3379
  readonly enforce_distillable_text: Schema.optionalKey<Schema.Boolean>;
3375
- readonly order: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
3376
- readonly only: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
3377
- readonly ignore: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
3380
+ readonly order: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
3381
+ readonly only: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
3382
+ readonly ignore: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
3378
3383
  readonly quantizations: Schema.optionalKey<Schema.$Array<Schema.Literals<readonly ["int4", "int8", "fp4", "fp6", "fp8", "fp16", "bf16", "fp32", "unknown"]>>>;
3379
3384
  readonly sort: Schema.optionalKey<Schema.Union<readonly [Schema.Union<readonly [Schema.Literal<"price">, Schema.Literal<"price">]>, Schema.Union<readonly [Schema.Literal<"throughput">, Schema.Literal<"throughput">]>, Schema.Union<readonly [Schema.Literal<"latency">, Schema.Literal<"latency">]>]>>;
3380
3385
  readonly max_price: Schema.optionalKey<Schema.Struct<{
@@ -3564,6 +3569,13 @@ export type AnthropicMessagesRequest = {
3564
3569
  readonly "route"?: "fallback" | "sort";
3565
3570
  readonly "user"?: string;
3566
3571
  readonly "session_id"?: string;
3572
+ readonly "trace"?: {
3573
+ readonly "trace_id"?: string;
3574
+ readonly "trace_name"?: string;
3575
+ readonly "span_name"?: string;
3576
+ readonly "generation_name"?: string;
3577
+ readonly "parent_span_id"?: string;
3578
+ };
3567
3579
  readonly "models"?: ReadonlyArray<string>;
3568
3580
  readonly "output_config"?: AnthropicOutputConfig;
3569
3581
  };
@@ -4002,9 +4014,9 @@ export declare const AnthropicMessagesRequest: Schema.Struct<{
4002
4014
  readonly data_collection: Schema.optionalKey<Schema.Literals<readonly ["deny", "allow"]>>;
4003
4015
  readonly zdr: Schema.optionalKey<Schema.Boolean>;
4004
4016
  readonly enforce_distillable_text: Schema.optionalKey<Schema.Boolean>;
4005
- readonly order: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
4006
- readonly only: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
4007
- readonly ignore: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
4017
+ readonly order: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
4018
+ readonly only: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
4019
+ readonly ignore: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
4008
4020
  readonly quantizations: Schema.optionalKey<Schema.$Array<Schema.Literals<readonly ["int4", "int8", "fp4", "fp6", "fp8", "fp16", "bf16", "fp32", "unknown"]>>>;
4009
4021
  readonly sort: Schema.optionalKey<Schema.Union<readonly [Schema.Union<readonly [Schema.Literal<"price">, Schema.Literal<"price">]>, Schema.Union<readonly [Schema.Literal<"throughput">, Schema.Literal<"throughput">]>, Schema.Union<readonly [Schema.Literal<"latency">, Schema.Literal<"latency">]>]>>;
4010
4022
  readonly max_price: Schema.optionalKey<Schema.Struct<{
@@ -4052,6 +4064,13 @@ export declare const AnthropicMessagesRequest: Schema.Struct<{
4052
4064
  readonly route: Schema.optionalKey<Schema.Literals<readonly ["fallback", "sort"]>>;
4053
4065
  readonly user: Schema.optionalKey<Schema.String>;
4054
4066
  readonly session_id: Schema.optionalKey<Schema.String>;
4067
+ readonly trace: Schema.optionalKey<Schema.Struct<{
4068
+ readonly trace_id: Schema.optionalKey<Schema.String>;
4069
+ readonly trace_name: Schema.optionalKey<Schema.String>;
4070
+ readonly span_name: Schema.optionalKey<Schema.String>;
4071
+ readonly generation_name: Schema.optionalKey<Schema.String>;
4072
+ readonly parent_span_id: Schema.optionalKey<Schema.String>;
4073
+ }>>;
4055
4074
  readonly models: Schema.optionalKey<Schema.$Array<Schema.String>>;
4056
4075
  readonly output_config: Schema.optionalKey<Schema.Struct<{
4057
4076
  readonly effort: Schema.optionalKey<Schema.Literals<readonly ["low", "medium", "high", "max"]>>;
@@ -4168,7 +4187,7 @@ export declare const ListEndpointsResponse: Schema.Struct<{
4168
4187
  readonly input_cache_write: Schema.optionalKey<Schema.String>;
4169
4188
  readonly discount: Schema.optionalKey<Schema.Number>;
4170
4189
  }>;
4171
- readonly provider_name: Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>;
4190
+ readonly provider_name: Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>;
4172
4191
  readonly tag: Schema.String;
4173
4192
  readonly quantization: Schema.Literals<readonly ["int4", "int8", "fp4", "fp6", "fp8", "fp16", "bf16", "fp32", "unknown"]>;
4174
4193
  readonly max_completion_tokens: Schema.Number;
@@ -4197,7 +4216,7 @@ export type ChatStreamingMessageChunk = {
4197
4216
  readonly "reasoning"?: string | null;
4198
4217
  readonly "refusal"?: string | null;
4199
4218
  readonly "tool_calls"?: ReadonlyArray<ChatStreamingMessageToolCall>;
4200
- readonly "reasoning_details"?: ReadonlyArray<__schema19>;
4219
+ readonly "reasoning_details"?: ReadonlyArray<__schema20>;
4201
4220
  readonly "images"?: ReadonlyArray<{
4202
4221
  readonly "type": "image_url";
4203
4222
  readonly "image_url": {
@@ -4238,10 +4257,10 @@ export declare const ChatStreamingMessageChunk: Schema.Struct<{
4238
4257
  readonly refusal: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
4239
4258
  readonly tool_calls: Schema.optionalKey<Schema.$Array<Schema.Struct<{
4240
4259
  readonly index: Schema.Number;
4241
- readonly id: Schema.optionalKey<Schema.String>;
4242
- readonly type: Schema.optionalKey<Schema.Literal<"function">>;
4260
+ readonly id: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
4261
+ readonly type: Schema.optionalKey<Schema.Union<readonly [Schema.Literal<"function">, Schema.Null]>>;
4243
4262
  readonly function: Schema.optionalKey<Schema.Struct<{
4244
- readonly name: Schema.optionalKey<Schema.String>;
4263
+ readonly name: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
4245
4264
  readonly arguments: Schema.optionalKey<Schema.String>;
4246
4265
  }>>;
4247
4266
  }>>>;
@@ -4602,7 +4621,7 @@ export declare const ModelsListResponseData: Schema.$Array<Schema.Struct<{
4602
4621
  }>>;
4603
4622
  export type ChatStreamingChoice = {
4604
4623
  readonly "delta": ChatStreamingMessageChunk;
4605
- readonly "finish_reason": __schema25;
4624
+ readonly "finish_reason"?: __schema26;
4606
4625
  readonly "index": number;
4607
4626
  readonly "logprobs"?: ChatMessageTokenLogprobs | null;
4608
4627
  };
@@ -4614,10 +4633,10 @@ export declare const ChatStreamingChoice: Schema.Struct<{
4614
4633
  readonly refusal: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
4615
4634
  readonly tool_calls: Schema.optionalKey<Schema.$Array<Schema.Struct<{
4616
4635
  readonly index: Schema.Number;
4617
- readonly id: Schema.optionalKey<Schema.String>;
4618
- readonly type: Schema.optionalKey<Schema.Literal<"function">>;
4636
+ readonly id: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
4637
+ readonly type: Schema.optionalKey<Schema.Union<readonly [Schema.Literal<"function">, Schema.Null]>>;
4619
4638
  readonly function: Schema.optionalKey<Schema.Struct<{
4620
- readonly name: Schema.optionalKey<Schema.String>;
4639
+ readonly name: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
4621
4640
  readonly arguments: Schema.optionalKey<Schema.String>;
4622
4641
  }>>;
4623
4642
  }>>>;
@@ -4674,7 +4693,7 @@ export declare const ChatStreamingChoice: Schema.Struct<{
4674
4693
  }>;
4675
4694
  }>]>>, Schema.Null]>>;
4676
4695
  }>;
4677
- readonly finish_reason: Schema.Union<readonly [Schema.Literals<readonly ["tool_calls", "stop", "length", "content_filter", "error"]>, Schema.Null]>;
4696
+ readonly finish_reason: Schema.optionalKey<Schema.Union<readonly [Schema.Literals<readonly ["tool_calls", "stop", "length", "content_filter", "error"]>, Schema.Null]>>;
4678
4697
  readonly index: Schema.Number;
4679
4698
  readonly logprobs: Schema.optionalKey<Schema.Union<readonly [Schema.Struct<{
4680
4699
  readonly content: Schema.Union<readonly [Schema.$Array<Schema.Struct<{
@@ -4745,7 +4764,7 @@ export type AssistantMessage = {
4745
4764
  readonly "tool_calls"?: ReadonlyArray<ChatMessageToolCall>;
4746
4765
  readonly "refusal"?: string | null;
4747
4766
  readonly "reasoning"?: string | null;
4748
- readonly "reasoning_details"?: ReadonlyArray<__schema19>;
4767
+ readonly "reasoning_details"?: ReadonlyArray<__schema20>;
4749
4768
  readonly "images"?: ReadonlyArray<{
4750
4769
  readonly "type": "image_url";
4751
4770
  readonly "image_url": {
@@ -5445,10 +5464,10 @@ export declare const ChatStreamingResponseChunk: Schema.Struct<{
5445
5464
  readonly refusal: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
5446
5465
  readonly tool_calls: Schema.optionalKey<Schema.$Array<Schema.Struct<{
5447
5466
  readonly index: Schema.Number;
5448
- readonly id: Schema.optionalKey<Schema.String>;
5449
- readonly type: Schema.optionalKey<Schema.Literal<"function">>;
5467
+ readonly id: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
5468
+ readonly type: Schema.optionalKey<Schema.Union<readonly [Schema.Literal<"function">, Schema.Null]>>;
5450
5469
  readonly function: Schema.optionalKey<Schema.Struct<{
5451
- readonly name: Schema.optionalKey<Schema.String>;
5470
+ readonly name: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
5452
5471
  readonly arguments: Schema.optionalKey<Schema.String>;
5453
5472
  }>>;
5454
5473
  }>>>;
@@ -5505,7 +5524,7 @@ export declare const ChatStreamingResponseChunk: Schema.Struct<{
5505
5524
  }>;
5506
5525
  }>]>>, Schema.Null]>>;
5507
5526
  }>;
5508
- readonly finish_reason: Schema.Union<readonly [Schema.Literals<readonly ["tool_calls", "stop", "length", "content_filter", "error"]>, Schema.Null]>;
5527
+ readonly finish_reason: Schema.optionalKey<Schema.Union<readonly [Schema.Literals<readonly ["tool_calls", "stop", "length", "content_filter", "error"]>, Schema.Null]>>;
5509
5528
  readonly index: Schema.Number;
5510
5529
  readonly logprobs: Schema.optionalKey<Schema.Union<readonly [Schema.Struct<{
5511
5530
  readonly content: Schema.Union<readonly [Schema.$Array<Schema.Struct<{
@@ -5558,7 +5577,7 @@ export declare const ChatStreamingResponseChunk: Schema.Struct<{
5558
5577
  }>;
5559
5578
  }>;
5560
5579
  export type ChatResponseChoice = {
5561
- readonly "finish_reason": __schema25;
5580
+ readonly "finish_reason": __schema26;
5562
5581
  readonly "index": number;
5563
5582
  readonly "message": AssistantMessage;
5564
5583
  readonly "logprobs"?: ChatMessageTokenLogprobs | null;
@@ -7785,6 +7804,13 @@ export type OpenResponsesRequest = {
7785
7804
  readonly "route"?: "fallback" | "sort";
7786
7805
  readonly "user"?: string;
7787
7806
  readonly "session_id"?: string;
7807
+ readonly "trace"?: {
7808
+ readonly "trace_id"?: string;
7809
+ readonly "trace_name"?: string;
7810
+ readonly "span_name"?: string;
7811
+ readonly "generation_name"?: string;
7812
+ readonly "parent_span_id"?: string;
7813
+ };
7788
7814
  };
7789
7815
  export declare const OpenResponsesRequest: Schema.Struct<{
7790
7816
  readonly input: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.$Array<Schema.Union<readonly [Schema.Struct<{
@@ -8056,9 +8082,9 @@ export declare const OpenResponsesRequest: Schema.Struct<{
8056
8082
  readonly data_collection: Schema.optionalKey<Schema.Literals<readonly ["deny", "allow"]>>;
8057
8083
  readonly zdr: Schema.optionalKey<Schema.Boolean>;
8058
8084
  readonly enforce_distillable_text: Schema.optionalKey<Schema.Boolean>;
8059
- readonly order: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
8060
- readonly only: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
8061
- readonly ignore: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
8085
+ readonly order: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
8086
+ readonly only: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
8087
+ readonly ignore: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
8062
8088
  readonly quantizations: Schema.optionalKey<Schema.$Array<Schema.Literals<readonly ["int4", "int8", "fp4", "fp6", "fp8", "fp16", "bf16", "fp32", "unknown"]>>>;
8063
8089
  readonly sort: Schema.optionalKey<Schema.Union<readonly [Schema.Literals<readonly ["price", "throughput", "latency"]>, Schema.Struct<{
8064
8090
  readonly by: Schema.optionalKey<Schema.Union<readonly [Schema.Literals<readonly ["price", "throughput", "latency"]>, Schema.Null]>>;
@@ -8109,6 +8135,13 @@ export declare const OpenResponsesRequest: Schema.Struct<{
8109
8135
  readonly route: Schema.optionalKey<Schema.Literals<readonly ["fallback", "sort"]>>;
8110
8136
  readonly user: Schema.optionalKey<Schema.String>;
8111
8137
  readonly session_id: Schema.optionalKey<Schema.String>;
8138
+ readonly trace: Schema.optionalKey<Schema.Struct<{
8139
+ readonly trace_id: Schema.optionalKey<Schema.String>;
8140
+ readonly trace_name: Schema.optionalKey<Schema.String>;
8141
+ readonly span_name: Schema.optionalKey<Schema.String>;
8142
+ readonly generation_name: Schema.optionalKey<Schema.String>;
8143
+ readonly parent_span_id: Schema.optionalKey<Schema.String>;
8144
+ }>>;
8112
8145
  }>;
8113
8146
  export type ChatGenerationParams = {
8114
8147
  readonly "provider"?: {
@@ -8167,6 +8200,13 @@ export type ChatGenerationParams = {
8167
8200
  readonly "route"?: "fallback" | "sort" | null;
8168
8201
  readonly "user"?: string;
8169
8202
  readonly "session_id"?: string;
8203
+ readonly "trace"?: {
8204
+ readonly "trace_id"?: string;
8205
+ readonly "trace_name"?: string;
8206
+ readonly "span_name"?: string;
8207
+ readonly "generation_name"?: string;
8208
+ readonly "parent_span_id"?: string;
8209
+ };
8170
8210
  readonly "messages": ReadonlyArray<Message>;
8171
8211
  readonly "model"?: ModelName;
8172
8212
  readonly "models"?: ReadonlyArray<ModelName>;
@@ -8194,6 +8234,7 @@ export type ChatGenerationParams = {
8194
8234
  readonly "stream"?: boolean;
8195
8235
  readonly "stream_options"?: ChatStreamOptions | null;
8196
8236
  readonly "temperature"?: number | null;
8237
+ readonly "parallel_tool_calls"?: boolean | null;
8197
8238
  readonly "tool_choice"?: ToolChoiceOption;
8198
8239
  readonly "tools"?: ReadonlyArray<ToolDefinitionJson>;
8199
8240
  readonly "top_p"?: number | null;
@@ -8210,9 +8251,9 @@ export declare const ChatGenerationParams: Schema.Struct<{
8210
8251
  readonly data_collection: Schema.optionalKey<Schema.Union<readonly [Schema.Literals<readonly ["deny", "allow"]>, Schema.Null]>>;
8211
8252
  readonly zdr: Schema.optionalKey<Schema.Union<readonly [Schema.Boolean, Schema.Null]>>;
8212
8253
  readonly enforce_distillable_text: Schema.optionalKey<Schema.Union<readonly [Schema.Boolean, Schema.Null]>>;
8213
- readonly order: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>, Schema.Null]>>;
8214
- readonly only: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>, Schema.Null]>>;
8215
- readonly ignore: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>, Schema.Null]>>;
8254
+ readonly order: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>, Schema.Null]>>;
8255
+ readonly only: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>, Schema.Null]>>;
8256
+ readonly ignore: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>, Schema.Null]>>;
8216
8257
  readonly quantizations: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Literals<readonly ["int4", "int8", "fp4", "fp6", "fp8", "fp16", "bf16", "fp32", "unknown"]>>, Schema.Null]>>;
8217
8258
  readonly sort: Schema.optionalKey<Schema.Union<readonly [Schema.Union<readonly [Schema.Literals<readonly ["price", "throughput", "latency"]>, Schema.Struct<{
8218
8259
  readonly by: Schema.optionalKey<Schema.Union<readonly [Schema.Literals<readonly ["price", "throughput", "latency"]>, Schema.Null]>>;
@@ -8263,6 +8304,13 @@ export declare const ChatGenerationParams: Schema.Struct<{
8263
8304
  readonly route: Schema.optionalKey<Schema.Union<readonly [Schema.Literals<readonly ["fallback", "sort"]>, Schema.Null]>>;
8264
8305
  readonly user: Schema.optionalKey<Schema.String>;
8265
8306
  readonly session_id: Schema.optionalKey<Schema.String>;
8307
+ readonly trace: Schema.optionalKey<Schema.Struct<{
8308
+ readonly trace_id: Schema.optionalKey<Schema.String>;
8309
+ readonly trace_name: Schema.optionalKey<Schema.String>;
8310
+ readonly span_name: Schema.optionalKey<Schema.String>;
8311
+ readonly generation_name: Schema.optionalKey<Schema.String>;
8312
+ readonly parent_span_id: Schema.optionalKey<Schema.String>;
8313
+ }>>;
8266
8314
  readonly messages: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
8267
8315
  readonly role: Schema.Literal<"system">;
8268
8316
  readonly content: Schema.Union<readonly [Schema.String, Schema.$Array<Schema.Struct<{
@@ -8486,6 +8534,7 @@ export declare const ChatGenerationParams: Schema.Struct<{
8486
8534
  readonly include_usage: Schema.optionalKey<Schema.Boolean>;
8487
8535
  }>, Schema.Null]>>;
8488
8536
  readonly temperature: Schema.optionalKey<Schema.Union<readonly [Schema.Number, Schema.Null]>>;
8537
+ readonly parallel_tool_calls: Schema.optionalKey<Schema.Union<readonly [Schema.Boolean, Schema.Null]>>;
8489
8538
  readonly tool_choice: Schema.optionalKey<Schema.Union<readonly [Schema.Literal<"none">, Schema.Literal<"auto">, Schema.Literal<"required">, Schema.Struct<{
8490
8539
  readonly type: Schema.Literal<"function">;
8491
8540
  readonly function: Schema.Struct<{
@@ -8500,6 +8549,10 @@ export declare const ChatGenerationParams: Schema.Struct<{
8500
8549
  readonly parameters: Schema.optionalKey<Schema.Struct<{}>>;
8501
8550
  readonly strict: Schema.optionalKey<Schema.Union<readonly [Schema.Boolean, Schema.Null]>>;
8502
8551
  }>;
8552
+ readonly cache_control: Schema.optionalKey<Schema.Struct<{
8553
+ readonly type: Schema.Literal<"ephemeral">;
8554
+ readonly ttl: Schema.optionalKey<Schema.Literals<readonly ["5m", "1h"]>>;
8555
+ }>>;
8503
8556
  }>>>;
8504
8557
  readonly top_p: Schema.optionalKey<Schema.Union<readonly [Schema.Number, Schema.Null]>>;
8505
8558
  readonly debug: Schema.optionalKey<Schema.Struct<{
@@ -12249,9 +12302,9 @@ export declare const CreateResponsesRequestJson: Schema.Struct<{
12249
12302
  readonly data_collection: Schema.optionalKey<Schema.Literals<readonly ["deny", "allow"]>>;
12250
12303
  readonly zdr: Schema.optionalKey<Schema.Boolean>;
12251
12304
  readonly enforce_distillable_text: Schema.optionalKey<Schema.Boolean>;
12252
- readonly order: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
12253
- readonly only: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
12254
- readonly ignore: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
12305
+ readonly order: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
12306
+ readonly only: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
12307
+ readonly ignore: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
12255
12308
  readonly quantizations: Schema.optionalKey<Schema.$Array<Schema.Literals<readonly ["int4", "int8", "fp4", "fp6", "fp8", "fp16", "bf16", "fp32", "unknown"]>>>;
12256
12309
  readonly sort: Schema.optionalKey<Schema.Union<readonly [Schema.Literals<readonly ["price", "throughput", "latency"]>, Schema.Struct<{
12257
12310
  readonly by: Schema.optionalKey<Schema.Union<readonly [Schema.Literals<readonly ["price", "throughput", "latency"]>, Schema.Null]>>;
@@ -12302,6 +12355,13 @@ export declare const CreateResponsesRequestJson: Schema.Struct<{
12302
12355
  readonly route: Schema.optionalKey<Schema.Literals<readonly ["fallback", "sort"]>>;
12303
12356
  readonly user: Schema.optionalKey<Schema.String>;
12304
12357
  readonly session_id: Schema.optionalKey<Schema.String>;
12358
+ readonly trace: Schema.optionalKey<Schema.Struct<{
12359
+ readonly trace_id: Schema.optionalKey<Schema.String>;
12360
+ readonly trace_name: Schema.optionalKey<Schema.String>;
12361
+ readonly span_name: Schema.optionalKey<Schema.String>;
12362
+ readonly generation_name: Schema.optionalKey<Schema.String>;
12363
+ readonly parent_span_id: Schema.optionalKey<Schema.String>;
12364
+ }>>;
12305
12365
  }>;
12306
12366
  export type CreateResponses200 = OpenResponsesNonStreamingResponse;
12307
12367
  export declare const CreateResponses200: Schema.Struct<{
@@ -15795,9 +15855,9 @@ export declare const CreateMessagesRequestJson: Schema.Struct<{
15795
15855
  readonly data_collection: Schema.optionalKey<Schema.Literals<readonly ["deny", "allow"]>>;
15796
15856
  readonly zdr: Schema.optionalKey<Schema.Boolean>;
15797
15857
  readonly enforce_distillable_text: Schema.optionalKey<Schema.Boolean>;
15798
- readonly order: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
15799
- readonly only: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
15800
- readonly ignore: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
15858
+ readonly order: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
15859
+ readonly only: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
15860
+ readonly ignore: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
15801
15861
  readonly quantizations: Schema.optionalKey<Schema.$Array<Schema.Literals<readonly ["int4", "int8", "fp4", "fp6", "fp8", "fp16", "bf16", "fp32", "unknown"]>>>;
15802
15862
  readonly sort: Schema.optionalKey<Schema.Union<readonly [Schema.Union<readonly [Schema.Literal<"price">, Schema.Literal<"price">]>, Schema.Union<readonly [Schema.Literal<"throughput">, Schema.Literal<"throughput">]>, Schema.Union<readonly [Schema.Literal<"latency">, Schema.Literal<"latency">]>]>>;
15803
15863
  readonly max_price: Schema.optionalKey<Schema.Struct<{
@@ -15845,6 +15905,13 @@ export declare const CreateMessagesRequestJson: Schema.Struct<{
15845
15905
  readonly route: Schema.optionalKey<Schema.Literals<readonly ["fallback", "sort"]>>;
15846
15906
  readonly user: Schema.optionalKey<Schema.String>;
15847
15907
  readonly session_id: Schema.optionalKey<Schema.String>;
15908
+ readonly trace: Schema.optionalKey<Schema.Struct<{
15909
+ readonly trace_id: Schema.optionalKey<Schema.String>;
15910
+ readonly trace_name: Schema.optionalKey<Schema.String>;
15911
+ readonly span_name: Schema.optionalKey<Schema.String>;
15912
+ readonly generation_name: Schema.optionalKey<Schema.String>;
15913
+ readonly parent_span_id: Schema.optionalKey<Schema.String>;
15914
+ }>>;
15848
15915
  readonly models: Schema.optionalKey<Schema.$Array<Schema.String>>;
15849
15916
  readonly output_config: Schema.optionalKey<Schema.Struct<{
15850
15917
  readonly effort: Schema.optionalKey<Schema.Literals<readonly ["low", "medium", "high", "max"]>>;
@@ -16564,9 +16631,9 @@ export declare const CreateEmbeddingsRequestJson: Schema.Struct<{
16564
16631
  readonly data_collection: Schema.optionalKey<Schema.Literals<readonly ["deny", "allow"]>>;
16565
16632
  readonly zdr: Schema.optionalKey<Schema.Boolean>;
16566
16633
  readonly enforce_distillable_text: Schema.optionalKey<Schema.Boolean>;
16567
- readonly order: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
16568
- readonly only: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
16569
- readonly ignore: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
16634
+ readonly order: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
16635
+ readonly only: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
16636
+ readonly ignore: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>>;
16570
16637
  readonly quantizations: Schema.optionalKey<Schema.$Array<Schema.Literals<readonly ["int4", "int8", "fp4", "fp6", "fp8", "fp16", "bf16", "fp32", "unknown"]>>>;
16571
16638
  readonly sort: Schema.optionalKey<Schema.Union<readonly [Schema.Union<readonly [Schema.Literal<"price">, Schema.Literal<"price">]>, Schema.Union<readonly [Schema.Literal<"throughput">, Schema.Literal<"throughput">]>, Schema.Union<readonly [Schema.Literal<"latency">, Schema.Literal<"latency">]>]>>;
16572
16639
  readonly max_price: Schema.optionalKey<Schema.Struct<{
@@ -16827,7 +16894,7 @@ export type GetGeneration200 = {
16827
16894
  readonly "id"?: string;
16828
16895
  readonly "endpoint_id"?: string;
16829
16896
  readonly "model_permaslug"?: string;
16830
- readonly "provider_name"?: "AnyScale" | "Atoma" | "Cent-ML" | "CrofAI" | "Enfer" | "GoPomelo" | "HuggingFace" | "Hyperbolic 2" | "InoCloud" | "Kluster" | "Lambda" | "Lepton" | "Lynn 2" | "Lynn" | "Mancer" | "Meta" | "Modal" | "Nineteen" | "OctoAI" | "Recursal" | "Reflection" | "Replicate" | "SambaNova 2" | "SF Compute" | "Targon" | "Together 2" | "Ubicloud" | "01.AI" | "AI21" | "AionLabs" | "Alibaba" | "Ambient" | "Amazon Bedrock" | "Amazon Nova" | "Anthropic" | "Arcee AI" | "AtlasCloud" | "Avian" | "Azure" | "BaseTen" | "BytePlus" | "Black Forest Labs" | "Cerebras" | "Chutes" | "Cirrascale" | "Clarifai" | "Cloudflare" | "Cohere" | "Crusoe" | "DeepInfra" | "DeepSeek" | "Featherless" | "Fireworks" | "Friendli" | "GMICloud" | "Google" | "Google AI Studio" | "Groq" | "Hyperbolic" | "Inception" | "Inceptron" | "InferenceNet" | "Infermatic" | "Inflection" | "Liquid" | "Mara" | "Mancer 2" | "Minimax" | "ModelRun" | "Mistral" | "Modular" | "Moonshot AI" | "Morph" | "NCompass" | "Nebius" | "NextBit" | "Novita" | "Nvidia" | "OpenAI" | "OpenInference" | "Parasail" | "Perplexity" | "Phala" | "Relace" | "SambaNova" | "Seed" | "SiliconFlow" | "Sourceful" | "StepFun" | "Stealth" | "StreamLake" | "Switchpoint" | "Together" | "Upstage" | "Venice" | "WandB" | "Xiaomi" | "xAI" | "Z.AI" | "FakeProvider";
16897
+ readonly "provider_name"?: "AnyScale" | "Atoma" | "Cent-ML" | "CrofAI" | "Enfer" | "GoPomelo" | "HuggingFace" | "Hyperbolic 2" | "InoCloud" | "Kluster" | "Lambda" | "Lepton" | "Lynn 2" | "Lynn" | "Mancer" | "Meta" | "Modal" | "Nineteen" | "OctoAI" | "Recursal" | "Reflection" | "Replicate" | "SambaNova 2" | "SF Compute" | "Targon" | "Together 2" | "Ubicloud" | "01.AI" | "AI21" | "AionLabs" | "Alibaba" | "Ambient" | "Amazon Bedrock" | "Amazon Nova" | "Anthropic" | "Arcee AI" | "AtlasCloud" | "Avian" | "Azure" | "BaseTen" | "BytePlus" | "Black Forest Labs" | "Cerebras" | "Chutes" | "Cirrascale" | "Clarifai" | "Cloudflare" | "Cohere" | "Crusoe" | "DeepInfra" | "DeepSeek" | "Featherless" | "Fireworks" | "Friendli" | "GMICloud" | "Google" | "Google AI Studio" | "Groq" | "Hyperbolic" | "Inception" | "Inceptron" | "InferenceNet" | "Infermatic" | "Io Net" | "Inflection" | "Liquid" | "Mara" | "Mancer 2" | "Minimax" | "ModelRun" | "Mistral" | "Modular" | "Moonshot AI" | "Morph" | "NCompass" | "Nebius" | "NextBit" | "Novita" | "Nvidia" | "OpenAI" | "OpenInference" | "Parasail" | "Perplexity" | "Phala" | "Relace" | "SambaNova" | "Seed" | "SiliconFlow" | "Sourceful" | "StepFun" | "Stealth" | "StreamLake" | "Switchpoint" | "Together" | "Upstage" | "Venice" | "WandB" | "Xiaomi" | "xAI" | "Z.AI" | "FakeProvider";
16831
16898
  readonly "status": number;
16832
16899
  readonly "latency"?: number;
16833
16900
  readonly "is_byok"?: boolean;
@@ -16873,7 +16940,7 @@ export declare const GetGeneration200: Schema.Struct<{
16873
16940
  readonly id: Schema.optionalKey<Schema.String>;
16874
16941
  readonly endpoint_id: Schema.optionalKey<Schema.String>;
16875
16942
  readonly model_permaslug: Schema.optionalKey<Schema.String>;
16876
- readonly provider_name: Schema.optionalKey<Schema.Literals<readonly ["AnyScale", "Atoma", "Cent-ML", "CrofAI", "Enfer", "GoPomelo", "HuggingFace", "Hyperbolic 2", "InoCloud", "Kluster", "Lambda", "Lepton", "Lynn 2", "Lynn", "Mancer", "Meta", "Modal", "Nineteen", "OctoAI", "Recursal", "Reflection", "Replicate", "SambaNova 2", "SF Compute", "Targon", "Together 2", "Ubicloud", "01.AI", "AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>>;
16943
+ readonly provider_name: Schema.optionalKey<Schema.Literals<readonly ["AnyScale", "Atoma", "Cent-ML", "CrofAI", "Enfer", "GoPomelo", "HuggingFace", "Hyperbolic 2", "InoCloud", "Kluster", "Lambda", "Lepton", "Lynn 2", "Lynn", "Mancer", "Meta", "Modal", "Nineteen", "OctoAI", "Recursal", "Reflection", "Replicate", "SambaNova 2", "SF Compute", "Targon", "Together 2", "Ubicloud", "01.AI", "AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>>;
16877
16944
  readonly status: Schema.Number;
16878
16945
  readonly latency: Schema.optionalKey<Schema.Number>;
16879
16946
  readonly is_byok: Schema.optionalKey<Schema.Boolean>;
@@ -17159,7 +17226,7 @@ export declare const ListEndpoints200: Schema.Struct<{
17159
17226
  readonly input_cache_write: Schema.optionalKey<Schema.String>;
17160
17227
  readonly discount: Schema.optionalKey<Schema.Number>;
17161
17228
  }>;
17162
- readonly provider_name: Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>;
17229
+ readonly provider_name: Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>;
17163
17230
  readonly tag: Schema.String;
17164
17231
  readonly quantization: Schema.Literals<readonly ["int4", "int8", "fp4", "fp6", "fp8", "fp16", "bf16", "fp32", "unknown"]>;
17165
17232
  readonly max_completion_tokens: Schema.Number;
@@ -17226,7 +17293,7 @@ export declare const ListEndpointsZdr200: Schema.Struct<{
17226
17293
  readonly input_cache_write: Schema.optionalKey<Schema.String>;
17227
17294
  readonly discount: Schema.optionalKey<Schema.Number>;
17228
17295
  }>;
17229
- readonly provider_name: Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>;
17296
+ readonly provider_name: Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>;
17230
17297
  readonly tag: Schema.String;
17231
17298
  readonly quantization: Schema.Literals<readonly ["int4", "int8", "fp4", "fp6", "fp8", "fp16", "bf16", "fp32", "unknown"]>;
17232
17299
  readonly max_completion_tokens: Schema.Number;
@@ -18576,9 +18643,9 @@ export declare const SendChatCompletionRequestRequestJson: Schema.Struct<{
18576
18643
  readonly data_collection: Schema.optionalKey<Schema.Union<readonly [Schema.Literals<readonly ["deny", "allow"]>, Schema.Null]>>;
18577
18644
  readonly zdr: Schema.optionalKey<Schema.Union<readonly [Schema.Boolean, Schema.Null]>>;
18578
18645
  readonly enforce_distillable_text: Schema.optionalKey<Schema.Union<readonly [Schema.Boolean, Schema.Null]>>;
18579
- readonly order: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>, Schema.Null]>>;
18580
- readonly only: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>, Schema.Null]>>;
18581
- readonly ignore: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>, Schema.Null]>>;
18646
+ readonly order: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>, Schema.Null]>>;
18647
+ readonly only: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>, Schema.Null]>>;
18648
+ readonly ignore: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Union<readonly [Schema.Literals<readonly ["AI21", "AionLabs", "Alibaba", "Ambient", "Amazon Bedrock", "Amazon Nova", "Anthropic", "Arcee AI", "AtlasCloud", "Avian", "Azure", "BaseTen", "BytePlus", "Black Forest Labs", "Cerebras", "Chutes", "Cirrascale", "Clarifai", "Cloudflare", "Cohere", "Crusoe", "DeepInfra", "DeepSeek", "Featherless", "Fireworks", "Friendli", "GMICloud", "Google", "Google AI Studio", "Groq", "Hyperbolic", "Inception", "Inceptron", "InferenceNet", "Infermatic", "Io Net", "Inflection", "Liquid", "Mara", "Mancer 2", "Minimax", "ModelRun", "Mistral", "Modular", "Moonshot AI", "Morph", "NCompass", "Nebius", "NextBit", "Novita", "Nvidia", "OpenAI", "OpenInference", "Parasail", "Perplexity", "Phala", "Relace", "SambaNova", "Seed", "SiliconFlow", "Sourceful", "StepFun", "Stealth", "StreamLake", "Switchpoint", "Together", "Upstage", "Venice", "WandB", "Xiaomi", "xAI", "Z.AI", "FakeProvider"]>, Schema.String]>>, Schema.Null]>>;
18582
18649
  readonly quantizations: Schema.optionalKey<Schema.Union<readonly [Schema.$Array<Schema.Literals<readonly ["int4", "int8", "fp4", "fp6", "fp8", "fp16", "bf16", "fp32", "unknown"]>>, Schema.Null]>>;
18583
18650
  readonly sort: Schema.optionalKey<Schema.Union<readonly [Schema.Union<readonly [Schema.Literals<readonly ["price", "throughput", "latency"]>, Schema.Struct<{
18584
18651
  readonly by: Schema.optionalKey<Schema.Union<readonly [Schema.Literals<readonly ["price", "throughput", "latency"]>, Schema.Null]>>;
@@ -18629,6 +18696,13 @@ export declare const SendChatCompletionRequestRequestJson: Schema.Struct<{
18629
18696
  readonly route: Schema.optionalKey<Schema.Union<readonly [Schema.Literals<readonly ["fallback", "sort"]>, Schema.Null]>>;
18630
18697
  readonly user: Schema.optionalKey<Schema.String>;
18631
18698
  readonly session_id: Schema.optionalKey<Schema.String>;
18699
+ readonly trace: Schema.optionalKey<Schema.Struct<{
18700
+ readonly trace_id: Schema.optionalKey<Schema.String>;
18701
+ readonly trace_name: Schema.optionalKey<Schema.String>;
18702
+ readonly span_name: Schema.optionalKey<Schema.String>;
18703
+ readonly generation_name: Schema.optionalKey<Schema.String>;
18704
+ readonly parent_span_id: Schema.optionalKey<Schema.String>;
18705
+ }>>;
18632
18706
  readonly messages: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
18633
18707
  readonly role: Schema.Literal<"system">;
18634
18708
  readonly content: Schema.Union<readonly [Schema.String, Schema.$Array<Schema.Struct<{
@@ -18852,6 +18926,7 @@ export declare const SendChatCompletionRequestRequestJson: Schema.Struct<{
18852
18926
  readonly include_usage: Schema.optionalKey<Schema.Boolean>;
18853
18927
  }>, Schema.Null]>>;
18854
18928
  readonly temperature: Schema.optionalKey<Schema.Union<readonly [Schema.Number, Schema.Null]>>;
18929
+ readonly parallel_tool_calls: Schema.optionalKey<Schema.Union<readonly [Schema.Boolean, Schema.Null]>>;
18855
18930
  readonly tool_choice: Schema.optionalKey<Schema.Union<readonly [Schema.Literal<"none">, Schema.Literal<"auto">, Schema.Literal<"required">, Schema.Struct<{
18856
18931
  readonly type: Schema.Literal<"function">;
18857
18932
  readonly function: Schema.Struct<{
@@ -18866,6 +18941,10 @@ export declare const SendChatCompletionRequestRequestJson: Schema.Struct<{
18866
18941
  readonly parameters: Schema.optionalKey<Schema.Struct<{}>>;
18867
18942
  readonly strict: Schema.optionalKey<Schema.Union<readonly [Schema.Boolean, Schema.Null]>>;
18868
18943
  }>;
18944
+ readonly cache_control: Schema.optionalKey<Schema.Struct<{
18945
+ readonly type: Schema.Literal<"ephemeral">;
18946
+ readonly ttl: Schema.optionalKey<Schema.Literals<readonly ["5m", "1h"]>>;
18947
+ }>>;
18869
18948
  }>>>;
18870
18949
  readonly top_p: Schema.optionalKey<Schema.Union<readonly [Schema.Number, Schema.Null]>>;
18871
18950
  readonly debug: Schema.optionalKey<Schema.Struct<{
@@ -19041,10 +19120,10 @@ export declare const SendChatCompletionRequest200Sse: Schema.Struct<{
19041
19120
  readonly refusal: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
19042
19121
  readonly tool_calls: Schema.optionalKey<Schema.$Array<Schema.Struct<{
19043
19122
  readonly index: Schema.Number;
19044
- readonly id: Schema.optionalKey<Schema.String>;
19045
- readonly type: Schema.optionalKey<Schema.Literal<"function">>;
19123
+ readonly id: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
19124
+ readonly type: Schema.optionalKey<Schema.Union<readonly [Schema.Literal<"function">, Schema.Null]>>;
19046
19125
  readonly function: Schema.optionalKey<Schema.Struct<{
19047
- readonly name: Schema.optionalKey<Schema.String>;
19126
+ readonly name: Schema.optionalKey<Schema.Union<readonly [Schema.String, Schema.Null]>>;
19048
19127
  readonly arguments: Schema.optionalKey<Schema.String>;
19049
19128
  }>>;
19050
19129
  }>>>;
@@ -19101,7 +19180,7 @@ export declare const SendChatCompletionRequest200Sse: Schema.Struct<{
19101
19180
  }>;
19102
19181
  }>]>>, Schema.Null]>>;
19103
19182
  }>;
19104
- readonly finish_reason: Schema.Union<readonly [Schema.Literals<readonly ["tool_calls", "stop", "length", "content_filter", "error"]>, Schema.Null]>;
19183
+ readonly finish_reason: Schema.optionalKey<Schema.Union<readonly [Schema.Literals<readonly ["tool_calls", "stop", "length", "content_filter", "error"]>, Schema.Null]>>;
19105
19184
  readonly index: Schema.Number;
19106
19185
  readonly logprobs: Schema.optionalKey<Schema.Union<readonly [Schema.Struct<{
19107
19186
  readonly content: Schema.Union<readonly [Schema.$Array<Schema.Struct<{