@llmgateway/models 1.77.2 → 1.78.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. package/dist/helpers.d.ts +1 -0
  2. package/dist/helpers.js +17 -0
  3. package/dist/helpers.js.map +1 -1
  4. package/dist/types.d.ts +9 -2
  5. package/dist/types.js.map +1 -1
  6. package/package.json +1 -1
package/dist/helpers.d.ts CHANGED
@@ -1 +1,2 @@
1
1
  export declare function getModelStreamingSupport(modelName: string, providerId?: string, region?: string): boolean | "only" | null;
2
+ export declare function supportsOpenAIExtendedPromptCache(modelName: string): boolean;
package/dist/helpers.js CHANGED
@@ -37,4 +37,21 @@ export function getModelStreamingSupport(modelName, providerId, region) {
37
37
  const providerInfo = providers.find((p) => p.id === providerId);
38
38
  return providerInfo?.streaming === true;
39
39
  }
40
+ const OPENAI_EXTENDED_PROMPT_CACHE_MODELS = new Set([
41
+ "gpt-5.5",
42
+ "gpt-5.5-pro",
43
+ "gpt-5.4",
44
+ "gpt-5.2",
45
+ "gpt-5.1-codex-max",
46
+ "gpt-5.1",
47
+ "gpt-5.1-codex",
48
+ "gpt-5.1-codex-mini",
49
+ "gpt-5.1-chat-latest",
50
+ "gpt-5",
51
+ "gpt-5-codex",
52
+ "gpt-4.1",
53
+ ]);
54
+ export function supportsOpenAIExtendedPromptCache(modelName) {
55
+ return OPENAI_EXTENDED_PROMPT_CACHE_MODELS.has(modelName);
56
+ }
40
57
  //# sourceMappingURL=helpers.js.map
package/dist/helpers.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"helpers.js","sourceRoot":"","sources":["../src/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAA6B,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAM/D,MAAM,UAAU,wBAAwB,CACvC,SAAiB,EACjB,UAAmB,EACnB,MAAe;IAGf,MAAM,SAAS,GAAG,UAAU;QAC3B,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CACZ,CAAC,CAAC,EAAE,EAAE,CACL,CAAC,CAAC,EAAE,KAAK,SAAS;YAClB,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,UAAU,CAAC,CACrD,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;QAC7C,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC1C,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,MAAM,QAAQ,GAAG,wBAAwB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAG/D,IAAI,CAAC,UAAU,EAAE,CAAC;QACjB,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,QAA8B,EAAE,EAAE;YAEvD,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACtC,OAAO,QAAQ,CAAC,SAAS,CAAC;YAC3B,CAAC;YAED,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,UAAU,CAAC,CAAC;YACzE,OAAO,YAAY,EAAE,SAAS,KAAK,IAAI,CAAC;QACzC,CAAC,CAAC,CAAC;IACJ,CAAC;IAGD,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CACpC,CAAC,CAAC,EAAE,EAAE,CACL,CAAC,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAC1E,CAAC;IACF,IAAI,CAAC,eAAe,EAAE,CAAC;QAEtB,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAChC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,CAAC,CAAC,MAAM,CAC/C,CAAC;QACF,IAAI,CAAC,WAAW,EAAE,CAAC;YAClB,OAAO,KAAK,CAAC;QACd,CAAC;QACD,IAAI,WAAW,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACzC,OAAO,WAAW,CAAC,SAAS,CAAC;QAC9B,CAAC;QACD,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;QAChE,OAAO,YAAY,EAAE,SAAS,KAAK,IAAI,CAAC;IACzC,CAAC;IAGD,IAAI,eAAe,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QAC7C,OAAO,eAAe,CAAC,SAAS,CAAC;IAClC,CAAC;IAGD,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;IAChE,OAAO,YAAY,EAAE,SAAS,KAAK,IAAI,CAAC;AACzC,CAAC"}
1
+ {"version":3,"file":"helpers.js","sourceRoot":"","sources":["../src/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAA6B,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAM/D,MAAM,UAAU,wBAAwB,CACvC,SAAiB,EACjB,UAAmB,EACnB,MAAe;IAGf,MAAM,SAAS,GAAG,UAAU;QAC3B,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CACZ,CAAC,CAAC,EAAE,EAAE,CACL,CAAC,CAAC,EAAE,KAAK,SAAS;YAClB,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,UAAU,CAAC,CACrD,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;QAC7C,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC1C,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,MAAM,QAAQ,GAAG,wBAAwB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAG/D,IAAI,CAAC,UAAU,EAAE,CAAC;QACjB,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,QAA8B,EAAE,EAAE;YAEvD,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACtC,OAAO,QAAQ,CAAC,SAAS,CAAC;YAC3B,CAAC;YAED,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,UAAU,CAAC,CAAC;YACzE,OAAO,YAAY,EAAE,SAAS,KAAK,IAAI,CAAC;QACzC,CAAC,CAAC,CAAC;IACJ,CAAC;IAGD,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CACpC,CAAC,CAAC,EAAE,EAAE,CACL,CAAC,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAC1E,CAAC;IACF,IAAI,CAAC,eAAe,EAAE,CAAC;QAEtB,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAChC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,CAAC,CAAC,MAAM,CAC/C,CAAC;QACF,IAAI,CAAC,WAAW,EAAE,CAAC;YAClB,OAAO,KAAK,CAAC;QACd,CAAC;QACD,IAAI,WAAW,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACzC,OAAO,WAAW,CAAC,SAAS,CAAC;QAC9B,CAAC;QACD,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;QAChE,OAAO,YAAY,EAAE,SAAS,KAAK,IAAI,CAAC;IACzC,CAAC;IAGD,IAAI,eAAe,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QAC7C,OAAO,eAAe,CAAC,SAAS,CAAC;IAClC,CAAC;IAGD,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;IAChE,OAAO,YAAY,EAAE,SAAS,KAAK,IAAI,CAAC;AACzC,CAAC;AAMD,MAAM,mCAAmC,GAAG,IAAI,GAAG,CAAS;IAC3D,SAAS;IACT,aAAa;IACb,SAAS;IACT,SAAS;IACT,mBAAmB;IACnB,SAAS;IACT,eAAe;IACf,oBAAoB;IACpB,qBAAqB;IACrB,OAAO;IACP,aAAa;IACb,SAAS;CACT,CAAC,CAAC;AAEH,MAAM,UAAU,iCAAiC,CAAC,SAAiB;IAClE,OAAO,mCAAmC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAC3D,CAAC"}
package/dist/types.d.ts CHANGED
@@ -129,6 +129,7 @@ export type ToolChoiceType = "auto" | "none" | "required" | {
129
129
  name: string;
130
130
  };
131
131
  };
132
+ export type PromptCacheRetention = "in_memory" | "24h";
132
133
  export type AnthropicToolChoice = "auto" | "any" | "none" | {
133
134
  type: "tool";
134
135
  name: string;
@@ -146,6 +147,8 @@ export interface OpenAIRequestBody extends BaseRequestBody {
146
147
  messages: OpenAIMessage[];
147
148
  tools?: OpenAITool[];
148
149
  tool_choice?: ToolChoiceType;
150
+ prompt_cache_key?: string;
151
+ prompt_cache_retention?: PromptCacheRetention;
149
152
  response_format?: {
150
153
  type: "text" | "json_object" | "json_schema";
151
154
  json_schema?: {
@@ -176,6 +179,8 @@ export type OpenAIResponsesInputItem = OpenAIMessage | OpenAIResponsesFunctionCa
176
179
  export interface OpenAIResponsesRequestBody {
177
180
  model: string;
178
181
  input: OpenAIResponsesInputItem[];
182
+ prompt_cache_key?: string;
183
+ prompt_cache_retention?: PromptCacheRetention;
179
184
  reasoning: {
180
185
  effort: "minimal" | "low" | "medium" | "high" | "xhigh";
181
186
  summary: "detailed";
@@ -274,13 +279,15 @@ export interface AvailableModelProvider {
274
279
  }
275
280
  export type MessageTransformer<T> = (messages: BaseMessage[], isProd?: boolean) => Promise<T[]>;
276
281
  export type ToolTransformer<_T, U> = (tools: OpenAITool[]) => U;
277
- export type RequestBodyPreparer = (usedProvider: ProviderId, usedModel: string, messages: BaseMessage[], stream: boolean, temperature?: number, max_tokens?: number, top_p?: number, frequency_penalty?: number, presence_penalty?: number, response_format?: OpenAIRequestBody["response_format"], tools?: OpenAITool[], tool_choice?: ToolChoiceType, reasoning_effort?: "minimal" | "low" | "medium" | "high" | "xhigh", supportsReasoning?: boolean, isProd?: boolean, maxImageSizeMB?: number, userPlan?: "free" | "pro" | null, sensitive_word_check?: {
282
+ export type RequestBodyPreparer = (usedProvider: ProviderId, usedModel: string, messages: BaseMessage[], stream: boolean, temperature?: number, max_tokens?: number, top_p?: number, frequency_penalty?: number, presence_penalty?: number, response_format?: OpenAIRequestBody["response_format"], tools?: OpenAIToolInput[], tool_choice?: ToolChoiceType, reasoning_effort?: "minimal" | "low" | "medium" | "high" | "xhigh", supportsReasoning?: boolean, isProd?: boolean, maxImageSizeMB?: number, userPlan?: "free" | "pro" | "enterprise" | null, sensitive_word_check?: {
278
283
  status: "DISABLE" | "ENABLE";
279
284
  }, image_config?: {
280
285
  aspect_ratio?: string;
281
286
  image_size?: string;
282
287
  image_quality?: string;
283
- }) => Promise<ProviderRequestBody>;
288
+ n?: number;
289
+ seed?: number;
290
+ }, effort?: "low" | "medium" | "high", imageGenerations?: boolean, webSearchTool?: WebSearchTool, reasoning_max_tokens?: number, useResponsesApi?: boolean, prompt_cache_key?: string, prompt_cache_retention?: PromptCacheRetention) => Promise<ProviderRequestBody | FormData>;
284
291
  export declare function isTextContent(content: MessageContent): content is TextContent;
285
292
  export declare function isImageUrlContent(content: MessageContent): content is ImageUrlContent;
286
293
  export declare function isImageContent(content: MessageContent): content is ImageContent;
package/dist/types.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAkYA,MAAM,UAAU,aAAa,CAAC,OAAuB;IACpD,OAAO,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAChC,OAAuB;IAEvB,OAAO,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,cAAc,CAC7B,OAAuB;IAEvB,OAAO,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC/B,OAAuB;IAEvB,OAAO,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,mBAAmB,CAClC,OAAuB;IAEvB,OAAO,OAAO,CAAC,IAAI,KAAK,aAAa,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,YAAY,CAC3B,IAA6C;IAE7C,OAAO,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,eAAe,CAC9B,IAA6C;IAE7C,OAAO,MAAM,IAAI,IAAI,IAAI,cAAc,IAAI,IAAI,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,YAAY,CAC3B,IAA6C;IAE7C,OAAO,sBAAsB,IAAI,IAAI,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,YAAY,CAC3B,WAAgC;IAEhC,OAAO,YAAY,IAAI,WAAW,CAAC;AACpC,CAAC"}
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAiZA,MAAM,UAAU,aAAa,CAAC,OAAuB;IACpD,OAAO,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAChC,OAAuB;IAEvB,OAAO,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,cAAc,CAC7B,OAAuB;IAEvB,OAAO,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC/B,OAAuB;IAEvB,OAAO,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,mBAAmB,CAClC,OAAuB;IAEvB,OAAO,OAAO,CAAC,IAAI,KAAK,aAAa,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,YAAY,CAC3B,IAA6C;IAE7C,OAAO,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,eAAe,CAC9B,IAA6C;IAE7C,OAAO,MAAM,IAAI,IAAI,IAAI,cAAc,IAAI,IAAI,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,YAAY,CAC3B,IAA6C;IAE7C,OAAO,sBAAsB,IAAI,IAAI,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,YAAY,CAC3B,WAAgC;IAEhC,OAAO,YAAY,IAAI,WAAW,CAAC;AACpC,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@llmgateway/models",
3
- "version": "1.77.2",
3
+ "version": "1.78.0",
4
4
  "private": false,
5
5
  "repository": {
6
6
  "type": "git",