@bastani/pi-ai 0.9.28 → 0.9.29-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. package/CHANGELOG.md +11 -0
  2. package/README.md +29 -2
  3. package/dist/api/openai-codex-responses.d.ts.map +1 -1
  4. package/dist/api/openai-codex-responses.js +182 -146
  5. package/dist/api/openai-codex-responses.js.map +1 -1
  6. package/dist/api/openai-images.d.ts +17 -0
  7. package/dist/api/openai-images.d.ts.map +1 -0
  8. package/dist/api/openai-images.js +114 -0
  9. package/dist/api/openai-images.js.map +1 -0
  10. package/dist/api/openai-images.lazy.d.ts +3 -0
  11. package/dist/api/openai-images.lazy.d.ts.map +1 -0
  12. package/dist/api/openai-images.lazy.js +4 -0
  13. package/dist/api/openai-images.lazy.js.map +1 -0
  14. package/dist/api/openai-responses-shared.d.ts +26 -0
  15. package/dist/api/openai-responses-shared.d.ts.map +1 -1
  16. package/dist/api/openai-responses-shared.js +81 -0
  17. package/dist/api/openai-responses-shared.js.map +1 -1
  18. package/dist/api/openai-responses.d.ts.map +1 -1
  19. package/dist/api/openai-responses.js +102 -10
  20. package/dist/api/openai-responses.js.map +1 -1
  21. package/dist/env-api-keys.d.ts.map +1 -1
  22. package/dist/env-api-keys.js +1 -0
  23. package/dist/env-api-keys.js.map +1 -1
  24. package/dist/index.d.ts +1 -0
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js.map +1 -1
  27. package/dist/models.d.ts +4 -2
  28. package/dist/models.d.ts.map +1 -1
  29. package/dist/models.generated.d.ts +4 -0
  30. package/dist/models.generated.d.ts.map +1 -1
  31. package/dist/models.generated.js +4 -0
  32. package/dist/models.generated.js.map +1 -1
  33. package/dist/models.js +2 -1
  34. package/dist/models.js.map +1 -1
  35. package/dist/providers/all.d.ts.map +1 -1
  36. package/dist/providers/all.js +2 -0
  37. package/dist/providers/all.js.map +1 -1
  38. package/dist/providers/data/.manifest.json +1 -1
  39. package/dist/providers/data/baseten.json +1 -1
  40. package/dist/providers/data/cloudflare-ai-gateway.json +1 -1
  41. package/dist/providers/data/cloudflare-workers-ai.json +1 -1
  42. package/dist/providers/data/google-vertex.json +1 -1
  43. package/dist/providers/data/openai-codex.json +1 -1
  44. package/dist/providers/data/openai-images.json +1 -0
  45. package/dist/providers/data/openai.json +1 -1
  46. package/dist/providers/data/opencode.json +1 -1
  47. package/dist/providers/data/openrouter.json +1 -1
  48. package/dist/providers/data/vercel-ai-gateway.json +1 -1
  49. package/dist/providers/images/register-builtins.d.ts +1 -0
  50. package/dist/providers/images/register-builtins.d.ts.map +1 -1
  51. package/dist/providers/images/register-builtins.js +18 -0
  52. package/dist/providers/images/register-builtins.js.map +1 -1
  53. package/dist/providers/openai-images.d.ts +3 -0
  54. package/dist/providers/openai-images.d.ts.map +1 -0
  55. package/dist/providers/openai-images.js +19 -0
  56. package/dist/providers/openai-images.js.map +1 -0
  57. package/dist/providers/openai-images.models.d.ts +5 -0
  58. package/dist/providers/openai-images.models.d.ts.map +1 -0
  59. package/dist/providers/openai-images.models.js +8 -0
  60. package/dist/providers/openai-images.models.js.map +1 -0
  61. package/dist/types.d.ts +16 -2
  62. package/dist/types.d.ts.map +1 -1
  63. package/dist/types.js.map +1 -1
  64. package/package.json +1 -1
@@ -0,0 +1,114 @@
1
+ import OpenAI, { toFile } from "openai";
2
+ import { calculateCost } from "../models.js";
3
+ import { formatProviderError, normalizeProviderError } from "../utils/error-body.js";
4
+ import { headersToRecord, providerHeadersToRecord } from "../utils/headers.js";
5
+ import { retryProviderRequest } from "../utils/provider-retry.js";
6
+ import { sanitizeSurrogates } from "../utils/sanitize-unicode.js";
7
+ const OUTPUT_FORMAT_MIME_TYPES = {
8
+ png: "image/png",
9
+ jpeg: "image/jpeg",
10
+ webp: "image/webp",
11
+ };
12
+ /**
13
+ * Image generation over OpenAI's Images API: `/images/generations` for text-only
14
+ * input and `/images/edits` when the context includes image blocks.
15
+ */
16
+ export const generateImages = async (model, context, options) => {
17
+ const output = {
18
+ api: model.api,
19
+ provider: model.provider,
20
+ model: model.id,
21
+ output: [],
22
+ stopReason: "stop",
23
+ timestamp: Date.now(),
24
+ };
25
+ try {
26
+ const apiKey = options?.apiKey;
27
+ if (!apiKey) {
28
+ throw new Error(`No API key for provider: ${model.provider}`);
29
+ }
30
+ const client = createClient(model, apiKey, options?.headers, options?.fetch);
31
+ let params = await buildParams(model, context, options);
32
+ const nextParams = await options?.onPayload?.(params, model);
33
+ if (nextParams !== undefined) {
34
+ params = nextParams;
35
+ }
36
+ const requestOptions = {
37
+ ...(options?.signal ? { signal: options.signal } : {}),
38
+ ...(options?.timeoutMs !== undefined ? { timeout: options.timeoutMs } : {}),
39
+ maxRetries: 0,
40
+ };
41
+ const { data: response, response: rawResponse } = await retryProviderRequest(() => "image" in params
42
+ ? client.images.edit(params, requestOptions).withResponse()
43
+ : client.images.generate(params, requestOptions).withResponse(), {
44
+ maxRetries: options?.maxRetries,
45
+ maxRetryDelayMs: options?.maxRetryDelayMs,
46
+ signal: options?.signal,
47
+ });
48
+ await options?.onResponse?.({ status: rawResponse.status, headers: headersToRecord(rawResponse.headers) }, model);
49
+ if (response.usage) {
50
+ output.usage = parseUsage(response.usage, model);
51
+ }
52
+ const mimeType = OUTPUT_FORMAT_MIME_TYPES[response.output_format ?? params.output_format ?? "png"] ?? "image/png";
53
+ for (const image of response.data ?? []) {
54
+ if (!image.b64_json)
55
+ continue;
56
+ output.output.push({ type: "image", mimeType, data: image.b64_json });
57
+ }
58
+ return output;
59
+ }
60
+ catch (error) {
61
+ output.stopReason = options?.signal?.aborted ? "aborted" : "error";
62
+ output.errorMessage = formatProviderError(normalizeProviderError(error));
63
+ return output;
64
+ }
65
+ };
66
+ function createClient(model, apiKey, optionsHeaders, fetch) {
67
+ return new OpenAI({
68
+ apiKey,
69
+ baseURL: model.baseUrl,
70
+ dangerouslyAllowBrowser: true,
71
+ fetch,
72
+ defaultHeaders: providerHeadersToRecord({ ...model.headers, ...optionsHeaders }),
73
+ });
74
+ }
75
+ async function buildParams(model, context, options) {
76
+ const prompt = context.input
77
+ .flatMap((item) => (item.type === "text" ? [sanitizeSurrogates(item.text)] : []))
78
+ .join("\n\n");
79
+ const params = {
80
+ model: model.id,
81
+ prompt,
82
+ ...(options?.size !== undefined ? { size: options.size } : {}),
83
+ ...(options?.quality !== undefined ? { quality: options.quality } : {}),
84
+ ...(options?.n !== undefined ? { n: options.n } : {}),
85
+ ...(options?.background !== undefined ? { background: options.background } : {}),
86
+ };
87
+ const images = context.input.filter((item) => item.type === "image");
88
+ if (images.length === 0)
89
+ return params;
90
+ return {
91
+ ...params,
92
+ image: await Promise.all(images.map((image, index) => toFile(base64ToBytes(image.data), `image-${index + 1}.${image.mimeType.split("/")[1] ?? "png"}`, {
93
+ type: image.mimeType,
94
+ }))),
95
+ };
96
+ }
97
+ function base64ToBytes(data) {
98
+ return Uint8Array.from(atob(data), (char) => char.charCodeAt(0));
99
+ }
100
+ function parseUsage(rawUsage, model) {
101
+ const input = rawUsage.input_tokens || 0;
102
+ const output = rawUsage.output_tokens || 0;
103
+ const usage = {
104
+ input,
105
+ output,
106
+ cacheRead: 0,
107
+ cacheWrite: 0,
108
+ totalTokens: rawUsage.total_tokens || input + output,
109
+ cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },
110
+ };
111
+ calculateCost(model, usage);
112
+ return usage;
113
+ }
114
+ //# sourceMappingURL=openai-images.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai-images.js","sourceRoot":"","sources":["../../src/api/openai-images.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAExC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAY7C,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AACrF,OAAO,EAAE,eAAe,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAC/E,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAelE,MAAM,wBAAwB,GAA2B;IACxD,GAAG,EAAE,WAAW;IAChB,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,YAAY;CAClB,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAwC,KAAK,EACvE,KAA2B,EAC3B,OAAsB,EACtB,OAA6B,EAC5B,EAAE;IACH,MAAM,MAAM,GAAoB;QAC/B,GAAG,EAAE,KAAK,CAAC,GAAG;QACd,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,KAAK,CAAC,EAAE;QACf,MAAM,EAAE,EAAE;QACV,UAAU,EAAE,MAAM;QAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACrB,CAAC;IAEF,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;QAC/B,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/D,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAC7E,IAAI,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,MAAM,OAAO,EAAE,SAAS,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC7D,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,GAAG,UAAuC,CAAC;QAClD,CAAC;QACD,MAAM,cAAc,GAAG;YACtB,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,GAAG,CAAC,OAAO,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3E,UAAU,EAAE,CAAC;SACb,CAAC;QACF,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,oBAAoB,CAC3E,GAAG,EAAE,CACJ,OAAO,IAAI,MAAM;YAChB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,YAAY,EAAE;YAC3D,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,YAAY,EAAE,EACjE;YACC,UAAU,EAAE,OAAO,EAAE,UAAU;YAC/B,eAAe,EAAE,OAAO,EAAE,eAAe;YACzC,MAAM,EAAE,OAAO,EAAE,MAAM;SACvB,CACD,CAAC;QACF,MAAM,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,eAAe,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAElH,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAClD,CAAC;QACD,MAAM,QAAQ,GAAG,wBAAwB,CAAC,QAAQ,CAAC,aAAa,IAAI,MAAM,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,WAAW,CAAC;QAClH,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;YACzC,IAAI,CAAC,KAAK,CAAC,QAAQ;gBAAE,SAAS;YAC9B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAyB,CAAC,CAAC;QAC9F,CAAC;QAED,OAAO,MAAM,CAAC;IACf,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,CAAC,UAAU,GAAG,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;QACnE,MAAM,CAAC,YAAY,GAAG,mBAAmB,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC;QACzE,OAAO,MAAM,CAAC;IACf,CAAC;AACF,CAAC,CAAC;AAEF,SAAS,YAAY,CACpB,KAA2B,EAC3B,MAAc,EACd,cAAgC,EAChC,KAA+B;IAE/B,OAAO,IAAI,MAAM,CAAC;QACjB,MAAM;QACN,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,uBAAuB,EAAE,IAAI;QAC7B,KAAK;QACL,cAAc,EAAE,uBAAuB,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,EAAE,CAAC;KAChF,CAAC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CACzB,KAA2B,EAC3B,OAAsB,EACtB,OAAwC;IAExC,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK;SAC1B,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;SAChF,IAAI,CAAC,MAAM,CAAC,CAAC;IACf,MAAM,MAAM,GAAG;QACd,KAAK,EAAE,KAAK,CAAC,EAAE;QACf,MAAM;QACN,GAAG,CAAC,OAAO,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,OAAO,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,OAAO,EAAE,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,OAAO,EAAE,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChF,CAAC;IAEF,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAwB,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;IAC3F,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAgD,CAAC;IACjF,OAAO;QACN,GAAG,MAAM;QACT,KAAK,EAAE,MAAM,OAAO,CAAC,GAAG,CACvB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAC3B,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,SAAS,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,EAAE;YAChG,IAAI,EAAE,KAAK,CAAC,QAAQ;SACpB,CAAC,CACF,CACD;KACqC,CAAC;AACzC,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IAClC,OAAO,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,UAAU,CAAC,QAA8B,EAAE,KAA2B;IAC9E,MAAM,KAAK,GAAG,QAAQ,CAAC,YAAY,IAAI,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,IAAI,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAU;QACpB,KAAK;QACL,MAAM;QACN,SAAS,EAAE,CAAC;QACZ,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,QAAQ,CAAC,YAAY,IAAI,KAAK,GAAG,MAAM;QACpD,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;KACpE,CAAC;IACF,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC5B,OAAO,KAAK,CAAC;AACd,CAAC","sourcesContent":["import OpenAI, { toFile } from \"openai\";\nimport type { ImageEditParamsNonStreaming, ImageGenerateParamsNonStreaming, ImagesResponse } from \"openai/resources\";\nimport { calculateCost } from \"../models.ts\";\nimport type {\n\tAssistantImages,\n\tImageApi,\n\tImageContent,\n\tImageModel,\n\tImagesContext,\n\tImagesFunction,\n\tImagesOptions,\n\tProviderHeaders,\n\tUsage,\n} from \"../types.ts\";\nimport { formatProviderError, normalizeProviderError } from \"../utils/error-body.ts\";\nimport { headersToRecord, providerHeadersToRecord } from \"../utils/headers.ts\";\nimport { retryProviderRequest } from \"../utils/provider-retry.ts\";\nimport { sanitizeSurrogates } from \"../utils/sanitize-unicode.ts\";\n\n/** Request options for OpenAI's Images API. Each field is sent only when set. */\nexport interface OpenAIImagesOptions extends ImagesOptions {\n\t/** `auto`, a listed size, or a custom `WIDTHxHEIGHT` where the model supports one. */\n\tsize?: \"auto\" | \"1024x1024\" | \"1536x1024\" | \"1024x1536\" | (string & {});\n\tquality?: \"low\" | \"medium\" | \"high\" | \"xhigh\" | \"max\" | \"auto\";\n\t/** Number of images to generate. */\n\tn?: number;\n\t/** `transparent` needs a PNG or WebP output format. */\n\tbackground?: \"transparent\" | \"opaque\" | \"auto\";\n}\n\ntype OpenAIImagesRequestParams = ImageGenerateParamsNonStreaming | ImageEditParamsNonStreaming;\n\nconst OUTPUT_FORMAT_MIME_TYPES: Record<string, string> = {\n\tpng: \"image/png\",\n\tjpeg: \"image/jpeg\",\n\twebp: \"image/webp\",\n};\n\n/**\n * Image generation over OpenAI's Images API: `/images/generations` for text-only\n * input and `/images/edits` when the context includes image blocks.\n */\nexport const generateImages: ImagesFunction<OpenAIImagesOptions> = async (\n\tmodel: ImageModel<ImageApi>,\n\tcontext: ImagesContext,\n\toptions?: OpenAIImagesOptions,\n) => {\n\tconst output: AssistantImages = {\n\t\tapi: model.api,\n\t\tprovider: model.provider,\n\t\tmodel: model.id,\n\t\toutput: [],\n\t\tstopReason: \"stop\",\n\t\ttimestamp: Date.now(),\n\t};\n\n\ttry {\n\t\tconst apiKey = options?.apiKey;\n\t\tif (!apiKey) {\n\t\t\tthrow new Error(`No API key for provider: ${model.provider}`);\n\t\t}\n\t\tconst client = createClient(model, apiKey, options?.headers, options?.fetch);\n\t\tlet params = await buildParams(model, context, options);\n\t\tconst nextParams = await options?.onPayload?.(params, model);\n\t\tif (nextParams !== undefined) {\n\t\t\tparams = nextParams as OpenAIImagesRequestParams;\n\t\t}\n\t\tconst requestOptions = {\n\t\t\t...(options?.signal ? { signal: options.signal } : {}),\n\t\t\t...(options?.timeoutMs !== undefined ? { timeout: options.timeoutMs } : {}),\n\t\t\tmaxRetries: 0,\n\t\t};\n\t\tconst { data: response, response: rawResponse } = await retryProviderRequest(\n\t\t\t() =>\n\t\t\t\t\"image\" in params\n\t\t\t\t\t? client.images.edit(params, requestOptions).withResponse()\n\t\t\t\t\t: client.images.generate(params, requestOptions).withResponse(),\n\t\t\t{\n\t\t\t\tmaxRetries: options?.maxRetries,\n\t\t\t\tmaxRetryDelayMs: options?.maxRetryDelayMs,\n\t\t\t\tsignal: options?.signal,\n\t\t\t},\n\t\t);\n\t\tawait options?.onResponse?.({ status: rawResponse.status, headers: headersToRecord(rawResponse.headers) }, model);\n\n\t\tif (response.usage) {\n\t\t\toutput.usage = parseUsage(response.usage, model);\n\t\t}\n\t\tconst mimeType = OUTPUT_FORMAT_MIME_TYPES[response.output_format ?? params.output_format ?? \"png\"] ?? \"image/png\";\n\t\tfor (const image of response.data ?? []) {\n\t\t\tif (!image.b64_json) continue;\n\t\t\toutput.output.push({ type: \"image\", mimeType, data: image.b64_json } satisfies ImageContent);\n\t\t}\n\n\t\treturn output;\n\t} catch (error) {\n\t\toutput.stopReason = options?.signal?.aborted ? \"aborted\" : \"error\";\n\t\toutput.errorMessage = formatProviderError(normalizeProviderError(error));\n\t\treturn output;\n\t}\n};\n\nfunction createClient(\n\tmodel: ImageModel<ImageApi>,\n\tapiKey: string,\n\toptionsHeaders?: ProviderHeaders,\n\tfetch?: typeof globalThis.fetch,\n): OpenAI {\n\treturn new OpenAI({\n\t\tapiKey,\n\t\tbaseURL: model.baseUrl,\n\t\tdangerouslyAllowBrowser: true,\n\t\tfetch,\n\t\tdefaultHeaders: providerHeadersToRecord({ ...model.headers, ...optionsHeaders }),\n\t});\n}\n\nasync function buildParams(\n\tmodel: ImageModel<ImageApi>,\n\tcontext: ImagesContext,\n\toptions: OpenAIImagesOptions | undefined,\n): Promise<OpenAIImagesRequestParams> {\n\tconst prompt = context.input\n\t\t.flatMap((item) => (item.type === \"text\" ? [sanitizeSurrogates(item.text)] : []))\n\t\t.join(\"\\n\\n\");\n\tconst params = {\n\t\tmodel: model.id,\n\t\tprompt,\n\t\t...(options?.size !== undefined ? { size: options.size } : {}),\n\t\t...(options?.quality !== undefined ? { quality: options.quality } : {}),\n\t\t...(options?.n !== undefined ? { n: options.n } : {}),\n\t\t...(options?.background !== undefined ? { background: options.background } : {}),\n\t};\n\n\tconst images = context.input.filter((item): item is ImageContent => item.type === \"image\");\n\tif (images.length === 0) return params satisfies ImageGenerateParamsNonStreaming;\n\treturn {\n\t\t...params,\n\t\timage: await Promise.all(\n\t\t\timages.map((image, index) =>\n\t\t\t\ttoFile(base64ToBytes(image.data), `image-${index + 1}.${image.mimeType.split(\"/\")[1] ?? \"png\"}`, {\n\t\t\t\t\ttype: image.mimeType,\n\t\t\t\t}),\n\t\t\t),\n\t\t),\n\t} satisfies ImageEditParamsNonStreaming;\n}\n\nfunction base64ToBytes(data: string): Uint8Array<ArrayBuffer> {\n\treturn Uint8Array.from(atob(data), (char) => char.charCodeAt(0));\n}\n\nfunction parseUsage(rawUsage: ImagesResponse.Usage, model: ImageModel<ImageApi>): Usage {\n\tconst input = rawUsage.input_tokens || 0;\n\tconst output = rawUsage.output_tokens || 0;\n\tconst usage: Usage = {\n\t\tinput,\n\t\toutput,\n\t\tcacheRead: 0,\n\t\tcacheWrite: 0,\n\t\ttotalTokens: rawUsage.total_tokens || input + output,\n\t\tcost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },\n\t};\n\tcalculateCost(model, usage);\n\treturn usage;\n}\n"]}
@@ -0,0 +1,3 @@
1
+ import type { ProviderImages } from "../types.ts";
2
+ export declare const openAIImagesApi: () => ProviderImages;
3
+ //# sourceMappingURL=openai-images.lazy.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai-images.lazy.d.ts","sourceRoot":"","sources":["../../src/api/openai-images.lazy.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,eAAO,MAAM,eAAe,QAAO,cAGjC,CAAC"}
@@ -0,0 +1,4 @@
1
+ export const openAIImagesApi = () => ({
2
+ generateImages: async (model, context, options) => (await import("./openai-images.js")).generateImages(model, context, options),
3
+ });
4
+ //# sourceMappingURL=openai-images.lazy.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai-images.lazy.js","sourceRoot":"","sources":["../../src/api/openai-images.lazy.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,eAAe,GAAG,GAAmB,EAAE,CAAC,CAAC;IACrD,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,CACjD,CAAC,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC;CAC7E,CAAC,CAAC","sourcesContent":["import type { ProviderImages } from \"../types.ts\";\n\nexport const openAIImagesApi = (): ProviderImages => ({\n\tgenerateImages: async (model, context, options) =>\n\t\t(await import(\"./openai-images.ts\")).generateImages(model, context, options),\n});\n"]}
@@ -39,6 +39,30 @@ export declare function codexServiceTierForRequest(model: Pick<Model<Api>, "serv
39
39
  export declare function applyServiceTierPricing(usage: Usage, serviceTier: ResponsesServiceTier | undefined, model: Model<Api>): void;
40
40
  type ServiceTier = NonNullable<ResponsesServiceTier>;
41
41
  export declare function normalizeResponseServiceTier(serviceTier: string | null | undefined): ServiceTier | undefined;
42
+ /**
43
+ * Whether a bearer token is a ChatGPT sign-in token (a JWT carrying OpenAI's auth claim) rather than an API key. Requests made with it are served by
44
+ * the ChatGPT backend, which reports `default` as the tier of every response, whatever tier it applied.
45
+ */
46
+ export declare function isChatGPTSubscriptionToken(token: string | undefined): boolean;
47
+ /**
48
+ * The tier a ChatGPT-backend response ran at. That backend reports `default` for every Flex, Fast or Ultrafast
49
+ * request, so `default` there means the requested tier rather than a downgrade.
50
+ */
51
+ export declare function resolveChatGPTBackendServiceTier(responseServiceTier: ResponsesServiceTier | undefined, requestServiceTier: ResponsesServiceTier | undefined): ResponsesServiceTier | undefined;
52
+ /** Diagnostic type recorded when a requested Fast or Ultrafast tier did not apply to a response. */
53
+ export declare const SERVICE_TIER_UNAVAILABLE_DIAGNOSTIC = "service_tier_unavailable";
54
+ /**
55
+ * Whether the server refused the request because of its `service_tier`: `400 Invalid service_tier argument`
56
+ * on a plain request, or a status-less `error` event with `param: "service_tier"` on a streamed one.
57
+ */
58
+ export declare function isServiceTierRejection(error: unknown): boolean;
59
+ /** The server rejected the requested tier and the request was retried once without it. */
60
+ export declare function appendServiceTierRejectedWarning(output: AssistantMessage, model: Pick<Model<Api>, "fastRoute" | "id">, requestedServiceTier: string): void;
61
+ /**
62
+ * Warn when the server reports a slower tier than the Fast or Ultrafast tier requested. A response
63
+ * that reports no tier says nothing, so it never warns.
64
+ */
65
+ export declare function appendServiceTierDowngradeWarning(output: AssistantMessage, model: Pick<Model<Api>, "fastRoute" | "id">, requestedServiceTier: ResponsesServiceTier | undefined, reportedServiceTier: ResponsesServiceTier | undefined): void;
42
66
  /**
43
67
  * Reject a payload hook that rewrote a field the model's route owns.
44
68
  *
@@ -58,6 +82,8 @@ export interface OpenAIResponsesStreamOptions {
58
82
  grammarToolInputProperties?: ReadonlyMap<string, string>;
59
83
  resolveServiceTier?: (responseServiceTier: ResponsesServiceTier | undefined, requestServiceTier: ResponsesServiceTier | undefined) => ResponsesServiceTier | undefined;
60
84
  applyServiceTierPricing?: (usage: Usage, serviceTier: ResponsesServiceTier | undefined) => void;
85
+ /** Attach a warning when the response reports a slower tier than requested. Off where the reported tier is ambiguous. */
86
+ warnOnServiceTierDowngrade?: boolean;
61
87
  }
62
88
  export interface ConvertResponsesMessagesOptions {
63
89
  includeSystemPrompt?: boolean;
@@ -1 +1 @@
1
- {"version":3,"file":"openai-responses-shared.d.ts","sourceRoot":"","sources":["../../src/api/openai-responses-shared.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACX,IAAI,IAAI,UAAU,EAClB,6BAA6B,EAC7B,aAAa,EAQb,mBAAmB,EAEnB,MAAM,yCAAyC,CAAC;AAGjD,OAAO,KAAK,EACX,GAAG,EACH,gBAAgB,EAEhB,KAAK,EAGL,aAAa,EAKb,IAAI,EAEJ,iBAAiB,EACjB,KAAK,EACL,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,0BAA0B,CAAC;AA6E5E;;;;;;;;;;;;;;;GAeG;AACH,kFAAkF;AAClF,MAAM,MAAM,oBAAoB,GAAG,6BAA6B,CAAC,cAAc,CAAC,GAAG,WAAW,CAAC;AAE/F,wBAAgB,2BAA2B,CAC1C,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,WAAW,CAAC,EACpC,kBAAkB,EAAE,oBAAoB,GAAG,SAAS,GAClD,oBAAoB,GAAG,SAAS,CAElC;AAOD;;;GAGG;AACH,wBAAgB,mBAAmB,CAClC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,cAAc,CAAC,EACvC,WAAW,EAAE,oBAAoB,GAC/B,OAAO,CAKT;AAED,+GAA+G;AAC/G,wBAAgB,2BAA2B,CAC1C,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,cAAc,CAAC,EACvC,WAAW,EAAE,oBAAoB,GAAG,SAAS,GAC3C,oBAAoB,GAAG,SAAS,CAElC;AAED;;;GAGG;AACH,wBAAgB,0BAA0B,CACzC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,cAAc,CAAC,EACvC,WAAW,EAAE,oBAAoB,GAAG,SAAS,GAC3C,oBAAoB,GAAG,SAAS,CAKlC;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CACtC,KAAK,EAAE,KAAK,EACZ,WAAW,EAAE,oBAAoB,GAAG,SAAS,EAC7C,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,GACf,IAAI,CAeN;AAUD,KAAK,WAAW,GAAG,WAAW,CAAC,oBAAoB,CAAC,CAAC;AAErD,wBAAgB,4BAA4B,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAG5G;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,+BAA+B,CAC9C,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,WAAW,GAAG,IAAI,GAAG,UAAU,GAAG,cAAc,CAAC,EACzE,OAAO,EAAE,OAAO,GACd,IAAI,CAiCN;AAED,MAAM,WAAW,4BAA4B;IAC5C,qBAAqB,CAAC,EAAE,aAAa,CAAC,uBAAuB,CAAC,CAAC;IAC/D,WAAW,CAAC,EAAE,oBAAoB,CAAC;IACnC,0BAA0B,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzD,kBAAkB,CAAC,EAAE,CACpB,mBAAmB,EAAE,oBAAoB,GAAG,SAAS,EACrD,kBAAkB,EAAE,oBAAoB,GAAG,SAAS,KAChD,oBAAoB,GAAG,SAAS,CAAC;IACtC,uBAAuB,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,oBAAoB,GAAG,SAAS,KAAK,IAAI,CAAC;CAChG;AAED,MAAM,WAAW,+BAA+B;IAC/C,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,0BAA0B,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzD,0GAA0G;IAC1G,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,WAAW,CAAC,EAAE,4BAA4B,CAAC;CAC3C;AAED,MAAM,WAAW,4BAA4B;IAC5C,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACxB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC3B;AAMD,wBAAgB,wBAAwB,CAAC,IAAI,SAAS,GAAG,EACxD,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,EAClB,OAAO,EAAE,iBAAiB,EAC1B,wBAAwB,EAAE,WAAW,CAAC,MAAM,CAAC,EAC7C,OAAO,CAAC,EAAE,+BAA+B,GACvC,aAAa,CA+Mf;AAMD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,SAAS,IAAI,EAAE,EAAE,OAAO,CAAC,EAAE,4BAA4B,GAAG,UAAU,EAAE,CAqClH;AAoCD,wBAAsB,sBAAsB,CAAC,IAAI,SAAS,GAAG,EAC5D,YAAY,EAAE,aAAa,CAAC,mBAAmB,CAAC,EAChD,MAAM,EAAE,gBAAgB,EACxB,MAAM,EAAE,2BAA2B,EACnC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,EAClB,OAAO,CAAC,EAAE,4BAA4B,GACpC,OAAO,CAAC,IAAI,CAAC,CAsVf"}
1
+ {"version":3,"file":"openai-responses-shared.d.ts","sourceRoot":"","sources":["../../src/api/openai-responses-shared.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACX,IAAI,IAAI,UAAU,EAClB,6BAA6B,EAC7B,aAAa,EAQb,mBAAmB,EAEnB,MAAM,yCAAyC,CAAC;AAGjD,OAAO,KAAK,EACX,GAAG,EACH,gBAAgB,EAEhB,KAAK,EAGL,aAAa,EAKb,IAAI,EAEJ,iBAAiB,EACjB,KAAK,EACL,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,0BAA0B,CAAC;AA+E5E;;;;;;;;;;;;;;;GAeG;AACH,kFAAkF;AAClF,MAAM,MAAM,oBAAoB,GAAG,6BAA6B,CAAC,cAAc,CAAC,GAAG,WAAW,CAAC;AAE/F,wBAAgB,2BAA2B,CAC1C,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,WAAW,CAAC,EACpC,kBAAkB,EAAE,oBAAoB,GAAG,SAAS,GAClD,oBAAoB,GAAG,SAAS,CAElC;AAOD;;;GAGG;AACH,wBAAgB,mBAAmB,CAClC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,cAAc,CAAC,EACvC,WAAW,EAAE,oBAAoB,GAC/B,OAAO,CAKT;AAED,+GAA+G;AAC/G,wBAAgB,2BAA2B,CAC1C,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,cAAc,CAAC,EACvC,WAAW,EAAE,oBAAoB,GAAG,SAAS,GAC3C,oBAAoB,GAAG,SAAS,CAElC;AAED;;;GAGG;AACH,wBAAgB,0BAA0B,CACzC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,cAAc,CAAC,EACvC,WAAW,EAAE,oBAAoB,GAAG,SAAS,GAC3C,oBAAoB,GAAG,SAAS,CAKlC;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CACtC,KAAK,EAAE,KAAK,EACZ,WAAW,EAAE,oBAAoB,GAAG,SAAS,EAC7C,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,GACf,IAAI,CAeN;AAUD,KAAK,WAAW,GAAG,WAAW,CAAC,oBAAoB,CAAC,CAAC;AAErD,wBAAgB,4BAA4B,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAG5G;AAID;;;GAGG;AACH,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAS7E;AAED;;;GAGG;AACH,wBAAgB,gCAAgC,CAC/C,mBAAmB,EAAE,oBAAoB,GAAG,SAAS,EACrD,kBAAkB,EAAE,oBAAoB,GAAG,SAAS,GAClD,oBAAoB,GAAG,SAAS,CAQlC;AAED,oGAAoG;AACpG,eAAO,MAAM,mCAAmC,6BAA6B,CAAC;AAY9E;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAG9D;AAuBD,0FAA0F;AAC1F,wBAAgB,gCAAgC,CAC/C,MAAM,EAAE,gBAAgB,EACxB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC,EAC3C,oBAAoB,EAAE,MAAM,GAC1B,IAAI,CAEN;AAED;;;GAGG;AACH,wBAAgB,iCAAiC,CAChD,MAAM,EAAE,gBAAgB,EACxB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC,EAC3C,oBAAoB,EAAE,oBAAoB,GAAG,SAAS,EACtD,mBAAmB,EAAE,oBAAoB,GAAG,SAAS,GACnD,IAAI,CAMN;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,+BAA+B,CAC9C,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,WAAW,GAAG,IAAI,GAAG,UAAU,GAAG,cAAc,CAAC,EACzE,OAAO,EAAE,OAAO,GACd,IAAI,CAiCN;AAED,MAAM,WAAW,4BAA4B;IAC5C,qBAAqB,CAAC,EAAE,aAAa,CAAC,uBAAuB,CAAC,CAAC;IAC/D,WAAW,CAAC,EAAE,oBAAoB,CAAC;IACnC,0BAA0B,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzD,kBAAkB,CAAC,EAAE,CACpB,mBAAmB,EAAE,oBAAoB,GAAG,SAAS,EACrD,kBAAkB,EAAE,oBAAoB,GAAG,SAAS,KAChD,oBAAoB,GAAG,SAAS,CAAC;IACtC,uBAAuB,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,oBAAoB,GAAG,SAAS,KAAK,IAAI,CAAC;IAChG,yHAAyH;IACzH,0BAA0B,CAAC,EAAE,OAAO,CAAC;CACrC;AAED,MAAM,WAAW,+BAA+B;IAC/C,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,0BAA0B,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzD,0GAA0G;IAC1G,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,WAAW,CAAC,EAAE,4BAA4B,CAAC;CAC3C;AAED,MAAM,WAAW,4BAA4B;IAC5C,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACxB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC3B;AAMD,wBAAgB,wBAAwB,CAAC,IAAI,SAAS,GAAG,EACxD,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,EAClB,OAAO,EAAE,iBAAiB,EAC1B,wBAAwB,EAAE,WAAW,CAAC,MAAM,CAAC,EAC7C,OAAO,CAAC,EAAE,+BAA+B,GACvC,aAAa,CA+Mf;AAMD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,SAAS,IAAI,EAAE,EAAE,OAAO,CAAC,EAAE,4BAA4B,GAAG,UAAU,EAAE,CAqClH;AAoCD,wBAAsB,sBAAsB,CAAC,IAAI,SAAS,GAAG,EAC5D,YAAY,EAAE,aAAa,CAAC,mBAAmB,CAAC,EAChD,MAAM,EAAE,gBAAgB,EACxB,MAAM,EAAE,2BAA2B,EACnC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,EAClB,OAAO,CAAC,EAAE,4BAA4B,GACpC,OAAO,CAAC,IAAI,CAAC,CAyVf"}
@@ -1,5 +1,7 @@
1
1
  import { calculateCost, getServiceTierCost } from "../models.js";
2
2
  import { normalizeProviderId } from "../provider-id.js";
3
+ import { appendAssistantMessageDiagnostic } from "../utils/diagnostics.js";
4
+ import { normalizeProviderError } from "../utils/error-body.js";
3
5
  import { shortHash } from "../utils/hash.js";
4
6
  import { parseStreamingJson } from "../utils/json-parse.js";
5
7
  import { sanitizeSurrogates } from "../utils/sanitize-unicode.js";
@@ -126,6 +128,82 @@ export function normalizeResponseServiceTier(serviceTier) {
126
128
  return undefined;
127
129
  return serviceTier === "fast" ? "priority" : serviceTier;
128
130
  }
131
+ const CHATGPT_AUTH_CLAIM = "https://api.openai.com/auth";
132
+ /**
133
+ * Whether a bearer token is a ChatGPT sign-in token (a JWT carrying OpenAI's auth claim) rather than an API key. Requests made with it are served by
134
+ * the ChatGPT backend, which reports `default` as the tier of every response, whatever tier it applied.
135
+ */
136
+ export function isChatGPTSubscriptionToken(token) {
137
+ const payload = token?.split(".")[1];
138
+ if (!payload || token?.split(".").length !== 3)
139
+ return false;
140
+ try {
141
+ const claims = JSON.parse(atob(payload.replace(/-/g, "+").replace(/_/g, "/")));
142
+ return typeof claims?.[CHATGPT_AUTH_CLAIM] === "object" && claims[CHATGPT_AUTH_CLAIM] !== null;
143
+ }
144
+ catch {
145
+ return false;
146
+ }
147
+ }
148
+ /**
149
+ * The tier a ChatGPT-backend response ran at. That backend reports `default` for every Flex, Fast or Ultrafast
150
+ * request, so `default` there means the requested tier rather than a downgrade.
151
+ */
152
+ export function resolveChatGPTBackendServiceTier(responseServiceTier, requestServiceTier) {
153
+ if (responseServiceTier === "default" &&
154
+ (requestServiceTier === "flex" || requestServiceTier === "priority" || requestServiceTier === "ultrafast")) {
155
+ return requestServiceTier;
156
+ }
157
+ return responseServiceTier ?? requestServiceTier;
158
+ }
159
+ /** Diagnostic type recorded when a requested Fast or Ultrafast tier did not apply to a response. */
160
+ export const SERVICE_TIER_UNAVAILABLE_DIAGNOSTIC = "service_tier_unavailable";
161
+ const SERVICE_TIER_SPEED_RANK = { priority: 1, ultrafast: 2 };
162
+ function serviceTierSpeedRank(serviceTier) {
163
+ return SERVICE_TIER_SPEED_RANK[serviceTier] ?? 0;
164
+ }
165
+ function serviceTierLabel(serviceTier) {
166
+ return serviceTier === "priority" ? "fast" : serviceTier;
167
+ }
168
+ /**
169
+ * Whether the server refused the request because of its `service_tier`: `400 Invalid service_tier argument`
170
+ * on a plain request, or a status-less `error` event with `param: "service_tier"` on a streamed one.
171
+ */
172
+ export function isServiceTierRejection(error) {
173
+ const { status, body, message } = normalizeProviderError(error);
174
+ return (status === 400 || status === undefined) && /service_tier/i.test(`${message} ${body ?? ""}`);
175
+ }
176
+ function appendServiceTierWarning(output, model, requestedServiceTier, ranAt, reason) {
177
+ const baseModelId = model.fastRoute?.baseModelId ?? model.id;
178
+ appendAssistantMessageDiagnostic(output, {
179
+ type: SERVICE_TIER_UNAVAILABLE_DIAGNOSTIC,
180
+ timestamp: Date.now(),
181
+ details: {
182
+ severity: "warning",
183
+ message: `${serviceTierLabel(requestedServiceTier)} isn't available for ${baseModelId} on this account; ran at ${serviceTierLabel(ranAt)}`,
184
+ reason,
185
+ requestedServiceTier,
186
+ ranAtServiceTier: ranAt,
187
+ },
188
+ });
189
+ }
190
+ /** The server rejected the requested tier and the request was retried once without it. */
191
+ export function appendServiceTierRejectedWarning(output, model, requestedServiceTier) {
192
+ appendServiceTierWarning(output, model, requestedServiceTier, "default", "rejected");
193
+ }
194
+ /**
195
+ * Warn when the server reports a slower tier than the Fast or Ultrafast tier requested. A response
196
+ * that reports no tier says nothing, so it never warns.
197
+ */
198
+ export function appendServiceTierDowngradeWarning(output, model, requestedServiceTier, reportedServiceTier) {
199
+ const requested = normalizeResponseServiceTier(requestedServiceTier);
200
+ if (requested === undefined || reportedServiceTier == null)
201
+ return;
202
+ const requestedRank = serviceTierSpeedRank(requested);
203
+ if (requestedRank === 0 || serviceTierSpeedRank(reportedServiceTier) >= requestedRank)
204
+ return;
205
+ appendServiceTierWarning(output, model, requested, reportedServiceTier, "downgraded");
206
+ }
129
207
  /**
130
208
  * Reject a payload hook that rewrote a field the model's route owns.
131
209
  *
@@ -570,6 +648,9 @@ export async function processResponsesStream(openaiStream, output, stream, model
570
648
  ? options.resolveServiceTier(responseServiceTier, options.serviceTier)
571
649
  : (responseServiceTier ?? options.serviceTier);
572
650
  options.applyServiceTierPricing(output.usage, serviceTier);
651
+ if (options.warnOnServiceTierDowngrade) {
652
+ appendServiceTierDowngradeWarning(output, model, options.serviceTier, responseServiceTier);
653
+ }
573
654
  }
574
655
  // Map status to stop reason. For incomplete responses, retain the provider's
575
656
  // specific reason so max-output truncation and content filtering stay distinct.