@cartanova/qgrid-cli 2.9.5 → 2.9.6

package/bundle/src/utils/providers/openai/openai-dispatcher.ts

@@ -112,6 +112,7 @@ function asReasoning(req: GenerateRequest): OpenAIResponsesOptions["reasoning"]
 }
 
 function requestOptions(req: GenerateRequest): OpenAIResponsesOptions {
+  const { outputFormat, ...imageControls } = req.imageGenerationOptions ?? {};
   return {
     model: req.model ?? "",
     ...(req.systemPrompt ? { instructions: req.systemPrompt } : {}),
@@ -124,7 +125,14 @@ function requestOptions(req: GenerateRequest): OpenAIResponsesOptions {
     ...(req.promptCacheKey ? { promptCacheKey: req.promptCacheKey } : {}),
     ...(req.outputSchema ? { outputSchema: { schema: req.outputSchema as JsonValue } } : {}),
     ...(req.imageGeneration
-      ? { imageGeneration: req.imageGenerationOptions ? { ...req.imageGenerationOptions } : true }
+      ? {
+          imageGeneration: req.imageGenerationOptions
+            ? {
+                ...imageControls,
+                ...(outputFormat ? { output_format: outputFormat } : {}),
+              }
+            : true,
+        }
       : {}),
   };
 }
@@ -320,6 +328,7 @@ export class OpenAIDispatcher implements ProviderDispatcher {
           imageAttempted = true;
           images.push({
             data: event.base64,
+            mediaType: event.mimeType,
             revisedPrompt: event.revisedPrompt ?? null,
             ...(event.generation ? { generation: event.generation } : {}),
           });

package/bundle/src/utils/providers/openai/openai-image-generation.test.ts

@@ -31,6 +31,23 @@ async function run(fetchImpl: typeof fetch, overrides = {}) {
 }
 
 describe("standalone transparent images", () => {
+  it("rejects non-PNG formats before a network request", async () => {
+    const fetchMock = vi.fn<typeof fetch>();
+    await expect(run(fetchMock, { imageGeneration: { background: "transparent", output_format: "webp" } })).rejects.toThrow("only supports PNG");
+    expect(fetchMock).not.toHaveBeenCalled();
+  });
+
+  it("preserves a previous JPEG image MIME when switching to transparent editing", async () => {
+    const fetchMock = vi.fn<typeof fetch>(async () => Response.json(result()));
+    await run(fetchMock, { history: [
+      { type: "image_generation_call", result: "/9j/", output_format: "jpeg" },
+      { role: "user", content: "Remove the background" },
+    ] });
+    const [url, init] = fetchMock.mock.calls[0]!;
+    expect(url).toContain("/images/edits");
+    expect(JSON.parse(String(init?.body)).images).toEqual([{ image_url: "data:image/jpeg;base64,/9j/" }]);
+  });
+
   it("uses the Images endpoint and preserves actual metadata without charging a driver", async () => {
     const fetchMock = vi.fn<typeof fetch>(async () => Response.json(result()));
     const events = await run(fetchMock);

package/bundle/src/utils/providers/openai/openai-image-generation.ts

@@ -4,6 +4,7 @@ import { z } from "zod";
 import { ImageGenerationMetadata } from "../../../application/qgrid/qgrid.types";
 import {
   CHATGPT_CODEX_RESPONSES_URL,
+  imageMimeType,
   OpenAIProtocolError,
   type OpenAINormalizedEvent,
   type OpenAIResponsesOptions,
@@ -26,13 +27,18 @@ export function buildStandaloneImageRequest(options: OpenAIResponsesOptions) {
       "Standalone images require an explicit transparent background request",
     );
   }
+  if (controls.output_format && controls.output_format !== "png") {
+    throw new OpenAIProtocolError("Transparent image generation only supports PNG output");
+  }
   const text: string[] = [];
   const images: Array<{ image_url: string }> = [];
   if (options.instructions) text.push(`System instructions:\n${options.instructions}`);
   for (const item of options.history) {
     if (item.type === "reasoning") continue;
     if (item.type === "image_generation_call" && typeof item.result === "string") {
-      images.push({ image_url: `data:image/png;base64,${item.result}` });
+      images.push({
+        image_url: `data:${imageMimeType(item.result, item.output_format)};base64,${item.result}`,
+      });
       continue;
     }
     if (item.type !== "message" && typeof item.role !== "string") {