@bunny-agent/daemon 0.9.28 → 0.9.29-beta.5

package/dist/index.js

@@ -263372,18 +263372,139 @@ var generateImageSchema = {
   required: ["prompt"],
   additionalProperties: false
 };
-async function resolveB64(item) {
+async function resolveB64(item, apiKey) {
   if (item.b64_json)
     return item.b64_json;
-  if (item.url) {
-    const res = await fetch(item.url);
+  if (item.b64Json)
+    return item.b64Json;
+  if (item.image_base64)
+    return item.image_base64;
+  if (item.imageBase64)
+    return item.imageBase64;
+  if (item.base64)
+    return item.base64;
+  if (typeof item.image === "string")
+    return item.image;
+  if (item.image?.b64_json)
+    return item.image.b64_json;
+  if (item.image?.base64)
+    return item.image.base64;
+  const url = item.url ?? item.image_url ?? item.imageUrl ?? item.image?.url;
+  if (url) {
+    const headers = {};
+    if (apiKey) {
+      headers.Authorization = `Bearer ${apiKey}`;
+    }
+    const res = await fetch(url, { headers });
     if (res.ok)
       return Buffer.from(await res.arrayBuffer()).toString("base64");
   }
   return void 0;
 }
-async function saveImageItem(item, filePath) {
-  const b64 = await resolveB64(item);
+function pickImageItem(response) {
+  const tryFromObject = (value2) => {
+    if (!value2 || typeof value2 !== "object")
+      return void 0;
+    const obj = value2;
+    return {
+      b64_json: obj.b64_json ?? obj.b64Json,
+      b64Json: obj.b64Json,
+      url: obj.url ?? obj.imageUrl,
+      image_base64: obj.image_base64 ?? obj.imageBase64,
+      imageBase64: obj.imageBase64,
+      image_url: obj.image_url ?? obj.imageUrl,
+      imageUrl: obj.imageUrl,
+      base64: obj.base64,
+      image: obj.image
+    };
+  };
+  const asItem = (value2) => {
+    if (value2 == null)
+      return void 0;
+    if (typeof value2 === "string") {
+      return { base64: value2 };
+    }
+    if (typeof value2 === "object") {
+      const normalized = tryFromObject(value2);
+      if (normalized)
+        return normalized;
+    }
+    return void 0;
+  };
+  const fromDataArray = Array.isArray(response.data) ? asItem(response.data[0]) : void 0;
+  if (fromDataArray)
+    return fromDataArray;
+  const fromDataValue = asItem(response.data);
+  if (fromDataValue)
+    return fromDataValue;
+  const responseRecord = response;
+  const imagesValue = responseRecord.images;
+  const outputValue = responseRecord.output;
+  const fromImagesArray = Array.isArray(imagesValue) ? asItem(imagesValue[0]) : void 0;
+  if (fromImagesArray)
+    return fromImagesArray;
+  const fromImagesValue = asItem(imagesValue);
+  if (fromImagesValue)
+    return fromImagesValue;
+  const fromOutputArray = Array.isArray(outputValue) ? asItem(outputValue[0]) : void 0;
+  if (fromOutputArray)
+    return fromOutputArray;
+  const fromOutputValue = asItem(outputValue);
+  if (fromOutputValue)
+    return fromOutputValue;
+  const fromTopLevel = asItem(response);
+  if (fromTopLevel)
+    return fromTopLevel;
+  const queue = [response];
+  while (queue.length > 0) {
+    const current = queue.shift();
+    if (current == null)
+      continue;
+    if (typeof current === "string") {
+      if (/^[A-Za-z0-9+/=]{32,}$/.test(current))
+        return { base64: current };
+      continue;
+    }
+    if (typeof current !== "object")
+      continue;
+    const normalized = tryFromObject(current);
+    if (normalized) {
+      const hasUsefulField = Boolean(normalized.b64_json ?? normalized.b64Json ?? normalized.image_base64 ?? normalized.imageBase64 ?? normalized.base64 ?? normalized.url ?? normalized.image_url ?? normalized.imageUrl ?? (typeof normalized.image === "string" ? normalized.image : normalized.image?.b64_json ?? normalized.image?.base64 ?? normalized.image?.url));
+      if (hasUsefulField)
+        return normalized;
+    }
+    if (Array.isArray(current)) {
+      queue.push(...current);
+      continue;
+    }
+    for (const value2 of Object.values(current)) {
+      queue.push(value2);
+    }
+  }
+  return {};
+}
+function detectImageMime(filePath) {
+  const ext2 = extname2(filePath).toLowerCase();
+  if (ext2 === ".jpg" || ext2 === ".jpeg")
+    return "image/jpeg";
+  if (ext2 === ".webp")
+    return "image/webp";
+  if (ext2 === ".gif")
+    return "image/gif";
+  return "image/png";
+}
+function buildPolicySafeEditPrompt(prompt) {
+  const riskyPattern = /\b(watermark|watermarks|logo|logos|copyright|brand mark|remove branding)\b/i;
+  if (!riskyPattern.test(prompt)) {
+    return { prompt, rewritten: false };
+  }
+  return {
+    prompt: "Clean up distracting overlay text or marks naturally while preserving the original scene, style, and layout. Keep the result seamless and high quality.",
+    rewritten: true
+  };
+}
+async function saveImageItem(item, filePath, apiKey) {
+  const b64 = await resolveB64(item, apiKey);
   if (!b64)
     return void 0;
   mkdirSync10(dirname19(filePath), { recursive: true });
@@ -263403,7 +263524,7 @@ function buildImageGenerateTool(cwd, imageModelId, baseUrl, apiKey) {
     ],
     // biome-ignore lint/suspicious/noExplicitAny: plain JSON Schema compatible with TypeBox TSchema
     parameters: generateImageSchema,
-    async execute(_toolCallId, params, _signal, _onUpdate) {
+    async execute(_toolCallId, params, signal, _onUpdate) {
       const p = params;
       const prompt = p.prompt;
       const size = p.size ?? "1024x1024";
@@ -263424,20 +263545,23 @@ function buildImageGenerateTool(cwd, imageModelId, baseUrl, apiKey) {
             prompt,
             n: 1,
             size,
-            quality
-          })
+            quality,
+            response_format: "b64_json",
+            output_format: "png"
+          }),
+          signal
         });
         if (!res.ok) {
           throw new Error(`Image generation failed (${res.status}): ${await res.text()}`);
         }
         const json = await res.json();
-        const item = json.data?.[0] ?? {};
-        const savedPath = await saveImageItem(item, filePath);
+        const item = pickImageItem(json);
+        const savedPath = await saveImageItem(item, filePath, apiKey);
         return {
           content: [
             {
               type: "text",
-              text: savedPath ?? "Image generated but could not be saved."
+              text: savedPath ?? `Image generated but could not be saved: no image payload returned; image_model: ${imageModelId}`
             }
           ],
           details: {
@@ -263457,13 +263581,200 @@ function buildImageGenerateTool(cwd, imageModelId, baseUrl, apiKey) {
     }
   };
 }
+var editImageSchema = {
+  type: "object",
+  properties: {
+    image: {
+      type: "string",
+      description: "Path to the source image file to edit (relative to working directory or absolute)."
+    },
+    prompt: {
+      type: "string",
+      description: "Text description of the desired final image. Describe the full result, not just the change."
+    },
+    mask: {
+      type: "string",
+      description: "Optional path to a mask image (PNG with transparent areas indicating where to edit). If omitted, the model decides what to change based on the prompt."
+    },
+    filename: {
+      type: "string",
+      description: "Output filename with extension, e.g. 'edited_cat.png'. Defaults to a timestamp-based name."
+    },
+    size: {
+      type: "string",
+      enum: ["1024x1024", "1024x1536", "1536x1024", "auto"],
+      description: "Output image dimensions. Optional; omit or set auto to let model decide."
+    },
+    quality: {
+      type: "string",
+      enum: ["low", "medium", "high", "auto"],
+      description: "Image quality. Optional; omit or set auto to let model decide."
+    }
+  },
+  required: ["image", "prompt"],
+  additionalProperties: false
+};
+function buildMultipartBody(fields, files) {
+  const boundary = `----SandagentBoundary${Date.now()}${Math.random().toString(36).slice(2)}`;
+  const parts = [];
+  for (const { name, value: value2 } of fields) {
+    parts.push(Buffer.from(`--${boundary}\r
+Content-Disposition: form-data; name="${name}"\r
+\r
+${value2}\r
+`));
+  }
+  for (const { name, filename, buffer, mime } of files) {
+    parts.push(Buffer.from(`--${boundary}\r
+Content-Disposition: form-data; name="${name}"; filename="${filename}"\r
+Content-Type: ${mime}\r
+\r
+`));
+    parts.push(buffer);
+    parts.push(Buffer.from("\r\n"));
+  }
+  parts.push(Buffer.from(`--${boundary}--\r
+`));
+  return {
+    body: Buffer.concat(parts),
+    contentType: `multipart/form-data; boundary=${boundary}`
+  };
+}
+function buildImageEditTool(cwd, imageModelId, baseUrl, apiKey) {
+  return {
+    name: "edit_image",
+    label: "edit image",
+    description: "Edit an existing image based on a text prompt. Optionally use a mask to control which areas to modify. Saves the result to disk and returns the file path.",
+    promptSnippet: "edit_image(image, prompt, mask?, filename?, size?, quality?) - edit an existing image",
+    promptGuidelines: [
+      "Use edit_image when the user wants to modify, retouch, or transform an existing image.",
+      "The prompt should describe the full desired final image, not just the change.",
+      "Provide the source image path. Use a mask image (PNG with transparent areas) to control where edits happen.",
+      "Without a mask, the model decides what to change based on the prompt."
+    ],
+    // biome-ignore lint/suspicious/noExplicitAny: plain JSON Schema compatible with TypeBox TSchema
+    parameters: editImageSchema,
+    async execute(_toolCallId, params, signal, _onUpdate) {
+      const { readFileSync: readFileSync24, existsSync: existsSync31 } = await import("node:fs");
+      const { resolve: resolve14, basename: basename12 } = await import("node:path");
+      const p = params;
+      const imagePath = p.image;
+      const prompt = p.prompt;
+      const maskPath = p.mask;
+      const size = p.size;
+      const quality = p.quality;
+      const rawFilename = p.filename;
+      const safePrompt = buildPolicySafeEditPrompt(prompt);
+      const resolvedImage = resolve14(cwd, imagePath);
+      if (!existsSync31(resolvedImage)) {
+        return {
+          content: [
+            {
+              type: "text",
+              text: `Image edit error: source image not found at ${resolvedImage}`
+            }
+          ],
+          details: void 0
+        };
+      }
+      const filename = rawFilename ? extname2(rawFilename) ? rawFilename : `${rawFilename}.png` : `edited_${Date.now()}.png`;
+      const filePath = join34(cwd, filename.replace(/[^a-zA-Z0-9_\-./]/g, "_"));
+      try {
+        const imageBuffer = readFileSync24(resolvedImage);
+        const fields = [
+          { name: "model", value: imageModelId },
+          { name: "prompt", value: safePrompt.prompt },
+          { name: "n", value: "1" },
+          { name: "response_format", value: "b64_json" },
+          { name: "output_format", value: "png" }
+        ];
+        if (size && size !== "auto") {
+          fields.push({ name: "size", value: size });
+        }
+        if (quality && quality !== "auto") {
+          fields.push({ name: "quality", value: quality });
+        }
+        const files = [
+          {
+            name: "image",
+            filename: basename12(resolvedImage),
+            buffer: imageBuffer,
+            mime: detectImageMime(resolvedImage)
+          }
+        ];
+        if (maskPath) {
+          const resolvedMask = resolve14(cwd, maskPath);
+          if (existsSync31(resolvedMask)) {
+            files.push({
+              name: "mask",
+              filename: basename12(resolvedMask),
+              buffer: readFileSync24(resolvedMask),
+              mime: detectImageMime(resolvedMask)
+            });
+          }
+        }
+        const { body: multipartBody, contentType } = buildMultipartBody(fields, files);
+        const url = `${baseUrl.replace(/\/$/, "")}/v1/images/edits`;
+        const sendRequest = async (body, type) => {
+          const res = await fetch(url, {
+            method: "POST",
+            headers: {
+              "Content-Type": type,
+              Authorization: `Bearer ${apiKey}`
+            },
+            body,
+            signal
+          });
+          if (!res.ok) {
+            throw new Error(`Image edit failed (${res.status}): ${await res.text()}`);
+          }
+          return await res.json();
+        };
+        let json = await sendRequest(multipartBody, contentType);
+        const item = pickImageItem(json);
+        let savedPath = await saveImageItem(item, filePath, apiKey);
+        const firstResponseHasEmptyDataArray = Array.isArray(json.data) && json.data.length === 0;
+        if (!savedPath && safePrompt.rewritten && firstResponseHasEmptyDataArray) {
+          const retryFields = fields.map((f3) => f3.name === "prompt" ? {
+            name: "prompt",
+            value: "Remove only distracting overlay text artifacts naturally and keep all original content unchanged."
+          } : f3);
+          const retryMultipart = buildMultipartBody(retryFields, files);
+          json = await sendRequest(retryMultipart.body, retryMultipart.contentType);
+          const retryItem = pickImageItem(json);
+          savedPath = await saveImageItem(retryItem, filePath, apiKey);
+        }
+        return {
+          content: [
+            {
+              type: "text",
+              text: savedPath ?? `Image edited but could not be saved: no image payload returned; image_model: ${imageModelId}`
+            }
+          ],
+          details: {
+            filePath: savedPath,
+            response: json
+          }
+        };
+      } catch (e2) {
+        const msg = e2 instanceof Error ? e2.message : String(e2);
+        return {
+          content: [
+            { type: "text", text: `Image edit error: ${msg}` }
+          ],
+          details: void 0
+        };
+      }
+    }
+  };
+}
 
 // ../../packages/runner-pi/dist/web-tools.js
 var braveProvider = {
   id: "brave",
   label: "Brave Search",
   envKeys: ["BRAVE_API_KEY"],
-  async search({ apiKey, query, count, country, freshness }) {
+  async search({ apiKey, query, count, country, freshness, signal }) {
     const params = new URLSearchParams({
       q: query,
       count: String(Math.min(count, 20))
@@ -263477,7 +263788,8 @@ var braveProvider = {
         Accept: "application/json",
         "Accept-Encoding": "gzip",
         "X-Subscription-Token": apiKey
-      }
+      },
+      signal
     });
     if (!res.ok) {
       const body = await res.text().catch(() => "");
@@ -263505,7 +263817,7 @@ var tavilyProvider = {
   id: "tavily",
   label: "Tavily",
   envKeys: ["TAVILY_API_KEY"],
-  async search({ apiKey, query, count }) {
+  async search({ apiKey, query, count, signal }) {
     const res = await fetch("https://api.tavily.com/search", {
       method: "POST",
       headers: { "Content-Type": "application/json" },
@@ -263514,7 +263826,8 @@ var tavilyProvider = {
         query,
         max_results: Math.min(count, 10),
         include_answer: false
-      })
+      }),
+      signal
     });
     if (!res.ok) {
       const body = await res.text().catch(() => "");
@@ -263567,9 +263880,12 @@ var BROWSER_UA = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/53
 function htmlToText(html2) {
   return html2.replace(/<(script|style|noscript)[^>]*>[\s\S]*?<\/\1>/gi, "").replace(/<br\s*\/?>/gi, "\n").replace(/<\/(p|div|h[1-6]|li|tr)>/gi, "\n").replace(/<(p|div|h[1-6]|li|tr)[^>]*>/gi, "\n").replace(/<[^>]+>/g, "").replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&quot;/g, '"').replace(/&#39;/g, "'").replace(/&nbsp;/g, " ").replace(/[ \t]+/g, " ").replace(/\n{3,}/g, "\n\n").trim();
 }
-async function fetchPageContent(url) {
+async function fetchPageContent(url, externalSignal) {
   const controller = new AbortController();
   const timeout = setTimeout(() => controller.abort(), 15e3);
+  externalSignal?.addEventListener("abort", () => controller.abort(), {
+    once: true
+  });
   try {
     const res = await fetch(url, {
       headers: {
@@ -263666,7 +263982,7 @@ function buildWebSearchTool(env2) {
     ],
     // biome-ignore lint/suspicious/noExplicitAny: plain JSON Schema compatible with TypeBox TSchema
     parameters: webSearchSchema,
-    async execute(_toolCallId, params, _signal, _onUpdate) {
+    async execute(_toolCallId, params, signal, _onUpdate) {
       const p = params;
       const query = p.query;
       const count = p.count ?? 5;
@@ -263681,11 +263997,12 @@ function buildWebSearchTool(env2) {
             query,
             count,
             country,
-            freshness
+            freshness,
+            signal
           });
           if (shouldFetchContent) {
             for (const r2 of results) {
-              r2.content = await fetchPageContent(r2.link);
+              r2.content = await fetchPageContent(r2.link, signal);
             }
           }
           return {
@@ -263731,11 +264048,11 @@ function buildWebFetchTool() {
     ],
     // biome-ignore lint/suspicious/noExplicitAny: plain JSON Schema compatible with TypeBox TSchema
     parameters: webFetchSchema,
-    async execute(_toolCallId, params, _signal, _onUpdate) {
+    async execute(_toolCallId, params, signal, _onUpdate) {
       const p = params;
       const url = p.url;
       try {
-        const content = await fetchPageContent(url);
+        const content = await fetchPageContent(url, signal);
         return {
           content: [{ type: "text", text: content }],
           details: void 0
@@ -264028,7 +264345,7 @@ function createPiRunner(options2 = {}) {
         const customTools = options2.env && Object.keys(options2.env).length > 0 ? buildSecretAwareTools(cwd, options2.env) : [];
         if (imageModelName) {
           const apiKey = await modelRegistry2.authStorage.getApiKey(provider) ?? "";
-          customTools.push(buildImageGenerateTool(cwd, imageModelName, model.baseUrl, apiKey));
+          customTools.push(buildImageGenerateTool(cwd, imageModelName, model.baseUrl, apiKey), buildImageEditTool(cwd, imageModelName, model.baseUrl, apiKey));
         }
         const { session } = await createAgentSession({
           cwd,
@@ -264199,7 +264516,7 @@ function createPiRunner(options2 = {}) {
                 if (options2.env && Object.keys(options2.env).length > 0) {
                   output = redactSecrets(output, options2.env);
                 }
-                if (event.toolName === "generate_image" && event.result !== null && typeof event.result === "object") {
+                if ((event.toolName === "generate_image" || event.toolName === "edit_image") && event.result !== null && typeof event.result === "object") {
                   const details = event.result.details;
                   const u = details?.response?.usage;
                   if (u) {
@@ -264432,7 +264749,9 @@ async function bunnyAgentRun(req, res, env2) {
       cwd: req.cwd ?? process.env.BUNNY_AGENT_ROOT ?? "/workspace",
       yolo: req.yolo,
       env: env2,
-      abortController
+      abortController,
+      // API: caller owns resume/session; do not read/write cwd/.bunny-agent or auto-load CLAUDE.md.
+      autoInject: false
     });
     for await (const chunk of stream2) {
       res.write(chunk);