scenri 0.5.1 → 0.6.0

package/CHANGELOG.md

@@ -1,5 +1,20 @@
 # Changelog
 
+## [0.6.0](https://github.com/tonygorb/Scenri/compare/v0.5.1...v0.6.0) (2026-08-26)
+
+
+### Features
+
+* an extend keeps the exact picture unless the join would show ([af6d8ba](https://github.com/tonygorb/Scenri/commit/af6d8baecbe6b524e7333ad0b63663f73c213642))
+* an extend keeps the exact picture unless the join would show ([bb48b52](https://github.com/tonygorb/Scenri/commit/bb48b52c77dcc1fc62f0ffc35cd26a81934f9423))
+* composite both draws and keep the better join ([8bbada7](https://github.com/tonygorb/Scenri/commit/8bbada70cf84268c347166bdeb768767b99386df))
+
+
+### Bug Fixes
+
+* codex reads at most five images, and the sixth was the shot itself ([91fe75e](https://github.com/tonygorb/Scenri/commit/91fe75e017c25313f64b79fb4d4b32cfc628838a))
+* codex reads at most five images, and the sixth was the shot itself ([3e3c430](https://github.com/tonygorb/Scenri/commit/3e3c4307df355cf7091a905b5416f5eabbb88504))
+
 ## [0.5.1](https://github.com/tonygorb/Scenri/compare/v0.5.0...v0.5.1) (2026-08-26)
 
 

package/dist/serve.js

@@ -2485,14 +2485,27 @@ function createCodexEngine(opts) {
         // OSS-local only: the user's own session, on the user's own machine
         supportsEdit: true,
         supportsMask: false,
-        // The underlying `codex` binary's --image flag is genuinely variadic
-        // ("-i, --image <FILE>...", re-confirmed via `codex exec --help`), so
-        // this number is a product decision, not a binary constraint. It is
-        // sized to hold a full identity payload without eviction:
-        // PRODUCT_REF_MAX (3 angles) + CHARACTER_REF_MAX (2 views) + one
-        // style reference = 6. Below this, compileBrief's role-priority clamp
-        // starts dropping real identity information.
-        maxReferenceImages: 6
+        /*
+         * Five, and it is a hard constraint of the image tool, not a product
+         * choice.
+         *
+         * The `codex` binary's --image flag really is variadic, which is why
+         * this used to be 6 — one style reference on top of PRODUCT_REF_MAX (3)
+         * plus CHARACTER_REF_MAX (2). But the flag only puts pictures into the
+         * conversation; the thing that consumes them is codex's built-in
+         * image_gen tool, and that caps at five either way it is called:
+         * `referenced_image_paths` longer than five is a hard tool error, and
+         * `num_last_images_to_include` is validated to 1..=5
+         * (codex-rs/ext/image-generation/src/tool.rs, MAX_EDIT_IMAGES = 5).
+         *
+         * Six was therefore not a generous budget, it was an eviction. On the
+         * context route `recent_images` walks the history BACKWARDS and keeps
+         * the last five, so the sixth image to be dropped is the FIRST one
+         * attached — and on an edit the first one attached is `input.png`, the
+         * shot being edited. A refine carrying a full identity payload was
+         * silently editing nothing at all.
+         */
+        maxReferenceImages: 5
       };
     },
     isAvailable() {
@@ -6149,6 +6162,44 @@ Continue: the same surface, the same light direction, the same colour temperatur
 Constraints: change only the blurred margin; keep the sharp photograph unchanged in position, scale and content.
 Avoid: new objects, products, people, text or watermarks.` + own;
 }
+var NAMED_RATIOS = [
+  ["1:1", 1],
+  ["4:5", 4 / 5],
+  ["5:4", 5 / 4],
+  ["2:3", 2 / 3],
+  ["3:2", 3 / 2],
+  ["3:4", 3 / 4],
+  ["4:3", 4 / 3],
+  ["9:16", 9 / 16],
+  ["16:9", 16 / 9],
+  ["2:1", 2],
+  ["1:2", 0.5]
+];
+function ratioLabel(width, height) {
+  const ratio = width / height;
+  for (const [label, value] of NAMED_RATIOS) {
+    if (Math.abs(ratio - value) / value < 0.02) return label;
+  }
+  const gcd = (a, b) => b ? gcd(b, a % b) : a;
+  const d = gcd(width, height) || 1;
+  return `${Math.round(width / d)}:${Math.round(height / d)}`;
+}
+function reframeInstruction(plan, source, direction) {
+  const wider = plan.axis === "width";
+  const where = wider ? "to the left and to the right" : "above and below";
+  const shape = ratioLabel(plan.width, plan.height);
+  const share = wider ? source.width / plan.width : source.height / plan.height;
+  const middle = `${Math.round(share * 100)}%`;
+  const span = wider ? "width" : "height";
+  const nearEdge = wider ? "" : "\nDepth: the bottom edge of the frame is the part of the surface nearest the camera; the top edge is the furthest away.";
+  const extra = direction.trim().replace(/^[.\s]+/, "");
+  const own = extra ? `
+Also: ${extra}` : "";
+  return `Redraw this photograph as one ${shape} frame, ${wider ? "wider" : "taller"} than it is now, revealing more of the same scene ${where}.
+Frame: the photograph you were given is the middle ${middle} of the new frame's ${span}; everything outside that is scene that was just beyond the original edges.
+Keep: every object in the same place at the same size, the same camera position and height, the same light direction and colour temperature, the same depth of field, the same colours, and the same clothing.` + nearEdge + `
+Avoid: new objects, products, people, text or watermarks; do not recompose, recentre, crop or resize anything already visible.` + own;
+}
 
 // src/cropRules.ts
 function planCrop(source, targetRatio) {
@@ -6449,6 +6500,16 @@ function medianOf(rgb, channel, from, to) {
   values.sort();
   return n % 2 ? values[(n - 1) / 2] : (values[n / 2 - 1] + values[n / 2]) / 2;
 }
+async function reframeExpand(engineImage, plan) {
+  const meta = await sharp7(engineImage).metadata();
+  if (!(meta.width && meta.height)) return null;
+  const want = plan.width / plan.height;
+  const got = meta.width / meta.height;
+  if (got >= 1 !== want >= 1) return null;
+  if (meta.width === plan.width && meta.height === plan.height) return engineImage;
+  const straight = Math.abs(got - want) / want <= 0.02;
+  return sharp7(engineImage).resize(plan.width, plan.height, { fit: straight ? "fill" : "cover", position: "centre" }).png().toBuffer();
+}
 async function seamScore(image, plan, source) {
   const { data, info } = await sharp7(image).removeAlpha().greyscale().raw().toBuffer({ resolveWithObject: true });
   const W = info.width;
@@ -6539,6 +6600,94 @@ function placeExpand(plan, source, fraction) {
   if (room <= 0) return plan;
   return { ...plan, top: Math.min(room, Math.max(0, Math.round(room * share))) };
 }
+var NEUTRAL = { r: 128, g: 128, b: 128 };
+async function conditioningCanvas(source, plan, fill = "edge") {
+  const meta = await sharp7(source).metadata();
+  const sw = meta.width ?? 0;
+  const sh = meta.height ?? 0;
+  if (!(sw > 0 && sh > 0)) throw new Error("conditioningCanvas: source has no dimensions");
+  const layers = [];
+  if (fill === "edge") layers.push(...await edgeMargins(source, plan, { width: sw, height: sh }));
+  layers.push({ input: source, left: plan.left, top: plan.top });
+  const canvas = sharp7({
+    create: {
+      width: plan.width,
+      height: plan.height,
+      channels: 4,
+      background: fill === "transparent" ? { ...NEUTRAL, alpha: 0 } : { ...NEUTRAL, alpha: 1 }
+    }
+  }).composite(layers);
+  return (fill === "transparent" ? canvas : canvas.removeAlpha()).png().toBuffer();
+}
+async function edgeMargins(source, plan, size) {
+  const out = [];
+  const strip = async (extract, width, height) => sharp7(source).extract(extract).resize(width, height, { fit: "fill" }).png().toBuffer();
+  if (plan.axis === "width") {
+    const before = plan.left;
+    const after = plan.width - plan.left - size.width;
+    if (before > 0)
+      out.push({
+        input: await strip({ left: 0, top: 0, width: 1, height: size.height }, before, size.height),
+        left: 0,
+        top: plan.top
+      });
+    if (after > 0)
+      out.push({
+        input: await strip({ left: size.width - 1, top: 0, width: 1, height: size.height }, after, size.height),
+        left: plan.left + size.width,
+        top: plan.top
+      });
+    return out;
+  }
+  const above = plan.top;
+  const below = plan.height - plan.top - size.height;
+  if (above > 0)
+    out.push({
+      input: await strip({ left: 0, top: 0, width: size.width, height: 1 }, size.width, above),
+      left: plan.left,
+      top: 0
+    });
+  if (below > 0)
+    out.push({
+      input: await strip({ left: 0, top: size.height - 1, width: size.width, height: 1 }, size.width, below),
+      left: plan.left,
+      top: plan.top + size.height
+    });
+  return out;
+}
+
+// src/outpaint/choose.ts
+function chooseExpand(candidates) {
+  const { preserved, reframed } = candidates;
+  const best = preserved.reduce(
+    (winner, c) => winner === null || c.seam < winner.seam ? c : winner,
+    null
+  );
+  if (!best && !reframed) return null;
+  if (!best && reframed) {
+    return { choice: "reframed", image: reframed.image, reason: "only-candidate", seam: null };
+  }
+  const won = best;
+  if (!reframed) {
+    return {
+      choice: "preserved",
+      image: won.image,
+      reason: "only-candidate",
+      seam: won.seam,
+      from: won.from
+    };
+  }
+  if (won.seam < SEAM_VISIBLE) {
+    return {
+      choice: "preserved",
+      image: won.image,
+      reason: "join-invisible",
+      seam: won.seam,
+      from: won.from
+    };
+  }
+  return { choice: "reframed", image: reframed.image, reason: "join-visible", seam: won.seam };
+}
 
 // src/outpaint/route.ts
 var canOutpaint = (e) => {
@@ -7674,6 +7823,20 @@ function registerImageRoutes(app, deps) {
 
 // src/release/notes.data.ts
 var RELEASES = [
+  {
+    version: "0.6.0",
+    date: "2026-08-26",
+    sections: [
+      {
+        heading: "Shots",
+        body: "Changing a shot to a wider or taller shape now keeps the original photograph wherever that can be done without a visible join, and rebuilds the frame as one coherent picture where it cannot. Scenri draws the new frame two ways, looks at both joins, and keeps the one you cannot find."
+      },
+      {
+        heading: "Fixes",
+        body: "A refinement carrying a full set of product and presenter references now reaches the engine with the shot itself attached. Codex reads five pictures at most, and a sixth was quietly displacing the frame being refined."
+      }
+    ]
+  },
   {
     version: "0.5.1",
     date: "2026-08-26",
@@ -8876,6 +9039,7 @@ function buildServer(opts) {
     let editedFrom = null;
     let runEngine = engine;
     let expandMethod = null;
+    let expandDecision = null;
     if (compiled2) {
       finalPrompt = compiled2.prompt;
       referenceImages = compiled2.referenceImages;
@@ -8932,10 +9096,11 @@ function buildServer(opts) {
         expandMethod = route.method;
       }
       const canOutpaint2 = expandMethod === "outpaint";
+      let reframeSourceHash;
       if (expandPlan) {
         if (!canOutpaint2) {
-          const canvas = await expandCanvas(srcBuf, expandPlan);
-          expandSourceHash = core.images.save(canvas);
+          expandSourceHash = core.images.save(await expandCanvas(srcBuf, expandPlan));
+          reframeSourceHash = core.images.save(await conditioningCanvas(srcBuf, expandPlan, "edge"));
         }
         expectShape = { width: expandPlan.width, height: expandPlan.height };
       }
@@ -8969,25 +9134,48 @@ function buildServer(opts) {
       const plan2 = expandPlan;
       const srcSize = { width: srcMeta.width ?? 0, height: srcMeta.height ?? 0 };
       const original2 = srcBuf;
-      work = plan2 && !canOutpaint2 ? async (signal) => {
-        const draws = await Promise.all([
+      const reframeReq = plan2 && !canOutpaint2 && reframeSourceHash ? {
+        ...editReq,
+        instruction: reframeInstruction(plan2, srcSize, finalPrompt),
+        sourceImage: core.images.pathFor(reframeSourceHash)
+      } : null;
+      work = plan2 && !canOutpaint2 && reframeReq ? async (signal) => {
+        const [bedDraw, paddedDraw] = await Promise.allSettled([
           runEngine.edit(editReq, signal),
-          runEngine.edit(editReq, signal).catch(() => null)
+          runEngine.edit(reframeReq, signal)
         ]);
-        const scored = await Promise.all(
-          draws.map(async (got) => {
-            const first = got?.images[0];
-            if (!got || !first) return null;
-            const { image } = await compositeExpand(core.images.read(first), original2, plan2);
-            const [score, residual] = await Promise.all([
-              seamScore(image, plan2, srcSize),
-              seamResidual(image, plan2, srcSize)
-            ]);
-            return { got, penalty: seamPenalty(score, residual) };
-          })
-        );
-        const best = scored.filter((x) => x !== null).sort((a, b) => a.penalty - b.penalty)[0];
-        return best?.got ?? draws[0];
+        const bed = bedDraw.status === "fulfilled" ? bedDraw.value : null;
+        const padded = paddedDraw.status === "fulfilled" ? paddedDraw.value : null;
+        if (!bed && !padded) {
+          throw bedDraw.status === "rejected" ? bedDraw.reason : paddedDraw.reason;
+        }
+        const preserved = [];
+        for (const [from, draw2] of [
+          ["bed", bed],
+          ["padded", padded]
+        ]) {
+          const hash = draw2?.images[0];
+          if (!hash) continue;
+          const { image } = await compositeExpand(core.images.read(hash), original2, plan2);
+          const [score, residual] = await Promise.all([
+            seamScore(image, plan2, srcSize),
+            seamResidual(image, plan2, srcSize)
+          ]);
+          preserved.push({ image, seam: seamPenalty(score, residual), from });
+        }
+        let reframed = null;
+        const paddedImage = padded?.images[0];
+        if (paddedImage) {
+          const frame = await reframeExpand(core.images.read(paddedImage), plan2);
+          if (frame) reframed = { image: frame };
+        }
+        const decision = chooseExpand({ preserved, reframed });
+        if (!decision) return bed ?? padded;
+        expandDecision = decision;
+        return {
+          images: [core.images.save(decision.image)],
+          costUsd: (bed?.costUsd ?? 0) + (padded?.costUsd ?? 0)
+        };
       } : (signal) => runEngine.edit(editReq, signal);
     }
     const billedId = runEngine.capabilities().id;
@@ -9025,7 +9213,7 @@ function buildServer(opts) {
     const plan = expandPlan;
     const original = editedFrom ? core.images.read(editedFrom) : null;
     const localScope = kind === "edit" && !plan && editScope === "local" && original;
-    const post = plan ? async (images) => {
+    const post = plan ? expandMethod === "outpaint" ? async (images) => {
       const out = [];
       for (const h of images) {
         const answer = core.images.read(h);
@@ -9040,6 +9228,19 @@ function buildServer(opts) {
         out.push(core.images.save(image));
       }
       return out;
+    } : async (images) => {
+      if (expandDecision)
+        app.log.info(
+          {
+            nodeId: node.id,
+            choice: expandDecision.choice,
+            reason: expandDecision.reason,
+            seam: expandDecision.seam,
+            from: expandDecision.from
+          },
+          "expand: chose which frame to keep"
+        );
+      return images;
     } : localScope ? async (images) => {
       const out = [];
       for (const h of images) {
@@ -9310,8 +9511,8 @@ async function verify() {
     const db = new Database2(":memory:");
     db.pragma("user_version");
     db.close();
-    const { default: sharp18 } = await import('sharp');
-    await sharp18({ create: { width: 1, height: 1, channels: 3, background: "#000" } }).png().toBuffer();
+    const { default: sharp19 } = await import('sharp');
+    await sharp19({ create: { width: 1, height: 1, channels: 3, background: "#000" } }).png().toBuffer();
     console.log(JSON.stringify({ ok: true, version: readMeta().version }));
   } catch (err) {
     console.log(JSON.stringify({ ok: false, error: String(err?.message ?? err) }));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scenri",
-  "version": "0.5.1",
+  "version": "0.6.0",
   "author": "Tony Gorb <hello@scenri.co>",
   "license": "AGPL-3.0-only",
   "type": "module",