@opengeni/worker-bundle 3.0.1-canary.38874404583001 → 3.1.2

package/dist/index.js

@@ -1434,7 +1434,7 @@ async function createDefaultWorkerActivities(role, dependencies = {}) {
   if (dependencies.objectStorage == null) {
     prepareObjectStorageProvider(dependencies.settings ?? getSettings());
   }
-  return role === "control" ? (await import("./activities-control-HDHPG2FN.js")).createControlActivities(dependencies) : (await import("./activities-turn-YJ5D55CO.js")).createTurnActivities(dependencies);
+  return role === "control" ? (await import("./activities-control-ROJJNNTJ.js")).createControlActivities(dependencies) : (await import("./activities-turn-4SWYWKI5.js")).createTurnActivities(dependencies);
 }
 function resolveOpenGeniWorkflowDefinition(moduleUrl = import.meta.url) {
   const modulePath = fileURLToPath(moduleUrl).replaceAll("\\", "/");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@opengeni/worker-bundle",
-  "version": "3.0.1-canary.38874404583001",
+  "version": "3.1.2",
   "description": "Opengeni worker entry and reusable embedded lifecycle, shipped with a release-coherent pre-bundled Temporal workflow artifact.",
   "license": "Apache-2.0",
   "repository": {
@@ -55,29 +55,29 @@
   "dependencies": {
     "@1password/sdk": "0.5.0",
     "@llamaindex/liteparse": "2.14.2",
-    "@opengeni/agent-proto": "3.0.1-canary.38874404583001",
-    "@opengeni/capabilities": "3.0.1-canary.38874404583001",
-    "@opengeni/codemode": "3.0.1-canary.38874404583001",
-    "@opengeni/codex": "3.0.1-canary.38874404583001",
-    "@opengeni/config": "3.0.1-canary.38874404583001",
-    "@opengeni/contracts": "3.0.1-canary.38874404583001",
-    "@opengeni/core": "3.0.1-canary.38874404583001",
-    "@opengeni/db": "3.0.1-canary.38874404583001",
-    "@opengeni/documents": "3.0.1-canary.38874404583001",
-    "@opengeni/events": "3.0.1-canary.38874404583001",
-    "@opengeni/github": "3.0.1-canary.38874404583001",
-    "@opengeni/interaction": "3.0.1-canary.38874404583001",
-    "@opengeni/jev": "3.0.1-canary.38874404583001",
-    "@opengeni/network": "3.0.1-canary.38874404583001",
-    "@opengeni/observability": "3.0.1-canary.38874404583001",
-    "@opengeni/runtime": "3.0.1-canary.38874404583001",
-    "@opengeni/sdk": "3.0.1-canary.38874404583001",
-    "@opengeni/storage": "3.0.1-canary.38874404583001",
-    "@opengeni/subscriptions": "3.0.1-canary.38874404583001",
-    "@opengeni/tool-gateway": "3.0.1-canary.38874404583001",
-    "@opengeni/vaults": "3.0.1-canary.38874404583001",
-    "@opengeni/vaults-onepassword": "3.0.1-canary.38874404583001",
-    "@opengeni/xai-subscription": "3.0.1-canary.38874404583001",
+    "@opengeni/agent-proto": "3.1.2",
+    "@opengeni/capabilities": "3.1.2",
+    "@opengeni/codemode": "3.1.2",
+    "@opengeni/codex": "3.1.2",
+    "@opengeni/config": "3.1.2",
+    "@opengeni/contracts": "3.1.2",
+    "@opengeni/core": "3.1.2",
+    "@opengeni/db": "3.1.2",
+    "@opengeni/documents": "3.1.2",
+    "@opengeni/events": "3.1.2",
+    "@opengeni/github": "3.1.2",
+    "@opengeni/interaction": "3.1.2",
+    "@opengeni/jev": "3.1.2",
+    "@opengeni/network": "3.1.2",
+    "@opengeni/observability": "3.1.2",
+    "@opengeni/runtime": "3.1.2",
+    "@opengeni/sdk": "3.1.2",
+    "@opengeni/storage": "3.1.2",
+    "@opengeni/subscriptions": "3.1.2",
+    "@opengeni/tool-gateway": "3.1.2",
+    "@opengeni/vaults": "3.1.2",
+    "@opengeni/vaults-onepassword": "3.1.2",
+    "@opengeni/xai-subscription": "3.1.2",
     "@temporalio/activity": "^1.17.0",
     "@temporalio/client": "^1.17.0",
     "@temporalio/worker": "^1.17.0",

package/src/activities/run-input.ts

@@ -2,6 +2,7 @@ import {
   MODEL_ATTACHMENT_REFS_FIELD,
   MODEL_ATTACHMENT_CATALOG_MARKER,
   MODEL_ATTACHMENT_CATALOG_RENDERED_FIELD,
+  MODEL_ATTACHMENT_IMAGE_MAX_DIMENSION_FIELD,
   FileResourceRef,
   resourceMountPath,
   readTurnExecutionPolicyV1,
@@ -21,6 +22,7 @@ import {
   type Database,
 } from "@opengeni/db";
 import {
+  createModelImageSizer,
   projectHistoryForProvider,
   projectRejectedProviderArtifactsFromSerializedRunState,
   projectRejectedReasoningArtifact,
@@ -418,10 +420,64 @@ function unavailableAttachmentReceiptText(ref: FileResourceRef): string {
   return requesterUnavailableReceiptText(`Attachment: fileId=${ref.fileId}`, "file");
 }
 
+/** The image bound stamped on a message when it was accepted, if any. */
+function attachmentImageBound(item: Record<string, unknown>): number | undefined {
+  const raw = item[MODEL_ATTACHMENT_IMAGE_MAX_DIMENSION_FIELD];
+  return typeof raw === "number" && Number.isSafeInteger(raw) && raw >= 64 && raw <= 8192
+    ? raw
+    : undefined;
+}
+
+// Process-wide, so a long conversation does not re-encode the same photos on
+// every turn. The projection depends only on the image bytes and the bound.
+const boundedImageSizers = new Map<number, ReturnType<typeof createModelImageSizer>>();
+
+type BoundedAttachmentImage = { image: string; note: string };
+
+/**
+ * The model-facing rendition of one image under the bound its message was
+ * stamped with. Smaller images keep their original bytes. The file in the
+ * sandbox and in storage stays at full resolution.
+ */
+async function boundedAttachmentImage(
+  attachment: ModelAttachmentContent,
+  bound: number,
+): Promise<BoundedAttachmentImage> {
+  const original = { image: attachment.dataUrl, note: "" };
+  const comma = attachment.dataUrl.indexOf(",");
+  if (comma < 0) return original;
+  const data = attachment.dataUrl.slice(comma + 1);
+  let sizer = boundedImageSizers.get(bound);
+  if (!sizer) {
+    sizer = createModelImageSizer(bound, 10 * 1024 * 1024, { jpegQuality: 85 });
+    boundedImageSizers.set(bound, sizer);
+  }
+  try {
+    const sized = await sizer(data, attachment.contentType);
+    if (sized.data === data && sized.mediaType === attachment.contentType) return original;
+    return {
+      image: `data:${sized.mediaType};base64,${sized.data}`,
+      note:
+        ` Shown to you downscaled to ${sized.width}x${sized.height} from ` +
+        `${sized.originalWidth}x${sized.originalHeight}; the file itself is full resolution.`,
+    };
+  } catch (error) {
+    // Decoding is deterministic: an image that cannot be resized here keeps
+    // the original projection on every turn rather than being dropped.
+    console.error("model attachment image could not be resized; sending original", {
+      fileId: attachment.fileId,
+      errorType: safeErrorType(error),
+    });
+    return original;
+  }
+}
+
 /**
  * Build one turn-scoped durable-attachment projector. Resolve active refs under
  * current file authority and memoize metadata/bytes for retries and compaction.
  * A turn boundary never changes an authorized attachment's representation.
+ * Images of a message stamped with an image bound are shown downscaled to fit
+ * it; unstamped (older) messages keep their full-resolution projection.
  */
 export function createModelHistoryAttachmentProjector(
   policy: ModelAttachmentInputPolicy,
@@ -433,6 +489,7 @@ export function createModelHistoryAttachmentProjector(
   const fileById = new Map<string, FileAsset>();
   const resolvedFileIds = new Set<string>();
   const retainedByteSizes = new Map<string, number>();
+  const boundedById = new Map<string, BoundedAttachmentImage>();
 
   return async (items, options = {}) => {
     for (const file of options.inlineFiles ?? []) {
@@ -526,6 +583,19 @@ export function createModelHistoryAttachmentProjector(
       for (const attachment of content) contentById.set(attachment.fileId, attachment);
     }
 
+    for (const [index, refs] of refsByIndex) {
+      const item = items[index]!;
+      if (item[MODEL_ATTACHMENT_CATALOG_MARKER] === true) continue;
+      const bound = attachmentImageBound(item);
+      if (bound === undefined) continue;
+      for (const ref of refs) {
+        const attachment = fileById.has(ref.fileId) ? contentById.get(ref.fileId) : undefined;
+        const key = `${bound}:${ref.fileId}`;
+        if (!attachment || attachment.kind !== "image" || boundedById.has(key)) continue;
+        boundedById.set(key, await boundedAttachmentImage(attachment, bound));
+      }
+    }
+
     const projected = [...items];
     for (const [index, refs] of refsByIndex) {
       const original = items[index]!;
@@ -551,14 +621,20 @@ export function createModelHistoryAttachmentProjector(
           resolvedFileIds.has(ref.fileId) &&
           currentFile === undefined;
         const attachment = currentFile ? contentById.get(ref.fileId) : undefined;
-        const receipt = {
-          type: "input_text",
-          text: excluded ? unavailableAttachmentReceiptText(ref) : attachmentReceiptText(ref),
-        };
         if (!attachment || attachment.kind !== "image") {
-          return [receipt];
+          return [
+            {
+              type: "input_text",
+              text: excluded ? unavailableAttachmentReceiptText(ref) : attachmentReceiptText(ref),
+            },
+          ];
         }
-        return [receipt, { type: "input_image", image: attachment.dataUrl }];
+        const bound = attachmentImageBound(original);
+        const bounded = bound === undefined ? undefined : boundedById.get(`${bound}:${ref.fileId}`);
+        return [
+          { type: "input_text", text: attachmentReceiptText(ref) + (bounded?.note ?? "") },
+          { type: "input_image", image: bounded?.image ?? attachment.dataUrl },
+        ];
       });
       const clone: Record<string, unknown> = {
         ...original,