@opengeni/runtime 0.14.1 → 0.14.15

package/dist/index.js

@@ -88,9 +88,12 @@ import {
   createTurnToolCancellationController,
   decideSelfhostedRetry,
   decodeModalSnapshotId,
+  decodeNativeSnapshotRef,
   defaultSelfhostedRetryClock,
-  deletePriorPersistedSnapshot,
+  deleteModalCheckpointSnapshot,
   deleteRecordingArtifacts,
+  describeLegacyNativeSnapshotArchive,
+  describeNativeSnapshotArchive,
   deserializeSandboxSessionStateEnvelope,
   desktopCapableBackend,
   drainingExhaustedError,
@@ -104,6 +107,7 @@ import {
   extForCodec,
   fingerprintSandboxWorkspace,
   hasPersistableSandboxProviderIdentity,
+  inspectModalSandboxLifecycle,
   inspectRecordingArtifact,
   isExecSessionLostBanner,
   isProviderSandboxGoneDuringRoutedOperation,
@@ -116,6 +120,7 @@ import {
   mintStreamToken,
   modalSandboxAttributionEnvironment,
   modalSandboxAttributionTags,
+  modalSessionMatchesCheckpointProviderBinding,
   negotiateCapabilities,
   negotiateSelfhostedCapabilities,
   nextDurableOpId,
@@ -137,6 +142,9 @@ import {
   recordingStorageKey,
   renderSelfhostedFault,
   requirePersistableReplacementSandboxEnvelope,
+  resolveModalCheckpointProviderBinding,
+  resolveModalCheckpointProviderBindingForLiveSandbox,
+  resolveModalCheckpointProviderBindingForSession,
   restoredSandboxSessionStateFromEntry,
   runCredentialPointerFile,
   runCredentialRoot,
@@ -176,7 +184,7 @@ import {
   withToolspaceTokenEnvironment,
   withToolspaceTokenSession,
   wrapCapabilityToolsForTurnCancellation
-} from "./chunk-HHWIZHQM.js";
+} from "./chunk-GNEGANUF.js";
 import {
   getSkillLibraryEntry,
   isSkillLibraryEntryId,
@@ -205,7 +213,7 @@ import {
 import {
   MemorySession,
   connectMcpServers
-} from "./chunk-4YJ5Z52Z.js";
+} from "./chunk-7E2ZSCZK.js";
 import {
   Agent,
   AgentsError,
@@ -6436,6 +6444,9 @@ import {
   boundModelToolOutputItems,
   DEFAULT_MODEL_TOOL_OUTPUT_TRUNCATION_TOKENS
 } from "@opengeni/codex";
+function elideSupersededViewImagePairs(items) {
+  return items;
+}
 var TOOL_CALL_RESULT_TYPE_BY_CALL_TYPE = {
   function_call: "function_call_result",
   computer_call: "computer_call_result",
@@ -6480,68 +6491,6 @@ function callIdOf(item) {
   }
   return void 0;
 }
-function viewImagePathOf(item) {
-  if (!item || typeof item !== "object") {
-    return void 0;
-  }
-  const record = item;
-  if (record.type !== "function_call" || record.name !== "view_image" || typeof record.arguments !== "string") {
-    return void 0;
-  }
-  try {
-    const parsed = JSON.parse(record.arguments);
-    return typeof parsed.path === "string" && parsed.path.length > 0 ? parsed.path : void 0;
-  } catch {
-    return void 0;
-  }
-}
-function elideSupersededViewImagePairs(items) {
-  if (items.length === 0) {
-    return [];
-  }
-  const callIndexById = /* @__PURE__ */ new Map();
-  const resultIndexById = /* @__PURE__ */ new Map();
-  items.forEach((item, index) => {
-    const callId = callIdOf(item);
-    if (!callId) {
-      return;
-    }
-    if (itemType(item) === "function_call") {
-      callIndexById.set(callId, index);
-    } else if (itemType(item) === "function_call_result" || itemType(item) === "function_call_output") {
-      resultIndexById.set(callId, index);
-    }
-  });
-  const pairedByPath = /* @__PURE__ */ new Map();
-  for (const [callId, callIndex] of callIndexById) {
-    const path = viewImagePathOf(items[callIndex]);
-    const resultIndex = resultIndexById.get(callId);
-    if (!path || resultIndex === void 0 || resultIndex <= callIndex) {
-      continue;
-    }
-    const pairs = pairedByPath.get(path) ?? [];
-    pairs.push({ callIndex, resultIndex });
-    pairedByPath.set(path, pairs);
-  }
-  const dropped = /* @__PURE__ */ new Set();
-  for (const pairs of pairedByPath.values()) {
-    if (pairs.length < 2) {
-      continue;
-    }
-    pairs.sort((left, right) => left.callIndex - right.callIndex);
-    for (const pair of pairs.slice(0, -1)) {
-      dropped.add(pair.callIndex);
-      dropped.add(pair.resultIndex);
-      for (let index = pair.callIndex - 1; index >= 0; index -= 1) {
-        if (itemType(items[index]) !== "reasoning") {
-          break;
-        }
-        dropped.add(index);
-      }
-    }
-  }
-  return dropped.size === 0 ? items.slice() : items.filter((_item, index) => !dropped.has(index));
-}
 function sanitizeHistoryItemsForModel(items, toolOutputTruncationTokens = DEFAULT_MODEL_TOOL_OUTPUT_TRUNCATION_TOKENS) {
   if (items.length === 0) {
     return [];
@@ -7176,6 +7125,9 @@ import { createHash } from "crypto";
 var COMPACTION_SUMMARY_MARKER = "opengeni_context_summary";
 var SUMMARY_BUFFER_TOKENS = 2e4;
 var COMPACT_USER_MESSAGE_MAX_TOKENS = 2e4;
+var REMOTE_V2_RETAINED_MESSAGE_TOKEN_BUDGET = 64e3;
+var REMOTE_COMPACTION_V2_IMPLEMENTATION = "responses_compaction_v2";
+var REMOTE_COMPACTION_V2_BETA_FEATURE = "remote_compaction_v2";
 var DEFAULT_COMPACTION_THRESHOLD_RATIO = 0.9;
 var MIN_COMPACTION_THRESHOLD_RATIO = 0.3;
 var MAX_COMPACTION_THRESHOLD_RATIO = 0.9;
@@ -7236,14 +7188,305 @@ function estimateTextTokens(text) {
   }
   return nonAsciiCodeUnits + Math.ceil(asciiCodeUnits / 4);
 }
-function estimateItemTokens(item) {
+var IMAGE_LOW_DETAIL_TOKENS = 85;
+var IMAGE_HIGH_DETAIL_BASE_TOKENS = 85;
+var IMAGE_HIGH_DETAIL_TILE_TOKENS = 170;
+var IMAGE_HIGH_DETAIL_TILE_SIZE = 512;
+var IMAGE_HIGH_DETAIL_MAX_SIDE = 2048;
+var IMAGE_HIGH_DETAIL_TARGET_SHORT_SIDE = 768;
+var UNKNOWN_IMAGE_TOKENS = 4096;
+var MAX_NATIVE_IMAGE_TOKENS = 8192;
+function finitePositiveInteger(value) {
+  return typeof value === "number" && Number.isFinite(value) && value > 0 ? Math.floor(value) : null;
+}
+function dimensionsFromRecord(record) {
+  const width = finitePositiveInteger(record.width);
+  const height = finitePositiveInteger(record.height);
+  if (width && height) return [width, height];
+  if (Array.isArray(record.dimensions) && record.dimensions.length >= 2) {
+    const dimensionsWidth = finitePositiveInteger(record.dimensions[0]);
+    const dimensionsHeight = finitePositiveInteger(record.dimensions[1]);
+    if (dimensionsWidth && dimensionsHeight) return [dimensionsWidth, dimensionsHeight];
+  }
+  return null;
+}
+function dataUrlBytesPrefix(value, maxBytes = 262144) {
+  const match = /^data:image\/[a-z0-9.+-]+;base64,([a-z0-9+/=\r\n]+)$/i.exec(value);
+  if (!match) return null;
+  try {
+    const maxBase64CodeUnits = Math.ceil(maxBytes / 3) * 4;
+    return new Uint8Array(Buffer.from(match[1].slice(0, maxBase64CodeUnits), "base64"));
+  } catch {
+    return null;
+  }
+}
+function base64BytesPrefix(value, maxBytes = 262144) {
+  if (!/^[a-z0-9+/=\r\n]+$/i.test(value)) return null;
+  try {
+    const maxBase64CodeUnits = Math.ceil(maxBytes / 3) * 4;
+    return new Uint8Array(Buffer.from(value.slice(0, maxBase64CodeUnits), "base64"));
+  } catch {
+    return null;
+  }
+}
+function uint16BigEndian(bytes, offset) {
+  return (bytes[offset] ?? 0) << 8 | (bytes[offset + 1] ?? 0);
+}
+function uint32BigEndian(bytes, offset) {
+  return (bytes[offset] ?? 0) * 16777216 + ((bytes[offset + 1] ?? 0) << 16) + ((bytes[offset + 2] ?? 0) << 8) + (bytes[offset + 3] ?? 0) >>> 0;
+}
+function crc32(bytes, start, end) {
+  let crc = 4294967295;
+  for (let offset = start; offset < end; offset += 1) {
+    crc ^= bytes[offset] ?? 0;
+    for (let bit = 0; bit < 8; bit += 1) {
+      crc = crc >>> 1 ^ (crc & 1 ? 3988292384 : 0);
+    }
+  }
+  return (crc ^ 4294967295) >>> 0;
+}
+function dimensionsFromImageBytes(bytes) {
+  if (bytes.length >= 33 && bytes[0] === 137 && bytes[1] === 80 && bytes[2] === 78 && bytes[3] === 71 && bytes[4] === 13 && bytes[5] === 10 && bytes[6] === 26 && bytes[7] === 10 && uint32BigEndian(bytes, 8) === 13 && bytes[12] === 73 && bytes[13] === 72 && bytes[14] === 68 && bytes[15] === 82 && crc32(bytes, 12, 29) === uint32BigEndian(bytes, 29)) {
+    const width = uint32BigEndian(bytes, 16);
+    const height = uint32BigEndian(bytes, 20);
+    return width > 0 && height > 0 ? [width, height] : null;
+  }
+  if (bytes.length >= 10 && bytes[0] === 71 && bytes[1] === 73 && bytes[2] === 70 && bytes[3] === 56) {
+    const width = (bytes[6] ?? 0) | (bytes[7] ?? 0) << 8;
+    const height = (bytes[8] ?? 0) | (bytes[9] ?? 0) << 8;
+    return width > 0 && height > 0 ? [width, height] : null;
+  }
+  if (bytes.length >= 30 && bytes[0] === 82 && bytes[1] === 73 && bytes[2] === 70 && bytes[3] === 70 && bytes[8] === 87 && bytes[9] === 69 && bytes[10] === 66 && bytes[11] === 80 && bytes[12] === 86 && bytes[13] === 80 && bytes[14] === 56 && bytes[15] === 88) {
+    const width = 1 + (bytes[24] ?? 0) + ((bytes[25] ?? 0) << 8) + ((bytes[26] ?? 0) << 16);
+    const height = 1 + (bytes[27] ?? 0) + ((bytes[28] ?? 0) << 8) + ((bytes[29] ?? 0) << 16);
+    return width > 0 && height > 0 ? [width, height] : null;
+  }
+  if (bytes.length >= 4 && bytes[0] === 255 && bytes[1] === 216) {
+    let offset = 2;
+    while (offset + 8 < bytes.length) {
+      if (bytes[offset] !== 255) {
+        offset += 1;
+        continue;
+      }
+      const marker = bytes[offset + 1] ?? 0;
+      offset += 2;
+      if (marker === 216 || marker === 217 || marker === 1) continue;
+      if (marker >= 208 && marker <= 215) continue;
+      if (offset + 2 > bytes.length) break;
+      const segmentLength = uint16BigEndian(bytes, offset);
+      if (segmentLength < 2 || offset + segmentLength > bytes.length) break;
+      const isStartOfFrame = marker >= 192 && marker <= 195 || marker >= 197 && marker <= 199 || marker >= 201 && marker <= 203 || marker >= 205 && marker <= 207;
+      if (isStartOfFrame && segmentLength >= 7) {
+        const height = uint16BigEndian(bytes, offset + 3);
+        const width = uint16BigEndian(bytes, offset + 5);
+        return width > 0 && height > 0 ? [width, height] : null;
+      }
+      offset += segmentLength;
+    }
+  }
+  return null;
+}
+function dimensionsFromImageSource(source) {
+  if (source instanceof Uint8Array) {
+    return dimensionsFromImageBytes(source);
+  }
+  if (typeof source === "string") {
+    const bytes = dataUrlBytesPrefix(source);
+    return bytes ? dimensionsFromImageBytes(bytes) : null;
+  }
+  if (!source || typeof source !== "object") return null;
+  const record = source;
+  const rawData = record.data;
+  const mediaType = record.mediaType ?? record.media_type;
+  const rawDataDimensions = rawData instanceof Uint8Array ? dimensionsFromImageBytes(rawData) : typeof rawData === "string" && typeof mediaType === "string" && mediaType.toLowerCase().startsWith("image/") ? dimensionsFromImageBytes(base64BytesPrefix(rawData) ?? new Uint8Array()) : null;
+  return dimensionsFromRecord(record) ?? rawDataDimensions ?? dimensionsFromImageSource(record.url) ?? dimensionsFromImageSource(rawData);
+}
+function highDetailImageTokens(width, height) {
+  let scaledWidth = width;
+  let scaledHeight = height;
+  const longest = Math.max(scaledWidth, scaledHeight);
+  if (longest > IMAGE_HIGH_DETAIL_MAX_SIDE) {
+    const scale = IMAGE_HIGH_DETAIL_MAX_SIDE / longest;
+    scaledWidth *= scale;
+    scaledHeight *= scale;
+  }
+  const shortest = Math.min(scaledWidth, scaledHeight);
+  if (shortest > IMAGE_HIGH_DETAIL_TARGET_SHORT_SIDE) {
+    const scale = IMAGE_HIGH_DETAIL_TARGET_SHORT_SIDE / shortest;
+    scaledWidth *= scale;
+    scaledHeight *= scale;
+  }
+  const tiles = Math.ceil(scaledWidth / IMAGE_HIGH_DETAIL_TILE_SIZE) * Math.ceil(scaledHeight / IMAGE_HIGH_DETAIL_TILE_SIZE);
+  return Math.min(
+    MAX_NATIVE_IMAGE_TOKENS,
+    IMAGE_HIGH_DETAIL_BASE_TOKENS + IMAGE_HIGH_DETAIL_TILE_TOKENS * Math.max(1, tiles)
+  );
+}
+function estimateNativeImageTokens(input) {
+  const explicitWidth = finitePositiveInteger(input.width);
+  const explicitHeight = finitePositiveInteger(input.height);
+  const sourceDimensions = dimensionsFromImageSource(input.source);
+  const width = explicitWidth ?? sourceDimensions?.[0] ?? null;
+  const height = explicitHeight ?? sourceDimensions?.[1] ?? null;
+  const detail = typeof input.detail === "string" && input.detail.length > 0 ? input.detail : "auto";
+  if (detail === "low") {
+    return { tokens: IMAGE_LOW_DETAIL_TOKENS, width, height, detail, reason: "dimensions" };
+  }
+  if (!width || !height) {
+    return {
+      tokens: UNKNOWN_IMAGE_TOKENS,
+      width: null,
+      height: null,
+      detail,
+      reason: "bounded_fallback"
+    };
+  }
+  return {
+    tokens: highDetailImageTokens(width, height),
+    width,
+    height,
+    detail,
+    reason: "dimensions"
+  };
+}
+function imageDescriptor(record) {
+  const type = typeof record.type === "string" ? record.type : "";
+  if (!(/* @__PURE__ */ new Set(["input_image", "image_url", "image", "computer_screenshot"])).has(type)) {
+    return null;
+  }
+  const imageUrl = record.image_url;
+  const nestedImageUrl = imageUrl && typeof imageUrl === "object" ? imageUrl.url : imageUrl;
+  const source = record.image ?? record.imageUrl ?? nestedImageUrl ?? record.data ?? record.url ?? record.fileId ?? record.file_id ?? record.artifact ?? record.artifactReference;
+  const nestedDetail = imageUrl && typeof imageUrl === "object" ? imageUrl.detail : void 0;
+  const dimensions = dimensionsFromRecord(record) ?? (source && typeof source === "object" ? dimensionsFromRecord(source) : null);
+  return {
+    source,
+    detail: typeof record.detail === "string" ? record.detail : typeof nestedDetail === "string" ? nestedDetail : "auto",
+    width: dimensions?.[0] ?? null,
+    height: dimensions?.[1] ?? null
+  };
+}
+function projectNativeImages(value, seen) {
+  if (!value || typeof value !== "object") {
+    return { value, imageTokens: 0, imageCount: 0, imageFallbackCount: 0 };
+  }
+  if (seen.has(value)) {
+    return { value: "[circular]", imageTokens: 0, imageCount: 0, imageFallbackCount: 0 };
+  }
+  seen.add(value);
+  if (Array.isArray(value)) {
+    let imageTokens2 = 0;
+    let imageCount2 = 0;
+    let imageFallbackCount2 = 0;
+    const projected2 = value.map((entry) => {
+      const result = projectNativeImages(entry, seen);
+      imageTokens2 += result.imageTokens;
+      imageCount2 += result.imageCount;
+      imageFallbackCount2 += result.imageFallbackCount;
+      return result.value;
+    });
+    seen.delete(value);
+    return { value: projected2, imageTokens: imageTokens2, imageCount: imageCount2, imageFallbackCount: imageFallbackCount2 };
+  }
+  const record = value;
+  const descriptor = imageDescriptor(record);
+  if (descriptor) {
+    const estimate = estimateNativeImageTokens(descriptor);
+    const projected2 = {};
+    const payloadKeys = /* @__PURE__ */ new Set([
+      "image",
+      "image_url",
+      "imageUrl",
+      "data",
+      "url",
+      "fileId",
+      "file_id",
+      "artifact",
+      "artifactReference"
+    ]);
+    for (const [key, entry] of Object.entries(record)) {
+      projected2[key] = payloadKeys.has(key) ? "[native image]" : entry;
+    }
+    projected2.image_estimate = {
+      width: estimate.width,
+      height: estimate.height,
+      detail: estimate.detail,
+      reason: estimate.reason
+    };
+    seen.delete(value);
+    return {
+      value: projected2,
+      imageTokens: estimate.tokens,
+      imageCount: 1,
+      imageFallbackCount: estimate.reason === "bounded_fallback" ? 1 : 0
+    };
+  }
+  let imageTokens = 0;
+  let imageCount = 0;
+  let imageFallbackCount = 0;
+  const projected = {};
+  for (const [key, entry] of Object.entries(record)) {
+    const result = projectNativeImages(entry, seen);
+    projected[key] = result.value;
+    imageTokens += result.imageTokens;
+    imageCount += result.imageCount;
+    imageFallbackCount += result.imageFallbackCount;
+  }
+  seen.delete(value);
+  return { value: projected, imageTokens, imageCount, imageFallbackCount };
+}
+function estimateOpaqueEncryptedModelVisibleBytes(encodedLen) {
+  const length = Math.max(0, Math.floor(encodedLen));
+  return Math.max(0, Math.floor(length * 3 / 4) - 650);
+}
+function estimateOpaqueEncryptedTokens(encodedLen) {
+  const bytes = estimateOpaqueEncryptedModelVisibleBytes(encodedLen);
+  return bytes === 0 ? 0 : Math.ceil(bytes / 4);
+}
+function opaqueEncryptedContentLength(item) {
+  if (!item || typeof item !== "object") return null;
+  const record = item;
+  const type = typeof record.type === "string" ? record.type : "";
+  if ((type === "compaction" || type === "context_compaction" || type === "reasoning") && typeof record.encrypted_content === "string" && record.encrypted_content.length > 0) {
+    return record.encrypted_content.length;
+  }
+  if (type === "reasoning") {
+    const providerData = record.providerData && typeof record.providerData === "object" ? record.providerData : null;
+    const nested = providerData && typeof providerData.encrypted_content === "string" ? providerData.encrypted_content : providerData && typeof providerData.encryptedContent === "string" ? providerData.encryptedContent : null;
+    if (nested && nested.length > 0) return nested.length;
+  }
+  return null;
+}
+function estimateItemTokenBreakdown(item) {
+  const opaqueLen = opaqueEncryptedContentLength(item);
+  if (opaqueLen !== null) {
+    const textTokens2 = estimateOpaqueEncryptedTokens(opaqueLen);
+    return {
+      totalTokens: textTokens2,
+      textTokens: textTokens2,
+      imageTokens: 0,
+      imageCount: 0,
+      imageFallbackCount: 0
+    };
+  }
+  const projected = projectNativeImages(item, /* @__PURE__ */ new WeakSet());
   let text;
   try {
-    text = JSON.stringify(item);
+    text = JSON.stringify(projected.value);
   } catch {
-    text = String(item);
+    text = String(projected.value);
   }
-  return estimateTextTokens(text);
+  const textTokens = estimateTextTokens(text);
+  return {
+    totalTokens: textTokens + projected.imageTokens,
+    textTokens,
+    imageTokens: projected.imageTokens,
+    imageCount: projected.imageCount,
+    imageFallbackCount: projected.imageFallbackCount
+  };
+}
+function estimateItemTokens(item) {
+  return estimateItemTokenBreakdown(item).totalTokens;
 }
 function estimateTokens(items) {
   let total = 0;
@@ -7252,6 +7495,24 @@ function estimateTokens(items) {
   }
   return total;
 }
+function estimateTokensBreakdown(items) {
+  const total = {
+    totalTokens: 0,
+    textTokens: 0,
+    imageTokens: 0,
+    imageCount: 0,
+    imageFallbackCount: 0
+  };
+  for (const item of items) {
+    const estimate = estimateItemTokenBreakdown(item);
+    total.totalTokens += estimate.totalTokens;
+    total.textTokens += estimate.textTokens;
+    total.imageTokens += estimate.imageTokens;
+    total.imageCount += estimate.imageCount;
+    total.imageFallbackCount += estimate.imageFallbackCount;
+  }
+  return total;
+}
 function estimateSerializedValueTokens(value) {
   let serialized;
   try {
@@ -7262,7 +7523,8 @@ function estimateSerializedValueTokens(value) {
   return estimateTextTokens(serialized ?? "");
 }
 function estimateCompleteModelInput(input) {
-  const inputTokens = estimateTokens(input.current.input);
+  const inputEstimate = estimateTokensBreakdown(input.current.input);
+  const inputTokens = inputEstimate.totalTokens;
   const instructionsTokens = input.current.instructionsTokens;
   const toolSchemaTokens = input.current.toolSchemaTokens;
   if (!input.provider || !input.providerRequestFootprint || input.provider.totalTokens <= 0) {
@@ -7270,6 +7532,10 @@ function estimateCompleteModelInput(input) {
       tokens: inputTokens + instructionsTokens + toolSchemaTokens,
       source: "complete_estimate",
       inputTokens,
+      inputTextTokens: inputEstimate.textTokens,
+      inputImageTokens: inputEstimate.imageTokens,
+      inputImageCount: inputEstimate.imageCount,
+      inputImageFallbackCount: inputEstimate.imageFallbackCount,
       instructionsTokens,
       toolSchemaTokens,
       appendedAfterModelTokens: 0
@@ -7289,6 +7555,10 @@ function estimateCompleteModelInput(input) {
     tokens: input.provider.totalTokens + appendedAfterModelTokens + instructionGrowth + toolSchemaGrowth,
     source: "provider_plus_local",
     inputTokens,
+    inputTextTokens: inputEstimate.textTokens,
+    inputImageTokens: inputEstimate.imageTokens,
+    inputImageCount: inputEstimate.imageCount,
+    inputImageFallbackCount: inputEstimate.imageFallbackCount,
     instructionsTokens,
     toolSchemaTokens,
     appendedAfterModelTokens
@@ -7514,6 +7784,66 @@ function buildCompactionReplacementHistory(items, summaryBody) {
   history.push(buildSummaryItem(summaryBody));
   return history;
 }
+function isRemoteCompactionItem(item) {
+  if (!item || typeof item !== "object") return false;
+  const record = item;
+  return record.type === "compaction" && typeof record.encrypted_content === "string" && record.encrypted_content.length > 0;
+}
+function isRetainedRemoteV2Message(item) {
+  if (isCompactionSummary(item) || itemType2(item) === "compaction") return false;
+  const role = itemRole(item);
+  return itemType2(item) === "message" && (role === "user" || role === "developer");
+}
+function buildRemoteV2ReplacementHistory(items, compactionItem) {
+  if (!isRemoteCompactionItem(compactionItem)) {
+    throw new EmptyCompactionSummaryError({ stage: "remote_v2_compaction_item" });
+  }
+  const retainedReversed = [];
+  let remaining = REMOTE_V2_RETAINED_MESSAGE_TOKEN_BUDGET;
+  for (let index = items.length - 1; index >= 0 && remaining > 0; index -= 1) {
+    const item = items[index];
+    if (!isRetainedRemoteV2Message(item)) continue;
+    const textTokens = estimateTextTokens(messageText(item));
+    retainedReversed.push(compactMessageToTokenBudget(item, remaining));
+    if (textTokens > remaining) {
+      remaining = 0;
+      break;
+    }
+    remaining -= textTokens;
+  }
+  const history = retainedReversed.reverse();
+  history.push({
+    type: "compaction",
+    encrypted_content: compactionItem.encrypted_content,
+    ...typeof compactionItem.summary === "string" ? { summary: compactionItem.summary } : {}
+  });
+  return history;
+}
+function buildRemoteCompactionV2PromptInput(items) {
+  return [
+    ...items,
+    {
+      type: "unknown",
+      providerData: { type: "compaction_trigger" }
+    }
+  ];
+}
+function extractRemoteCompactionV2OutputItem(response) {
+  if (!response || typeof response !== "object") {
+    throw new EmptyCompactionSummaryError({ stage: "remote_v2_extract", reason: "no_response" });
+  }
+  const record = response;
+  const output = Array.isArray(record.output) ? record.output : [];
+  const compactionItems = output.filter(isRemoteCompactionItem);
+  if (compactionItems.length !== 1) {
+    throw new EmptyCompactionSummaryError({
+      stage: "remote_v2_extract",
+      reason: "expected_exactly_one_compaction",
+      found: compactionItems.length
+    });
+  }
+  return compactionItems[0];
+}
 function compactionReplacementFingerprint(items) {
   const serialized = JSON.stringify(canonicalJsonValue(items));
   return createHash("sha256").update(serialized, "utf8").digest("hex");
@@ -8229,11 +8559,6 @@ function renderImageForTextTransport(output) {
   const mediaType = typeof image.mediaType === "string" ? image.mediaType : "application/octet-stream";
   return `data:${mediaType};base64,${Buffer.from(image.data).toString("base64")}`;
 }
-function supportsStructuredToolOutputTransport(modelInstance) {
-  if (!modelInstance) return false;
-  const constructorName = typeof modelInstance === "object" && modelInstance && typeof modelInstance.constructor === "function" ? modelInstance.constructor.name ?? "" : "";
-  return !constructorName.includes("ChatCompletions");
-}
 var COMPUTER_READ_ONLY_MESSAGE = "computer-use is read-only for this session \u2014 click, double_click, move, scroll, type, keypress, and drag are disabled. Call computer_screenshot to observe the desktop.";
 var COORD_PROPS = {
   x: {
@@ -8449,28 +8774,14 @@ var ComputerUseCapability = class extends Capability {
           this.args.needsApproval,
           true
         );
+      case "disabled":
       case "function-text":
-        return computerFunctionTools(
-          computer,
-          this.args.readOnly ?? false,
-          this.args.needsApproval,
-          false
-        );
       case void 0:
-        break;
-    }
-    if (supportsStructuredToolOutputTransport(this._modelInstance)) {
-      return [this.hostedComputerTool(computer)];
+        return [];
     }
-    return computerFunctionTools(
-      computer,
-      this.args.readOnly ?? false,
-      this.args.needsApproval,
-      this.args.imageFunctionResults ?? false
-    );
+    return [];
   }
-  /** The single HOSTED `computer_use_preview` tool bound to `computer` — identical
-   *  construction for the explicit "hosted" mode and the legacy structured-sniff path. */
+  /** The single HOSTED `computer_use_preview` tool bound to `computer`. */
   hostedComputerTool(computer) {
     return computerTool({
       computer,
@@ -9323,6 +9634,50 @@ async function summarizeForCompaction(settings, input, options = {}) {
   }
   return summary;
 }
+async function requestRemoteCompactionV2(settings, input, options) {
+  const promptInput = buildRemoteCompactionV2PromptInput(input);
+  const request = {
+    systemInstructions: "",
+    input: promptInput,
+    modelSettings: {
+      // Azure rejects store:false; Codex transport enforces store:false itself.
+      ...settings.openaiProvider === "azure" ? {} : { store: false },
+      ...options.promptCacheKey ? { providerData: { prompt_cache_key: options.promptCacheKey } } : {}
+    },
+    tools: [],
+    toolsExplicitlyProvided: true,
+    outputType: "text",
+    handoffs: [],
+    tracing: false
+  };
+  let response;
+  try {
+    response = await new CompactionResponsesModel(options.client, options.model).fetchResponse(
+      request
+    );
+  } catch (error) {
+    throw new CompactionProviderResponseError(compactionProviderFailureDiagnostics(error), error);
+  }
+  const usage = modelResponseUsageFromResponse(response);
+  if (usage) {
+    await options.onUsage?.(usage);
+  }
+  if (isFailedCompactionProviderResponse(response)) {
+    throw new CompactionProviderResponseError(compactionProviderFailureDiagnostics(response));
+  }
+  try {
+    return extractRemoteCompactionV2OutputItem(response);
+  } catch (error) {
+    if (error instanceof EmptyCompactionSummaryError) {
+      throw new EmptyCompactionSummaryError({
+        ...compactionResponseDiagnostics(response, ""),
+        ...error.diagnostics,
+        stage: "remote_v2_extract"
+      });
+    }
+    throw error;
+  }
+}
 function isFailedCompactionProviderResponse(response) {
   if (!response || typeof response !== "object") return false;
   const record = response;
@@ -9622,9 +9977,11 @@ function buildOpenGeniAgent(settings, resources, options = {}) {
   }
   const hostedWebSearch = options.hostedWebSearch ?? settings.webSearchEnabled;
   const encryptedReasoning = options.encryptedReasoning ?? settings.openaiReasoningEncryptedContent;
+  const serviceTier = options.serviceTier;
   const providerData = {
     ...encryptedReasoning ? { include: ["reasoning.encrypted_content"] } : {},
-    ...options.promptCacheKey ? { prompt_cache_key: options.promptCacheKey } : {}
+    ...options.promptCacheKey ? { prompt_cache_key: options.promptCacheKey } : {},
+    ...serviceTier ? { service_tier: serviceTier } : {}
   };
   const hostedTools = hostedWebSearch ? [webSearchTool()] : [];
   const humanInputTool = tool({
@@ -9943,24 +10300,12 @@ function buildAgentCapabilities(settings, packSkills, options = {}) {
     );
   }
   if (settings.computerUseEnabled && settings.sandboxDesktopEnabled && desktopCapableBackend(settings.sandboxBackend)) {
-    const explicitMode = options.computerToolMode;
     const computerCapability = computerUse({
       dimensions: [settings.streamResolutionWidth, settings.streamResolutionHeight],
       readOnly: settings.computerUseReadOnly,
       ...options.onComputerUseReady ? { onReady: options.onComputerUseReady } : {},
-      ...explicitMode ? { toolMode: explicitMode } : (
-        // Legacy (no explicit mode): on the codex path the function tools deliver
-        // screenshots as a real image the model can see. The ChatGPT/Codex backend
-        // rejects HOSTED tool types but DOES accept `input_image` content items inside a
-        // `function_call_output` (proven by openai/codex codex-rs, whose view_image tool
-        // ships exactly that shape) — so a structured image tool result is seen, where a
-        // text data-URL would be unreadable.
-        options.structuredToolTransport === false ? { imageFunctionResults: true } : {}
-      )
+      toolMode: options.computerToolMode ?? "disabled"
     });
-    if (!explicitMode && options.structuredToolTransport === false) {
-      neutralizeStructuredToolTransport(computerCapability);
-    }
     caps.push(computerCapability);
   }
   if (toolCancellation) {
@@ -10371,16 +10716,20 @@ function parseWwwAuthenticate(header) {
     ...params.resource ? { resource: params.resource } : {}
   };
 }
-var MCP_AUTH_NEEDED_ERROR_CODE = -32001;
-var MCP_AUTH_NEEDED_MESSAGE = "Authentication required - a connection link was posted to the session.";
+var MCP_AUTH_NEEDED_ERROR = {
+  // OpenGeni application-defined JSON-RPC code. Keep this positive so it cannot
+  // collide with MCP SDK transport errors such as RequestTimeout (-32001).
+  code: 40101,
+  message: "Authentication required - a connection link was posted to the session."
+};
 function mcpToolAuthNeededResponse(id) {
   return new Response(
     JSON.stringify({
       jsonrpc: "2.0",
       id: id ?? null,
       error: {
-        code: MCP_AUTH_NEEDED_ERROR_CODE,
-        message: MCP_AUTH_NEEDED_MESSAGE
+        code: MCP_AUTH_NEEDED_ERROR.code,
+        message: MCP_AUTH_NEEDED_ERROR.message
       }
     }),
     {
@@ -10394,7 +10743,7 @@ function isAuthNeededMcpError(error) {
     return false;
   }
   const code = error.code;
-  return code === MCP_AUTH_NEEDED_ERROR_CODE || error.message.includes(MCP_AUTH_NEEDED_MESSAGE);
+  return code === MCP_AUTH_NEEDED_ERROR.code && (error.message === MCP_AUTH_NEEDED_ERROR.message || error.message === `MCP error ${MCP_AUTH_NEEDED_ERROR.code}: ${MCP_AUTH_NEEDED_ERROR.message}`);
 }
 function mcpToolUnavailableMessage(reason) {
   return `This tool is unavailable for the rest of this turn (${reason}). Do not retry it \u2014 continue without it or use another approach.`;
@@ -10409,6 +10758,33 @@ function safeMcpErrorFields(error) {
   }
   return { errorClass, status };
 }
+function isMcpRequestTimeoutError(error, seen = /* @__PURE__ */ new WeakSet()) {
+  if (!error || typeof error !== "object") {
+    return false;
+  }
+  if (seen.has(error)) {
+    return false;
+  }
+  seen.add(error);
+  const record = error;
+  if (record.mcpTransportFailureKind === "request_timeout") {
+    return true;
+  }
+  const code = typeof record.code === "number" ? record.code : record.status;
+  const message = typeof record.message === "string" ? record.message : "";
+  const sdkTimeoutMessages = /* @__PURE__ */ new Set([
+    "Request timed out",
+    "MCP error -32001: Request timed out",
+    "Maximum total timeout exceeded",
+    "MCP error -32001: Maximum total timeout exceeded"
+  ]);
+  if (code === -32001 && sdkTimeoutMessages.has(message)) {
+    return true;
+  }
+  return ["error", "cause", "response", "data"].some(
+    (key) => isMcpRequestTimeoutError(record[key], seen)
+  );
+}
 function safeMcpTransportError(error) {
   const fields = safeMcpErrorFields(error);
   const safeError = new Error(
@@ -10419,6 +10795,9 @@ function safeMcpTransportError(error) {
     safeError.status = fields.status;
     safeError.code = fields.status;
   }
+  if (isMcpRequestTimeoutError(error)) {
+    safeError.mcpTransportFailureKind = "request_timeout";
+  }
   return safeError;
 }
 function safeMcpTransportLogger(serverId) {
@@ -10480,17 +10859,31 @@ async function signFirstPartyDelegatedBearer(settings, options) {
   if (!settings.delegationSecret || !options.accountId || !options.workspaceId) {
     return null;
   }
+  const attemptClaims = [
+    options.sessionId,
+    options.turnId,
+    options.attemptId,
+    options.executionGeneration
+  ];
+  const hasAnyAttemptClaim = attemptClaims.some((claim) => claim !== void 0);
+  const hasExactAttemptClaims = attemptClaims.every((claim) => claim !== void 0);
+  if (hasAnyAttemptClaim && !hasExactAttemptClaims) {
+    return null;
+  }
   return await signDelegatedAccessToken(settings.delegationSecret, {
     accountId: options.accountId,
     workspaceId: options.workspaceId,
     subjectId: options.subjectId ?? "worker:first-party-mcp",
     ...options.subjectLabel ? { subjectLabel: options.subjectLabel } : {},
     permissions: options.firstPartyPermissions ?? [...DEFAULT_FIRST_PARTY_MCP_PERMISSIONS],
+    principalKind: hasExactAttemptClaims ? "agent_attempt" : "service",
     firstPartyMcpTools: options.firstPartyTools ?? [...DEFAULT_FIRST_PARTY_MCP_TOOLS],
-    ...options.sessionId ? { sessionId: options.sessionId } : {},
-    ...options.turnId ? { turnId: options.turnId } : {},
-    ...options.attemptId ? { attemptId: options.attemptId } : {},
-    ...options.executionGeneration ? { executionGeneration: options.executionGeneration } : {},
+    ...hasExactAttemptClaims ? {
+      sessionId: options.sessionId,
+      turnId: options.turnId,
+      attemptId: options.attemptId,
+      executionGeneration: options.executionGeneration
+    } : {},
     exp: Math.floor(Date.now() / 1e3) + 60 * 60
   });
 }
@@ -10688,7 +11081,7 @@ var PrefixedMcpServer = class {
       if (isAuthNeededMcpError(error)) {
         return {
           isError: true,
-          content: [{ type: "text", text: MCP_AUTH_NEEDED_MESSAGE }]
+          content: [{ type: "text", text: MCP_AUTH_NEEDED_ERROR.message }]
         };
       }
       if (this.bestEffort) {
@@ -10838,12 +11231,6 @@ var normalizeComputerCallsFilter = ({ modelData }) => ({
     modelData.input
   )
 });
-var elideSupersededViewImagesFilter = ({ modelData }) => ({
-  ...modelData,
-  input: elideSupersededViewImagePairs(
-    modelData.input
-  )
-});
 function boundModelToolOutputsFilterForSettings(settings) {
   return ({ modelData }) => ({
     ...modelData,
@@ -10927,7 +11314,6 @@ function composeCallModelInputFilters(filters) {
 function callModelInputFilterForSettings(settings, options = {}) {
   const filters = [
     normalizeComputerCallsFilter,
-    elideSupersededViewImagesFilter,
     boundModelToolOutputsFilterForSettings(settings)
   ];
   if (settings.openaiProviderItemIds === "strip") {
@@ -11614,6 +12000,39 @@ function normalizeToolOutputForEvent(output) {
   }
   return output;
 }
+function hostedWebSearchToolCallFromResponsesEvent(raw) {
+  if (!raw || typeof raw !== "object") {
+    return null;
+  }
+  const event = raw;
+  const eventType = typeof event.type === "string" ? event.type : "";
+  if (!((eventType === "response.output_item.added" || eventType === "response.output_item.done") && event.item?.type === "web_search_call")) {
+    return null;
+  }
+  const item = event.item;
+  const itemId = typeof item.id === "string" ? item.id : null;
+  if (!itemId) {
+    return null;
+  }
+  const status = typeof item.status === "string" ? item.status : eventType === "response.output_item.done" ? "completed" : "in_progress";
+  const action = item.action ?? null;
+  const { status: _status, ...providerData } = item;
+  return {
+    type: "agent.toolCall.created",
+    payload: {
+      id: itemId,
+      name: "web_search_call",
+      arguments: action,
+      raw: {
+        type: "hosted_tool_call",
+        id: itemId,
+        name: "web_search_call",
+        status,
+        providerData
+      }
+    }
+  };
+}
 function normalizeSdkEvent(event) {
   const out = [];
   if (event.type === "raw_model_stream_event") {
@@ -11631,6 +12050,10 @@ function normalizeSdkEvent(event) {
     if (raw?.type === "response.reasoning_summary_text.delta" && typeof raw.delta === "string") {
       out.push({ type: "agent.reasoning.delta", payload: { text: raw.delta } });
     }
+    const webSearch = hostedWebSearchToolCallFromResponsesEvent(raw);
+    if (webSearch) {
+      out.push(webSearch);
+    }
     return out;
   }
   if (event.type === "agent_updated_stream_event") {
@@ -11710,11 +12133,47 @@ function modelResponseUsageFromResponse(response) {
     return null;
   }
   const responseId = typeof response?.id === "string" ? response.id : typeof response?.responseId === "string" ? response.responseId : void 0;
+  const serviceTier = modelResponseServiceTierFromResponse(response);
   return {
     ...responseId ? { responseId } : {},
+    ...serviceTier ? { serviceTier } : {},
     usage
   };
 }
+function modelResponseServiceTierFromSdkEvent(event) {
+  if (event.type === "raw_model_stream_event") {
+    const data = event.data;
+    if (data?.type === "response_done") {
+      return {
+        source: "normalized",
+        serviceTier: modelResponseServiceTierFromResponse(data.response)
+      };
+    }
+  }
+  if (isOpenAIResponsesRawModelStreamEvent(event)) {
+    const raw = event.data?.event;
+    if (raw?.type === "response.completed") {
+      return {
+        source: "provider",
+        serviceTier: modelResponseServiceTierFromResponse(raw.response)
+      };
+    }
+  }
+  return null;
+}
+function modelResponseServiceTierFromResponse(response) {
+  if (!response || typeof response !== "object") {
+    return null;
+  }
+  const record = response;
+  const direct = record.service_tier ?? record.serviceTier;
+  if (typeof direct === "string" && direct.length > 0) {
+    return direct;
+  }
+  const providerData = record.providerData && typeof record.providerData === "object" ? record.providerData : null;
+  const nested = providerData?.service_tier ?? providerData?.serviceTier;
+  return typeof nested === "string" && nested.length > 0 ? nested : null;
+}
 function modelResponseFromSdkEvent(event) {
   if (event.type === "raw_model_stream_event") {
     const data = event.data;
@@ -13648,6 +14107,7 @@ export {
   HUMAN_INPUT_TOOL_NAME,
   MAX_COMPACTION_THRESHOLD_RATIO,
   MAX_MODEL_USAGE_TOKEN_COUNT,
+  MAX_NATIVE_IMAGE_TOKENS,
   MIN_COMPACTION_THRESHOLD_RATIO,
   MaxTurnsExceededError,
   MockAgentResponder,
@@ -13663,6 +14123,9 @@ export {
   OpenAIChatCompletionsModel,
   OpenAIResponsesModel,
   PROVIDER_REGISTRY,
+  REMOTE_COMPACTION_V2_BETA_FEATURE,
+  REMOTE_COMPACTION_V2_IMPLEMENTATION,
+  REMOTE_V2_RETAINED_MESSAGE_TOKEN_BUDGET,
   REPOSITORY_DISCOVERY_LIMIT,
   RecordingError,
   RecordingUnavailableError,
@@ -13707,6 +14170,7 @@ export {
   TerminalServerUnsupportedError,
   ToolspaceTokenPathError,
   TurnSandboxCommandCancelledError,
+  UNKNOWN_IMAGE_TOKENS,
   USER_MESSAGE_TRUNCATION_MARKER,
   WORKSPACE_ARCHIVE_DESCRIPTOR_VERSION,
   WorkspaceArchiveIntegrityError,
@@ -13737,6 +14201,8 @@ export {
   buildOpenAIClientFromSettings,
   buildOpenGeniAgent,
   buildProviderClient,
+  buildRemoteCompactionV2PromptInput,
+  buildRemoteV2ReplacementHistory,
   buildSelfhostedBackendSession,
   buildStreamUrl,
   buildSummaryItem,
@@ -13767,28 +14233,36 @@ export {
   decideCompaction,
   decideSelfhostedRetry,
   decodeModalSnapshotId,
+  decodeNativeSnapshotRef,
   defaultSelfhostedRetryClock,
-  deletePriorPersistedSnapshot,
+  deleteModalCheckpointSnapshot,
   deleteRecordingArtifacts,
+  describeLegacyNativeSnapshotArchive,
+  describeNativeSnapshotArchive,
   deserializeSandboxSessionStateEnvelope,
   desktopCapableBackend,
   drainingExhaustedError,
   drainingMessage,
   effectiveSkillSelectionsForAgent,
   elideSupersededViewImagePairs,
-  elideSupersededViewImagesFilter,
   ensureDisplayStack,
   ensureModalRegistryImage,
   ensureReadableStreamFrom,
   ensureTerminalServer,
   establishSandboxSessionFromEnvelope,
   estimateCompleteModelInput,
+  estimateItemTokenBreakdown,
   estimateItemTokens,
+  estimateNativeImageTokens,
+  estimateOpaqueEncryptedModelVisibleBytes,
+  estimateOpaqueEncryptedTokens,
   estimateSerializedValueTokens,
   estimateTokens,
+  estimateTokensBreakdown,
   execDeadlineHint,
   exposeStreamPort,
   extForCodec,
+  extractRemoteCompactionV2OutputItem,
   extractResponseOutputText,
   findCompactionNeededError,
   fingerprintSandboxWorkspace,
@@ -13798,12 +14272,16 @@ export {
   gitProviderTokenRefreshCommand,
   hasModelGeneratedItem,
   hasPersistableSandboxProviderIdentity,
+  inspectModalSandboxLifecycle,
   inspectRecordingArtifact,
   isCompactionSummary,
   isExecSessionLostBanner,
+  isMcpRequestTimeoutError,
   isProviderSandboxGoneDuringRoutedOperation,
   isProviderSandboxNotFoundError,
   isProviderSandboxTransientError,
+  isRemoteCompactionItem,
+  isRetainedRemoteV2Message,
   isSelfhostedProviderNotFoundError,
   isSkillLibraryEntryId,
   isUserMessage,
@@ -13820,7 +14298,9 @@ export {
   mintStreamToken,
   modalSandboxAttributionEnvironment,
   modalSandboxAttributionTags,
+  modalSessionMatchesCheckpointProviderBinding,
   modelCallUsageTelemetry,
+  modelResponseServiceTierFromSdkEvent,
   modelResponseUsageFromResponse,
   modelResponseUsageFromSdkEvent,
   modelUsageTokenCountOrNull,
@@ -13838,6 +14318,7 @@ export {
   oneShotGenesisTitleInputFilter,
   opAckSubject,
   opFrameSubject,
+  opaqueEncryptedContentLength,
   parseExecBannerExitCode,
   parseExecBannerSessionId,
   parseExposedPorts,
@@ -13862,7 +14343,11 @@ export {
   repositoryCloneCommand,
   repositoryUsesSandboxClone,
   repositoryWorkspaceSkillPathsOption,
+  requestRemoteCompactionV2,
   requirePersistableReplacementSandboxEnvelope,
+  resolveModalCheckpointProviderBinding,
+  resolveModalCheckpointProviderBindingForLiveSandbox,
+  resolveModalCheckpointProviderBindingForSession,
   resolveTurnModel,
   restoredSandboxSessionStateFromEntry,
   rigInstructions,
@@ -13877,6 +14362,7 @@ export {
   runRigSetupHook,
   runToolspaceTokenSeedHook,
   runWithToolCallCorrelation,
+  safeMcpTransportError,
   sandboxCommandExitCode,
   sandboxCommandOutput,
   sandboxCommandStillRunning,