@opengeni/runtime 0.6.1 → 0.7.0

package/src/image-history.ts

@@ -1,149 +0,0 @@
-import type { AgentInputItem } from "@openai/agents";
-import { SCREENSHOT_OMITTED_IMAGE_DATA_URL } from "./screenshot-omitted-card";
-
-export const SCREENSHOT_OMITTED_PLACEHOLDER =
-  "[screenshot omitted: an older desktop frame — the full image remains in the session event log]";
-
-const DATA_IMAGE_BASE64_PATTERN = /data:image\/[a-z0-9.+-]+;base64,[a-z0-9+/=_-]+/i;
-
-type PathSegment = string | number;
-
-type ImageOccurrence = {
-  path: PathSegment[];
-  replacement: unknown;
-};
-
-export type ElideStaleScreenshotsResult<T> = {
-  items: T[];
-  imageCount: number;
-  elidedCount: number;
-};
-
-export type ElideStaleScreenshotsOptions = {
-  keepLast?: number;
-  placeholder?: string;
-};
-
-export function elideStaleScreenshotImages<T extends AgentInputItem>(
-  items: readonly T[],
-  options: ElideStaleScreenshotsOptions = {},
-): ElideStaleScreenshotsResult<T> {
-  const keepLast = Math.max(0, Math.floor(options.keepLast ?? 3));
-  const placeholder = options.placeholder ?? SCREENSHOT_OMITTED_PLACEHOLDER;
-  const occurrences: ImageOccurrence[] = [];
-  for (let i = 0; i < items.length; i += 1) {
-    collectItemImageOccurrences(items[i], [i], placeholder, occurrences);
-  }
-
-  const elidedCount = Math.max(0, occurrences.length - keepLast);
-  if (elidedCount === 0) {
-    return { items: items.slice(), imageCount: occurrences.length, elidedCount: 0 };
-  }
-
-  const cloned = structuredClone(items) as T[];
-  for (const occurrence of occurrences.slice(0, elidedCount)) {
-    setPath(cloned, occurrence.path, occurrence.replacement);
-  }
-  return { items: cloned, imageCount: occurrences.length, elidedCount };
-}
-
-function collectItemImageOccurrences(
-  item: unknown,
-  path: PathSegment[],
-  placeholder: string,
-  out: ImageOccurrence[],
-): void {
-  if (!isRecord(item)) {
-    return;
-  }
-  if (item.type === "message" && (item.role === "user" || item.role === "system")) {
-    return;
-  }
-  if (item.type === "computer_call_result" || item.type === "computer_call_output") {
-    collectComputerOutputImages(item, path, out);
-    return;
-  }
-  if (item.type === "function_call_result" || item.type === "function_call_output") {
-    collectToolResultImages(item.output, [...path, "output"], placeholder, out);
-  }
-}
-
-function collectComputerOutputImages(
-  item: Record<string, unknown>,
-  path: PathSegment[],
-  out: ImageOccurrence[],
-): void {
-  const output = item.output;
-  if (!isRecord(output) || output.type !== "computer_screenshot") {
-    return;
-  }
-  for (const key of ["data", "image_url", "imageUrl"]) {
-    if (isImageDataUrl(output[key])) {
-      out.push({ path: [...path, "output", key], replacement: SCREENSHOT_OMITTED_IMAGE_DATA_URL });
-      return;
-    }
-  }
-}
-
-function collectToolResultImages(
-  value: unknown,
-  path: PathSegment[],
-  placeholder: string,
-  out: ImageOccurrence[],
-): void {
-  if (typeof value === "string") {
-    if (isImageDataUrl(value)) {
-      out.push({ path, replacement: placeholder });
-    }
-    return;
-  }
-  if (Array.isArray(value)) {
-    for (let i = 0; i < value.length; i += 1) {
-      collectToolResultImages(value[i], [...path, i], placeholder, out);
-    }
-    return;
-  }
-  if (!isRecord(value)) {
-    return;
-  }
-  if (value.type === "input_image") {
-    for (const key of ["image", "imageUrl", "image_url"]) {
-      if (isImageDataUrl(value[key])) {
-        out.push({ path, replacement: { type: "input_text", text: placeholder } });
-        return;
-      }
-    }
-  }
-  for (const key of ["content", "text", "output"]) {
-    if (key in value) {
-      collectToolResultImages(value[key], [...path, key], placeholder, out);
-    }
-  }
-}
-
-function isImageDataUrl(value: unknown): value is string {
-  return typeof value === "string" && DATA_IMAGE_BASE64_PATTERN.test(value);
-}
-
-function isRecord(value: unknown): value is Record<string, unknown> {
-  return Boolean(value) && typeof value === "object" && !Array.isArray(value);
-}
-
-function setPath(root: unknown, path: PathSegment[], value: unknown): void {
-  if (path.length === 0) {
-    return;
-  }
-  let cursor = root;
-  for (let i = 0; i < path.length - 1; i += 1) {
-    const segment = path[i]!;
-    cursor = Array.isArray(cursor)
-      ? cursor[segment as number]
-      : (cursor as Record<string, unknown>)[segment as string];
-  }
-  const last = path[path.length - 1]!;
-  if (Array.isArray(cursor)) {
-    cursor[last as number] = value;
-  } else {
-    (cursor as Record<string, unknown>)[last as string] = value;
-  }
-}

package/src/screenshot-omitted-card.ts

@@ -1,15 +0,0 @@
-// The legible "screenshot omitted" card that image-history substitutes for an
-// ELIDED `computer_call_output` screenshot. The hosted computer tool requires
-// `computer_call_output.output.image_url` to remain a syntactically valid URL;
-// the text placeholder is valid for tool-result text paths but 400s this image
-// channel once older screenshots are elided.
-//
-// This is a valid 8-bit RGBA PNG (signature + chunk CRCs emitted by the
-// dependency-free generator) rendered from a fixed message:
-//   SCREENSHOT OMITTED
-//   EARLIER FRAME ELIDED
-//   TO SAVE CONTEXT.
-//
-// Regenerate with: `bun run scripts/gen-screenshot-omitted-card.mjs`
-export const SCREENSHOT_OMITTED_IMAGE_DATA_URL =
-  "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAgwAAAC0CAYAAAD4gHQ+AAAG2klEQVR42u3dMXLbMBCGUR/ChQuPT5KD+c5q1Ki2b+CMRlji38UrXpWYoUkA/AoM8vb17/sHAOAvbx4CACAYAADBAAAIBgBAMAAAggEAEAwAgGAAABAMAIBgAAAEAwAgGAAAwQAACAYAQDAAAIIBAEAwAACCAQAQDACAYAAABAMAIBgAAMEAAAiGco/77SVXXz/9fqvv/9nrvzoedr/ftPvfPX7S14fV7+fZn582f0+7vggQDIJBMAgGwSAYXF8wCAbBIBgEg2AQDK4vGASDYBAMgkEwCAbXFwznBUP1C0q/fvUHK+35rF7QT3+/u38+fX149YOyejxb/9yfYBAMgkEwCAbBYP1zf4JBMAgGwSAYBINgEAyiQDAIBsEgGASDYBAMgkEwCIbc51P954JBMCSPP+ufYBAMJoxgEAyCQTBY/9yfYBAMgkEwCAbBIBgEA4JBMAgGwSAYBINgEAyzDm5K39SXdtDU7utXL8jdD86yIAqGk4Oh28FcCAbBIBgEg2AQDIJBMAgGwSAYBINgEAyCQTAIBsEgGASDYBAMgkEwzA+GaZsGLShrP9DT3p9gsOlUMNj0KBgEgwVFMAgGwWB+uz/BIBgEg2DwwRIM5rdgQDAIBsHggyUYBINgEAyCIeWDaEHpfbCUD5ZgEAyCAcEgGCwoPliCQTAIBsEgGASDCSsYBINgEAyCQTAIBhNWMAgGwWB+C4a5//nU6oM7qv+9qxe06vs/7fmkLTjV47/7gtjt/VbPr9MPbtq9PiAYBINgEAyCQTAIBhEgGASDYBAMgkEwCAbBIBgEg2AQDIJBMAgGwWDTIwAgGAAAwQAACAYAQDAAAAgGAEAwAACCAQAQDACAYAAABAMAIBgAAMEAACAYAADBAAAIBgBAMAAAggEAEAwAgGAAAASDhwAACAYAQDAAAIIBAEgIho/3z59Kj/ttqdX/XvX9P3v9bs8//frV47v786/+farH/+7xOW38GP/Wt78IBsEgGASDYBAMgkEwCAbBIBgEg2AQDIJBMAgGwSAYBINgEAyCQTBMDIa061dPqN0Tdvfzm35/xn/tB331398dkNPGT/f5nRZU6e9PMAgGwWD8CwbBIBgEg2AQDIJBMAgGwSAYBINgEAyCQTAIBsEgGASDYBAMgkEwnDz+q/9cMAgGwSAYBINgEAyCQTAIBsEgGASDYBAMgkEwCAbBIBgsmIJBMBj/gkEwCIazg8HBGrMnbLeDs04f/+kHB63+c+NHMCSNH8EgGASDYBAMgkEwCAbBIBhMWMEgGASDYBAMgkEwmLCCQTAIBsEgGASDTY9pm6pseuy9aXT687Gp2KZHwWDTo2AQDIJBMAgGwSAYBINgEAyCwYIvGASD9UcwCAbBIBgEg2AQDIJBMAiGvgPGpqO995e+aa3b8xEMxo9gEAyCQTAIBsEgGASDYBAMgkEwCAbBIBgEg/VHMAgGwSAYBINgEAyCQTA4uGndwS/dFrS0g6fSru8/n/JBT5pf09bP064//WBAwWBBEwyCQTAIBuuDYBAMgsGCIBgEg2CwPggGwSAYTFjBIBgEg2AQDIIBAJhIMAAAggEAEAwAgGAAAAQDACAYAADBAAAIBgAAwQAACAYAQDAAAIIBABAMAIBgAAAEAwAgGAAABAMAIBgAAMEAAAgGAEAwAACCAQAQDACAYFjvcb8ttfrfS3sh3Z7Pq8/zfz9/9fjxfme936uvb/wjGASDD4pg8H4Fg/GPYBAMgkEweL+CQTCAYBAMPiiCQTAIBh89em96rJ5w1T+/+/dPW/DTrt99fKd/0E+f36evXwgGweCDIhi8X8Fg/QLBIBgEg/crGKxfIBgEg2AQDIJBMIBgEAyCQTCkPP/d4yNtfl89ngUDgkEwCAbBIBgEg2BAMAgGwSAYBINgEAwIBsHggyIYBINgEAwIBsGQdLDP7oOz0g+uEQyCYef4SX//IBgEg2AQDIJBMIBgEAyCQTAIBsEgGBAMgkEwCAbBIBgEA4JBMHTaZGXTo2BYGag2Pdr0iGAQDIJBMAgGwSAYEAyCQTAIBsEgGAQDgkEwCAbBIBgEg2AAwSAYrno+1R8gwTArCP3nU1m/X/omYgSDYBAMgkEwCAbBgGAQDIJBMAgGwSAYEAwmnGAQDIJBMAgGBEO3BbX7wT7VBzd1XxCnHeS0+6Au4yf74DLBgGAQDIJBMAgGwSAYEAyCQTAIBsEgGAQDgkEwCAbBIBiMH8GAYAAAEAwAgGAAAAQDACAYAADBAAAIBgBAMAAAggEAQDAAAIIBABAMAIBgAAAEAwAgGAAAwQAACAYAAMEAAAgGAEAwAACCAQAQDACAYAAABAMAcLxffBoP915amCIAAAAASUVORK5CYII=";