@superdurable/dex-agents 0.4.0 → 0.6.0

package/dist/src/agent-media.js

@@ -0,0 +1,457 @@
+// Copyright (c) 2026 Super Durable, Inc.
+//
+// Licensed under the Sustainable Use License 1.0.
+// You may not use this file except in compliance with the License.
+// See the LICENSE file in the repository root.
+//
+// SPDX-License-Identifier: LicenseRef-Sustainable-Use-1.0
+import { createHash } from "node:crypto";
+/**
+ * Largest image a media store accepts, in bytes. Its base64 text is 5,000,000 bytes, which fits the per-image limits
+ * of Amazon Bedrock (5 MB of base64) and the Claude API (10 MB of base64).
+ * @since 0.5.0
+ */
+export const maxImageBytes = 3_750_000;
+/**
+ * Most images one user message or one tool result may carry.
+ * @since 0.5.0
+ */
+export const maxImagesPerMessage = 20;
+/**
+ * Image types a media store accepts, detected from the bytes.
+ * @since 0.5.0
+ */
+export const supportedImageMimeTypes = ["image/png", "image/jpeg", "image/gif", "image/webp"];
+/**
+ * Longest {@link AgentImageReference.uri} in bytes as UTF-8, the same unit in every core; S3 object keys are at most
+ * 1024 bytes.
+ * @since 0.5.0
+ */
+export const maxImageUriLength = 1024;
+const sha256Pattern = /^[0-9a-f]{64}$/;
+const imageUriPattern = /^[a-z][a-z0-9+.-]*:\/\/\S+\/sha256\/[0-9a-f]{64}$/;
+const pngSignature = [0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a];
+const pngHeaderChunk = [0x00, 0x00, 0x00, 0x0d, 0x49, 0x48, 0x44, 0x52];
+const webpChunkTypes = ["VP8 ", "VP8L", "VP8X"];
+const formatNames = {
+    "image/png": "PNG",
+    "image/jpeg": "JPEG",
+    "image/gif": "GIF",
+    "image/webp": "WebP",
+};
+/**
+ * Image bytes or an image reference that Dex agents refuse.
+ *
+ * `putImage` throws it for bytes that are empty, larger than {@link maxImageBytes}, or not PNG, JPEG, GIF, or WebP.
+ * {@link validateImageReference} and {@link validateImageReferences} throw it for a reference whose fields are
+ * invalid. The message says what is wrong.
+ * @since 0.5.0
+ */
+export class ImageValidationError extends Error {
+    /**
+     * @param message - What is wrong with the image or reference.
+     */
+    constructor(message) {
+        super(message);
+        this.name = "ImageValidationError";
+    }
+}
+/**
+ * A media store cannot return the bytes of a valid reference.
+ *
+ * `getImage` throws it when the reference belongs to another store, when the store has no object for it, or when the
+ * stored bytes do not match the reference's SHA-256, size, and type.
+ * @since 0.5.0
+ */
+export class MediaStoreError extends Error {
+    /**
+     * @param message - Which image could not be read, and why.
+     * @param options - Standard error options, such as the `cause` from the storage service.
+     */
+    constructor(message, options) {
+        super(message, options);
+        this.name = "MediaStoreError";
+    }
+}
+/**
+ * Keeps images in this process, for tests and single-process tools.
+ *
+ * References use the `memory://<name>` location. Two stores with the same name accept each other's references, but
+ * each holds only what was put into it, so a Worker in another process cannot read them.
+ *
+ * @example
+ * ```ts
+ * const store = new InMemoryMediaStore();
+ * const reference = await store.putImage(pngBytes);
+ * assert.deepEqual(await store.getImage(reference), pngBytes);
+ * ```
+ * @since 0.5.0
+ */
+export class InMemoryMediaStore {
+    /** The location that every reference of this store starts with: `"memory://<name>"`. */
+    storeUri;
+    images = new Map();
+    /**
+     * Creates an empty store.
+     *
+     * @param name - The location name in `memory://<name>`, `"default"` when omitted. It must be non-empty and contain
+     * no `/` or whitespace.
+     * @throws {TypeError} When `name` is empty or contains `/` or whitespace.
+     * @throws {RangeError} When `name` makes image URIs longer than {@link maxImageUriLength}.
+     */
+    constructor(name = "default") {
+        if (name === "" || name.includes("/") || /\s/.test(name)) {
+            throw new TypeError("InMemoryMediaStore name must be non-empty, without / or whitespace");
+        }
+        this.storeUri = `memory://${name}`;
+        requireShortImageUris(this.storeUri);
+    }
+    /** How many distinct images the store holds; uploading the same bytes twice counts once. */
+    get imageCount() {
+        return this.images.size;
+    }
+    /**
+     * Stores one image and returns its reference. See {@link MediaStore.putImage}.
+     *
+     * @param data - PNG, JPEG, GIF, or WebP bytes, at most {@link maxImageBytes}.
+     * @returns The reference.
+     * @throws {ImageValidationError} When the bytes are empty, too large, or of another type.
+     */
+    async putImage(data) {
+        const reference = buildImageReference(data, this.storeUri);
+        if (!this.images.has(reference.sha256)) {
+            this.images.set(reference.sha256, Uint8Array.from(data));
+        }
+        return reference;
+    }
+    /**
+     * Returns the bytes of one image. See {@link MediaStore.getImage}.
+     *
+     * @param reference - A reference that this store's `putImage` returned.
+     * @returns A copy of the exact bytes; changing it leaves the stored image as it was.
+     * @throws {ImageValidationError} When the reference's fields are invalid.
+     * @throws {MediaStoreError} When the reference belongs to another store, the store does not hold the image, or its
+     * bytes do not match.
+     */
+    async getImage(reference) {
+        requireStoreImageReference(reference, this.storeUri);
+        const data = this.images.get(reference.sha256);
+        if (data === undefined) {
+            throw new MediaStoreError(`image ${reference.uri} is not in the media store`);
+        }
+        return verifyImageBytes(reference, Uint8Array.from(data));
+    }
+}
+/**
+ * Returns the MIME type of image bytes, read from their structure.
+ *
+ * The signature picks the type, then a cheap structural check must hold; it does not decode the image. PNG needs its
+ * signature followed by the `IHDR` chunk. JPEG needs SOI, a marker right after it, and EOI as the last two bytes. GIF
+ * needs a `GIF87a` or `GIF89a` header and the logical screen descriptor. WebP needs a RIFF size equal to the byte count
+ * minus 8 and a first chunk of `VP8 `, `VP8L`, or `VP8X`.
+ *
+ * @param data - Image bytes.
+ * @returns `"image/png"`, `"image/jpeg"`, `"image/gif"`, or `"image/webp"`.
+ * @throws {ImageValidationError} When the bytes are empty, start with no supported signature, or fail the structural
+ * check of their type.
+ * @since 0.5.0
+ */
+export function detectImageMimeType(data) {
+    if (data.length === 0) {
+        throw new ImageValidationError("image is empty");
+    }
+    const mimeType = signatureMimeType(data);
+    if (mimeType === undefined) {
+        throw new ImageValidationError("image is not PNG, JPEG, GIF, or WebP");
+    }
+    if (!isWellFormed(mimeType, data)) {
+        throw new ImageValidationError(`image is not a well-formed ${formatNames[mimeType]}`);
+    }
+    return mimeType;
+}
+function signatureMimeType(data) {
+    if (startsWithBytes(data, pngSignature)) {
+        return "image/png";
+    }
+    if (startsWithBytes(data, [0xff, 0xd8, 0xff])) {
+        return "image/jpeg";
+    }
+    if (startsWithText(data, 0, "GIF87a") || startsWithText(data, 0, "GIF89a")) {
+        return "image/gif";
+    }
+    if (startsWithText(data, 0, "RIFF") && startsWithText(data, 8, "WEBP")) {
+        return "image/webp";
+    }
+    return undefined;
+}
+function isWellFormed(mimeType, data) {
+    switch (mimeType) {
+        case "image/png":
+            return data.length >= 33 && startsWithBytes(data.subarray(8), pngHeaderChunk);
+        case "image/jpeg": {
+            const marker = data[3] ?? 0;
+            return data.length >= 6 && marker >= 0xc0 && marker <= 0xfe && data.at(-2) === 0xff && data.at(-1) === 0xd9;
+        }
+        case "image/gif":
+            return data.length >= 13;
+        default: {
+            if (data.length < 20) {
+                return false;
+            }
+            const riffSize = new DataView(data.buffer, data.byteOffset, data.byteLength).getUint32(4, true);
+            const chunkType = String.fromCharCode(...data.subarray(12, 16));
+            return riffSize + 8 === data.length && webpChunkTypes.includes(chunkType);
+        }
+    }
+}
+/**
+ * Checks image bytes and returns the reference a store keeps them under.
+ *
+ * A {@link MediaStore} implementation calls it before it uploads: the reference names the object,
+ * `imageUri(storeUri, sha256)`.
+ *
+ * @param data - Image bytes.
+ * @param storeUri - The store's location, such as `"s3://media/agents"`.
+ * @returns The reference, with the detected MIME type, SHA-256, and size.
+ * @throws {ImageValidationError} When the bytes are empty, larger than {@link maxImageBytes}, or not a well-formed
+ * PNG, JPEG, GIF, or WebP, or when {@link validateImageReference} refuses the reference, such as for a URI longer than
+ * {@link maxImageUriLength}.
+ * @since 0.5.0
+ */
+export function buildImageReference(data, storeUri) {
+    if (data.length > maxImageBytes) {
+        throw new ImageValidationError(`image is ${data.length} bytes; the limit is ${maxImageBytes} bytes`);
+    }
+    const mimeType = detectImageMimeType(data);
+    const sha256 = createHash("sha256").update(data).digest("hex");
+    const reference = {
+        type: "image",
+        uri: imageUri(storeUri, sha256),
+        mimeType,
+        sha256,
+        sizeBytes: data.length,
+    };
+    validateImageReference(reference);
+    return reference;
+}
+/**
+ * Returns the URI of the image with this SHA-256 in a store.
+ *
+ * @param storeUri - The store's location; trailing `/` characters are dropped.
+ * @param sha256 - SHA-256 of the bytes as 64 lowercase hex digits.
+ * @returns `"<storeUri>/sha256/<sha256>"`.
+ * @since 0.5.0
+ */
+export function imageUri(storeUri, sha256) {
+    return `${storeUri.replace(/\/+$/, "")}/sha256/${sha256}`;
+}
+/**
+ * Checks that every image URI of a store fits {@link maxImageUriLength}.
+ *
+ * A {@link MediaStore} implementation calls it in its constructor, so a long location fails at once instead of on the
+ * first upload.
+ *
+ * @param storeUri - The store's location.
+ * @throws {RangeError} When `imageUri(storeUri, sha256)` is longer than {@link maxImageUriLength} bytes as UTF-8.
+ * @since 0.5.0
+ */
+export function requireShortImageUris(storeUri) {
+    if (Buffer.byteLength(imageUri(storeUri, "0".repeat(64)), "utf8") > maxImageUriLength) {
+        throw new RangeError(`media store location ${storeUri} makes image URIs longer than ${maxImageUriLength} bytes as UTF-8`);
+    }
+}
+/**
+ * Checks the fields of one image reference.
+ *
+ * The checks run in order, and the first failure is thrown: `type` is `"image"`; `mimeType` is supported; `sha256` is
+ * 64 lowercase hex digits; `sizeBytes` is from 1 to {@link maxImageBytes}; `uri` is at most
+ * {@link maxImageUriLength} bytes as UTF-8, looks like `<scheme>://<location>/sha256/<sha256>`, and ends with the
+ * reference's own `sha256`. It does not read the store.
+ *
+ * @param reference - The reference, such as one decoded from a request.
+ * @throws {ImageValidationError} When a field is invalid.
+ * @since 0.5.0
+ */
+export function validateImageReference(reference) {
+    if (reference.type !== "image") {
+        throw new ImageValidationError('image reference type must be "image"');
+    }
+    if (!supportedImageMimeTypes.includes(reference.mimeType)) {
+        throw new ImageValidationError(`image reference mime_type must be one of ${supportedImageMimeTypes.join(", ")}`);
+    }
+    if (typeof reference.sha256 !== "string" || !sha256Pattern.test(reference.sha256)) {
+        throw new ImageValidationError("image reference sha256 must be 64 lowercase hex digits");
+    }
+    const size = reference.sizeBytes;
+    if (!Number.isSafeInteger(size) || size < 1 || size > maxImageBytes) {
+        throw new ImageValidationError(`image reference size_bytes must be from 1 to ${maxImageBytes}`);
+    }
+    const uri = reference.uri;
+    if (typeof uri !== "string" || Buffer.byteLength(uri, "utf8") > maxImageUriLength) {
+        throw new ImageValidationError(`image reference uri must be at most ${maxImageUriLength} bytes as UTF-8`);
+    }
+    if (!imageUriPattern.test(uri)) {
+        throw new ImageValidationError("image reference uri must look like <scheme>://<location>/sha256/<sha256>");
+    }
+    if (!uri.endsWith(`/${reference.sha256}`)) {
+        throw new ImageValidationError("image reference uri must end with its own sha256");
+    }
+}
+/**
+ * Checks the images of one user message or one tool result.
+ *
+ * @param references - The images, at most {@link maxImagesPerMessage}.
+ * @throws {ImageValidationError} When there are too many images, or with `"images[<index>]: "` before the reason
+ * when one is invalid.
+ * @since 0.5.0
+ */
+export function validateImageReferences(references) {
+    if (references.length > maxImagesPerMessage) {
+        throw new ImageValidationError(`a message may carry at most ${maxImagesPerMessage} images, got ${references.length}`);
+    }
+    references.forEach((reference, index) => {
+        try {
+            validateImageReference(reference);
+        }
+        catch (error) {
+            if (error instanceof ImageValidationError) {
+                throw new ImageValidationError(`images[${index}]: ${error.message}`);
+            }
+            throw error;
+        }
+    });
+}
+/**
+ * Checks that a valid reference names an image of the store at `storeUri`.
+ *
+ * A {@link MediaStore} implementation calls it first in `getImage`, so a request cannot make the Worker read outside
+ * the store's location.
+ *
+ * @param reference - The reference to read.
+ * @param storeUri - The store's location.
+ * @throws {ImageValidationError} When the reference's fields are invalid.
+ * @throws {MediaStoreError} When its `uri` is not `imageUri(storeUri, sha256)`.
+ * @since 0.5.0
+ */
+export function requireStoreImageReference(reference, storeUri) {
+    validateImageReference(reference);
+    if (reference.uri !== imageUri(storeUri, reference.sha256)) {
+        throw new MediaStoreError(`image ${reference.uri} is not in the media store ${storeUri}`);
+    }
+}
+/**
+ * Checks bytes read from a store against their reference.
+ *
+ * The SHA-256 binds the bytes, and {@link detectImageMimeType} must find the reference's `mimeType` in them, so a
+ * reference whose type was changed after upload fails here.
+ *
+ * @param reference - The reference that was read.
+ * @param data - The bytes the store returned.
+ * @returns `data`, unchanged.
+ * @throws {MediaStoreError} When the size or the SHA-256 differs, or when the bytes are not a well-formed image of
+ * `mimeType`.
+ * @since 0.5.0
+ */
+export function verifyImageBytes(reference, data) {
+    if (data.length !== reference.sizeBytes || createHash("sha256").update(data).digest("hex") !== reference.sha256) {
+        throw new MediaStoreError(`image ${reference.uri} does not match its sha256 and size`);
+    }
+    let detected;
+    try {
+        detected = detectImageMimeType(data);
+    }
+    catch (error) {
+        if (!(error instanceof ImageValidationError)) {
+            throw error;
+        }
+    }
+    if (detected !== reference.mimeType) {
+        throw new MediaStoreError(`image ${reference.uri} does not hold a well-formed ${reference.mimeType}`);
+    }
+    return data;
+}
+/**
+ * Reads the bytes of several images, each distinct image once.
+ *
+ * A runner calls it while building model input, with the references it chose from {@link collectTurnImages} or from
+ * its own replayed items. The reads run concurrently.
+ *
+ * @example
+ * ```ts
+ * const images = await loadImages(store, collectTurnImages(turn));
+ * const parts = (message.images ?? []).map((reference) => imagePart(reference.mimeType, images.get(reference.sha256)!));
+ * ```
+ * @param store - The store that holds the images.
+ * @param references - The images to read, in any order, with repeats allowed.
+ * @returns The bytes of each image, keyed by {@link AgentImageReference.sha256}.
+ * @throws {ImageValidationError} When a reference's fields are invalid.
+ * @throws {MediaStoreError} When the store cannot return an image's exact bytes.
+ * @throws The store's own error when a read fails.
+ * @since 0.5.0
+ */
+export async function loadImages(store, references) {
+    const distinct = new Map();
+    for (const reference of references) {
+        distinct.set(reference.sha256, reference);
+    }
+    const contents = await Promise.all([...distinct.values()].map((reference) => store.getImage(reference)));
+    return new Map([...distinct.keys()].map((sha256, index) => [sha256, contents[index]]));
+}
+/**
+ * Returns every image a model call of this turn may show, each once.
+ *
+ * It collects `AgentMessage.images` of `turn.messages` in sequence order, then `AgentToolCall.images` of the turn's
+ * records in deferral order, keeping the first reference to each SHA-256. Whether a model call shows earlier turns'
+ * images is the runner's choice; pass only the references it needs to {@link loadImages}.
+ *
+ * @param turn - The context of one `runModelStep` call.
+ * @returns The references, without repeats.
+ * @since 0.5.0
+ */
+export function collectTurnImages(turn) {
+    const collected = new Map();
+    const keepFirst = (reference) => {
+        if (!collected.has(reference.sha256)) {
+            collected.set(reference.sha256, reference);
+        }
+    };
+    for (const message of turn.messages) {
+        (message.images ?? []).forEach(keepFirst);
+    }
+    const records = [...turn.toolCalls].sort((left, right) => left.deferralOrder - right.deferralOrder);
+    for (const record of records) {
+        (record.images ?? []).forEach(keepFirst);
+    }
+    return [...collected.values()];
+}
+/** Reports whether {@link validateImageReferences} accepts the images; the RPCs answer `false` instead of throwing. */
+export function areValidImageReferences(references) {
+    try {
+        validateImageReferences(references);
+        return true;
+    }
+    catch (error) {
+        if (error instanceof ImageValidationError) {
+            return false;
+        }
+        throw error;
+    }
+}
+/**
+ * Returns the `images` field of a succeeded record from a tool's result. An invalid reference throws
+ * {@link ImageValidationError}, which fails the tool Step attempt.
+ */
+export function toolResultImages(references) {
+    if (references === undefined || references.length === 0) {
+        return {};
+    }
+    validateImageReferences(references);
+    return { images: [...references] };
+}
+function startsWithBytes(data, signature) {
+    return data.length >= signature.length && signature.every((byte, index) => data[index] === byte);
+}
+function startsWithText(data, offset, text) {
+    return startsWithBytes(data.subarray(offset), [...text].map((character) => character.charCodeAt(0)));
+}
+//# sourceMappingURL=agent-media.js.map

package/dist/src/agent-media.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-media.js","sourceRoot":"","sources":["../../src/agent-media.ts"],"names":[],"mappings":"AAAA,yCAAyC;AACzC,EAAE;AACF,kDAAkD;AAClD,mEAAmE;AACnE,+CAA+C;AAC/C,EAAE;AACF,0DAA0D;AAE1D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAKzC;;;;GAIG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,SAAS,CAAC;AAEvC;;;GAGG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAEtC;;;GAGG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAsB,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;AAEjH;;;;GAIG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAEtC,MAAM,aAAa,GAAG,gBAAgB,CAAC;AACvC,MAAM,eAAe,GAAG,mDAAmD,CAAC;AAC5E,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AACtE,MAAM,cAAc,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AACxE,MAAM,cAAc,GAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AACnE,MAAM,WAAW,GAAqC;IACpD,WAAW,EAAE,KAAK;IAClB,YAAY,EAAE,MAAM;IACpB,WAAW,EAAE,KAAK;IAClB,YAAY,EAAE,MAAM;CACrB,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IAC7C;;OAEG;IACH,YAAmB,OAAe;QAChC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED;;;;;;GAMG;AACH,MAAM,OAAO,eAAgB,SAAQ,KAAK;IACxC;;;OAGG;IACH,YAAmB,OAAe,EAAE,OAAsB;QACxD,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AA0CD;;;;;;;;;;;;;GAaG;AACH,MAAM,OAAO,kBAAkB;IAC7B,wFAAwF;IACxE,QAAQ,CAAS;IAChB,MAAM,GAAG,IAAI,GAAG,EAAsB,CAAC;IAExD;;;;;;;OAOG;IACH,YAAmB,IAAI,GAAG,SAAS;QACjC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,SAAS,CAAC,oEAAoE,CAAC,CAAC;QAC5F,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,YAAY,IAAI,EAAE,CAAC;QACnC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAED,4FAA4F;IAC5F,IAAW,UAAU;QACnB,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IAC1B,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,QAAQ,CAAC,IAAgB;QACpC,MAAM,SAAS,GAAG,mBAAmB,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3D,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;;;;OAQG;IACI,KAAK,CAAC,QAAQ,CAAC,SAA8B;QAClD,0BAA0B,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,MAAM,IAAI,eAAe,CAAC,SAAS,SAAS,CAAC,GAAG,4BAA4B,CAAC,CAAC;QAChF,CAAC;QACD,OAAO,gBAAgB,CAAC,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5D,CAAC;CACF;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAgB;IAClD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,oBAAoB,CAAC,gBAAgB,CAAC,CAAC;IACnD,CAAC;IACD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,oBAAoB,CAAC,sCAAsC,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,oBAAoB,CAAC,8BAA8B,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAgB;IACzC,IAAI,eAAe,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,CAAC;QACxC,OAAO,WAAW,CAAC;IACrB,CAAC;IACD,IAAI,eAAe,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;QAC9C,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,IAAI,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,CAAC,IAAI,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC;QAC3E,OAAO,WAAW,CAAC;IACrB,CAAC;IACD,IAAI,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC;QACvE,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB,EAAE,IAAgB;IACtD,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,WAAW;YACd,OAAO,IAAI,CAAC,MAAM,IAAI,EAAE,IAAI,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QAChF,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC5B,OAAO,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;QAC9G,CAAC;QACD,KAAK,WAAW;YACd,OAAO,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;QAC3B,OAAO,CAAC,CAAC,CAAC;YACR,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBACrB,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAChG,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YAChE,OAAO,QAAQ,GAAG,CAAC,KAAK,IAAI,CAAC,MAAM,IAAI,cAAc,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAgB,EAAE,QAAgB;IACpE,IAAI,IAAI,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;QAChC,MAAM,IAAI,oBAAoB,CAAC,YAAY,IAAI,CAAC,MAAM,wBAAwB,aAAa,QAAQ,CAAC,CAAC;IACvG,CAAC;IACD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAwB;QACrC,IAAI,EAAE,OAAO;QACb,GAAG,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC/B,QAAQ;QACR,MAAM;QACN,SAAS,EAAE,IAAI,CAAC,MAAM;KACvB,CAAC;IACF,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAClC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,QAAQ,CAAC,QAAgB,EAAE,MAAc;IACvD,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,MAAM,EAAE,CAAC;AAC5D,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAgB;IACpD,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,iBAAiB,EAAE,CAAC;QACtF,MAAM,IAAI,UAAU,CAClB,wBAAwB,QAAQ,iCAAiC,iBAAiB,iBAAiB,CACpG,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,sBAAsB,CAAC,SAA8B;IACnE,IAAK,SAAS,CAAC,IAAe,KAAK,OAAO,EAAE,CAAC;QAC3C,MAAM,IAAI,oBAAoB,CAAC,sCAAsC,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,oBAAoB,CAAC,4CAA4C,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnH,CAAC;IACD,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QAClF,MAAM,IAAI,oBAAoB,CAAC,wDAAwD,CAAC,CAAC;IAC3F,CAAC;IACD,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAC;IACjC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,aAAa,EAAE,CAAC;QACpE,MAAM,IAAI,oBAAoB,CAAC,gDAAgD,aAAa,EAAE,CAAC,CAAC;IAClG,CAAC;IACD,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC;IAC1B,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,iBAAiB,EAAE,CAAC;QAClF,MAAM,IAAI,oBAAoB,CAAC,uCAAuC,iBAAiB,iBAAiB,CAAC,CAAC;IAC5G,CAAC;IACD,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,oBAAoB,CAAC,0EAA0E,CAAC,CAAC;IAC7G,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,oBAAoB,CAAC,kDAAkD,CAAC,CAAC;IACrF,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,uBAAuB,CAAC,UAA0C;IAChF,IAAI,UAAU,CAAC,MAAM,GAAG,mBAAmB,EAAE,CAAC;QAC5C,MAAM,IAAI,oBAAoB,CAC5B,+BAA+B,mBAAmB,gBAAgB,UAAU,CAAC,MAAM,EAAE,CACtF,CAAC;IACJ,CAAC;IACD,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;QACtC,IAAI,CAAC;YACH,sBAAsB,CAAC,SAAS,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,oBAAoB,EAAE,CAAC;gBAC1C,MAAM,IAAI,oBAAoB,CAAC,UAAU,KAAK,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACvE,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,0BAA0B,CAAC,SAA8B,EAAE,QAAgB;IACzF,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAClC,IAAI,SAAS,CAAC,GAAG,KAAK,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,eAAe,CAAC,SAAS,SAAS,CAAC,GAAG,8BAA8B,QAAQ,EAAE,CAAC,CAAC;IAC5F,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAA8B,EAAE,IAAgB;IAC/E,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,SAAS,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,MAAM,EAAE,CAAC;QAChH,MAAM,IAAI,eAAe,CAAC,SAAS,SAAS,CAAC,GAAG,qCAAqC,CAAC,CAAC;IACzF,CAAC;IACD,IAAI,QAA4B,CAAC;IACjC,IAAI,CAAC;QACH,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,CAAC,KAAK,YAAY,oBAAoB,CAAC,EAAE,CAAC;YAC7C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,IAAI,eAAe,CAAC,SAAS,SAAS,CAAC,GAAG,gCAAgC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;IACxG,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,KAAiB,EACjB,UAAyC;IAEzC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA+B,CAAC;IACxD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC5C,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IACzG,OAAO,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAe,CAAC,CAAC,CAAC,CAAC;AACvG,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAsB;IACtD,MAAM,SAAS,GAAG,IAAI,GAAG,EAA+B,CAAC;IACzD,MAAM,SAAS,GAAG,CAAC,SAA8B,EAAQ,EAAE;QACzD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YACrC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC,CAAC;IACF,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC,CAAC;IACpG,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;AACjC,CAAC;AAED,uHAAuH;AACvH,MAAM,UAAU,uBAAuB,CAAC,UAA0C;IAChF,IAAI,CAAC;QACH,uBAAuB,CAAC,UAAU,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,oBAAoB,EAAE,CAAC;YAC1C,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,UAAsD;IAGrF,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,uBAAuB,CAAC,UAAU,CAAC,CAAC;IACpC,OAAO,EAAE,MAAM,EAAE,CAAC,GAAG,UAAU,CAAC,EAAE,CAAC;AACrC,CAAC;AAED,SAAS,eAAe,CAAC,IAAgB,EAAE,SAA4B;IACrE,OAAO,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;AACnG,CAAC;AAED,SAAS,cAAc,CAAC,IAAgB,EAAE,MAAc,EAAE,IAAY;IACpE,OAAO,eAAe,CACpB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EACrB,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CACtD,CAAC;AACJ,CAAC"}

package/dist/src/agent-session-codecs.d.ts

@@ -1,5 +1,5 @@
 import { type Codec } from "@superdurable/dex";
-import type { AgentEvent, AgentInterrupt, AgentInterruptResolution, AgentMessage, AgentMessageChunk, AgentMessageChunkRange, AgentMessageIndex, AgentMessagesPage, AgentPlan, AgentPlanTask, AgentSessionStartInput, AgentSnapshot, AgentState, AgentToolCallRecord, AgentUsage, AgentUserMessage, AnswerQuestionRequest, CancelTurnRequest, DeleteQueuedMessageRequest, ExecutePlanRequest, CompactContextInput, ContextSummary, ListAgentMessagesInput, PendingUserMessage, PlanExecutionRequest, QuestionAnswer, ResolveInterruptInput, SteerUserMessageRequest, ToolCallCancellation, ToolCallCompleted, TurnCancellationRequest, TurnControlRequest, SessionSettings, TurnReplySequence, TurnSessionSettings, UpdateSessionSettingsRequest } from "./agent-session-values.js";
+import type { AgentEvent, AgentImageReference, AgentInterrupt, AgentInterruptDisplay, AgentInterruptResolution, AgentMessage, AgentMessageChunk, AgentMessageChunkRange, AgentMessageIndex, AgentMessagesPage, AgentPlan, AgentPlanTask, AgentSessionStartInput, AgentSnapshot, AgentState, AgentToolCallRecord, AgentUsage, AgentUserMessage, AnswerQuestionRequest, CancelTurnRequest, DeleteQueuedMessageRequest, ExecutePlanRequest, CompactContextInput, ContextSummary, ListAgentMessagesInput, PendingUserMessage, PlanExecutionRequest, QuestionAnswer, ResolveInterruptInput, SteerUserMessageRequest, ToolCallCancellation, ToolCallCompleted, TurnCancellationRequest, TurnControlRequest, SessionSettings, TurnReplySequence, TurnSessionSettings, UpdateSessionSettingsRequest } from "./agent-session-values.js";
 export declare function encodeAgentSessionStartInput(value: AgentSessionStartInput): unknown;
 export declare function decodeAgentSessionStartInput(value: unknown): AgentSessionStartInput;
 export declare function encodeSessionSettings(value: SessionSettings): unknown;
@@ -10,6 +10,10 @@ export declare function encodeTurnSessionSettings(value: TurnSessionSettings): u
 export declare function decodeTurnSessionSettings(value: unknown): TurnSessionSettings;
 export declare function encodeAgentState(value: AgentState): unknown;
 export declare function decodeAgentState(value: unknown): AgentState;
+export declare function encodeAgentImageReference(value: AgentImageReference): unknown;
+export declare function decodeAgentImageReference(value: unknown): AgentImageReference;
+export declare function encodeAgentInterruptDisplay(value: AgentInterruptDisplay | null | undefined): unknown;
+export declare function decodeAgentInterruptDisplay(value: unknown): AgentInterruptDisplay | null;
 export declare function encodeAgentMessage(value: AgentMessage): unknown;
 export declare function decodeAgentMessage(value: unknown): AgentMessage;
 export declare function encodeAgentToolCall(value: AgentToolCallRecord): unknown;

package/dist/src/agent-session-codecs.js

@@ -136,18 +136,25 @@ class WireRecordReader {
     }
 }
 export function encodeAgentSessionStartInput(value) {
-    return { initial_message: value.initialMessage, session_settings: value.sessionSettings ?? null };
+    return {
+        initial_message: value.initialMessage,
+        session_settings: value.sessionSettings ?? null,
+        start_environment: value.startEnvironment ?? null,
+    };
 }
 export function decodeAgentSessionStartInput(value) {
     if (value === null || value === undefined) {
-        return { initialMessage: null, sessionSettings: null };
+        return { initialMessage: null, sessionSettings: null, startEnvironment: null };
     }
     const reader = new WireRecordReader(value, "AgentSessionStartInput");
     const sessionSettings = reader.readObject("session_settings");
+    const startEnvironment = reader.readObject("start_environment");
     return {
         initialMessage: reader.readNullableString("initial_message"),
         // Kept as sent: StartAgentSession refuses a value that is not an object, failing the session at once.
         sessionSettings: sessionSettings == null ? null : sessionSettings,
+        // Kept as sent: the session never reads it.
+        startEnvironment: startEnvironment == null ? null : startEnvironment,
     };
 }
 export function encodeSessionSettings(value) {
@@ -204,6 +211,54 @@ export function decodeAgentState(value) {
         ...(acceptsTurnControl ? { acceptsTurnControl } : {}),
     };
 }
+export function encodeAgentImageReference(value) {
+    return {
+        type: value.type,
+        uri: value.uri,
+        mime_type: value.mimeType,
+        sha256: value.sha256,
+        size_bytes: value.sizeBytes,
+    };
+}
+export function decodeAgentImageReference(value) {
+    const reader = new WireRecordReader(value, "AgentImageReference");
+    return {
+        // Another type decodes as it is, so validateImageReference refuses it as Python does.
+        type: (reader.readNullableString("type") ?? "image"),
+        uri: reader.readString("uri"),
+        mimeType: reader.readString("mime_type"),
+        sha256: reader.readString("sha256"),
+        sizeBytes: reader.readInteger("size_bytes"),
+    };
+}
+function encodeImages(images) {
+    return (images ?? []).map(encodeAgentImageReference);
+}
+/** Decodes an `images` field; decoded values omit it when there are none, as they do `planMode`. */
+function decodeImages(reader) {
+    const images = reader.readArrayOrEmpty("images").map(decodeAgentImageReference);
+    return images.length === 0 ? {} : { images };
+}
+export function encodeAgentInterruptDisplay(value) {
+    return value === null || value === undefined
+        ? null
+        : { target: value.target, summary: value.summary, preview: value.preview ?? null };
+}
+export function decodeAgentInterruptDisplay(value) {
+    if (value === null || value === undefined) {
+        return null;
+    }
+    const reader = new WireRecordReader(value, "AgentInterruptDisplay");
+    return {
+        target: reader.readString("target"),
+        summary: reader.readString("summary"),
+        preview: reader.readNullableString("preview"),
+    };
+}
+/** Decoded values omit a display field when there is none, as they do `images`. */
+function omitNullDisplay(name, display) {
+    return (display === null ? {} : { [name]: display });
+}
 export function encodeAgentMessage(value) {
     return {
         sequence: value.sequence,
@@ -216,6 +271,8 @@ export function encodeAgentMessage(value) {
         tool_output: value.toolOutput,
         framework_item: value.frameworkItem,
         created_at: value.createdAt,
+        images: encodeImages(value.images),
+        origin: value.origin ?? null,
     };
 }
 export function decodeAgentMessage(value) {
@@ -231,8 +288,15 @@ export function decodeAgentMessage(value) {
         toolOutput: reader.readNullableString("tool_output"),
         frameworkItem: reader.readString("framework_item"),
         createdAt: reader.readString("created_at"),
+        ...decodeImages(reader),
+        ...decodeAgentMessageOrigin(reader),
     };
 }
+/** Keeps an origin this release does not know, so a client still tells the message apart from user text. */
+function decodeAgentMessageOrigin(reader) {
+    const origin = reader.readNullableString("origin");
+    return origin === null ? {} : { origin };
+}
 export function encodeAgentToolCall(value) {
     return {
         tool_call_id: value.toolCallId,
@@ -262,6 +326,9 @@ export function encodeAgentToolCall(value) {
         write_queued: value.writeQueued ?? false,
         skipped: value.skipped ?? false,
         truncated_output_bytes: value.truncatedOutputBytes ?? null,
+        images: encodeImages(value.images),
+        runner_tool_state: value.runnerToolState ?? null,
+        approval_display: encodeAgentInterruptDisplay(value.approvalDisplay),
     };
 }
 export function decodeAgentToolCall(value) {
@@ -293,7 +360,10 @@ export function decodeAgentToolCall(value) {
         writeQueued: reader.readBooleanOrDefault("write_queued", false),
         skipped: reader.readBooleanOrDefault("skipped", false),
         truncatedOutputBytes: reader.readNullableInteger("truncated_output_bytes"),
+        runnerToolState: reader.readNullableString("runner_tool_state"),
         ...(traceContext === null ? {} : { traceContext }),
+        ...decodeImages(reader),
+        ...omitNullDisplay("approvalDisplay", decodeAgentInterruptDisplay(reader.readObject("approval_display"))),
     };
     const toolSourceReference = reader.readNullableString("tool_source_reference");
     return toolSourceReference === null ? toolCall : { ...toolCall, toolSourceReference };
@@ -327,6 +397,7 @@ export function encodeAgentInterrupt(value) {
         question: value.question ?? null,
         choices: [...(value.choices ?? [])],
         allows_free_text: value.allowsFreeText ?? true,
+        display: encodeAgentInterruptDisplay(value.display),
     };
 }
 export function decodeAgentInterrupt(value) {
@@ -342,6 +413,7 @@ export function decodeAgentInterrupt(value) {
         question: reader.readNullableString("question"),
         choices: reader.readStringArrayOrEmpty("choices"),
         allowsFreeText: reader.readBooleanOrDefault("allows_free_text", true),
+        ...omitNullDisplay("display", decodeAgentInterruptDisplay(reader.readObject("display"))),
     };
 }
 export function encodeAgentInterruptResolution(value) {
@@ -382,12 +454,12 @@ export function decodeAgentUsage(value) {
     };
 }
 export function encodeAgentUserMessage(value) {
-    return { text: value.text, plan_mode: value.planMode ?? false };
+    return { text: value.text, plan_mode: value.planMode ?? false, images: encodeImages(value.images) };
 }
 export function decodeAgentUserMessage(value) {
     const reader = new WireRecordReader(value, "AgentUserMessage");
     const planMode = reader.readBooleanOrDefault("plan_mode", false);
-    return { text: reader.readString("text"), ...(planMode ? { planMode } : {}) };
+    return { text: reader.readString("text"), ...(planMode ? { planMode } : {}), ...decodeImages(reader) };
 }
 export function encodeAgentPlan(value) {
     return {