@slopus/happy-agent-client 0.0.116 → 0.0.119

package/dist/mediaLayoutHtml.js

@@ -0,0 +1,316 @@
+/**
+ * Media layout HTML: the small subset of HTML and CSS an agent writes to arrange media it showed,
+ * either as `present_files`' `layout` argument or as a block in its Markdown reply. This one
+ * parser turns it into the typed tree clients render, so the daemon and every client agree on
+ * exactly what a layout means. No HTML ever reaches a renderer.
+ */
+import { html as htmlSpec, parse } from "parse5";
+import { parseMediaLayoutHtmlStyle } from "./mediaLayoutHtmlStyle.js";
+/** The most layout HTML that is read, in UTF-16 code units; a longer layout is not used. */
+export const MAX_MEDIA_LAYOUT_HTML_LENGTH = 32 * 1024;
+const MAX_DEPTH = 12;
+const MAX_NODES = 500;
+const MAX_TEXT = 8000;
+const MAX_ALT = 1000;
+const ELEMENT_TAGS = {
+    div: "div",
+    section: "section",
+    figure: "figure",
+    figcaption: "figcaption",
+    p: "p",
+    span: "span",
+    strong: "strong",
+    em: "em",
+    code: "code",
+};
+const BLOCK_TAGS = new Set(["div", "section", "figure", "figcaption", "p"]);
+/**
+ * Tags left out together with everything inside them: they run code, load or embed something,
+ * take input, or hold styling and metadata rather than content.
+ */
+const DROPPED_TAGS = new Set([
+    "applet",
+    "area",
+    "audio",
+    "base",
+    "button",
+    "canvas",
+    "dialog",
+    "embed",
+    "form",
+    "frame",
+    "frameset",
+    "head",
+    "iframe",
+    "input",
+    "link",
+    "map",
+    "math",
+    "meta",
+    "noscript",
+    "object",
+    "option",
+    "portal",
+    "script",
+    "select",
+    "slot",
+    "source",
+    "style",
+    "svg",
+    "template",
+    "textarea",
+    "title",
+    "track",
+    "video",
+]);
+/**
+ * Turn media layout HTML into the typed tree a client renders.
+ *
+ * The HTML is parsed by parse5, a spec-compliant parser, so tags, attributes, and entities mean
+ * what a browser would take them to mean, and malformed markup is repaired the way a browser
+ * repairs it. The tree is then rebuilt from what the subset allows, and nothing fails: a tag the
+ * subset lacks is unwrapped and its content kept, a tag that runs, loads, or embeds something is
+ * left out with its content, other attributes and declarations are left out, and an image whose
+ * `src` the resolver does not know, or whose item is already placed, is left out. Everything left
+ * out is reported. Deciding what a layout that places nothing means is the caller's.
+ */
+export function parseMediaLayoutHtml(source, resolve) {
+    if (source.length > MAX_MEDIA_LAYOUT_HTML_LENGTH) {
+        return {
+            root: [],
+            placed: [],
+            ignored: [
+                `the whole layout, which is longer than ${String(MAX_MEDIA_LAYOUT_HTML_LENGTH)} characters`,
+            ],
+            truncated: true,
+        };
+    }
+    const document = parse(source);
+    const walk = {
+        resolve,
+        placed: [],
+        ignored: [],
+        nodes: 0,
+        text: 0,
+        truncated: false,
+    };
+    for (const node of document.childNodes) {
+        if (node.nodeName === "#comment")
+            note(walk, "comments");
+    }
+    const html = document.childNodes.find((node) => "tagName" in node && node.tagName === "html");
+    const body = html?.childNodes.find((node) => "tagName" in node && node.tagName === "body");
+    for (const part of html?.childNodes ?? []) {
+        if (part.nodeName === "#comment")
+            note(walk, "comments");
+        if ("tagName" in part && part.tagName === "head") {
+            for (const child of part.childNodes) {
+                if ("tagName" in child)
+                    note(walk, `<${child.tagName}> and its contents`);
+            }
+        }
+    }
+    const root = body === undefined ? [] : children(body.childNodes, false, 0, walk);
+    return { root, placed: walk.placed, ignored: walk.ignored, truncated: walk.truncated };
+}
+function children(nodes, ignoresWhitespace, depth, walk) {
+    const converted = [];
+    for (const node of nodes)
+        convert(node, depth, walk, converted);
+    return tidyWhitespace(converted, ignoresWhitespace);
+}
+function convert(node, depth, walk, into) {
+    if (node.nodeName === "#text" && "value" in node) {
+        const text = node.value.replaceAll(/[\t\n\f\r ]+/gu, " ");
+        const room = MAX_TEXT - walk.text;
+        if (room <= 0 || !count(walk)) {
+            truncate(walk, `text beyond ${String(MAX_TEXT)} characters`);
+            return;
+        }
+        if (text.length > room)
+            truncate(walk, `text beyond ${String(MAX_TEXT)} characters`);
+        const kept = text.slice(0, room);
+        walk.text += kept.length;
+        into.push({ type: "text", text: kept });
+        return;
+    }
+    if (node.nodeName === "#comment") {
+        note(walk, "comments");
+        return;
+    }
+    if (!("tagName" in node))
+        return;
+    const element = node;
+    const tag = element.tagName;
+    if (element.namespaceURI !== htmlSpec.NS.HTML || DROPPED_TAGS.has(tag)) {
+        note(walk, `<${tag}> and its contents`);
+        return;
+    }
+    if (tag === "img") {
+        const item = imageItem(element, walk);
+        if (item !== undefined)
+            into.push(item);
+        return;
+    }
+    if (tag === "br") {
+        attributes(element, [], walk);
+        if (count(walk))
+            into.push({ type: "break" });
+        return;
+    }
+    const elementTag = ELEMENT_TAGS[tag];
+    if (elementTag === undefined || depth >= MAX_DEPTH) {
+        if (elementTag === undefined) {
+            if (tag !== "html" && tag !== "body")
+                note(walk, `<${tag}> (its content is kept)`);
+        }
+        else {
+            note(walk, `elements nested more than ${String(MAX_DEPTH)} deep (their content is kept)`);
+        }
+        for (const child of element.childNodes)
+            convert(child, depth, walk, into);
+        return;
+    }
+    if (!count(walk))
+        return;
+    const style = elementStyle(element, [], walk);
+    const display = style?.display ?? "";
+    const flowIgnoresWhitespace = /flex|grid/u.test(display);
+    into.push({
+        type: "element",
+        tag: elementTag,
+        ...(style === undefined ? {} : { style }),
+        children: children(element.childNodes, flowIgnoresWhitespace, depth + 1, walk),
+    });
+}
+function imageItem(element, walk) {
+    const src = element.attrs.find((attribute) => attribute.name === "src")?.value;
+    if (src === undefined) {
+        note(walk, "<img> without src");
+        return undefined;
+    }
+    const index = walk.resolve(src);
+    if (index === undefined || !Number.isSafeInteger(index) || index < 0) {
+        note(walk, `<img src=${quote(shorten(src))}>, which names none of the files`);
+        return undefined;
+    }
+    if (walk.placed.includes(index)) {
+        note(walk, `a second <img src=${quote(shorten(src))}>`);
+        return undefined;
+    }
+    if (!count(walk))
+        return undefined;
+    walk.placed.push(index);
+    const style = elementStyle(element, ["src", "alt"], walk);
+    const alt = element.attrs
+        .find((attribute) => attribute.name === "alt")
+        ?.value.replaceAll(/[\t\n\f\r ]+/gu, " ")
+        .trim()
+        .slice(0, Math.max(0, Math.min(MAX_ALT, MAX_TEXT - walk.text)));
+    walk.text += alt?.length ?? 0;
+    return {
+        type: "item",
+        index,
+        ...(alt === undefined || alt === "" ? {} : { alt }),
+        ...(style === undefined ? {} : { style }),
+    };
+}
+/** The element's parsed style; every other attribute but `kept` is noted and left out. */
+function elementStyle(element, kept, walk) {
+    attributes(element, ["style", ...kept], walk);
+    const source = element.attrs.find((attribute) => attribute.name === "style")?.value;
+    if (source === undefined)
+        return undefined;
+    const parsed = parseMediaLayoutHtmlStyle(source, element.tagName);
+    for (const ignored of parsed.ignored)
+        note(walk, ignored);
+    return parsed.style;
+}
+function attributes(element, kept, walk) {
+    for (const attribute of element.attrs) {
+        if (kept.includes(attribute.name) && attribute.namespace === undefined)
+            continue;
+        note(walk, `the attribute ${shorten(attribute.name)} on <${element.tagName}>`);
+    }
+}
+/**
+ * Join neighbouring text, and drop whitespace that only separates blocks, starts or ends a list,
+ * or sits between the items of a flex or grid container, where a browser would not show it.
+ */
+function tidyWhitespace(nodes, ignoresWhitespace) {
+    const joined = [];
+    for (const node of nodes) {
+        const last = joined[joined.length - 1];
+        if (node.type === "text" && last?.type === "text") {
+            joined[joined.length - 1] = {
+                type: "text",
+                text: `${last.text}${node.text}`.replaceAll(/ {2,}/gu, " "),
+            };
+        }
+        else {
+            joined.push(node);
+        }
+    }
+    return joined.filter((node, position) => {
+        if (node.type !== "text")
+            return true;
+        if (node.text !== " ")
+            return true;
+        return !(ignoresWhitespace ||
+            position === 0 ||
+            position === joined.length - 1 ||
+            isBlock(joined[position - 1]) ||
+            isBlock(joined[position + 1]));
+    });
+}
+function isBlock(node) {
+    return node?.type === "element" && BLOCK_TAGS.has(node.tag);
+}
+/** Count one more node, or say there is no room for it. */
+function count(walk) {
+    if (walk.nodes >= MAX_NODES) {
+        truncate(walk, `nodes beyond ${String(MAX_NODES)}`);
+        return false;
+    }
+    walk.nodes += 1;
+    return true;
+}
+function note(walk, ignored) {
+    if (!walk.ignored.includes(ignored))
+        walk.ignored.push(ignored);
+}
+function truncate(walk, ignored) {
+    walk.truncated = true;
+    note(walk, ignored);
+}
+function shorten(text) {
+    return text.length > 60 ? `${text.slice(0, 60)}…` : text;
+}
+/** Quote text for a note, with controls and bidirectional overrides made visible. */
+function quote(value) {
+    let visible = "";
+    for (const character of value) {
+        const codePoint = character.codePointAt(0) ?? 0;
+        if (character === "\\")
+            visible += "\\\\";
+        else if (character === '"')
+            visible += '\\"';
+        else if (character === "\n")
+            visible += "\\n";
+        else if (character === "\r")
+            visible += "\\r";
+        else if (character === "\t")
+            visible += "\\t";
+        else if (codePoint < 0x20 ||
+            codePoint === 0x7f ||
+            (codePoint >= 0x202a && codePoint <= 0x202e) ||
+            (codePoint >= 0x2066 && codePoint <= 0x2069)) {
+            visible += `\\u{${codePoint.toString(16).padStart(4, "0")}}`;
+        }
+        else {
+            visible += character;
+        }
+    }
+    return `"${visible}"`;
+}
+//# sourceMappingURL=mediaLayoutHtml.js.map

package/dist/mediaLayoutHtml.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaLayoutHtml.js","sourceRoot":"","sources":["../sources/mediaLayoutHtml.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,IAAI,IAAI,QAAQ,EAAE,KAAK,EAAgC,MAAM,QAAQ,CAAC;AAE/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAOtE,4FAA4F;AAC5F,MAAM,CAAC,MAAM,4BAA4B,GAAG,EAAE,GAAG,IAAI,CAAC;AACtD,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,SAAS,GAAG,GAAG,CAAC;AACtB,MAAM,QAAQ,GAAG,IAAI,CAAC;AACtB,MAAM,OAAO,GAAG,IAAI,CAAC;AAErB,MAAM,YAAY,GAA6C;IAC3D,GAAG,EAAE,KAAK;IACV,OAAO,EAAE,SAAS;IAClB,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,YAAY;IACxB,CAAC,EAAE,GAAG;IACN,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,QAAQ;IAChB,EAAE,EAAE,IAAI;IACR,IAAI,EAAE,MAAM;CACf,CAAC;AACF,MAAM,UAAU,GAAwB,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC;AAEjG;;;GAGG;AACH,MAAM,YAAY,GAAwB,IAAI,GAAG,CAAC;IAC9C,QAAQ;IACR,MAAM;IACN,OAAO;IACP,MAAM;IACN,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,MAAM;IACN,OAAO;IACP,UAAU;IACV,MAAM;IACN,QAAQ;IACR,OAAO;IACP,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,UAAU;IACV,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,QAAQ;IACR,OAAO;IACP,KAAK;IACL,UAAU;IACV,UAAU;IACV,OAAO;IACP,OAAO;IACP,OAAO;CACV,CAAC,CAAC;AAgCH;;;;;;;;;;GAUG;AACH,MAAM,UAAU,oBAAoB,CAChC,MAAc,EACd,OAAkC;IAElC,IAAI,MAAM,CAAC,MAAM,GAAG,4BAA4B,EAAE,CAAC;QAC/C,OAAO;YACH,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,EAAE;YACV,OAAO,EAAE;gBACL,0CAA0C,MAAM,CAAC,4BAA4B,CAAC,aAAa;aAC9F;YACD,SAAS,EAAE,IAAI;SAClB,CAAC;IACN,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,IAAI,GAAe;QACrB,OAAO;QACP,MAAM,EAAE,EAAE;QACV,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,CAAC;QACR,IAAI,EAAE,CAAC;QACP,SAAS,EAAE,KAAK;KACnB,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,QAAQ,KAAK,UAAU;YAAE,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,IAAI,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CACjC,CAAC,IAAI,EAAmB,EAAE,CAAC,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,CAC1E,CAAC;IACF,MAAM,IAAI,GAAG,IAAI,EAAE,UAAU,CAAC,IAAI,CAC9B,CAAC,IAAI,EAAmB,EAAE,CAAC,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,CAC1E,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,UAAU,IAAI,EAAE,EAAE,CAAC;QACxC,IAAI,IAAI,CAAC,QAAQ,KAAK,UAAU;YAAE,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACzD,IAAI,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YAC/C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClC,IAAI,SAAS,IAAI,KAAK;oBAAE,IAAI,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;YAC9E,CAAC;QACL,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACjF,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;AAC3F,CAAC;AAED,SAAS,QAAQ,CACb,KAA2B,EAC3B,iBAA0B,EAC1B,KAAa,EACb,IAAgB;IAEhB,MAAM,SAAS,GAAsB,EAAE,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;IAChE,OAAO,cAAc,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,OAAO,CAAC,IAAe,EAAE,KAAa,EAAE,IAAgB,EAAE,IAAuB;IACtF,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;QAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC;QAClC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,QAAQ,CAAC,IAAI,EAAE,eAAe,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC7D,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI;YAAE,QAAQ,CAAC,IAAI,EAAE,eAAe,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QACrF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,OAAO;IACX,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QAC/B,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACvB,OAAO;IACX,CAAC;IACD,IAAI,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC;QAAE,OAAO;IACjC,MAAM,OAAO,GAAG,IAAI,CAAC;IACrB,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC;IAC5B,IAAI,OAAO,CAAC,YAAY,KAAK,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QACrE,IAAI,CAAC,IAAI,EAAE,IAAI,GAAG,oBAAoB,CAAC,CAAC;QACxC,OAAO;IACX,CAAC;IACD,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;QAChB,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,IAAI,KAAK,SAAS;YAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,OAAO;IACX,CAAC;IACD,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACf,UAAU,CAAC,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QAC9B,IAAI,KAAK,CAAC,IAAI,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9C,OAAO;IACX,CAAC;IACD,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,UAAU,KAAK,SAAS,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;QACjD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC3B,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,MAAM;gBAAE,IAAI,CAAC,IAAI,EAAE,IAAI,GAAG,yBAAyB,CAAC,CAAC;QACvF,CAAC;aAAM,CAAC;YACJ,IAAI,CACA,IAAI,EACJ,6BAA6B,MAAM,CAAC,SAAS,CAAC,+BAA+B,CAChF,CAAC;QACN,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,UAAU;YAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC1E,OAAO;IACX,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,OAAO;IACzB,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;IACrC,MAAM,qBAAqB,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzD,IAAI,CAAC,IAAI,CAAC;QACN,IAAI,EAAE,SAAS;QACf,GAAG,EAAE,UAAU;QACf,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;QACzC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,qBAAqB,EAAE,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC;KACjF,CAAC,CAAC;AACP,CAAC;AAED,SAAS,SAAS,CAAC,OAAgB,EAAE,IAAgB;IACjD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,KAAK,CAAC,EAAE,KAAK,CAAC;IAC/E,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACpB,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;QAChC,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACnE,IAAI,CAAC,IAAI,EAAE,YAAY,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,kCAAkC,CAAC,CAAC;QAC9E,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,IAAI,CAAC,IAAI,EAAE,qBAAqB,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QACxD,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxB,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;IAC1D,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK;SACpB,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,KAAK,CAAC;QAC9C,EAAE,KAAK,CAAC,UAAU,CAAC,gBAAgB,EAAE,GAAG,CAAC;SACxC,IAAI,EAAE;SACN,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC,IAAI,IAAI,GAAG,EAAE,MAAM,IAAI,CAAC,CAAC;IAC9B,OAAO;QACH,IAAI,EAAE,MAAM;QACZ,KAAK;QACL,GAAG,CAAC,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;QACnD,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;KAC5C,CAAC;AACN,CAAC;AAED,0FAA0F;AAC1F,SAAS,YAAY,CACjB,OAAgB,EAChB,IAAuB,EACvB,IAAgB;IAEhB,UAAU,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,KAAK,CAAC;IACpF,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC3C,MAAM,MAAM,GAAG,yBAAyB,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAClE,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,OAAO;QAAE,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC1D,OAAO,MAAM,CAAC,KAAK,CAAC;AACxB,CAAC;AAED,SAAS,UAAU,CAAC,OAAgB,EAAE,IAAuB,EAAE,IAAgB;IAC3E,KAAK,MAAM,SAAS,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,SAAS,KAAK,SAAS;YAAE,SAAS;QACjF,IAAI,CAAC,IAAI,EAAE,iBAAiB,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,OAAO,CAAC,OAAO,GAAG,CAAC,CAAC;IACnF,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,KAAwB,EAAE,iBAA0B;IACxE,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YAChD,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG;gBACxB,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,GAAG,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC;aAC9D,CAAC;QACN,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE;QACpC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC;QACtC,IAAI,IAAI,CAAC,IAAI,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC;QACnC,OAAO,CAAC,CACJ,iBAAiB;YACjB,QAAQ,KAAK,CAAC;YACd,QAAQ,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC;YAC9B,OAAO,CAAC,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YAC7B,OAAO,CAAC,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAChC,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,OAAO,CAAC,IAAiC;IAC9C,OAAO,IAAI,EAAE,IAAI,KAAK,SAAS,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAChE,CAAC;AAED,2DAA2D;AAC3D,SAAS,KAAK,CAAC,IAAgB;IAC3B,IAAI,IAAI,CAAC,KAAK,IAAI,SAAS,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,EAAE,gBAAgB,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACpD,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;IAChB,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,IAAI,CAAC,IAAgB,EAAE,OAAe;IAC3C,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,QAAQ,CAAC,IAAgB,EAAE,OAAe;IAC/C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACtB,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IACzB,OAAO,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7D,CAAC;AAED,qFAAqF;AACrF,SAAS,KAAK,CAAC,KAAa;IACxB,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,SAAS,KAAK,IAAI;YAAE,OAAO,IAAI,MAAM,CAAC;aACrC,IAAI,SAAS,KAAK,GAAG;YAAE,OAAO,IAAI,KAAK,CAAC;aACxC,IAAI,SAAS,KAAK,IAAI;YAAE,OAAO,IAAI,KAAK,CAAC;aACzC,IAAI,SAAS,KAAK,IAAI;YAAE,OAAO,IAAI,KAAK,CAAC;aACzC,IAAI,SAAS,KAAK,IAAI;YAAE,OAAO,IAAI,KAAK,CAAC;aACzC,IACD,SAAS,GAAG,IAAI;YAChB,SAAS,KAAK,IAAI;YAClB,CAAC,SAAS,IAAI,MAAM,IAAI,SAAS,IAAI,MAAM,CAAC;YAC5C,CAAC,SAAS,IAAI,MAAM,IAAI,SAAS,IAAI,MAAM,CAAC,EAC9C,CAAC;YACC,OAAO,IAAI,OAAO,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC;QACjE,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,SAAS,CAAC;QACzB,CAAC;IACL,CAAC;IACD,OAAO,IAAI,OAAO,GAAG,CAAC;AAC1B,CAAC"}

package/dist/mediaLayoutHtmlStyle.d.ts

@@ -0,0 +1,16 @@
+import { type MediaLayoutStyle } from "./protocol/mediaLayoutStyle.js";
+/** What one `style` attribute keeps, and what of it was ignored, in the agent's terms. */
+export interface ParsedMediaLayoutStyle {
+    readonly style: MediaLayoutStyle | undefined;
+    readonly ignored: readonly string[];
+}
+/**
+ * Keep the declarations of one `style` attribute that the layout subset allows, and name the
+ * rest. Nothing here fails: a declaration outside the subset is simply left out.
+ *
+ * Comments are read as the whitespace CSS reads them as. An attribute holding a backslash or a
+ * quote is left out whole, because escapes and strings are how a value hides what it is, and no
+ * allowed value needs either. Later declarations replace earlier ones, as in CSS.
+ */
+export declare function parseMediaLayoutHtmlStyle(source: string, tag: string): ParsedMediaLayoutStyle;
+//# sourceMappingURL=mediaLayoutHtmlStyle.d.ts.map

package/dist/mediaLayoutHtmlStyle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaLayoutHtmlStyle.d.ts","sourceRoot":"","sources":["../sources/mediaLayoutHtmlStyle.ts"],"names":[],"mappings":"AAAA,OAAO,EAGH,KAAK,gBAAgB,EACxB,MAAM,gCAAgC,CAAC;AAExC,0FAA0F;AAC1F,MAAM,WAAW,sBAAsB;IACnC,QAAQ,CAAC,KAAK,EAAE,gBAAgB,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CACvC;AAED;;;;;;;GAOG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,sBAAsB,CA4B7F"}

package/dist/mediaLayoutHtmlStyle.js

@@ -0,0 +1,44 @@
+import { mediaLayoutStyleKey, mediaLayoutStyleValue, } from "./protocol/mediaLayoutStyle.js";
+/**
+ * Keep the declarations of one `style` attribute that the layout subset allows, and name the
+ * rest. Nothing here fails: a declaration outside the subset is simply left out.
+ *
+ * Comments are read as the whitespace CSS reads them as. An attribute holding a backslash or a
+ * quote is left out whole, because escapes and strings are how a value hides what it is, and no
+ * allowed value needs either. Later declarations replace earlier ones, as in CSS.
+ */
+export function parseMediaLayoutHtmlStyle(source, tag) {
+    if (/[\\"']/u.test(source)) {
+        return { style: undefined, ignored: [`style with escapes or quotes on <${tag}>`] };
+    }
+    const style = {};
+    const ignored = [];
+    for (const declaration of source.replaceAll(/\/\*[\s\S]*?(\*\/|$)/gu, " ").split(";")) {
+        const text = declaration.trim();
+        if (text === "")
+            continue;
+        const colon = text.indexOf(":");
+        const property = (colon < 0 ? text : text.slice(0, colon)).trim().toLowerCase();
+        const value = colon < 0 ? "" : text.slice(colon + 1).trim();
+        const key = mediaLayoutStyleKey(property);
+        if (key === undefined) {
+            ignored.push(`${shorten(property)} on <${tag}>`);
+            continue;
+        }
+        const normalized = mediaLayoutStyleValue(key, value);
+        if (normalized === undefined) {
+            ignored.push(`${property}: ${shorten(value)} on <${tag}>`);
+            continue;
+        }
+        style[key] = normalized;
+    }
+    return {
+        style: Object.keys(style).length === 0 ? undefined : style,
+        ignored,
+    };
+}
+function shorten(text) {
+    const single = text.replaceAll(/\s+/gu, " ");
+    return single.length > 40 ? `${single.slice(0, 40)}…` : single;
+}
+//# sourceMappingURL=mediaLayoutHtmlStyle.js.map

package/dist/mediaLayoutHtmlStyle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaLayoutHtmlStyle.js","sourceRoot":"","sources":["../sources/mediaLayoutHtmlStyle.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,mBAAmB,EACnB,qBAAqB,GAExB,MAAM,gCAAgC,CAAC;AAQxC;;;;;;;GAOG;AACH,MAAM,UAAU,yBAAyB,CAAC,MAAc,EAAE,GAAW;IACjE,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,oCAAoC,GAAG,GAAG,CAAC,EAAE,CAAC;IACvF,CAAC;IACD,MAAM,KAAK,GAA2B,EAAE,CAAC;IACzC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,UAAU,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACpF,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;QAChC,IAAI,IAAI,KAAK,EAAE;YAAE,SAAS;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAChF,MAAM,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5D,MAAM,GAAG,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC;YACjD,SAAS;QACb,CAAC;QACD,MAAM,UAAU,GAAG,qBAAqB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACrD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO,CAAC,IAAI,CAAC,GAAG,QAAQ,KAAK,OAAO,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC;YAC3D,SAAS;QACb,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC;IAC5B,CAAC;IACD,OAAO;QACH,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAE,KAA0B;QAChF,OAAO;KACV,CAAC;AACN,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IACzB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;AACnE,CAAC"}

package/dist/protocol/messages.d.ts

@@ -169,6 +169,17 @@ export declare const agentSpawnPresentationSchema: import("@sinclair/typebox").T
 }>;
 /** Sub-agent creation; the enclosing tool status owns its lifecycle. */
 export type AgentSpawnPresentation = Static<typeof agentSpawnPresentationSchema>;
+/**
+ * Where an item came from on the agent's machine: `path` exactly as the agent wrote it, such as a
+ * read's `file_path`, and `absolutePath`, the file it named. A layout block in the agent's text
+ * names the item by either one.
+ */
+export declare const mediaItemSourceSchema: import("@sinclair/typebox").TObject<{
+    path: import("@sinclair/typebox").TString;
+    absolutePath: import("@sinclair/typebox").TString;
+}>;
+/** Where an item came from on the agent's machine. */
+export type MediaItemSource = Static<typeof mediaItemSourceSchema>;
 /** A decoded picture: always measured, with a ThumbHash to show until its bytes load. */
 export declare const mediaImageItemSchema: import("@sinclair/typebox").TObject<{
     kind: import("@sinclair/typebox").TLiteral<"image">;
@@ -188,6 +199,11 @@ export declare const mediaImageItemSchema: import("@sinclair/typebox").TObject<{
      * 1. An image's natural size is its pixel size divided by this.
      */
     scale: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
+    /** The file it was read, presented, or generated as; absent on older daemons. */
+    source: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+        path: import("@sinclair/typebox").TString;
+        absolutePath: import("@sinclair/typebox").TString;
+    }>>;
 }>;
 /** A decoded picture: always measured, with a ThumbHash to show until its bytes load. */
 export type MediaImageItem = Static<typeof mediaImageItemSchema>;
@@ -205,6 +221,11 @@ export declare const mediaFileItemSchema: import("@sinclair/typebox").TObject<{
     height: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
     /** Not currently supplied for these kinds; tolerated when present. */
     thumbhash: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    /** The file it was presented as; absent on older daemons. */
+    source: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+        path: import("@sinclair/typebox").TString;
+        absolutePath: import("@sinclair/typebox").TString;
+    }>>;
 }>;
 /** A video, a PDF document, or any other file; clients render an unknown kind as a file. */
 export type MediaFileItem = Static<typeof mediaFileItemSchema>;
@@ -227,6 +248,11 @@ export declare const mediaItemSchema: import("@sinclair/typebox").TUnion<[import
      * 1. An image's natural size is its pixel size divided by this.
      */
     scale: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
+    /** The file it was read, presented, or generated as; absent on older daemons. */
+    source: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+        path: import("@sinclair/typebox").TString;
+        absolutePath: import("@sinclair/typebox").TString;
+    }>>;
 }>, import("@sinclair/typebox").TObject<{
     kind: import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TLiteral<"video">, import("@sinclair/typebox").TLiteral<"document">, import("@sinclair/typebox").TLiteral<"file">]>;
     /** The file's base name, for display and downloads only. */
@@ -240,6 +266,11 @@ export declare const mediaItemSchema: import("@sinclair/typebox").TUnion<[import
     height: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
     /** Not currently supplied for these kinds; tolerated when present. */
     thumbhash: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    /** The file it was presented as; absent on older daemons. */
+    source: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+        path: import("@sinclair/typebox").TString;
+        absolutePath: import("@sinclair/typebox").TString;
+    }>>;
 }>]>;
 /** One item a call showed inline; its bytes are served by its index. */
 export type MediaItem = Static<typeof mediaItemSchema>;
@@ -583,6 +614,11 @@ export declare const mediaPresentationSchema: import("@sinclair/typebox").TObjec
          * 1. An image's natural size is its pixel size divided by this.
          */
         scale: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
+        /** The file it was read, presented, or generated as; absent on older daemons. */
+        source: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+            path: import("@sinclair/typebox").TString;
+            absolutePath: import("@sinclair/typebox").TString;
+        }>>;
     }>, import("@sinclair/typebox").TObject<{
         kind: import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TLiteral<"video">, import("@sinclair/typebox").TLiteral<"document">, import("@sinclair/typebox").TLiteral<"file">]>;
         /** The file's base name, for display and downloads only. */
@@ -596,6 +632,11 @@ export declare const mediaPresentationSchema: import("@sinclair/typebox").TObjec
         height: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
         /** Not currently supplied for these kinds; tolerated when present. */
         thumbhash: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+        /** The file it was presented as; absent on older daemons. */
+        source: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+            path: import("@sinclair/typebox").TString;
+            absolutePath: import("@sinclair/typebox").TString;
+        }>>;
     }>]>>;
     /** How to arrange the items; absent on older daemons and for the automatic layout. */
     layout: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TObject<{
@@ -788,6 +829,45 @@ export declare const pagePresentationSchema: import("@sinclair/typebox").TObject
 }>;
 /** A legacy inline web page. New live pages use `ArtifactPresentation` and the artifact's `live`. */
 export type PagePresentation = Static<typeof pagePresentationSchema>;
+/** One question a `request_user_input` call asked, as the person was shown it. */
+export declare const userInputPresentationQuestionSchema: import("@sinclair/typebox").TObject<{
+    id: import("@sinclair/typebox").TString;
+    header: import("@sinclair/typebox").TString;
+    question: import("@sinclair/typebox").TString;
+    multiSelect: import("@sinclair/typebox").TBoolean;
+    /** Possibly empty, and then the question was answered in free text. */
+    options: import("@sinclair/typebox").TArray<import("@sinclair/typebox").TObject<{
+        label: import("@sinclair/typebox").TString;
+        description: import("@sinclair/typebox").TString;
+    }>>;
+}>;
+/** One question a `request_user_input` call asked, as the person was shown it. */
+export type UserInputPresentationQuestion = Static<typeof userInputPresentationQuestionSchema>;
+/**
+ * The questions a completed `request_user_input` call asked and the answers the person gave, so
+ * a conversation keeps both where the call was made.
+ */
+export declare const userInputPresentationSchema: import("@sinclair/typebox").TObject<{
+    type: import("@sinclair/typebox").TLiteral<"user_input">;
+    questions: import("@sinclair/typebox").TArray<import("@sinclair/typebox").TObject<{
+        id: import("@sinclair/typebox").TString;
+        header: import("@sinclair/typebox").TString;
+        question: import("@sinclair/typebox").TString;
+        multiSelect: import("@sinclair/typebox").TBoolean;
+        /** Possibly empty, and then the question was answered in free text. */
+        options: import("@sinclair/typebox").TArray<import("@sinclair/typebox").TObject<{
+            label: import("@sinclair/typebox").TString;
+            description: import("@sinclair/typebox").TString;
+        }>>;
+    }>>;
+    /**
+     * Each question ID mapped to the person's values, in the shape a question's `answers` take:
+     * a value matching an option label is a selection, and any other is free text.
+     */
+    answers: import("@sinclair/typebox").TRecord<import("@sinclair/typebox").TString, import("@sinclair/typebox").TArray<import("@sinclair/typebox").TString>>;
+}>;
+/** The questions a completed `request_user_input` call asked and the answers it was given. */
+export type UserInputPresentation = Static<typeof userInputPresentationSchema>;
 /** Every display-ready tool-call presentation the client understands. */
 export declare const toolPresentationSchema: import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TObject<{
     operations: import("@sinclair/typebox").TArray<import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TObject<{
@@ -878,6 +958,11 @@ export declare const toolPresentationSchema: import("@sinclair/typebox").TUnion<
          * 1. An image's natural size is its pixel size divided by this.
          */
         scale: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
+        /** The file it was read, presented, or generated as; absent on older daemons. */
+        source: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+            path: import("@sinclair/typebox").TString;
+            absolutePath: import("@sinclair/typebox").TString;
+        }>>;
     }>, import("@sinclair/typebox").TObject<{
         kind: import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TLiteral<"video">, import("@sinclair/typebox").TLiteral<"document">, import("@sinclair/typebox").TLiteral<"file">]>;
         /** The file's base name, for display and downloads only. */
@@ -891,6 +976,11 @@ export declare const toolPresentationSchema: import("@sinclair/typebox").TUnion<
         height: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
         /** Not currently supplied for these kinds; tolerated when present. */
         thumbhash: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+        /** The file it was presented as; absent on older daemons. */
+        source: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+            path: import("@sinclair/typebox").TString;
+            absolutePath: import("@sinclair/typebox").TString;
+        }>>;
     }>]>>;
     /** How to arrange the items; absent on older daemons and for the automatic layout. */
     layout: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TObject<{
@@ -1059,6 +1149,24 @@ export declare const toolPresentationSchema: import("@sinclair/typebox").TUnion<
     url: import("@sinclair/typebox").TString;
     title: import("@sinclair/typebox").TString;
     display: import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TLiteral<"inline_compact">, import("@sinclair/typebox").TLiteral<"inline_expanded">, import("@sinclair/typebox").TLiteral<"side">]>, import("@sinclair/typebox").TNull]>;
+}>, import("@sinclair/typebox").TObject<{
+    type: import("@sinclair/typebox").TLiteral<"user_input">;
+    questions: import("@sinclair/typebox").TArray<import("@sinclair/typebox").TObject<{
+        id: import("@sinclair/typebox").TString;
+        header: import("@sinclair/typebox").TString;
+        question: import("@sinclair/typebox").TString;
+        multiSelect: import("@sinclair/typebox").TBoolean;
+        /** Possibly empty, and then the question was answered in free text. */
+        options: import("@sinclair/typebox").TArray<import("@sinclair/typebox").TObject<{
+            label: import("@sinclair/typebox").TString;
+            description: import("@sinclair/typebox").TString;
+        }>>;
+    }>>;
+    /**
+     * Each question ID mapped to the person's values, in the shape a question's `answers` take:
+     * a value matching an option label is a selection, and any other is free text.
+     */
+    answers: import("@sinclair/typebox").TRecord<import("@sinclair/typebox").TString, import("@sinclair/typebox").TArray<import("@sinclair/typebox").TString>>;
 }>]>;
 /** Every display-ready tool-call presentation the client understands. */
 export type ToolPresentation = Static<typeof toolPresentationSchema>;
@@ -1070,6 +1178,11 @@ export declare const messageMetadataSchema: import("@sinclair/typebox").TObject<
     modelId: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
     /** The agent that sent this system-generated message, when one identified itself. */
     senderAgentId: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    /**
+     * That agent's one-line account of what the message is, for a client to show beside the
+     * sender until the message is opened. Present only when the sender gave one.
+     */
+    senderAgentExplanation: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
     /**
      * The local Happy user ID of the person who wrote a user message: the authenticated team member
      * who submitted it, or the exported-bot guest who wrote it.