@slopus/happy-agent-client 0.0.116 → 0.0.119

package/README.md

@@ -513,7 +513,8 @@ from a closed subset of CSS; check every value with `mediaLayoutStyleValue(key,
 any it refuses. Use the automatic layout when `layout` is absent or unrecognized, ignore unknown
 style fields, skip out-of-range or repeated item nodes, and show items a tree leaves out after it.
 An image without explicit sizing shows at its natural size, shrunk to fit and never enlarged, in
-every layout. Read an item's bytes with
+every layout. An item's optional `source`, `{ path, absolutePath }`, names the file it came
+from, so layout blocks in agent text can place it. Read an item's bytes with
 `getToolCallMedia(agentId, toolCallId, index)`, ranges and `ifNoneMatch` included, or hand
 `toolCallMediaUrl(agentId, toolCallId, index)` to an image, video, or document element through a
 transport that adds the bearer token. The URL's content never changes. `ArtifactPresentation`
@@ -565,6 +566,27 @@ the daemon agree on what is a tag:
 Show a resolved reference as a link whose text is the live title. Indicate a busy entity on the
 link. Show unknown kinds and unresolvable references as inert placeholder text.
 
+## Media layouts in text
+
+Agent text may arrange media already shown in the conversation with plain HTML blocks such as
+`<div style="display: grid; grid-template-columns: 1fr 1fr"><img src="a.png"><img src="b.png"></div>`,
+as API.md specifies under "Media layouts in text". This package holds the one splitter and parser:
+
+- `splitMediaLayoutBlocks(markdown)` splits text into `markdown` and `layout` segments that join
+  back to the input. A block starts at a line beginning with `<div`, `<section`, `<figure`, `<p`,
+  or `<img`, outside code, and runs until its root element closes, across blank lines. A block
+  without an `<img` stays Markdown. A block that never closes is the last segment, with
+  `complete: false`: hold it while the text streams, and show it as Markdown once it is final.
+- `parseMediaLayoutHtml(html, resolve)` reads one block, or `present_files`' layout, into
+  `MediaLayoutNode`s. `resolve(src)` returns an index into a list of items the caller builds, or
+  `undefined`; the result reports the indexes `placed`, what was `ignored`, and whether content
+  was `truncated` by a limit. Resolve each `src` to the most recent earlier media item for which
+  `mediaSourceMatches(item.source, src)` holds, and show the tree with those items as a `tree`
+  layout. Show the block as Markdown when nothing was placed or content was truncated.
+- `stripMediaLayoutBlocks(markdown)` is the fallback for surfaces that cannot show blocks.
+
+Never load a `src` yourself; show only the matched item's snapshot.
+
 ## File links
 
 A file outside the reader's own workspace is linked as an ordinary Markdown link to a `happy-file`

package/dist/index.d.ts

@@ -18,6 +18,8 @@ export type { MessageDeltaApplication } from "./applyMessageDelta.js";
 export * from "./requestOptions.js";
 export * from "./happyFileLinks.js";
 export * from "./happyReferences.js";
+export * from "./mediaLayoutBlocks.js";
+export * from "./mediaLayoutHtml.js";
 export { artifactAddressPublic, artifactAddressLoopback, artifactNetworkHost, } from "./artifactNetwork.js";
 export * from "./protocol/agents.js";
 export * from "./protocol/artifacts.js";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../sources/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,YAAY,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,YAAY,EACR,mBAAmB,EACnB,yBAAyB,EACzB,uBAAuB,EACvB,0BAA0B,GAC7B,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACR,sBAAsB,EACtB,sBAAsB,EACtB,sBAAsB,EACtB,iBAAiB,GACpB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,YAAY,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,wBAAwB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACjF,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EACH,gBAAgB,EAChB,mBAAmB,EACnB,sBAAsB,EACtB,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,WAAW,GACnB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACnD,YAAY,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AAC/E,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,YAAY,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,YAAY,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACtE,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,OAAO,EACH,qBAAqB,EACrB,uBAAuB,EACvB,mBAAmB,GACtB,MAAM,sBAAsB,CAAC;AAE9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AACnC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sBAAsB,CAAC;AACrC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,oBAAoB,CAAC;AACnC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,wBAAwB,CAAC;AACvC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,0BAA0B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../sources/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,YAAY,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,YAAY,EACR,mBAAmB,EACnB,yBAAyB,EACzB,uBAAuB,EACvB,0BAA0B,GAC7B,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACR,sBAAsB,EACtB,sBAAsB,EACtB,sBAAsB,EACtB,iBAAiB,GACpB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,YAAY,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,wBAAwB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACjF,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EACH,gBAAgB,EAChB,mBAAmB,EACnB,sBAAsB,EACtB,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,WAAW,GACnB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACnD,YAAY,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AAC/E,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,YAAY,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,YAAY,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACtE,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,OAAO,EACH,qBAAqB,EACrB,uBAAuB,EACvB,mBAAmB,GACtB,MAAM,sBAAsB,CAAC;AAE9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AACnC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sBAAsB,CAAC;AACrC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,oBAAoB,CAAC;AACnC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,wBAAwB,CAAC;AACvC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,0BAA0B,CAAC"}

package/dist/index.js

@@ -10,6 +10,8 @@ export { applyMessageDelta } from "./applyMessageDelta.js";
 export * from "./requestOptions.js";
 export * from "./happyFileLinks.js";
 export * from "./happyReferences.js";
+export * from "./mediaLayoutBlocks.js";
+export * from "./mediaLayoutHtml.js";
 export { artifactAddressPublic, artifactAddressLoopback, artifactNetworkHost, } from "./artifactNetwork.js";
 export * from "./protocol/agents.js";
 export * from "./protocol/artifacts.js";

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../sources/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAajD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,OAAO,EAAE,wBAAwB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACjF,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EACH,gBAAgB,EAChB,mBAAmB,EACnB,sBAAsB,GAIzB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,OAAO,EACH,qBAAqB,EACrB,uBAAuB,EACvB,mBAAmB,GACtB,MAAM,sBAAsB,CAAC;AAE9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AACnC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sBAAsB,CAAC;AACrC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,oBAAoB,CAAC;AACnC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,wBAAwB,CAAC;AACvC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,0BAA0B,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../sources/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAajD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,OAAO,EAAE,wBAAwB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACjF,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EACH,gBAAgB,EAChB,mBAAmB,EACnB,sBAAsB,GAIzB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,OAAO,EACH,qBAAqB,EACrB,uBAAuB,EACvB,mBAAmB,GACtB,MAAM,sBAAsB,CAAC;AAE9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AACnC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sBAAsB,CAAC;AACrC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,oBAAoB,CAAC;AACnC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,wBAAwB,CAAC;AACvC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,0BAA0B,CAAC"}

package/dist/markdownBlocks.d.ts

@@ -11,6 +11,15 @@ export declare function textBlocks(markdown: string): {
     start: number;
     end: number;
 }[];
+/** A fenced code block's opening run, when `line` opens one. */
+export interface MarkdownFence {
+    readonly marker: string;
+    readonly length: number;
+}
+/** The fence `line` opens, or `undefined` when it opens none. */
+export declare function fenceOpening(line: string): MarkdownFence | undefined;
+/** Whether `line` closes the open `fence`. */
+export declare function isFenceClose(line: string, fence: MarkdownFence): boolean;
 /**
  * Skips a code span that opens at `start`, returning the index after it. Backticks with no
  * closing run of the same length are literal, except at the end of streaming text, where the

package/dist/markdownBlocks.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"markdownBlocks.d.ts","sourceRoot":"","sources":["../sources/markdownBlocks.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH;;;;GAIG;AACH,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,EAAE,CA8B7E;AAOD;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,MAAM,CAWhG"}
+{"version":3,"file":"markdownBlocks.d.ts","sourceRoot":"","sources":["../sources/markdownBlocks.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH;;;;GAIG;AACH,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,EAAE,CA4B7E;AAED,gEAAgE;AAChE,MAAM,WAAW,aAAa;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CAC3B;AAED,iEAAiE;AACjE,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAMpE;AAED,8CAA8C;AAC9C,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAGxE;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,MAAM,CAWhG"}

package/dist/markdownBlocks.js

@@ -23,14 +23,12 @@ export function textBlocks(markdown) {
                 fence = undefined;
         }
         else {
-            const open = FENCE_OPEN.exec(line);
-            const marker = open?.[1];
-            const info = open?.[2] ?? "";
-            if (marker !== undefined && !(marker.startsWith("`") && info.includes("`"))) {
+            const open = fenceOpening(line);
+            if (open !== undefined) {
                 if (blockStart !== undefined)
                     blocks.push({ start: blockStart, end: lineStart });
                 blockStart = undefined;
-                fence = { marker: marker.charAt(0), length: marker.length };
+                fence = open;
             }
             else if (BLANK_LINE.test(line)) {
                 if (blockStart !== undefined)
@@ -47,7 +45,17 @@ export function textBlocks(markdown) {
         blocks.push({ start: blockStart, end: markdown.length });
     return blocks;
 }
-function isFenceClose(line, fence) {
+/** The fence `line` opens, or `undefined` when it opens none. */
+export function fenceOpening(line) {
+    const open = FENCE_OPEN.exec(line);
+    const marker = open?.[1];
+    const info = open?.[2] ?? "";
+    if (marker === undefined || (marker.startsWith("`") && info.includes("`")))
+        return undefined;
+    return { marker: marker.charAt(0), length: marker.length };
+}
+/** Whether `line` closes the open `fence`. */
+export function isFenceClose(line, fence) {
     const close = /^[ \t]*(?:>[ \t]?)*[ \t]*(`+|~+)[ \t\r]*$/.exec(line)?.[1];
     return close !== undefined && close.charAt(0) === fence.marker && close.length >= fence.length;
 }

package/dist/markdownBlocks.js.map

@@ -1 +1 @@
-{"version":3,"file":"markdownBlocks.js","sourceRoot":"","sources":["../sources/markdownBlocks.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,UAAU,GAAG,6CAA6C,CAAC;AACjE,MAAM,UAAU,GAAG,YAAY,CAAC;AAEhC;;;;GAIG;AACH,MAAM,UAAU,UAAU,CAAC,QAAgB;IACvC,MAAM,MAAM,GAAqC,EAAE,CAAC;IACpD,IAAI,UAA8B,CAAC;IACnC,IAAI,KAAqD,CAAC;IAC1D,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,OAAO,SAAS,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACnF,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,IAAI,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC;gBAAE,KAAK,GAAG,SAAS,CAAC;QACrD,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,MAAM,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC1E,IAAI,UAAU,KAAK,SAAS;oBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;gBACjF,UAAU,GAAG,SAAS,CAAC;gBACvB,KAAK,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;YAChE,CAAC;iBAAM,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/B,IAAI,UAAU,KAAK,SAAS;oBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;gBACjF,UAAU,GAAG,SAAS,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACJ,UAAU,KAAK,SAAS,CAAC;YAC7B,CAAC;QACL,CAAC;QACD,SAAS,GAAG,OAAO,CAAC;IACxB,CAAC;IACD,IAAI,UAAU,KAAK,SAAS;QAAE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACvF,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,KAAyC;IACzE,MAAM,KAAK,GAAG,2CAA2C,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1E,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;AACnG,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,QAAgB,EAAE,KAAa,EAAE,GAAW,EAAE,IAAa;IACpF,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAC/C,IAAI,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;IAC3B,OAAO,KAAK,GAAG,GAAG,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC1C,IAAI,IAAI,KAAK,CAAC,CAAC,IAAI,IAAI,IAAI,GAAG;YAAE,MAAM;QACtC,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAC/C,IAAI,OAAO,KAAK,MAAM;YAAE,OAAO,IAAI,GAAG,OAAO,CAAC;QAC9C,KAAK,GAAG,IAAI,GAAG,OAAO,CAAC;IAC3B,CAAC;IACD,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC;AACvC,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,KAAa,EAAE,SAAiB;IAC7D,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,SAAS;QAAE,KAAK,IAAI,CAAC,CAAC;IAC7C,OAAO,KAAK,GAAG,KAAK,CAAC;AACzB,CAAC"}
+{"version":3,"file":"markdownBlocks.js","sourceRoot":"","sources":["../sources/markdownBlocks.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,UAAU,GAAG,6CAA6C,CAAC;AACjE,MAAM,UAAU,GAAG,YAAY,CAAC;AAEhC;;;;GAIG;AACH,MAAM,UAAU,UAAU,CAAC,QAAgB;IACvC,MAAM,MAAM,GAAqC,EAAE,CAAC;IACpD,IAAI,UAA8B,CAAC;IACnC,IAAI,KAAgC,CAAC;IACrC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,OAAO,SAAS,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACnF,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,IAAI,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC;gBAAE,KAAK,GAAG,SAAS,CAAC;QACrD,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;YAChC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACrB,IAAI,UAAU,KAAK,SAAS;oBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;gBACjF,UAAU,GAAG,SAAS,CAAC;gBACvB,KAAK,GAAG,IAAI,CAAC;YACjB,CAAC;iBAAM,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/B,IAAI,UAAU,KAAK,SAAS;oBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;gBACjF,UAAU,GAAG,SAAS,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACJ,UAAU,KAAK,SAAS,CAAC;YAC7B,CAAC;QACL,CAAC;QACD,SAAS,GAAG,OAAO,CAAC;IACxB,CAAC;IACD,IAAI,UAAU,KAAK,SAAS;QAAE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACvF,OAAO,MAAM,CAAC;AAClB,CAAC;AAQD,iEAAiE;AACjE,MAAM,UAAU,YAAY,CAAC,IAAY;IACrC,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACzB,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IAC7F,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;AAC/D,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,KAAoB;IAC3D,MAAM,KAAK,GAAG,2CAA2C,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1E,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;AACnG,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,QAAgB,EAAE,KAAa,EAAE,GAAW,EAAE,IAAa;IACpF,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAC/C,IAAI,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;IAC3B,OAAO,KAAK,GAAG,GAAG,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC1C,IAAI,IAAI,KAAK,CAAC,CAAC,IAAI,IAAI,IAAI,GAAG;YAAE,MAAM;QACtC,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAC/C,IAAI,OAAO,KAAK,MAAM;YAAE,OAAO,IAAI,GAAG,OAAO,CAAC;QAC9C,KAAK,GAAG,IAAI,GAAG,OAAO,CAAC;IAC3B,CAAC;IACD,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC;AACvC,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,KAAa,EAAE,SAAiB;IAC7D,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,SAAS;QAAE,KAAK,IAAI,CAAC,CAAC;IAC7C,OAAO,KAAK,GAAG,KAAK,CAAC;AACzB,CAAC"}

package/dist/mediaLayoutBlocks.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Media layout blocks: plain HTML an agent writes in its Markdown reply to arrange media it
+ * already showed in the conversation, such as
+ * `<div style="display: grid; grid-template-columns: 1fr 1fr"><img src="a.png"><img src="b.png"></div>`.
+ * This finds the blocks; `parseMediaLayoutHtml` reads each one, and a client resolves every
+ * `<img src>` to an earlier media item with `mediaSourceMatches`. Nothing is ever loaded from
+ * `src`.
+ *
+ * A block starts at the start of a line, indented at most three spaces, with `<div`, `<section`,
+ * `<figure`, `<p`, or `<img`, outside fenced code and outside a code span. It runs until its root
+ * element closes, counting only that tag, so blank lines inside it never end it, and then takes
+ * the rest of the line it closes on. A block holding no `<img>` is ordinary Markdown.
+ */
+import type { MediaItemSource } from "./protocol/messages.js";
+/**
+ * Markdown split around its layout blocks; the segments' text joined in order is the input.
+ * A `layout` segment that is not `complete` is always the last: its root element never closed,
+ * either because the text is still streaming or because the agent never closed it.
+ */
+export type MediaLayoutBlockSegment = {
+    type: "markdown";
+    text: string;
+} | {
+    type: "layout";
+    html: string;
+    complete: boolean;
+};
+/** Splits Markdown into Markdown and the layout blocks in it. Empty Markdown is omitted. */
+export declare function splitMediaLayoutBlocks(markdown: string): MediaLayoutBlockSegment[];
+/**
+ * Markdown without its complete layout blocks, for a surface that cannot show them, such as a
+ * chat service the reply is relayed to. The blank lines around a removed block close up to one.
+ * An incomplete block is broken HTML rather than a layout, so it stays as written.
+ */
+export declare function stripMediaLayoutBlocks(markdown: string): string;
+/**
+ * Whether an `<img src>` in a layout block names the media item with this source: `src` equals
+ * the path the agent wrote or its absolute path, exactly. An item without a source never matches.
+ */
+export declare function mediaSourceMatches(source: MediaItemSource | undefined, src: string): boolean;
+//# sourceMappingURL=mediaLayoutBlocks.d.ts.map

package/dist/mediaLayoutBlocks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaLayoutBlocks.d.ts","sourceRoot":"","sources":["../sources/mediaLayoutBlocks.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAE9D;;;;GAIG;AACH,MAAM,MAAM,uBAAuB,GAC7B;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAClC;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,OAAO,CAAA;CAAE,CAAC;AAQ1D,4FAA4F;AAC5F,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,uBAAuB,EAAE,CAgElF;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAkB/D;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,eAAe,GAAG,SAAS,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAE5F"}

package/dist/mediaLayoutBlocks.js

@@ -0,0 +1,237 @@
+/**
+ * Media layout blocks: plain HTML an agent writes in its Markdown reply to arrange media it
+ * already showed in the conversation, such as
+ * `<div style="display: grid; grid-template-columns: 1fr 1fr"><img src="a.png"><img src="b.png"></div>`.
+ * This finds the blocks; `parseMediaLayoutHtml` reads each one, and a client resolves every
+ * `<img src>` to an earlier media item with `mediaSourceMatches`. Nothing is ever loaded from
+ * `src`.
+ *
+ * A block starts at the start of a line, indented at most three spaces, with `<div`, `<section`,
+ * `<figure`, `<p`, or `<img`, outside fenced code and outside a code span. It runs until its root
+ * element closes, counting only that tag, so blank lines inside it never end it, and then takes
+ * the rest of the line it closes on. A block holding no `<img>` is ordinary Markdown.
+ */
+import { fenceOpening, isFenceClose, skipCodeSpan } from "./markdownBlocks.js";
+const BLOCK_TAGS = ["div", "section", "figure", "p", "img"];
+const BLOCK_START = /^ {0,3}<(div|section|figure|p|img)(?=[\t\n\f\r />]|$)/iu;
+const PARTIAL_START = /^ {0,3}<([a-z]*)$/iu;
+const BLANK_LINE = /^[ \t\r]*$/u;
+const TAG_NAME = /[A-Za-z][A-Za-z0-9-]*/uy;
+/** Splits Markdown into Markdown and the layout blocks in it. Empty Markdown is omitted. */
+export function splitMediaLayoutBlocks(markdown) {
+    const segments = [];
+    const pushMarkdown = (text) => {
+        if (text === "")
+            return;
+        const last = segments[segments.length - 1];
+        if (last?.type === "markdown")
+            last.text += text;
+        else
+            segments.push({ type: "markdown", text });
+    };
+    let markdownStart = 0;
+    let lineStart = 0;
+    let fence;
+    // Where the code span covering the current paragraph's text ends; nothing starts before it.
+    let codeUntil = 0;
+    while (lineStart < markdown.length) {
+        const newline = markdown.indexOf("\n", lineStart);
+        const lineEnd = newline === -1 ? markdown.length : newline + 1;
+        const line = markdown.slice(lineStart, newline === -1 ? markdown.length : newline);
+        if (fence !== undefined) {
+            if (isFenceClose(line, fence))
+                fence = undefined;
+            lineStart = lineEnd;
+            continue;
+        }
+        const opening = fenceOpening(line);
+        if (opening !== undefined) {
+            fence = opening;
+            lineStart = lineEnd;
+            continue;
+        }
+        if (BLANK_LINE.test(line)) {
+            lineStart = lineEnd;
+            continue;
+        }
+        if (lineStart >= codeUntil) {
+            const start = BLOCK_START.exec(line);
+            if (start !== null) {
+                const tag = (start[1] ?? "").toLowerCase();
+                const block = scanBlock(markdown, lineStart + start[0].length - tag.length - 1, tag);
+                pushMarkdown(markdown.slice(markdownStart, lineStart));
+                const html = markdown.slice(lineStart, block.end);
+                if (!block.complete) {
+                    segments.push({ type: "layout", html, complete: false });
+                    return segments;
+                }
+                if (block.image)
+                    segments.push({ type: "layout", html, complete: true });
+                else
+                    pushMarkdown(html);
+                markdownStart = block.end;
+                lineStart = block.end;
+                continue;
+            }
+            if (newline === -1 && isPartialStart(line)) {
+                pushMarkdown(markdown.slice(markdownStart, lineStart));
+                segments.push({ type: "layout", html: line, complete: false });
+                return segments;
+            }
+        }
+        codeUntil = skipCodeSpans(markdown, Math.max(lineStart, codeUntil), lineEnd, codeUntil);
+        lineStart = lineEnd;
+    }
+    pushMarkdown(markdown.slice(markdownStart));
+    return segments;
+}
+/**
+ * Markdown without its complete layout blocks, for a surface that cannot show them, such as a
+ * chat service the reply is relayed to. The blank lines around a removed block close up to one.
+ * An incomplete block is broken HTML rather than a layout, so it stays as written.
+ */
+export function stripMediaLayoutBlocks(markdown) {
+    let text = "";
+    let removed = false;
+    for (const segment of splitMediaLayoutBlocks(markdown)) {
+        if (segment.type === "layout" && segment.complete) {
+            removed = true;
+            continue;
+        }
+        let part = segment.type === "markdown" ? segment.text : segment.html;
+        if (removed) {
+            part = part.replace(/^(?:[ \t]*\r?\n)+/u, "");
+            if (part === "")
+                continue;
+            text = text === "" ? "" : `${text.replace(/(?:\r?\n[ \t]*)+$/u, "")}\n\n`;
+            removed = false;
+        }
+        text += part;
+    }
+    return removed ? text.replace(/\s+$/u, "") : text;
+}
+/**
+ * Whether an `<img src>` in a layout block names the media item with this source: `src` equals
+ * the path the agent wrote or its absolute path, exactly. An item without a source never matches.
+ */
+export function mediaSourceMatches(source, src) {
+    return source !== undefined && (src === source.path || src === source.absolutePath);
+}
+/** Whether a final line without its newline could still become a block start. */
+function isPartialStart(line) {
+    const name = PARTIAL_START.exec(line)?.[1]?.toLowerCase();
+    return name !== undefined && BLOCK_TAGS.some((tag) => tag.startsWith(name));
+}
+/**
+ * Where the block whose root `tag` opens at `start` ends: after the line its root element closes
+ * on. Comments and quoted attribute values are skipped. Incomplete when the root never closes, or
+ * a tag or comment is cut off.
+ */
+function scanBlock(markdown, start, tag) {
+    const incomplete = { end: markdown.length, complete: false, image: false };
+    let depth = 0;
+    let image = false;
+    let index = start;
+    while (index < markdown.length) {
+        if (markdown[index] !== "<") {
+            index += 1;
+            continue;
+        }
+        if (markdown.startsWith("<!--", index)) {
+            const close = markdown.indexOf("-->", index + 4);
+            if (close === -1)
+                return incomplete;
+            index = close + 3;
+            continue;
+        }
+        const closing = markdown[index + 1] === "/";
+        TAG_NAME.lastIndex = index + (closing ? 2 : 1);
+        const name = TAG_NAME.exec(markdown)?.[0].toLowerCase();
+        if (name === undefined) {
+            index += 1;
+            continue;
+        }
+        const tagEnd = closing
+            ? markdown.indexOf(">", TAG_NAME.lastIndex)
+            : openTagEnd(markdown, TAG_NAME.lastIndex);
+        if (tagEnd === -1)
+            return incomplete;
+        index = tagEnd + 1;
+        if (!closing && name === "img")
+            image = true;
+        if (name !== tag)
+            continue;
+        if (closing)
+            depth -= 1;
+        else if (tag !== "img")
+            depth += 1;
+        if (depth > 0)
+            continue;
+        const newline = markdown.indexOf("\n", index);
+        return { end: newline === -1 ? markdown.length : newline + 1, complete: true, image };
+    }
+    return incomplete;
+}
+/** The index of the `>` ending an open tag whose attributes start at `index`, or -1. */
+function openTagEnd(markdown, index) {
+    let position = index;
+    let afterEquals = false;
+    while (position < markdown.length) {
+        const character = markdown[position];
+        if (character === ">")
+            return position;
+        if ((character === '"' || character === "'") && afterEquals) {
+            const close = markdown.indexOf(character, position + 1);
+            if (close === -1)
+                return -1;
+            position = close + 1;
+            afterEquals = false;
+            continue;
+        }
+        if (character === "=")
+            afterEquals = true;
+        else if (!/\s/u.test(character ?? ""))
+            afterEquals = false;
+        position += 1;
+    }
+    return -1;
+}
+/**
+ * Skips the code spans that open in `[from, lineEnd)`, returning where the last one ends, or
+ * `codeUntil` when none opens. A span is bounded by its paragraph, which a blank line or a fence
+ * ends.
+ */
+function skipCodeSpans(markdown, from, lineEnd, codeUntil) {
+    let until = codeUntil;
+    let index = from;
+    let end;
+    while (index < lineEnd) {
+        const character = markdown[index];
+        if (character === "\\") {
+            index += 2;
+        }
+        else if (character === "`") {
+            end ??= paragraphEnd(markdown, lineEnd);
+            index = skipCodeSpan(markdown, index, end, false);
+            until = index;
+        }
+        else {
+            index += 1;
+        }
+    }
+    return until;
+}
+function paragraphEnd(markdown, from) {
+    let lineStart = from;
+    while (lineStart < markdown.length) {
+        const newline = markdown.indexOf("\n", lineStart);
+        const line = markdown.slice(lineStart, newline === -1 ? markdown.length : newline);
+        if (BLANK_LINE.test(line) || fenceOpening(line) !== undefined)
+            return lineStart;
+        if (newline === -1)
+            return markdown.length;
+        lineStart = newline + 1;
+    }
+    return markdown.length;
+}
+//# sourceMappingURL=mediaLayoutBlocks.js.map

package/dist/mediaLayoutBlocks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaLayoutBlocks.js","sourceRoot":"","sources":["../sources/mediaLayoutBlocks.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAsB,MAAM,qBAAqB,CAAC;AAYnG,MAAM,UAAU,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,CAAU,CAAC;AACrE,MAAM,WAAW,GAAG,yDAAyD,CAAC;AAC9E,MAAM,aAAa,GAAG,qBAAqB,CAAC;AAC5C,MAAM,UAAU,GAAG,aAAa,CAAC;AACjC,MAAM,QAAQ,GAAG,yBAAyB,CAAC;AAE3C,4FAA4F;AAC5F,MAAM,UAAU,sBAAsB,CAAC,QAAgB;IACnD,MAAM,QAAQ,GAA8B,EAAE,CAAC;IAC/C,MAAM,YAAY,GAAG,CAAC,IAAY,EAAQ,EAAE;QACxC,IAAI,IAAI,KAAK,EAAE;YAAE,OAAO;QACxB,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3C,IAAI,IAAI,EAAE,IAAI,KAAK,UAAU;YAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC;;YAC5C,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC,CAAC;IACF,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,KAAgC,CAAC;IACrC,4FAA4F;IAC5F,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,OAAO,SAAS,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACnF,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,IAAI,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC;gBAAE,KAAK,GAAG,SAAS,CAAC;YACjD,SAAS,GAAG,OAAO,CAAC;YACpB,SAAS;QACb,CAAC;QACD,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YACxB,KAAK,GAAG,OAAO,CAAC;YAChB,SAAS,GAAG,OAAO,CAAC;YACpB,SAAS;QACb,CAAC;QACD,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,SAAS,GAAG,OAAO,CAAC;YACpB,SAAS;QACb,CAAC;QACD,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACjB,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC3C,MAAM,KAAK,GAAG,SAAS,CACnB,QAAQ,EACR,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAC5C,GAAG,CACN,CAAC;gBACF,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC;gBACvD,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;gBAClD,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;oBAClB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;oBACzD,OAAO,QAAQ,CAAC;gBACpB,CAAC;gBACD,IAAI,KAAK,CAAC,KAAK;oBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;;oBACpE,YAAY,CAAC,IAAI,CAAC,CAAC;gBACxB,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC;gBAC1B,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC;gBACtB,SAAS;YACb,CAAC;YACD,IAAI,OAAO,KAAK,CAAC,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC;gBACvD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC/D,OAAO,QAAQ,CAAC;YACpB,CAAC;QACL,CAAC;QACD,SAAS,GAAG,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACxF,SAAS,GAAG,OAAO,CAAC;IACxB,CAAC;IACD,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC;IAC5C,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CAAC,QAAgB;IACnD,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,KAAK,MAAM,OAAO,IAAI,sBAAsB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrD,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YAChD,OAAO,GAAG,IAAI,CAAC;YACf,SAAS;QACb,CAAC;QACD,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;QACrE,IAAI,OAAO,EAAE,CAAC;YACV,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;YAC9C,IAAI,IAAI,KAAK,EAAE;gBAAE,SAAS;YAC1B,IAAI,GAAG,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,MAAM,CAAC;YAC1E,OAAO,GAAG,KAAK,CAAC;QACpB,CAAC;QACD,IAAI,IAAI,IAAI,CAAC;IACjB,CAAC;IACD,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACtD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAmC,EAAE,GAAW;IAC/E,OAAO,MAAM,KAAK,SAAS,IAAI,CAAC,GAAG,KAAK,MAAM,CAAC,IAAI,IAAI,GAAG,KAAK,MAAM,CAAC,YAAY,CAAC,CAAC;AACxF,CAAC;AAED,iFAAiF;AACjF,SAAS,cAAc,CAAC,IAAY;IAChC,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;IAC1D,OAAO,IAAI,KAAK,SAAS,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;AAChF,CAAC;AAED;;;;GAIG;AACH,SAAS,SAAS,CACd,QAAgB,EAChB,KAAa,EACb,GAAW;IAEX,MAAM,UAAU,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC3E,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,OAAO,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC7B,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;YAC1B,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACb,CAAC;QACD,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YACjD,IAAI,KAAK,KAAK,CAAC,CAAC;gBAAE,OAAO,UAAU,CAAC;YACpC,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC;YAClB,SAAS;QACb,CAAC;QACD,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC;QAC5C,QAAQ,CAAC,SAAS,GAAG,KAAK,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACxD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACb,CAAC;QACD,MAAM,MAAM,GAAG,OAAO;YAClB,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC;YAC3C,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,MAAM,KAAK,CAAC,CAAC;YAAE,OAAO,UAAU,CAAC;QACrC,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,OAAO,IAAI,IAAI,KAAK,KAAK;YAAE,KAAK,GAAG,IAAI,CAAC;QAC7C,IAAI,IAAI,KAAK,GAAG;YAAE,SAAS;QAC3B,IAAI,OAAO;YAAE,KAAK,IAAI,CAAC,CAAC;aACnB,IAAI,GAAG,KAAK,KAAK;YAAE,KAAK,IAAI,CAAC,CAAC;QACnC,IAAI,KAAK,GAAG,CAAC;YAAE,SAAS;QACxB,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC9C,OAAO,EAAE,GAAG,EAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IAC1F,CAAC;IACD,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,wFAAwF;AACxF,SAAS,UAAU,CAAC,QAAgB,EAAE,KAAa;IAC/C,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,OAAO,QAAQ,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,SAAS,KAAK,GAAG;YAAE,OAAO,QAAQ,CAAC;QACvC,IAAI,CAAC,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;YACxD,IAAI,KAAK,KAAK,CAAC,CAAC;gBAAE,OAAO,CAAC,CAAC,CAAC;YAC5B,QAAQ,GAAG,KAAK,GAAG,CAAC,CAAC;YACrB,WAAW,GAAG,KAAK,CAAC;YACpB,SAAS;QACb,CAAC;QACD,IAAI,SAAS,KAAK,GAAG;YAAE,WAAW,GAAG,IAAI,CAAC;aACrC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;YAAE,WAAW,GAAG,KAAK,CAAC;QAC3D,QAAQ,IAAI,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,CAAC,CAAC,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,SAAS,aAAa,CAAC,QAAgB,EAAE,IAAY,EAAE,OAAe,EAAE,SAAiB;IACrF,IAAI,KAAK,GAAG,SAAS,CAAC;IACtB,IAAI,KAAK,GAAG,IAAI,CAAC;IACjB,IAAI,GAAuB,CAAC;IAC5B,OAAO,KAAK,GAAG,OAAO,EAAE,CAAC;QACrB,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC;QACf,CAAC;aAAM,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YAC3B,GAAG,KAAK,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACxC,KAAK,GAAG,YAAY,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YAClD,KAAK,GAAG,KAAK,CAAC;QAClB,CAAC;aAAM,CAAC;YACJ,KAAK,IAAI,CAAC,CAAC;QACf,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB,EAAE,IAAY;IAChD,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,OAAO,SAAS,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACnF,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC;QAChF,IAAI,OAAO,KAAK,CAAC,CAAC;YAAE,OAAO,QAAQ,CAAC,MAAM,CAAC;QAC3C,SAAS,GAAG,OAAO,GAAG,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,QAAQ,CAAC,MAAM,CAAC;AAC3B,CAAC"}

package/dist/mediaLayoutHtml.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Media layout HTML: the small subset of HTML and CSS an agent writes to arrange media it showed,
+ * either as `present_files`' `layout` argument or as a block in its Markdown reply. This one
+ * parser turns it into the typed tree clients render, so the daemon and every client agree on
+ * exactly what a layout means. No HTML ever reaches a renderer.
+ */
+import type { MediaLayoutNode } from "./protocol/messages.js";
+/** The most layout HTML that is read, in UTF-16 code units; a longer layout is not used. */
+export declare const MAX_MEDIA_LAYOUT_HTML_LENGTH: number;
+/**
+ * Names the media an `<img src>` refers to as an index into the caller's own list of items, or
+ * `undefined` when it names nothing. The parser never loads `src` itself.
+ */
+export type MediaLayoutSourceResolver = (src: string) => number | undefined;
+/** What layout HTML became. */
+export interface ParsedMediaLayoutHtml {
+    /** The typed tree; each item node's `index` is what the resolver returned for its `src`. */
+    readonly root: MediaLayoutNode[];
+    /** The indexes the tree places, in order, each once. */
+    readonly placed: readonly number[];
+    /** Short descriptions of what was left out, such as `position on <div>`, for the agent. */
+    readonly ignored: readonly string[];
+    /**
+     * Whether content was lost to a limit: the whole HTML was too long, or nodes or text beyond
+     * the tree's bounds were dropped. Unsupported markup left out on purpose does not count.
+     */
+    readonly truncated: boolean;
+}
+/**
+ * Turn media layout HTML into the typed tree a client renders.
+ *
+ * The HTML is parsed by parse5, a spec-compliant parser, so tags, attributes, and entities mean
+ * what a browser would take them to mean, and malformed markup is repaired the way a browser
+ * repairs it. The tree is then rebuilt from what the subset allows, and nothing fails: a tag the
+ * subset lacks is unwrapped and its content kept, a tag that runs, loads, or embeds something is
+ * left out with its content, other attributes and declarations are left out, and an image whose
+ * `src` the resolver does not know, or whose item is already placed, is left out. Everything left
+ * out is reported. Deciding what a layout that places nothing means is the caller's.
+ */
+export declare function parseMediaLayoutHtml(source: string, resolve: MediaLayoutSourceResolver): ParsedMediaLayoutHtml;
+//# sourceMappingURL=mediaLayoutHtml.d.ts.map

package/dist/mediaLayoutHtml.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaLayoutHtml.d.ts","sourceRoot":"","sources":["../sources/mediaLayoutHtml.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,OAAO,KAAK,EAAE,eAAe,EAAkB,MAAM,wBAAwB,CAAC;AAK9E,4FAA4F;AAC5F,eAAO,MAAM,4BAA4B,QAAY,CAAC;AA2DtD;;;GAGG;AACH,MAAM,MAAM,yBAAyB,GAAG,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;AAE5E,+BAA+B;AAC/B,MAAM,WAAW,qBAAqB;IAClC,4FAA4F;IAC5F,QAAQ,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC;IACjC,wDAAwD;IACxD,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,2FAA2F;IAC3F,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC;;;OAGG;IACH,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;CAC/B;AAWD;;;;;;;;;;GAUG;AACH,wBAAgB,oBAAoB,CAChC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,yBAAyB,GACnC,qBAAqB,CAuCvB"}