@ticktockbent/charlotte 0.1.0

package/dist/renderer/element-id-generator.d.ts

@@ -0,0 +1,19 @@
+import { type DOMPathSignature } from "../types/element-id.js";
+import type { InteractiveElement } from "../types/page-representation.js";
+export declare class ElementIdGenerator {
+    private idToBackendNodeId;
+    private backendNodeIdToId;
+    private usedIds;
+    generateId(elementType: string, role: string, name: string, domPath: DOMPathSignature, backendDOMNodeId: number | null): string;
+    resolveId(elementId: string): number | null;
+    getIdForBackendNode(backendDOMNodeId: number): string | null;
+    findSimilar(elementId: string, currentElements: InteractiveElement[]): InteractiveElement | null;
+    clear(): void;
+    /**
+     * Replace the current maps atomically with new data.
+     * Used during re-render to swap in new ID mappings without
+     * leaving an empty state between clear() and rebuild.
+     */
+    replaceWith(other: ElementIdGenerator): void;
+}
+//# sourceMappingURL=element-id-generator.d.ts.map

package/dist/renderer/element-id-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"element-id-generator.d.ts","sourceRoot":"","sources":["../../src/renderer/element-id-generator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,KAAK,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAChF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAG1E,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,iBAAiB,CAA6B;IACtD,OAAO,CAAC,iBAAiB,CAA6B;IACtD,OAAO,CAAC,OAAO,CAAqB;IAEpC,UAAU,CACR,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,gBAAgB,EACzB,gBAAgB,EAAE,MAAM,GAAG,IAAI,GAC9B,MAAM;IAmCT,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAI3C,mBAAmB,CAAC,gBAAgB,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAI5D,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,kBAAkB,EAAE,GACpC,kBAAkB,GAAG,IAAI;IAoB5B,KAAK,IAAI,IAAI;IAMb;;;;OAIG;IACH,WAAW,CAAC,KAAK,EAAE,kBAAkB,GAAG,IAAI;CAK7C"}

package/dist/renderer/element-id-generator.js

@@ -0,0 +1,73 @@
+import { TYPE_PREFIX_MAP } from "../types/element-id.js";
+import { hashToHex4 } from "../utils/hash.js";
+export class ElementIdGenerator {
+    idToBackendNodeId = new Map();
+    backendNodeIdToId = new Map();
+    usedIds = new Set();
+    generateId(elementType, role, name, domPath, backendDOMNodeId) {
+        const prefix = TYPE_PREFIX_MAP[elementType] ?? "el";
+        const compositeKey = [
+            elementType,
+            role,
+            name,
+            domPath.nearestLandmarkRole ?? "",
+            domPath.nearestLandmarkLabel ?? "",
+            domPath.nearestLabelledContainer ?? "",
+            String(domPath.siblingIndex),
+        ].join("|");
+        const hexHash = hashToHex4(compositeKey);
+        let candidateId = `${prefix}-${hexHash}`;
+        // Collision handling: append disambiguator
+        if (this.usedIds.has(candidateId)) {
+            let disambiguator = 2;
+            while (this.usedIds.has(`${candidateId}-${disambiguator}`)) {
+                disambiguator++;
+            }
+            candidateId = `${candidateId}-${disambiguator}`;
+        }
+        this.usedIds.add(candidateId);
+        if (backendDOMNodeId !== null) {
+            this.idToBackendNodeId.set(candidateId, backendDOMNodeId);
+            this.backendNodeIdToId.set(backendDOMNodeId, candidateId);
+        }
+        return candidateId;
+    }
+    resolveId(elementId) {
+        return this.idToBackendNodeId.get(elementId) ?? null;
+    }
+    getIdForBackendNode(backendDOMNodeId) {
+        return this.backendNodeIdToId.get(backendDOMNodeId) ?? null;
+    }
+    findSimilar(elementId, currentElements) {
+        // Extract type prefix from the missing ID
+        const dashIndex = elementId.indexOf("-");
+        if (dashIndex === -1)
+            return null;
+        const prefix = elementId.substring(0, dashIndex);
+        // Find elements with the same prefix (same type)
+        const sameType = currentElements.filter((el) => el.id.startsWith(prefix + "-"));
+        if (sameType.length === 0)
+            return null;
+        // If there's exactly one element of the same type, it's likely the one
+        if (sameType.length === 1)
+            return sameType[0];
+        // Otherwise, we can't disambiguate — return null
+        return null;
+    }
+    clear() {
+        this.idToBackendNodeId.clear();
+        this.backendNodeIdToId.clear();
+        this.usedIds.clear();
+    }
+    /**
+     * Replace the current maps atomically with new data.
+     * Used during re-render to swap in new ID mappings without
+     * leaving an empty state between clear() and rebuild.
+     */
+    replaceWith(other) {
+        this.idToBackendNodeId = new Map(other.idToBackendNodeId);
+        this.backendNodeIdToId = new Map(other.backendNodeIdToId);
+        this.usedIds = new Set(other.usedIds);
+    }
+}
+//# sourceMappingURL=element-id-generator.js.map

package/dist/renderer/element-id-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"element-id-generator.js","sourceRoot":"","sources":["../../src/renderer/element-id-generator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAyB,MAAM,wBAAwB,CAAC;AAEhF,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,MAAM,OAAO,kBAAkB;IACrB,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,UAAU,CACR,WAAmB,EACnB,IAAY,EACZ,IAAY,EACZ,OAAyB,EACzB,gBAA+B;QAE/B,MAAM,MAAM,GAAG,eAAe,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC;QAEpD,MAAM,YAAY,GAAG;YACnB,WAAW;YACX,IAAI;YACJ,IAAI;YACJ,OAAO,CAAC,mBAAmB,IAAI,EAAE;YACjC,OAAO,CAAC,oBAAoB,IAAI,EAAE;YAClC,OAAO,CAAC,wBAAwB,IAAI,EAAE;YACtC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC;SAC7B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEZ,MAAM,OAAO,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;QACzC,IAAI,WAAW,GAAG,GAAG,MAAM,IAAI,OAAO,EAAE,CAAC;QAEzC,2CAA2C;QAC3C,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YAClC,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,WAAW,IAAI,aAAa,EAAE,CAAC,EAAE,CAAC;gBAC3D,aAAa,EAAE,CAAC;YAClB,CAAC;YACD,WAAW,GAAG,GAAG,WAAW,IAAI,aAAa,EAAE,CAAC;QAClD,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAE9B,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;YAC9B,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC;YAC1D,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,gBAAgB,EAAE,WAAW,CAAC,CAAC;QAC5D,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IACvD,CAAC;IAED,mBAAmB,CAAC,gBAAwB;QAC1C,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC;IAC9D,CAAC;IAED,WAAW,CACT,SAAiB,EACjB,eAAqC;QAErC,0CAA0C;QAC1C,MAAM,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,SAAS,KAAK,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QAClC,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAEjD,iDAAiD;QACjD,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAC7C,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,CAC/B,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEvC,uEAAuE;QACvE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC;QAE9C,iDAAiD;QACjD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,KAAyB;QACnC,IAAI,CAAC,iBAAiB,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC1D,IAAI,CAAC,iBAAiB,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;CACF"}

package/dist/renderer/interactive-extractor.d.ts

@@ -0,0 +1,13 @@
+import type { ParsedAXNode } from "./accessibility-extractor.js";
+import type { ElementIdGenerator } from "./element-id-generator.js";
+import type { Bounds, InteractiveElement, FormRepresentation } from "../types/page-representation.js";
+interface ExtractionResult {
+    elements: InteractiveElement[];
+    forms: FormRepresentation[];
+}
+export declare class InteractiveExtractor {
+    extractInteractiveElements(rootNodes: ParsedAXNode[], boundsMap: Map<number, Bounds>, idGenerator: ElementIdGenerator): ExtractionResult;
+    private buildFormRepresentations;
+}
+export {};
+//# sourceMappingURL=interactive-extractor.d.ts.map

package/dist/renderer/interactive-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interactive-extractor.d.ts","sourceRoot":"","sources":["../../src/renderer/interactive-extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAEjE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAGpE,OAAO,KAAK,EACV,MAAM,EACN,kBAAkB,EAGlB,kBAAkB,EACnB,MAAM,iCAAiC,CAAC;AAqDzC,UAAU,gBAAgB;IACxB,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IAC/B,KAAK,EAAE,kBAAkB,EAAE,CAAC;CAC7B;AAED,qBAAa,oBAAoB;IAC/B,0BAA0B,CACxB,SAAS,EAAE,YAAY,EAAE,EACzB,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAC9B,WAAW,EAAE,kBAAkB,GAC9B,gBAAgB;IA6FnB,OAAO,CAAC,wBAAwB;CA8DjC"}

package/dist/renderer/interactive-extractor.js

@@ -0,0 +1,161 @@
+import { isInteractiveRole } from "./accessibility-extractor.js";
+import { computeDOMPathSignature } from "./dom-path.js";
+import { ZERO_BOUNDS } from "./layout-extractor.js";
+const ROLE_TO_ELEMENT_TYPE = {
+    button: "button",
+    link: "link",
+    textbox: "text_input",
+    searchbox: "text_input",
+    combobox: "select",
+    listbox: "select",
+    checkbox: "checkbox",
+    radio: "radio",
+    switch: "toggle",
+    slider: "range",
+    spinbutton: "range",
+    menuitem: "button",
+    menuitemcheckbox: "checkbox",
+    menuitemradio: "radio",
+    tab: "button",
+    treeitem: "button",
+};
+function mapRoleToElementType(role) {
+    return ROLE_TO_ELEMENT_TYPE[role] ?? "button";
+}
+function extractElementState(node) {
+    const props = node.properties;
+    return {
+        enabled: props["disabled"] !== true,
+        visible: true, // will be overridden by layout extractor if bounds are zero
+        focused: props["focused"] === true,
+        checked: props["checked"] === "true" || props["checked"] === true
+            ? true
+            : props["checked"] === "mixed"
+                ? true
+                : undefined,
+        expanded: props["expanded"] !== undefined
+            ? props["expanded"] === true
+            : undefined,
+        selected: props["selected"] !== undefined
+            ? props["selected"] === true
+            : undefined,
+        required: props["required"] === true ? true : undefined,
+        invalid: props["invalid"] !== undefined && props["invalid"] !== "false"
+            ? true
+            : undefined,
+    };
+}
+export class InteractiveExtractor {
+    extractInteractiveElements(rootNodes, boundsMap, idGenerator) {
+        const elements = [];
+        const formNodes = [];
+        const traverse = (node) => {
+            if (node.role === "form") {
+                formNodes.push(node);
+            }
+            if (isInteractiveRole(node.role)) {
+                const elementType = mapRoleToElementType(node.role);
+                const domPath = computeDOMPathSignature(node);
+                const elementId = idGenerator.generateId(elementType, node.role, node.name, domPath, node.backendDOMNodeId);
+                let bounds = null;
+                if (node.backendDOMNodeId !== null) {
+                    bounds = boundsMap.get(node.backendDOMNodeId) ?? null;
+                }
+                const state = extractElementState(node);
+                // If no bounds available, mark as not visible
+                if (!bounds || (bounds.w === 0 && bounds.h === 0)) {
+                    state.visible = false;
+                }
+                const element = {
+                    id: elementId,
+                    type: elementType,
+                    label: node.name || node.description || "",
+                    bounds: bounds ?? ZERO_BOUNDS,
+                    state,
+                };
+                // Add type-specific fields
+                if (elementType === "link") {
+                    element.href = node.value ?? undefined;
+                }
+                if (elementType === "text_input" ||
+                    elementType === "textarea" ||
+                    elementType === "select") {
+                    element.value = node.value ?? "";
+                }
+                // Extract options for select/combobox from children
+                if (elementType === "select") {
+                    const options = [];
+                    const collectOptions = (optionNode) => {
+                        if (optionNode.role === "option" ||
+                            optionNode.role === "listitem") {
+                            options.push(optionNode.name || optionNode.value || "");
+                        }
+                        for (const child of optionNode.children) {
+                            collectOptions(child);
+                        }
+                    };
+                    for (const child of node.children) {
+                        collectOptions(child);
+                    }
+                    if (options.length > 0) {
+                        element.options = options;
+                    }
+                }
+                elements.push(element);
+            }
+            for (const child of node.children) {
+                traverse(child);
+            }
+        };
+        for (const root of rootNodes) {
+            traverse(root);
+        }
+        // Build form representations
+        const forms = this.buildFormRepresentations(formNodes, elements, idGenerator, boundsMap);
+        return { elements, forms };
+    }
+    buildFormRepresentations(formNodes, interactiveElements, idGenerator, boundsMap) {
+        const forms = [];
+        for (const formNode of formNodes) {
+            const domPath = computeDOMPathSignature(formNode);
+            const formId = idGenerator.generateId("form", formNode.role, formNode.name, domPath, formNode.backendDOMNodeId);
+            // Collect IDs of interactive elements that are descendants of this form
+            const formFieldIds = [];
+            let submitButtonId = null;
+            const collectFields = (node) => {
+                if (isInteractiveRole(node.role)) {
+                    // Find the matching interactive element by backendDOMNodeId
+                    const matchingElement = interactiveElements.find((el) => {
+                        if (node.backendDOMNodeId === null)
+                            return false;
+                        const resolvedId = idGenerator.resolveId(el.id);
+                        return resolvedId === node.backendDOMNodeId;
+                    });
+                    if (matchingElement) {
+                        if (node.role === "button" &&
+                            (node.properties["type"] === "submit" ||
+                                node.name?.toLowerCase().includes("submit"))) {
+                            submitButtonId = matchingElement.id;
+                        }
+                        else {
+                            formFieldIds.push(matchingElement.id);
+                        }
+                    }
+                }
+                for (const child of node.children) {
+                    collectFields(child);
+                }
+            };
+            for (const child of formNode.children) {
+                collectFields(child);
+            }
+            forms.push({
+                id: formId,
+                fields: formFieldIds,
+                submit: submitButtonId,
+            });
+        }
+        return forms;
+    }
+}
+//# sourceMappingURL=interactive-extractor.js.map

package/dist/renderer/interactive-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interactive-extractor.js","sourceRoot":"","sources":["../../src/renderer/interactive-extractor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AAEjE,OAAO,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AASpD,MAAM,oBAAoB,GAA2C;IACnE,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,YAAY;IACrB,SAAS,EAAE,YAAY;IACvB,QAAQ,EAAE,QAAQ;IAClB,OAAO,EAAE,QAAQ;IACjB,QAAQ,EAAE,UAAU;IACpB,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,OAAO;IACf,UAAU,EAAE,OAAO;IACnB,QAAQ,EAAE,QAAQ;IAClB,gBAAgB,EAAE,UAAU;IAC5B,aAAa,EAAE,OAAO;IACtB,GAAG,EAAE,QAAQ;IACb,QAAQ,EAAE,QAAQ;CACnB,CAAC;AAEF,SAAS,oBAAoB,CAAC,IAAY;IACxC,OAAO,oBAAoB,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC;AAChD,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAkB;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC;IAC9B,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK,IAAI;QACnC,OAAO,EAAE,IAAI,EAAE,4DAA4D;QAC3E,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,KAAK,IAAI;QAClC,OAAO,EACL,KAAK,CAAC,SAAS,CAAC,KAAK,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,KAAK,IAAI;YACtD,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,OAAO;gBAC5B,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,SAAS;QACjB,QAAQ,EACN,KAAK,CAAC,UAAU,CAAC,KAAK,SAAS;YAC7B,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,IAAI;YAC5B,CAAC,CAAC,SAAS;QACf,QAAQ,EACN,KAAK,CAAC,UAAU,CAAC,KAAK,SAAS;YAC7B,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,IAAI;YAC5B,CAAC,CAAC,SAAS;QACf,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;QACvD,OAAO,EACL,KAAK,CAAC,SAAS,CAAC,KAAK,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,KAAK,OAAO;YAC5D,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,SAAS;KAChB,CAAC;AACJ,CAAC;AAOD,MAAM,OAAO,oBAAoB;IAC/B,0BAA0B,CACxB,SAAyB,EACzB,SAA8B,EAC9B,WAA+B;QAE/B,MAAM,QAAQ,GAAyB,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAmB,EAAE,CAAC;QAErC,MAAM,QAAQ,GAAG,CAAC,IAAkB,EAAE,EAAE;YACtC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;YAED,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjC,MAAM,WAAW,GAAG,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACpD,MAAM,OAAO,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;gBAC9C,MAAM,SAAS,GAAG,WAAW,CAAC,UAAU,CACtC,WAAW,EACX,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,IAAI,EACT,OAAO,EACP,IAAI,CAAC,gBAAgB,CACtB,CAAC;gBAEF,IAAI,MAAM,GAAkB,IAAI,CAAC;gBACjC,IAAI,IAAI,CAAC,gBAAgB,KAAK,IAAI,EAAE,CAAC;oBACnC,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC;gBACxD,CAAC;gBAED,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;gBAExC,8CAA8C;gBAC9C,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;oBAClD,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;gBACxB,CAAC;gBAED,MAAM,OAAO,GAAuB;oBAClC,EAAE,EAAE,SAAS;oBACb,IAAI,EAAE,WAAW;oBACjB,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,WAAW,IAAI,EAAE;oBAC1C,MAAM,EAAE,MAAM,IAAI,WAAW;oBAC7B,KAAK;iBACN,CAAC;gBAEF,2BAA2B;gBAC3B,IAAI,WAAW,KAAK,MAAM,EAAE,CAAC;oBAC3B,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;gBACzC,CAAC;gBAED,IACE,WAAW,KAAK,YAAY;oBAC5B,WAAW,KAAK,UAAU;oBAC1B,WAAW,KAAK,QAAQ,EACxB,CAAC;oBACD,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;gBACnC,CAAC;gBAED,oDAAoD;gBACpD,IAAI,WAAW,KAAK,QAAQ,EAAE,CAAC;oBAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;oBAC7B,MAAM,cAAc,GAAG,CAAC,UAAwB,EAAE,EAAE;wBAClD,IACE,UAAU,CAAC,IAAI,KAAK,QAAQ;4BAC5B,UAAU,CAAC,IAAI,KAAK,UAAU,EAC9B,CAAC;4BACD,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;wBAC1D,CAAC;wBACD,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;4BACxC,cAAc,CAAC,KAAK,CAAC,CAAC;wBACxB,CAAC;oBACH,CAAC,CAAC;oBACF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;wBAClC,cAAc,CAAC,KAAK,CAAC,CAAC;oBACxB,CAAC;oBACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvB,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;oBAC5B,CAAC;gBACH,CAAC;gBAED,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC;QACH,CAAC,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC;QAED,6BAA6B;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,wBAAwB,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;QAEzF,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC7B,CAAC;IAEO,wBAAwB,CAC9B,SAAyB,EACzB,mBAAyC,EACzC,WAA+B,EAC/B,SAA8B;QAE9B,MAAM,KAAK,GAAyB,EAAE,CAAC;QAEvC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;YAClD,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,CACnC,MAAM,EACN,QAAQ,CAAC,IAAI,EACb,QAAQ,CAAC,IAAI,EACb,OAAO,EACP,QAAQ,CAAC,gBAAgB,CAC1B,CAAC;YAEF,wEAAwE;YACxE,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,IAAI,cAAc,GAAkB,IAAI,CAAC;YAEzC,MAAM,aAAa,GAAG,CAAC,IAAkB,EAAE,EAAE;gBAC3C,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBACjC,4DAA4D;oBAC5D,MAAM,eAAe,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE;wBACtD,IAAI,IAAI,CAAC,gBAAgB,KAAK,IAAI;4BAAE,OAAO,KAAK,CAAC;wBACjD,MAAM,UAAU,GAAG,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;wBAChD,OAAO,UAAU,KAAK,IAAI,CAAC,gBAAgB,CAAC;oBAC9C,CAAC,CAAC,CAAC;oBAEH,IAAI,eAAe,EAAE,CAAC;wBACpB,IACE,IAAI,CAAC,IAAI,KAAK,QAAQ;4BACtB,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,QAAQ;gCACnC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAC9C,CAAC;4BACD,cAAc,GAAG,eAAe,CAAC,EAAE,CAAC;wBACtC,CAAC;6BAAM,CAAC;4BACN,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;wBACxC,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAClC,aAAa,CAAC,KAAK,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC;YAEF,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBACtC,aAAa,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;YAED,KAAK,CAAC,IAAI,CAAC;gBACT,EAAE,EAAE,MAAM;gBACV,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,cAAc;aACvB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/renderer/layout-extractor.d.ts

@@ -0,0 +1,8 @@
+import type { CDPSession } from "puppeteer";
+import type { Bounds } from "../types/page-representation.js";
+export declare const ZERO_BOUNDS: Bounds;
+export declare class LayoutExtractor {
+    getBounds(session: CDPSession, backendNodeId: number): Promise<Bounds | null>;
+    getBoundsForNodes(session: CDPSession, backendNodeIds: number[]): Promise<Map<number, Bounds>>;
+}
+//# sourceMappingURL=layout-extractor.d.ts.map

package/dist/renderer/layout-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"layout-extractor.d.ts","sourceRoot":"","sources":["../../src/renderer/layout-extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,iCAAiC,CAAC;AAG9D,eAAO,MAAM,WAAW,EAAE,MAAmC,CAAC;AAE9D,qBAAa,eAAe;IACpB,SAAS,CACb,OAAO,EAAE,UAAU,EACnB,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IA4BnB,iBAAiB,CACrB,OAAO,EAAE,UAAU,EACnB,cAAc,EAAE,MAAM,EAAE,GACvB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAwBhC"}

package/dist/renderer/layout-extractor.js

@@ -0,0 +1,48 @@
+import { logger } from "../utils/logger.js";
+export const ZERO_BOUNDS = { x: 0, y: 0, w: 0, h: 0 };
+export class LayoutExtractor {
+    async getBounds(session, backendNodeId) {
+        try {
+            const result = await session.send("DOM.getBoxModel", {
+                backendNodeId,
+            });
+            const model = result.model;
+            if (!model || !model.content)
+                return null;
+            // content quad is [x1,y1, x2,y2, x3,y3, x4,y4]
+            const quad = model.content;
+            const minX = Math.min(quad[0], quad[2], quad[4], quad[6]);
+            const minY = Math.min(quad[1], quad[3], quad[5], quad[7]);
+            const maxX = Math.max(quad[0], quad[2], quad[4], quad[6]);
+            const maxY = Math.max(quad[1], quad[3], quad[5], quad[7]);
+            return {
+                x: Math.round(minX),
+                y: Math.round(minY),
+                w: Math.round(maxX - minX),
+                h: Math.round(maxY - minY),
+            };
+        }
+        catch {
+            // Element may be invisible, detached, or zero-size
+            return null;
+        }
+    }
+    async getBoundsForNodes(session, backendNodeIds) {
+        const boundsMap = new Map();
+        // Process in parallel for performance, but cap concurrency
+        const batchSize = 50;
+        for (let i = 0; i < backendNodeIds.length; i += batchSize) {
+            const batch = backendNodeIds.slice(i, i + batchSize);
+            const results = await Promise.all(batch.map(async (nodeId) => {
+                const bounds = await this.getBounds(session, nodeId);
+                return { nodeId, bounds };
+            }));
+            for (const { nodeId, bounds } of results) {
+                boundsMap.set(nodeId, bounds ?? ZERO_BOUNDS);
+            }
+        }
+        logger.debug(`Extracted bounds for ${boundsMap.size}/${backendNodeIds.length} nodes`);
+        return boundsMap;
+    }
+}
+//# sourceMappingURL=layout-extractor.js.map

package/dist/renderer/layout-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"layout-extractor.js","sourceRoot":"","sources":["../../src/renderer/layout-extractor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,MAAM,CAAC,MAAM,WAAW,GAAW,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;AAE9D,MAAM,OAAO,eAAe;IAC1B,KAAK,CAAC,SAAS,CACb,OAAmB,EACnB,aAAqB;QAErB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,iBAAwB,EAAE;gBAC1D,aAAa;aACd,CAAC,CAAC;YAEH,MAAM,KAAK,GAAI,MAAc,CAAC,KAAK,CAAC;YACpC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO;gBAAE,OAAO,IAAI,CAAC;YAE1C,+CAA+C;YAC/C,MAAM,IAAI,GAAa,KAAK,CAAC,OAAO,CAAC;YACrC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAE1D,OAAO;gBACL,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;gBACnB,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;gBACnB,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;gBAC1B,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;aAC3B,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,mDAAmD;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,OAAmB,EACnB,cAAwB;QAExB,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QAE5C,2DAA2D;QAC3D,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;gBACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBACrD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YAC5B,CAAC,CAAC,CACH,CAAC;YAEF,KAAK,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;gBACzC,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,IAAI,WAAW,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAED,MAAM,CAAC,KAAK,CACV,wBAAwB,SAAS,CAAC,IAAI,IAAI,cAAc,CAAC,MAAM,QAAQ,CACxE,CAAC;QACF,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}

package/dist/renderer/renderer-pipeline.d.ts

@@ -0,0 +1,26 @@
+import type { Page } from "puppeteer";
+import type { CDPSessionManager } from "../browser/cdp-session.js";
+import { ElementIdGenerator } from "./element-id-generator.js";
+import type { PageRepresentation } from "../types/page-representation.js";
+export type DetailLevel = "minimal" | "summary" | "full";
+export interface RenderOptions {
+    detail: DetailLevel;
+    selector?: string;
+    includeStyles?: boolean;
+}
+export declare class RendererPipeline {
+    private cdpSessionManager;
+    private elementIdGenerator;
+    private accessibilityExtractor;
+    private layoutExtractor;
+    private interactiveExtractor;
+    private contentExtractor;
+    constructor(cdpSessionManager: CDPSessionManager, elementIdGenerator: ElementIdGenerator);
+    render(page: Page, options: RenderOptions): Promise<PageRepresentation>;
+    private collectNodesNeedingBounds;
+    private isInteractiveNode;
+    private extractLandmarks;
+    private extractHeadings;
+    private getHeadingLevel;
+}
+//# sourceMappingURL=renderer-pipeline.d.ts.map

package/dist/renderer/renderer-pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"renderer-pipeline.d.ts","sourceRoot":"","sources":["../../src/renderer/renderer-pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAMnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,OAAO,KAAK,EACV,kBAAkB,EAInB,MAAM,iCAAiC,CAAC;AAGzC,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG,SAAS,GAAG,MAAM,CAAC;AAEzD,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,WAAW,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,qBAAa,gBAAgB;IAOzB,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,kBAAkB;IAP5B,OAAO,CAAC,sBAAsB,CAAgC;IAC9D,OAAO,CAAC,eAAe,CAAyB;IAChD,OAAO,CAAC,oBAAoB,CAA8B;IAC1D,OAAO,CAAC,gBAAgB,CAA0B;gBAGxC,iBAAiB,EAAE,iBAAiB,EACpC,kBAAkB,EAAE,kBAAkB;IAG1C,MAAM,CACV,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,kBAAkB,CAAC;IA0F9B,OAAO,CAAC,yBAAyB;IAwBjC,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,gBAAgB;IAiCxB,OAAO,CAAC,eAAe;IAqCvB,OAAO,CAAC,eAAe;CAOxB"}

package/dist/renderer/renderer-pipeline.js

@@ -0,0 +1,163 @@
+import { AccessibilityExtractor, isLandmarkRole, isHeadingRole } from "./accessibility-extractor.js";
+import { LayoutExtractor, ZERO_BOUNDS } from "./layout-extractor.js";
+import { InteractiveExtractor } from "./interactive-extractor.js";
+import { ContentExtractor } from "./content-extractor.js";
+import { ElementIdGenerator } from "./element-id-generator.js";
+import { computeDOMPathSignature } from "./dom-path.js";
+import { logger } from "../utils/logger.js";
+export class RendererPipeline {
+    cdpSessionManager;
+    elementIdGenerator;
+    accessibilityExtractor = new AccessibilityExtractor();
+    layoutExtractor = new LayoutExtractor();
+    interactiveExtractor = new InteractiveExtractor();
+    contentExtractor = new ContentExtractor();
+    constructor(cdpSessionManager, elementIdGenerator) {
+        this.cdpSessionManager = cdpSessionManager;
+        this.elementIdGenerator = elementIdGenerator;
+    }
+    async render(page, options) {
+        const startTime = Date.now();
+        logger.debug("Starting render pipeline", { detail: options.detail });
+        const session = await this.cdpSessionManager.getSession(page);
+        // Step 1: Extract accessibility tree
+        const rootNodes = await this.accessibilityExtractor.extract(session);
+        // Step 2: Collect nodes that need layout data
+        const nodesNeedingBounds = this.collectNodesNeedingBounds(rootNodes);
+        const backendNodeIds = nodesNeedingBounds
+            .filter((n) => n.backendDOMNodeId !== null)
+            .map((n) => n.backendDOMNodeId);
+        // Step 3: Extract layout for relevant nodes
+        const boundsMap = await this.layoutExtractor.getBoundsForNodes(session, backendNodeIds);
+        // Step 4: Build a fresh ID generator for this render
+        const freshIdGenerator = new ElementIdGenerator();
+        // Step 5: Extract landmarks with bounds
+        const landmarks = this.extractLandmarks(rootNodes, boundsMap, freshIdGenerator);
+        // Step 6: Extract headings
+        const headings = this.extractHeadings(rootNodes, freshIdGenerator);
+        // Step 7: Extract interactive elements and forms
+        const { elements, forms } = this.interactiveExtractor.extractInteractiveElements(rootNodes, boundsMap, freshIdGenerator);
+        // Step 8: Extract content based on detail level
+        let contentSummary = "";
+        let fullContent;
+        if (options.detail !== "minimal") {
+            contentSummary = this.contentExtractor.extractSummary(rootNodes);
+        }
+        if (options.detail === "full") {
+            fullContent = this.contentExtractor.extractFullContent(rootNodes);
+        }
+        // Step 9: Atomically replace the shared ID generator
+        this.elementIdGenerator.replaceWith(freshIdGenerator);
+        // Step 10: Get page metadata
+        const url = page.url();
+        const title = await page.title();
+        const viewport = page.viewport() ?? { width: 1280, height: 720 };
+        const representation = {
+            url,
+            title,
+            viewport: { width: viewport.width, height: viewport.height },
+            snapshot_id: 0, // Will be set by snapshot store when pushed
+            timestamp: new Date().toISOString(),
+            structure: {
+                landmarks,
+                headings,
+                content_summary: contentSummary,
+                ...(fullContent !== undefined ? { full_content: fullContent } : {}),
+            },
+            interactive: elements,
+            forms,
+            alerts: [],
+            errors: {
+                console: [],
+                network: [],
+            },
+        };
+        logger.debug("Render pipeline complete", {
+            duration: Date.now() - startTime,
+            landmarks: landmarks.length,
+            headings: headings.length,
+            interactive: elements.length,
+            forms: forms.length,
+        });
+        return representation;
+    }
+    collectNodesNeedingBounds(rootNodes) {
+        const nodes = [];
+        const traverse = (node) => {
+            if (isLandmarkRole(node.role) ||
+                isHeadingRole(node.role) ||
+                this.isInteractiveNode(node)) {
+                nodes.push(node);
+            }
+            for (const child of node.children) {
+                traverse(child);
+            }
+        };
+        for (const root of rootNodes) {
+            traverse(root);
+        }
+        return nodes;
+    }
+    isInteractiveNode(node) {
+        const interactiveRoles = new Set([
+            "button", "link", "textbox", "combobox", "listbox",
+            "checkbox", "radio", "switch", "slider", "spinbutton",
+            "searchbox", "menuitem", "menuitemcheckbox", "menuitemradio",
+            "tab", "treeitem",
+        ]);
+        return interactiveRoles.has(node.role);
+    }
+    extractLandmarks(rootNodes, boundsMap, _idGenerator) {
+        const landmarks = [];
+        const traverse = (node) => {
+            if (isLandmarkRole(node.role)) {
+                let bounds = ZERO_BOUNDS;
+                if (node.backendDOMNodeId !== null) {
+                    bounds = boundsMap.get(node.backendDOMNodeId) ?? ZERO_BOUNDS;
+                }
+                landmarks.push({
+                    role: node.role,
+                    label: node.name || node.role,
+                    bounds,
+                });
+            }
+            for (const child of node.children) {
+                traverse(child);
+            }
+        };
+        for (const root of rootNodes) {
+            traverse(root);
+        }
+        return landmarks;
+    }
+    extractHeadings(rootNodes, idGenerator) {
+        const headings = [];
+        const traverse = (node) => {
+            if (isHeadingRole(node.role)) {
+                const level = this.getHeadingLevel(node);
+                const domPath = computeDOMPathSignature(node);
+                const headingId = idGenerator.generateId("heading", node.role, node.name, domPath, node.backendDOMNodeId);
+                headings.push({
+                    level,
+                    text: node.name || "",
+                    id: headingId,
+                });
+            }
+            for (const child of node.children) {
+                traverse(child);
+            }
+        };
+        for (const root of rootNodes) {
+            traverse(root);
+        }
+        return headings;
+    }
+    getHeadingLevel(node) {
+        const level = node.properties["level"];
+        if (typeof level === "number" && level >= 1 && level <= 6) {
+            return level;
+        }
+        return 2; // default if level not specified
+    }
+}
+//# sourceMappingURL=renderer-pipeline.js.map

package/dist/renderer/renderer-pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"renderer-pipeline.js","sourceRoot":"","sources":["../../src/renderer/renderer-pipeline.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,sBAAsB,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAErG,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAOxD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAU5C,MAAM,OAAO,gBAAgB;IAOjB;IACA;IAPF,sBAAsB,GAAG,IAAI,sBAAsB,EAAE,CAAC;IACtD,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IACxC,oBAAoB,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAClD,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;IAElD,YACU,iBAAoC,EACpC,kBAAsC;QADtC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,uBAAkB,GAAlB,kBAAkB,CAAoB;IAC7C,CAAC;IAEJ,KAAK,CAAC,MAAM,CACV,IAAU,EACV,OAAsB;QAEtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAErE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAE9D,qCAAqC;QACrC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAErE,8CAA8C;QAC9C,MAAM,kBAAkB,GAAG,IAAI,CAAC,yBAAyB,CAAC,SAAS,CAAC,CAAC;QACrE,MAAM,cAAc,GAAG,kBAAkB;aACtC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,KAAK,IAAI,CAAC;aAC1C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAA0B,CAAC,CAAC;QAE5C,4CAA4C;QAC5C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAC5D,OAAO,EACP,cAAc,CACf,CAAC;QAEF,qDAAqD;QACrD,MAAM,gBAAgB,GAAG,IAAI,kBAAkB,EAAE,CAAC;QAElD,wCAAwC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;QAEhF,2BAA2B;QAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;QAEnE,iDAAiD;QACjD,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GACvB,IAAI,CAAC,oBAAoB,CAAC,0BAA0B,CAClD,SAAS,EACT,SAAS,EACT,gBAAgB,CACjB,CAAC;QAEJ,gDAAgD;QAChD,IAAI,cAAc,GAAG,EAAE,CAAC;QACxB,IAAI,WAA+B,CAAC;QAEpC,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjC,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC9B,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACpE,CAAC;QAED,qDAAqD;QACrD,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QAEtD,6BAA6B;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;QAEjE,MAAM,cAAc,GAAuB;YACzC,GAAG;YACH,KAAK;YACL,QAAQ,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE;YAC5D,WAAW,EAAE,CAAC,EAAE,4CAA4C;YAC5D,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE;gBACT,SAAS;gBACT,QAAQ;gBACR,eAAe,EAAE,cAAc;gBAC/B,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpE;YACD,WAAW,EAAE,QAAQ;YACrB,KAAK;YACL,MAAM,EAAE,EAAE;YACV,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,EAAE;aACZ;SACF,CAAC;QAEF,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE;YACvC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAChC,SAAS,EAAE,SAAS,CAAC,MAAM;YAC3B,QAAQ,EAAE,QAAQ,CAAC,MAAM;YACzB,WAAW,EAAE,QAAQ,CAAC,MAAM;YAC5B,KAAK,EAAE,KAAK,CAAC,MAAM;SACpB,CAAC,CAAC;QAEH,OAAO,cAAc,CAAC;IACxB,CAAC;IAEO,yBAAyB,CAAC,SAAyB;QACzD,MAAM,KAAK,GAAmB,EAAE,CAAC;QAEjC,MAAM,QAAQ,GAAG,CAAC,IAAkB,EAAE,EAAE;YACtC,IACE,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;gBACzB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;gBACxB,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAC5B,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC;QACH,CAAC,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,iBAAiB,CAAC,IAAkB;QAC1C,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;YAC/B,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS;YAClD,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY;YACrD,WAAW,EAAE,UAAU,EAAE,kBAAkB,EAAE,eAAe;YAC5D,KAAK,EAAE,UAAU;SAClB,CAAC,CAAC;QACH,OAAO,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAEO,gBAAgB,CACtB,SAAyB,EACzB,SAA8B,EAC9B,YAAgC;QAEhC,MAAM,SAAS,GAAe,EAAE,CAAC;QAEjC,MAAM,QAAQ,GAAG,CAAC,IAAkB,EAAE,EAAE;YACtC,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9B,IAAI,MAAM,GAAG,WAAW,CAAC;gBACzB,IAAI,IAAI,CAAC,gBAAgB,KAAK,IAAI,EAAE,CAAC;oBACnC,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,WAAW,CAAC;gBAC/D,CAAC;gBAED,SAAS,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;oBAC7B,MAAM;iBACP,CAAC,CAAC;YACL,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC;QACH,CAAC,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,eAAe,CACrB,SAAyB,EACzB,WAA+B;QAE/B,MAAM,QAAQ,GAAc,EAAE,CAAC;QAE/B,MAAM,QAAQ,GAAG,CAAC,IAAkB,EAAE,EAAE;YACtC,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;gBACzC,MAAM,OAAO,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;gBAC9C,MAAM,SAAS,GAAG,WAAW,CAAC,UAAU,CACtC,SAAS,EACT,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,IAAI,EACT,OAAO,EACP,IAAI,CAAC,gBAAgB,CACtB,CAAC;gBAEF,QAAQ,CAAC,IAAI,CAAC;oBACZ,KAAK;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;oBACrB,EAAE,EAAE,SAAS;iBACd,CAAC,CAAC;YACL,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC;QACH,CAAC,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,eAAe,CAAC,IAAkB;QACxC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YAC1D,OAAO,KAA8B,CAAC;QACxC,CAAC;QACD,OAAO,CAAC,CAAC,CAAC,iCAAiC;IAC7C,CAAC;CACF"}

package/dist/server.d.ts

@@ -0,0 +1,19 @@
+import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import type { BrowserManager } from "./browser/browser-manager.js";
+import type { PageManager } from "./browser/page-manager.js";
+import type { RendererPipeline } from "./renderer/renderer-pipeline.js";
+import type { ElementIdGenerator } from "./renderer/element-id-generator.js";
+import type { SnapshotStore } from "./state/snapshot-store.js";
+import type { CharlotteConfig } from "./types/config.js";
+import type { DevModeState } from "./dev/dev-mode-state.js";
+export interface ServerDeps {
+    browserManager: BrowserManager;
+    pageManager: PageManager;
+    rendererPipeline: RendererPipeline;
+    elementIdGenerator: ElementIdGenerator;
+    snapshotStore: SnapshotStore;
+    config: CharlotteConfig;
+    devModeState?: DevModeState;
+}
+export declare function createServer(deps: ServerDeps): McpServer;
+//# sourceMappingURL=server.d.ts.map

package/dist/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AACnE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AAC7E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAOzD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAE5D,MAAM,WAAW,UAAU;IACzB,cAAc,EAAE,cAAc,CAAC;IAC/B,WAAW,EAAE,WAAW,CAAC;IACzB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,aAAa,EAAE,aAAa,CAAC;IAC7B,MAAM,EAAE,eAAe,CAAC;IACxB,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,SAAS,CAqCxD"}

package/dist/server.js

@@ -0,0 +1,39 @@
+import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import { registerEvaluateTools } from "./tools/evaluate.js";
+import { registerNavigationTools } from "./tools/navigation.js";
+import { registerObservationTools } from "./tools/observation.js";
+import { registerInteractionTools } from "./tools/interaction.js";
+import { registerSessionTools } from "./tools/session.js";
+import { registerDevModeTools } from "./tools/dev-mode.js";
+export function createServer(deps) {
+    const server = new McpServer({
+        name: "charlotte",
+        version: "0.1.0",
+    }, {
+        capabilities: {
+            tools: {},
+        },
+    });
+    // Phase 1: evaluate tool
+    registerEvaluateTools(server, {
+        browserManager: deps.browserManager,
+        getActivePage: () => deps.pageManager.getActivePage(),
+    });
+    // Phase 2–4: all tool modules share the same dependency bundle
+    const toolDeps = {
+        browserManager: deps.browserManager,
+        pageManager: deps.pageManager,
+        rendererPipeline: deps.rendererPipeline,
+        elementIdGenerator: deps.elementIdGenerator,
+        snapshotStore: deps.snapshotStore,
+        config: deps.config,
+        devModeState: deps.devModeState,
+    };
+    registerNavigationTools(server, toolDeps);
+    registerObservationTools(server, toolDeps);
+    registerInteractionTools(server, toolDeps);
+    registerSessionTools(server, toolDeps);
+    registerDevModeTools(server, toolDeps);
+    return server;
+}
+//# sourceMappingURL=server.js.map

package/dist/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAOpE,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAa3D,MAAM,UAAU,YAAY,CAAC,IAAgB;IAC3C,MAAM,MAAM,GAAG,IAAI,SAAS,CAC1B;QACE,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,OAAO;KACjB,EACD;QACE,YAAY,EAAE;YACZ,KAAK,EAAE,EAAE;SACV;KACF,CACF,CAAC;IAEF,yBAAyB;IACzB,qBAAqB,CAAC,MAAM,EAAE;QAC5B,cAAc,EAAE,IAAI,CAAC,cAAc;QACnC,aAAa,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE;KACtD,CAAC,CAAC;IAEH,+DAA+D;IAC/D,MAAM,QAAQ,GAAG;QACf,cAAc,EAAE,IAAI,CAAC,cAAc;QACnC,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;QACvC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;QAC3C,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,YAAY,EAAE,IAAI,CAAC,YAAY;KAChC,CAAC;IAEF,uBAAuB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC1C,wBAAwB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC3C,wBAAwB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC3C,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvC,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAEvC,OAAO,MAAM,CAAC;AAChB,CAAC"}