@geometra/mcp 1.19.2 → 1.19.4

package/README.md

@@ -28,6 +28,7 @@ Geometra proxy:       Chromium → DOM geometry → same WebSocket as native →
 | `geometra_upload_files` | Attach files: auto / hidden input / native chooser / synthetic drop (`@geometra/proxy` only) |
 | `geometra_pick_listbox_option` | Pick `role=option` (React Select, Headless UI, etc.; `@geometra/proxy` only) |
 | `geometra_select_option` | Choose an option on a native `<select>` (`@geometra/proxy` only) |
+| `geometra_set_checked` | Set a checkbox or radio by label instead of coordinate clicks (`@geometra/proxy` only) |
 | `geometra_wheel` | Mouse wheel / scroll (`@geometra/proxy` only) |
 | `geometra_snapshot` | Default **compact**: flat viewport-visible actionable nodes (minified JSON). `view=full` for nested tree |
 | `geometra_layout` | Raw computed geometry for every node |

package/dist/__tests__/connect-utils.test.js

@@ -89,6 +89,34 @@ describe('proxy ready helpers', () => {
             rmSync(tempRoot, { recursive: true, force: true });
         }
     });
+    it('falls back to the packaged sibling proxy dist when package exports are stale', () => {
+        const tempRoot = mkdtempSync(path.join(tmpdir(), 'geometra-proxy-stale-exports-'));
+        try {
+            const proxyDir = path.join(tempRoot, 'node_modules', '@geometra', 'proxy');
+            const mcpDistDir = path.join(tempRoot, 'node_modules', '@geometra', 'mcp', 'dist');
+            const proxyDistDir = path.join(proxyDir, 'dist');
+            const probePath = path.join(mcpDistDir, 'proxy-spawn.cjs');
+            mkdirSync(proxyDistDir, { recursive: true });
+            mkdirSync(mcpDistDir, { recursive: true });
+            writeFileSync(path.join(proxyDir, 'package.json'), JSON.stringify({
+                name: '@geometra/proxy',
+                type: 'module',
+                exports: {
+                    '.': {
+                        import: './dist/index.js',
+                    },
+                },
+            }, null, 2));
+            writeFileSync(path.join(proxyDistDir, 'index.js'), 'export {};\n');
+            writeFileSync(probePath, 'module.exports = {};\n');
+            const customRequire = createRequire(probePath);
+            const scriptPath = resolveProxyScriptPathWith(customRequire, mcpDistDir);
+            expect(scriptPath).toBe(path.join(proxyDistDir, 'index.js'));
+        }
+        finally {
+            rmSync(tempRoot, { recursive: true, force: true });
+        }
+    });
     it('parses structured proxy ready JSON', () => {
         const wsUrl = parseProxyReadySignalLine('{"type":"geometra-proxy-ready","wsUrl":"ws://127.0.0.1:41237","pageUrl":"https://example.com"}');
         expect(wsUrl).toBe('ws://127.0.0.1:41237');

package/dist/__tests__/session-model.test.js

@@ -188,4 +188,38 @@ describe('buildUiDelta', () => {
         expect(summary).toContain('~ ls:0.1 list "Results" items 2 -> 3');
         expect(summary).toContain('~ n:0.0 button "Save": disabled unset -> true');
     });
+    it('surfaces checkbox checked-state changes in semantic deltas', () => {
+        const before = node('group', undefined, { x: 0, y: 0, width: 640, height: 480 }, {
+            children: [
+                node('form', 'Application', { x: 20, y: 20, width: 600, height: 220 }, {
+                    path: [0],
+                    children: [
+                        node('checkbox', 'New York, NY', { x: 40, y: 80, width: 24, height: 24 }, {
+                            path: [0, 0],
+                            focusable: true,
+                            state: { checked: false },
+                        }),
+                    ],
+                }),
+            ],
+        });
+        const after = node('group', undefined, { x: 0, y: 0, width: 640, height: 480 }, {
+            children: [
+                node('form', 'Application', { x: 20, y: 20, width: 600, height: 220 }, {
+                    path: [0],
+                    children: [
+                        node('checkbox', 'New York, NY', { x: 40, y: 80, width: 24, height: 24 }, {
+                            path: [0, 0],
+                            focusable: true,
+                            state: { checked: true },
+                        }),
+                    ],
+                }),
+            ],
+        });
+        const delta = buildUiDelta(before, after);
+        const summary = summarizeUiDelta(delta);
+        expect(delta.updated.some(update => update.after.role === 'checkbox' && update.changes.includes('checked false -> true'))).toBe(true);
+        expect(summary).toContain('~ n:0.0 checkbox "New York, NY": checked false -> true');
+    });
 });

package/dist/proxy-spawn.d.ts

@@ -1,7 +1,7 @@
 import { type ChildProcess } from 'node:child_process';
 /** Resolve bundled @geometra/proxy CLI entry (dist/index.js). */
 export declare function resolveProxyScriptPath(): string;
-export declare function resolveProxyScriptPathWith(customRequire: NodeRequire): string;
+export declare function resolveProxyScriptPathWith(customRequire: NodeRequire, moduleDir?: string): string;
 export interface SpawnProxyParams {
     pageUrl: string;
     port: number;

package/dist/proxy-spawn.js

@@ -11,7 +11,7 @@ const MODULE_DIR = path.dirname(fileURLToPath(import.meta.url));
 export function resolveProxyScriptPath() {
     return resolveProxyScriptPathWith(require);
 }
-export function resolveProxyScriptPathWith(customRequire) {
+export function resolveProxyScriptPathWith(customRequire, moduleDir = MODULE_DIR) {
     const errors = [];
     try {
         const pkgJson = customRequire.resolve('@geometra/proxy/package.json');
@@ -26,7 +26,12 @@ export function resolveProxyScriptPathWith(customRequire) {
     catch (err) {
         errors.push(err instanceof Error ? err.message : String(err));
     }
-    const workspaceDist = path.resolve(MODULE_DIR, '../../packages/proxy/dist/index.js');
+    const packagedSiblingDist = path.resolve(moduleDir, '../../proxy/dist/index.js');
+    if (existsSync(packagedSiblingDist)) {
+        return packagedSiblingDist;
+    }
+    errors.push(`Packaged sibling fallback not found at ${packagedSiblingDist}`);
+    const workspaceDist = path.resolve(moduleDir, '../../packages/proxy/dist/index.js');
     if (existsSync(workspaceDist)) {
         return workspaceDist;
     }

package/dist/server.js

@@ -1,9 +1,9 @@
 import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
 import { z } from 'zod';
 import { formatConnectFailureMessage, isHttpUrl, normalizeConnectTarget } from './connect-utils.js';
-import { connect, connectThroughProxy, disconnect, getSession, sendClick, sendType, sendKey, sendFileUpload, sendListboxPick, sendSelectOption, sendWheel, buildA11yTree, buildCompactUiIndex, buildPageModel, expandPageSection, buildUiDelta, hasUiDelta, nodeIdForPath, summarizeCompactIndex, summarizePageModel, summarizeUiDelta, } from './session.js';
+import { connect, connectThroughProxy, disconnect, getSession, sendClick, sendType, sendKey, sendFileUpload, sendListboxPick, sendSelectOption, sendSetChecked, sendWheel, buildA11yTree, buildCompactUiIndex, buildPageModel, expandPageSection, buildUiDelta, hasUiDelta, nodeIdForPath, summarizeCompactIndex, summarizePageModel, summarizeUiDelta, } from './session.js';
 export function createServer() {
-    const server = new McpServer({ name: 'geometra', version: '1.19.2' }, { capabilities: { tools: {} } });
+    const server = new McpServer({ name: 'geometra', version: '1.19.4' }, { capabilities: { tools: {} } });
     // ── connect ──────────────────────────────────────────────────
     server.tool('geometra_connect', `Connect to a Geometra WebSocket peer, or start \`geometra-proxy\` automatically for a normal web page.
 
@@ -271,6 +271,27 @@ Custom React/Vue dropdowns are not supported — open them with geometra_click a
             return err(e.message);
         }
     });
+    server.tool('geometra_set_checked', `Set a checkbox or radio by label. Requires \`@geometra/proxy\`.
+
+Prefer this over raw coordinate clicks for custom forms that keep the real input visually hidden (common on Ashby, Greenhouse custom widgets, and design-system checkboxes/radios). Uses substring label matching unless exact=true.`, {
+        label: z.string().describe('Accessible label or visible option text to match'),
+        checked: z.boolean().optional().default(true).describe('Desired checked state (radios only support true)'),
+        exact: z.boolean().optional().describe('Exact label match'),
+        controlType: z.enum(['checkbox', 'radio']).optional().describe('Limit matching to checkbox or radio'),
+    }, async ({ label, checked, exact, controlType }) => {
+        const session = getSession();
+        if (!session)
+            return err('Not connected. Call geometra_connect first.');
+        const before = sessionA11y(session);
+        try {
+            const wait = await sendSetChecked(session, label, { checked, exact, controlType });
+            const summary = postActionSummary(session, before, wait);
+            return ok(`Set ${controlType ?? 'checkbox/radio'} "${label}" to ${String(checked ?? true)}.\n${summary}`);
+        }
+        catch (e) {
+            return err(e.message);
+        }
+    });
     // ── wheel / scroll (proxy) ─────────────────────────────────────
     server.tool('geometra_wheel', `Scroll the page or an element under the pointer using the mouse wheel. Requires \`@geometra/proxy\` (e.g. virtualized lists, long application forms).`, {
         deltaY: z.number().describe('Vertical scroll delta (positive scrolls down, typical step ~100)'),

package/dist/session.d.ts

@@ -12,6 +12,7 @@ export interface A11yNode {
         disabled?: boolean;
         expanded?: boolean;
         selected?: boolean;
+        checked?: boolean | 'mixed';
     };
     bounds: {
         x: number;
@@ -264,6 +265,12 @@ export declare function sendSelectOption(session: Session, x: number, y: number,
     label?: string;
     index?: number;
 }): Promise<UpdateWaitResult>;
+/** Set a checkbox/radio by label instead of relying on coordinate clicks. */
+export declare function sendSetChecked(session: Session, label: string, opts?: {
+    checked?: boolean;
+    exact?: boolean;
+    controlType?: 'checkbox' | 'radio';
+}): Promise<UpdateWaitResult>;
 /** Mouse wheel / scroll. Optional `x`,`y` move pointer before scrolling. */
 export declare function sendWheel(session: Session, deltaY: number, opts?: {
     deltaX?: number;

package/dist/session.js

@@ -215,6 +215,17 @@ export function sendSelectOption(session, x, y, option) {
         ...option,
     });
 }
+/** Set a checkbox/radio by label instead of relying on coordinate clicks. */
+export function sendSetChecked(session, label, opts) {
+    const payload = { type: 'setChecked', label };
+    if (opts?.checked !== undefined)
+        payload.checked = opts.checked;
+    if (opts?.exact !== undefined)
+        payload.exact = opts.exact;
+    if (opts?.controlType)
+        payload.controlType = opts.controlType;
+    return sendAndWaitForUpdate(session, payload);
+}
 /** Mouse wheel / scroll. Optional `x`,`y` move pointer before scrolling. */
 export function sendWheel(session, deltaY, opts) {
     return sendAndWaitForUpdate(session, {
@@ -450,6 +461,8 @@ function cloneState(state) {
         next.expanded = state.expanded;
     if (state.selected !== undefined)
         next.selected = state.selected;
+    if (state.checked !== undefined)
+        next.checked = state.checked;
     return Object.keys(next).length > 0 ? next : undefined;
 }
 function clonePath(path) {
@@ -835,7 +848,7 @@ function diffCompactNodes(before, after) {
     }
     const beforeState = before.state ?? {};
     const afterState = after.state ?? {};
-    for (const key of ['disabled', 'expanded', 'selected']) {
+    for (const key of ['disabled', 'expanded', 'selected', 'checked']) {
         if (beforeState[key] !== afterState[key]) {
             changes.push(`${key} ${formatStateValue(beforeState[key])} -> ${formatStateValue(afterState[key])}`);
         }
@@ -968,6 +981,40 @@ export function summarizeUiDelta(delta, maxLines = 14) {
 function truncateUiText(s, max) {
     return s.length > max ? s.slice(0, max - 1) + '\u2026' : s;
 }
+const A11Y_ROLE_HINTS = new Set([
+    'button',
+    'checkbox',
+    'radio',
+    'switch',
+    'link',
+    'textbox',
+    'combobox',
+    'heading',
+    'dialog',
+    'alertdialog',
+    'list',
+    'listitem',
+    'tab',
+    'tablist',
+    'tabpanel',
+]);
+function normalizeCheckedState(value) {
+    if (value === 'mixed')
+        return 'mixed';
+    if (value === true || value === false)
+        return value;
+    if (value === 'true')
+        return true;
+    if (value === 'false')
+        return false;
+    return undefined;
+}
+function normalizeA11yRoleHint(value) {
+    if (typeof value !== 'string')
+        return undefined;
+    const normalized = value.trim().toLowerCase();
+    return A11Y_ROLE_HINTS.has(normalized) ? normalized : undefined;
+}
 function walkNode(element, layout, path) {
     const kind = element.kind;
     const semantic = element.semantic;
@@ -990,6 +1037,9 @@ function walkNode(element, layout, path) {
         state.expanded = !!semantic.ariaExpanded;
     if (semantic?.ariaSelected !== undefined)
         state.selected = !!semantic.ariaSelected;
+    const checked = normalizeCheckedState(semantic?.ariaChecked);
+    if (checked !== undefined)
+        state.checked = checked;
     const children = [];
     const elementChildren = element.children;
     const layoutChildren = layout.children;
@@ -1013,6 +1063,9 @@ function walkNode(element, layout, path) {
 function inferRole(kind, semantic, handlers) {
     if (semantic?.role)
         return semantic.role;
+    const hintedRole = normalizeA11yRoleHint(semantic?.a11yRoleHint);
+    if (hintedRole)
+        return hintedRole;
     const tag = semantic?.tag;
     if (kind === 'text') {
         if (tag && /^h[1-6]$/.test(tag))

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@geometra/mcp",
-  "version": "1.19.2",
+  "version": "1.19.4",
   "description": "MCP server for Geometra — interact with running Geometra apps via the geometry protocol, no browser needed",
   "license": "MIT",
   "type": "module",
@@ -30,7 +30,7 @@
     "ui-testing"
   ],
   "dependencies": {
-    "@geometra/proxy": "1.19.2",
+    "@geometra/proxy": "1.19.4",
     "@modelcontextprotocol/sdk": "^1.12.1",
     "ws": "^8.18.0",
     "zod": "^3.23.0"