@geometra/mcp 1.19.3 → 1.19.4

package/README.md

@@ -28,6 +28,7 @@ Geometra proxy:       Chromium → DOM geometry → same WebSocket as native →
 | `geometra_upload_files` | Attach files: auto / hidden input / native chooser / synthetic drop (`@geometra/proxy` only) |
 | `geometra_pick_listbox_option` | Pick `role=option` (React Select, Headless UI, etc.; `@geometra/proxy` only) |
 | `geometra_select_option` | Choose an option on a native `<select>` (`@geometra/proxy` only) |
+| `geometra_set_checked` | Set a checkbox or radio by label instead of coordinate clicks (`@geometra/proxy` only) |
 | `geometra_wheel` | Mouse wheel / scroll (`@geometra/proxy` only) |
 | `geometra_snapshot` | Default **compact**: flat viewport-visible actionable nodes (minified JSON). `view=full` for nested tree |
 | `geometra_layout` | Raw computed geometry for every node |

package/dist/__tests__/session-model.test.js

@@ -188,4 +188,38 @@ describe('buildUiDelta', () => {
         expect(summary).toContain('~ ls:0.1 list "Results" items 2 -> 3');
         expect(summary).toContain('~ n:0.0 button "Save": disabled unset -> true');
     });
+    it('surfaces checkbox checked-state changes in semantic deltas', () => {
+        const before = node('group', undefined, { x: 0, y: 0, width: 640, height: 480 }, {
+            children: [
+                node('form', 'Application', { x: 20, y: 20, width: 600, height: 220 }, {
+                    path: [0],
+                    children: [
+                        node('checkbox', 'New York, NY', { x: 40, y: 80, width: 24, height: 24 }, {
+                            path: [0, 0],
+                            focusable: true,
+                            state: { checked: false },
+                        }),
+                    ],
+                }),
+            ],
+        });
+        const after = node('group', undefined, { x: 0, y: 0, width: 640, height: 480 }, {
+            children: [
+                node('form', 'Application', { x: 20, y: 20, width: 600, height: 220 }, {
+                    path: [0],
+                    children: [
+                        node('checkbox', 'New York, NY', { x: 40, y: 80, width: 24, height: 24 }, {
+                            path: [0, 0],
+                            focusable: true,
+                            state: { checked: true },
+                        }),
+                    ],
+                }),
+            ],
+        });
+        const delta = buildUiDelta(before, after);
+        const summary = summarizeUiDelta(delta);
+        expect(delta.updated.some(update => update.after.role === 'checkbox' && update.changes.includes('checked false -> true'))).toBe(true);
+        expect(summary).toContain('~ n:0.0 checkbox "New York, NY": checked false -> true');
+    });
 });

package/dist/server.js

@@ -1,9 +1,9 @@
 import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
 import { z } from 'zod';
 import { formatConnectFailureMessage, isHttpUrl, normalizeConnectTarget } from './connect-utils.js';
-import { connect, connectThroughProxy, disconnect, getSession, sendClick, sendType, sendKey, sendFileUpload, sendListboxPick, sendSelectOption, sendWheel, buildA11yTree, buildCompactUiIndex, buildPageModel, expandPageSection, buildUiDelta, hasUiDelta, nodeIdForPath, summarizeCompactIndex, summarizePageModel, summarizeUiDelta, } from './session.js';
+import { connect, connectThroughProxy, disconnect, getSession, sendClick, sendType, sendKey, sendFileUpload, sendListboxPick, sendSelectOption, sendSetChecked, sendWheel, buildA11yTree, buildCompactUiIndex, buildPageModel, expandPageSection, buildUiDelta, hasUiDelta, nodeIdForPath, summarizeCompactIndex, summarizePageModel, summarizeUiDelta, } from './session.js';
 export function createServer() {
-    const server = new McpServer({ name: 'geometra', version: '1.19.3' }, { capabilities: { tools: {} } });
+    const server = new McpServer({ name: 'geometra', version: '1.19.4' }, { capabilities: { tools: {} } });
     // ── connect ──────────────────────────────────────────────────
     server.tool('geometra_connect', `Connect to a Geometra WebSocket peer, or start \`geometra-proxy\` automatically for a normal web page.
 
@@ -271,6 +271,27 @@ Custom React/Vue dropdowns are not supported — open them with geometra_click a
             return err(e.message);
         }
     });
+    server.tool('geometra_set_checked', `Set a checkbox or radio by label. Requires \`@geometra/proxy\`.
+
+Prefer this over raw coordinate clicks for custom forms that keep the real input visually hidden (common on Ashby, Greenhouse custom widgets, and design-system checkboxes/radios). Uses substring label matching unless exact=true.`, {
+        label: z.string().describe('Accessible label or visible option text to match'),
+        checked: z.boolean().optional().default(true).describe('Desired checked state (radios only support true)'),
+        exact: z.boolean().optional().describe('Exact label match'),
+        controlType: z.enum(['checkbox', 'radio']).optional().describe('Limit matching to checkbox or radio'),
+    }, async ({ label, checked, exact, controlType }) => {
+        const session = getSession();
+        if (!session)
+            return err('Not connected. Call geometra_connect first.');
+        const before = sessionA11y(session);
+        try {
+            const wait = await sendSetChecked(session, label, { checked, exact, controlType });
+            const summary = postActionSummary(session, before, wait);
+            return ok(`Set ${controlType ?? 'checkbox/radio'} "${label}" to ${String(checked ?? true)}.\n${summary}`);
+        }
+        catch (e) {
+            return err(e.message);
+        }
+    });
     // ── wheel / scroll (proxy) ─────────────────────────────────────
     server.tool('geometra_wheel', `Scroll the page or an element under the pointer using the mouse wheel. Requires \`@geometra/proxy\` (e.g. virtualized lists, long application forms).`, {
         deltaY: z.number().describe('Vertical scroll delta (positive scrolls down, typical step ~100)'),

package/dist/session.d.ts

@@ -12,6 +12,7 @@ export interface A11yNode {
         disabled?: boolean;
         expanded?: boolean;
         selected?: boolean;
+        checked?: boolean | 'mixed';
     };
     bounds: {
         x: number;
@@ -264,6 +265,12 @@ export declare function sendSelectOption(session: Session, x: number, y: number,
     label?: string;
     index?: number;
 }): Promise<UpdateWaitResult>;
+/** Set a checkbox/radio by label instead of relying on coordinate clicks. */
+export declare function sendSetChecked(session: Session, label: string, opts?: {
+    checked?: boolean;
+    exact?: boolean;
+    controlType?: 'checkbox' | 'radio';
+}): Promise<UpdateWaitResult>;
 /** Mouse wheel / scroll. Optional `x`,`y` move pointer before scrolling. */
 export declare function sendWheel(session: Session, deltaY: number, opts?: {
     deltaX?: number;

package/dist/session.js

@@ -215,6 +215,17 @@ export function sendSelectOption(session, x, y, option) {
         ...option,
     });
 }
+/** Set a checkbox/radio by label instead of relying on coordinate clicks. */
+export function sendSetChecked(session, label, opts) {
+    const payload = { type: 'setChecked', label };
+    if (opts?.checked !== undefined)
+        payload.checked = opts.checked;
+    if (opts?.exact !== undefined)
+        payload.exact = opts.exact;
+    if (opts?.controlType)
+        payload.controlType = opts.controlType;
+    return sendAndWaitForUpdate(session, payload);
+}
 /** Mouse wheel / scroll. Optional `x`,`y` move pointer before scrolling. */
 export function sendWheel(session, deltaY, opts) {
     return sendAndWaitForUpdate(session, {
@@ -450,6 +461,8 @@ function cloneState(state) {
         next.expanded = state.expanded;
     if (state.selected !== undefined)
         next.selected = state.selected;
+    if (state.checked !== undefined)
+        next.checked = state.checked;
     return Object.keys(next).length > 0 ? next : undefined;
 }
 function clonePath(path) {
@@ -835,7 +848,7 @@ function diffCompactNodes(before, after) {
     }
     const beforeState = before.state ?? {};
     const afterState = after.state ?? {};
-    for (const key of ['disabled', 'expanded', 'selected']) {
+    for (const key of ['disabled', 'expanded', 'selected', 'checked']) {
         if (beforeState[key] !== afterState[key]) {
             changes.push(`${key} ${formatStateValue(beforeState[key])} -> ${formatStateValue(afterState[key])}`);
         }
@@ -968,6 +981,40 @@ export function summarizeUiDelta(delta, maxLines = 14) {
 function truncateUiText(s, max) {
     return s.length > max ? s.slice(0, max - 1) + '\u2026' : s;
 }
+const A11Y_ROLE_HINTS = new Set([
+    'button',
+    'checkbox',
+    'radio',
+    'switch',
+    'link',
+    'textbox',
+    'combobox',
+    'heading',
+    'dialog',
+    'alertdialog',
+    'list',
+    'listitem',
+    'tab',
+    'tablist',
+    'tabpanel',
+]);
+function normalizeCheckedState(value) {
+    if (value === 'mixed')
+        return 'mixed';
+    if (value === true || value === false)
+        return value;
+    if (value === 'true')
+        return true;
+    if (value === 'false')
+        return false;
+    return undefined;
+}
+function normalizeA11yRoleHint(value) {
+    if (typeof value !== 'string')
+        return undefined;
+    const normalized = value.trim().toLowerCase();
+    return A11Y_ROLE_HINTS.has(normalized) ? normalized : undefined;
+}
 function walkNode(element, layout, path) {
     const kind = element.kind;
     const semantic = element.semantic;
@@ -990,6 +1037,9 @@ function walkNode(element, layout, path) {
         state.expanded = !!semantic.ariaExpanded;
     if (semantic?.ariaSelected !== undefined)
         state.selected = !!semantic.ariaSelected;
+    const checked = normalizeCheckedState(semantic?.ariaChecked);
+    if (checked !== undefined)
+        state.checked = checked;
     const children = [];
     const elementChildren = element.children;
     const layoutChildren = layout.children;
@@ -1013,6 +1063,9 @@ function walkNode(element, layout, path) {
 function inferRole(kind, semantic, handlers) {
     if (semantic?.role)
         return semantic.role;
+    const hintedRole = normalizeA11yRoleHint(semantic?.a11yRoleHint);
+    if (hintedRole)
+        return hintedRole;
     const tag = semantic?.tag;
     if (kind === 'text') {
         if (tag && /^h[1-6]$/.test(tag))

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@geometra/mcp",
-  "version": "1.19.3",
+  "version": "1.19.4",
   "description": "MCP server for Geometra — interact with running Geometra apps via the geometry protocol, no browser needed",
   "license": "MIT",
   "type": "module",
@@ -30,7 +30,7 @@
     "ui-testing"
   ],
   "dependencies": {
-    "@geometra/proxy": "1.19.3",
+    "@geometra/proxy": "1.19.4",
     "@modelcontextprotocol/sdk": "^1.12.1",
     "ws": "^8.18.0",
     "zod": "^3.23.0"