@terminai/core 0.21.0

package/dist/src/gui/protocol/schemas.js

@@ -0,0 +1,252 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Desktop Automation Protocol (DAP) Zod Schemas
+ *
+ * Runtime validation for tool arguments and driver responses.
+ */
+import { z } from 'zod';
+// Reuse common shapes
+export const DriverCapabilitiesSchema = z.object({
+    canSnapshot: z.boolean(),
+    canClick: z.boolean(),
+    canType: z.boolean(),
+    canScroll: z.boolean(),
+    canKey: z.boolean(),
+    canOcr: z.boolean(),
+    canScreenshot: z.boolean(),
+    canInjectInput: z.boolean(),
+});
+export const DriverDescriptorSchema = z.object({
+    name: z.string(),
+    kind: z.enum(['native', 'remote', 'mock']),
+    version: z.string(),
+    capabilities: DriverCapabilitiesSchema,
+});
+// ElementNode schema (recursive)
+const ElementNodeSchemaBase = z.object({
+    id: z.string(),
+    role: z.string(),
+    name: z.string().optional(),
+    value: z.string().optional(),
+    bounds: z
+        .object({
+        x: z.number(),
+        y: z.number(),
+        w: z.number(),
+        h: z.number(),
+    })
+        .optional(),
+    states: z
+        .object({
+        enabled: z.boolean().optional(),
+        focused: z.boolean().optional(),
+        checked: z.boolean().optional(),
+        selected: z.boolean().optional(),
+        expanded: z.boolean().optional(),
+    })
+        .optional(),
+    platformIds: z
+        .object({
+        automationId: z.string().optional(),
+        runtimeId: z.string().optional(),
+        legacyId: z.string().optional(),
+        atspiPath: z.string().optional(),
+        axId: z.string().optional(),
+        sapId: z.string().optional(),
+    })
+        .optional(),
+    patterns: z
+        .object({
+        invoke: z.boolean().optional(),
+        value: z.boolean().optional(),
+        grid: z.boolean().optional(),
+        selection: z.boolean().optional(),
+        range: z.boolean().optional(),
+    })
+        .optional(),
+});
+// Use lazy for recursive children reference
+export const ElementNodeSchema = ElementNodeSchemaBase.extend({
+    children: z.lazy(() => z.array(ElementNodeSchema)).optional(),
+});
+// VisualDOMSnapshot schema for runtime validation
+export const VisualDOMSnapshotSchema = z.object({
+    snapshotId: z.string(),
+    timestamp: z.string(),
+    activeApp: z.object({
+        pid: z.number(),
+        appId: z.string().optional(),
+        processName: z.string().optional(),
+        title: z.string(),
+        windowHandle: z.string().optional(),
+        bounds: z
+            .object({
+            x: z.number(),
+            y: z.number(),
+            w: z.number(),
+            h: z.number(),
+        })
+            .optional(),
+    }),
+    tree: ElementNodeSchema.optional(),
+    textIndex: z
+        .array(z.object({
+        text: z.string(),
+        bounds: z.object({
+            x: z.number(),
+            y: z.number(),
+            w: z.number(),
+            h: z.number(),
+        }),
+        source: z.enum(['structure', 'ocr']),
+        confidence: z.number(),
+    }))
+        .optional(),
+    screenshot: z
+        .object({
+        hash: z.string(),
+        width: z.number(),
+        height: z.number(),
+        encoding: z.enum(['png', 'jpeg']),
+    })
+        .optional(),
+    limits: z
+        .object({
+        maxDepth: z.number().int().optional(),
+        maxNodes: z.number().int().optional(),
+        nodeCount: z.number().int().optional(),
+        truncated: z.boolean().optional(),
+    })
+        .optional(),
+    driver: DriverDescriptorSchema,
+});
+// Tool Argument Schemas
+export const UiSnapshotSchema = z.object({
+    scope: z.enum(['screen', 'window']).optional(),
+    windowId: z.string().optional(),
+    includeTree: z.boolean().optional().default(true),
+    includeScreenshot: z.boolean().optional().default(false),
+    includeTextIndex: z.boolean().optional().default(false),
+    maxDepth: z.number().int().min(1).optional().default(10),
+    maxNodes: z.number().int().min(1).optional().default(100),
+});
+export const UiQuerySchema = z.object({
+    selector: z.string(),
+    limit: z.number().int().min(1).optional().default(1),
+    timeoutMs: z.number().int().min(0).optional(),
+});
+export const UiDescribeSchema = z.object({
+    target: z.string(), // Selector is preferred, or serialized ElementRef
+});
+export const UiClickSchema = z.object({
+    target: z.string(), // Selector is preferred, or serialized ElementRef
+    button: z.enum(['left', 'right', 'middle']).optional().default('left'),
+    clickCount: z.number().int().min(1).optional().default(1),
+    modifiers: z.array(z.enum(['ctrl', 'alt', 'shift', 'meta'])).optional(),
+    verify: z.boolean().optional().default(true),
+});
+export const UiTypeSchema = z.object({
+    text: z.string(),
+    target: z.string().optional(), // If omitted, types into currently focused element
+    mode: z.enum(['insert', 'replace', 'append']).optional().default('insert'),
+    redactInLogs: z.boolean().optional().default(false),
+    verify: z.boolean().optional().default(true),
+});
+export const UiKeySchema = z.object({
+    keys: z.array(z.string()), // e.g. ["Control", "c"]
+    target: z.string().optional(),
+    verify: z.boolean().optional().default(true),
+});
+export const UiScrollSchema = z.object({
+    target: z.string().optional(),
+    deltaX: z.number().optional().default(0),
+    deltaY: z.number().optional().default(0),
+    verify: z.boolean().optional().default(true),
+});
+export const UiFocusSchema = z.object({
+    target: z.string(),
+    verify: z.boolean().optional().default(true),
+});
+export const UiWaitSchema = z.object({
+    selector: z.string(),
+    state: z
+        .enum(['visible', 'hidden', 'exists', 'removed'])
+        .optional()
+        .default('visible'),
+    timeoutMs: z.number().int().optional().default(5000),
+    intervalMs: z.number().int().optional().default(500),
+});
+export const UiAssertSchema = z.object({
+    target: z.string(),
+    assertion: z.enum(['exists', 'not_exists', 'contains_text', 'equals_text']),
+    value: z.string().optional(),
+});
+export const UiClickXySchema = z.object({
+    x: z.number(),
+    y: z.number(),
+    coordinateSpace: z.enum(['screen', 'window']).optional().default('screen'),
+    verify: z.boolean().optional().default(false),
+});
+export const UiActionResultSchema = z.object({
+    status: z.enum(['success', 'error']),
+    driver: DriverDescriptorSchema,
+    message: z.string().optional(),
+    resolvedTarget: z
+        .object({
+        elementId: z.string(),
+        bounds: z
+            .object({
+            x: z.number(),
+            y: z.number(),
+            w: z.number(),
+            h: z.number(),
+        })
+            .optional(),
+        role: z.string(),
+        name: z.string().optional(),
+        confidence: z.number(),
+    })
+        .optional(),
+    evidence: z
+        .object({
+        snapshotId: z.string(),
+        screenshotHash: z.string().optional(),
+        cropHash: z.string().optional(),
+        redactions: z.boolean().optional(),
+    })
+        .optional(),
+    verification: z
+        .object({
+        passed: z.boolean(),
+        details: z.string(),
+    })
+        .optional(),
+    data: z.unknown().optional(),
+});
+export const UiDiagnoseSchema = z.object({
+    depth: z.number().int().optional(),
+    timeoutMs: z.number().int().optional(),
+    sampleLimit: z.number().int().optional(),
+});
+export const UiDiagnosticsReportSchema = z.object({
+    driver: DriverDescriptorSchema,
+    connection: z.object({
+        connected: z.boolean(),
+        error: z.string().optional(),
+    }),
+    snapshotSanity: z.object({
+        desktopRootChildren: z.number(),
+        applicationNamesSample: z.array(z.string()),
+        activeAppTitle: z.string(),
+        activeAppId: z.string().optional(),
+        notes: z.array(z.string()),
+    }),
+    warnings: z.array(z.string()),
+    suggestedFixes: z.array(z.string()),
+});
+//# sourceMappingURL=schemas.js.map

package/dist/src/gui/protocol/schemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../../../src/gui/protocol/schemas.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH;;;;GAIG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,sBAAsB;AACtB,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE;IACxB,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE;IACrB,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;IACpB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;IACtB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE;IAC1B,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE;CAC5B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC1C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,YAAY,EAAE,wBAAwB;CACvC,CAAC,CAAC;AAEH,iCAAiC;AACjC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,MAAM,EAAE,CAAC;SACN,MAAM,CAAC;QACN,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;QACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;QACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;QACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;KACd,CAAC;SACD,QAAQ,EAAE;IACb,MAAM,EAAE,CAAC;SACN,MAAM,CAAC;QACN,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAC/B,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAC/B,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAC/B,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAChC,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KACjC,CAAC;SACD,QAAQ,EAAE;IACb,WAAW,EAAE,CAAC;SACX,MAAM,CAAC;QACN,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACnC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAChC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC/B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAChC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC3B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC7B,CAAC;SACD,QAAQ,EAAE;IACb,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAC9B,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAC7B,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAC5B,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QACjC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KAC9B,CAAC;SACD,QAAQ,EAAE;CACd,CAAC,CAAC;AAEH,4CAA4C;AAC5C,MAAM,CAAC,MAAM,iBAAiB,GAC5B,qBAAqB,CAAC,MAAM,CAAC;IAC3B,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC9D,CAAC,CAAC;AAEL,kDAAkD;AAClD,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC;QAClB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;QACf,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACnC,MAAM,EAAE,CAAC;aACN,MAAM,CAAC;YACN,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;YACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;YACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;YACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;SACd,CAAC;aACD,QAAQ,EAAE;KACd,CAAC;IACF,IAAI,EAAE,iBAAiB,CAAC,QAAQ,EAAE;IAClC,SAAS,EAAE,CAAC;SACT,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC;YACf,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;YACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;YACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;YACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;SACd,CAAC;QACF,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;KACvB,CAAC,CACH;SACA,QAAQ,EAAE;IACb,UAAU,EAAE,CAAC;SACV,MAAM,CAAC;QACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;QAClB,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;KAClC,CAAC;SACD,QAAQ,EAAE;IACb,MAAM,EAAE,CAAC;SACN,MAAM,CAAC;QACN,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACrC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACrC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACtC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KAClC,CAAC;SACD,QAAQ,EAAE;IACb,MAAM,EAAE,sBAAsB;CAC/B,CAAC,CAAC;AAEH,wBAAwB;AAExB,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC9C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACjD,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACxD,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACvD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACxD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;CAC1D,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACpD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC9C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,kDAAkD;CACvE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,kDAAkD;IACtE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IACtE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACvE,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CAC7C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,mDAAmD;IAClF,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC1E,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACnD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CAC7C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,wBAAwB;IACnD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CAC7C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACxC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACxC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CAC7C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CAC7C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,KAAK,EAAE,CAAC;SACL,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;SAChD,QAAQ,EAAE;SACV,OAAO,CAAC,SAAS,CAAC;IACrB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACpD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;CACrD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,YAAY,EAAE,eAAe,EAAE,aAAa,CAAC,CAAC;IAC3E,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;IACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;IACb,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC1E,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;CAC9C,CAAC,CAAC;AAeH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACpC,MAAM,EAAE,sBAAsB;IAC9B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,cAAc,EAAE,CAAC;SACd,MAAM,CAAC;QACN,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;QACrB,MAAM,EAAE,CAAC;aACN,MAAM,CAAC;YACN,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;YACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;YACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;YACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;SACd,CAAC;aACD,QAAQ,EAAE;QACb,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC3B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;KACvB,CAAC;SACD,QAAQ,EAAE;IACb,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;QACtB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACrC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC/B,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KACnC,CAAC;SACD,QAAQ,EAAE;IACb,YAAY,EAAE,CAAC;SACZ,MAAM,CAAC;QACN,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;QACnB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;KACpB,CAAC;SACD,QAAQ,EAAE;IACb,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAC7B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAClC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACtC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;CACzC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,MAAM,EAAE,sBAAsB;IAC9B,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;QACnB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;QACtB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC7B,CAAC;IACF,cAAc,EAAE,CAAC,CAAC,MAAM,CAAC;QACvB,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE;QAC/B,sBAAsB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC3C,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;QAC1B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAClC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;KAC3B,CAAC;IACF,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC7B,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CACpC,CAAC,CAAC"}

package/dist/src/gui/protocol/types.d.ts

@@ -0,0 +1,149 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Desktop Automation Protocol (DAP) Types
+ *
+ * These types define the data structures exchanged between the DesktopAutomationService
+ * and the OS-specific drivers (Windows/Linux/macOS), as well as the types exposed
+ * to the LLM via tools.
+ */
+export interface Bounds {
+    x: number;
+    y: number;
+    w: number;
+    h: number;
+}
+export interface PlatformIds {
+    automationId?: string;
+    runtimeId?: string;
+    legacyId?: string;
+    atspiPath?: string;
+    axId?: string;
+    sapId?: string;
+}
+export interface ElementStates {
+    enabled?: boolean;
+    focused?: boolean;
+    checked?: boolean;
+    selected?: boolean;
+    expanded?: boolean;
+}
+export interface ElementPatterns {
+    invoke?: boolean;
+    value?: boolean;
+    grid?: boolean;
+    selection?: boolean;
+    range?: boolean;
+}
+export interface ElementNode {
+    id: string;
+    platformIds?: PlatformIds;
+    role: string;
+    name?: string;
+    value?: string;
+    bounds?: Bounds;
+    states?: ElementStates;
+    patterns?: ElementPatterns;
+    children?: ElementNode[];
+}
+export interface ElementRef {
+    snapshotId: string;
+    elementId: string;
+}
+export interface SnapshotLimits {
+    maxDepth?: number;
+    maxNodes?: number;
+    nodeCount?: number;
+    truncated?: boolean;
+}
+export interface VisualDOMSnapshot {
+    snapshotId: string;
+    timestamp: string;
+    activeApp: {
+        pid: number;
+        appId?: string;
+        processName?: string;
+        title: string;
+        windowHandle?: string;
+        bounds?: Bounds;
+    };
+    tree?: ElementNode;
+    textIndex?: Array<{
+        text: string;
+        bounds: Bounds;
+        source: 'structure' | 'ocr';
+        confidence: number;
+    }>;
+    screenshot?: {
+        hash: string;
+        width: number;
+        height: number;
+        encoding: 'png' | 'jpeg';
+    };
+    limits?: SnapshotLimits;
+    driver: DriverDescriptor;
+}
+export interface DriverDescriptor {
+    name: string;
+    kind: 'native' | 'remote' | 'mock';
+    version: string;
+    capabilities: DriverCapabilities;
+}
+export interface DriverCapabilities {
+    canSnapshot: boolean;
+    canClick: boolean;
+    canType: boolean;
+    canScroll: boolean;
+    canKey: boolean;
+    canOcr: boolean;
+    canScreenshot: boolean;
+    canInjectInput: boolean;
+}
+export interface UiActionResult {
+    status: 'success' | 'error';
+    driver: DriverDescriptor;
+    message?: string;
+    resolvedTarget?: {
+        elementId: string;
+        bounds?: Bounds;
+        role: string;
+        name?: string;
+        confidence: number;
+    };
+    evidence?: {
+        snapshotId: string;
+        screenshotHash?: string;
+        cropHash?: string;
+        redactions?: boolean;
+    };
+    verification?: {
+        passed: boolean;
+        details: string;
+    };
+    data?: unknown;
+}
+export interface UiVerification {
+    type: 'window-title' | 'element-exists' | 'element-state' | 'text-visible';
+    target?: string;
+    expected?: string | boolean;
+}
+export interface UiDiagnosticsReport {
+    driver: DriverDescriptor;
+    connection: {
+        connected: boolean;
+        error?: string;
+    };
+    snapshotSanity: {
+        desktopRootChildren: number;
+        applicationNamesSample: string[];
+        activeAppTitle: string;
+        activeAppId?: string;
+        notes: string[];
+    };
+    warnings: string[];
+    suggestedFixes: string[];
+}

package/dist/src/gui/protocol/types.js

@@ -0,0 +1,8 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/src/gui/protocol/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/gui/protocol/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}

package/dist/src/gui/selectors/__tests__/selectors.test.d.ts

@@ -0,0 +1,7 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};

package/dist/src/gui/selectors/__tests__/selectors.test.js

@@ -0,0 +1,125 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { describe, it, expect } from 'vitest';
+import { parseSelector } from '../parser.js';
+import { matchSelector } from '../matcher.js';
+import { resolveSelector } from '../resolve.js';
+describe('Selector Engine', () => {
+    describe('Parser', () => {
+        it('parses simple attributes', () => {
+            const ast = parseSelector('role=Button');
+            expect(ast.conditions[0]).toEqual({
+                type: 'attribute',
+                name: 'role',
+                operator: '=',
+                value: 'Button',
+            });
+        });
+        it('parses implicit name', () => {
+            const ast = parseSelector('"Submit"');
+            expect(ast.conditions[0]).toEqual({
+                type: 'attribute',
+                name: 'name',
+                operator: '=',
+                value: 'Submit',
+            });
+        });
+        it('parses fallbacks', () => {
+            const ast = parseSelector('uia:id="foo" ?? ocr:"foo"');
+            expect(ast.fallback).toBeDefined();
+        });
+        it('parses chains', () => {
+            const ast = parseSelector('role=Window >> role=Button');
+            expect(ast.next?.combinator).toBe('descendant');
+        });
+        it('detects CSS-like selectors and includes hint', () => {
+            // CSS patterns should throw with a helpful hint
+            const cssPatterns = [
+                '.my-class',
+                '#my-id',
+                'div > span',
+                '[name*="Chrome"]',
+            ];
+            for (const pattern of cssPatterns) {
+                try {
+                    parseSelector(pattern);
+                    // If it doesn't throw, that's fine for some edge cases
+                }
+                catch (e) {
+                    if (e instanceof Error && 'hint' in e) {
+                        expect(e.hint).toContain('CSS selector');
+                    }
+                }
+            }
+        });
+    });
+    describe('Matcher', () => {
+        const el = {
+            id: '1',
+            role: 'Button',
+            name: 'Hit',
+            states: { enabled: true },
+        };
+        it('matches role', () => {
+            expect(matchSelector(el, parseSelector('role=Button')).matches).toBe(true);
+        });
+        it('matches name', () => {
+            expect(matchSelector(el, parseSelector('name="Hit"')).matches).toBe(true);
+        });
+        it('fails mismatch', () => {
+            expect(matchSelector(el, parseSelector('role=Window')).matches).toBe(false);
+        });
+    });
+    describe('Resolver', () => {
+        const tree = {
+            id: 'root',
+            role: 'Window',
+            children: [
+                { id: 'btn', role: 'Button', name: 'S' },
+                {
+                    id: 'grp',
+                    role: 'Group',
+                    children: [{ id: 'ed', role: 'Edit', name: 'N' }],
+                },
+            ],
+        };
+        const snap = {
+            snapshotId: 's1',
+            timestamp: '0',
+            activeApp: { pid: 1, title: 'A' },
+            tree,
+            driver: {
+                name: 'm',
+                kind: 'mock',
+                version: '1',
+                capabilities: {
+                    canSnapshot: true,
+                    canClick: true,
+                    canType: true,
+                    canScroll: true,
+                    canKey: true,
+                    canOcr: false,
+                    canScreenshot: false,
+                    canInjectInput: true,
+                },
+            },
+        };
+        it('finds deep', () => {
+            const res = resolveSelector(snap, 'role=Edit');
+            expect(res[0]?.node.id).toBe('ed');
+        });
+        it('chains', () => {
+            const res = resolveSelector(snap, 'role=Group >> role=Edit');
+            expect(res[0]?.node.id).toBe('ed');
+        });
+        it('fallback', () => {
+            const res = resolveSelector(snap, 'role=Check ?? role=Button');
+            expect(res[0]?.node.id).toBe('btn');
+        });
+    });
+});
+//# sourceMappingURL=selectors.test.js.map

package/dist/src/gui/selectors/__tests__/selectors.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"selectors.test.js","sourceRoot":"","sources":["../../../../../src/gui/selectors/__tests__/selectors.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAGhD,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;QACtB,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,GAAG,GAAG,aAAa,CAAC,aAAa,CAAC,CAAC;YACzC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;gBAChC,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,MAAM;gBACZ,QAAQ,EAAE,GAAG;gBACb,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;YAC9B,MAAM,GAAG,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;YACtC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;gBAChC,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,MAAM;gBACZ,QAAQ,EAAE,GAAG;gBACb,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,kBAAkB,EAAE,GAAG,EAAE;YAC1B,MAAM,GAAG,GAAG,aAAa,CAAC,2BAA2B,CAAC,CAAC;YACvD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,eAAe,EAAE,GAAG,EAAE;YACvB,MAAM,GAAG,GAAG,aAAa,CAAC,4BAA4B,CAAC,CAAC;YACxD,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,gDAAgD;YAChD,MAAM,WAAW,GAAG;gBAClB,WAAW;gBACX,QAAQ;gBACR,YAAY;gBACZ,kBAAkB;aACnB,CAAC;YACF,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;gBAClC,IAAI,CAAC;oBACH,aAAa,CAAC,OAAO,CAAC,CAAC;oBACvB,uDAAuD;gBACzD,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,CAAC,YAAY,KAAK,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;wBACtC,MAAM,CAAE,CAAS,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;oBACpD,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,MAAM,EAAE,GAAgB;YACtB,EAAE,EAAE,GAAG;YACP,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;SAC1B,CAAC;QACF,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE;YACtB,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAClE,IAAI,CACL,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE;YACtB,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,gBAAgB,EAAE,GAAG,EAAE;YACxB,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAClE,KAAK,CACN,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;QACxB,MAAM,IAAI,GAAgB;YACxB,EAAE,EAAE,MAAM;YACV,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE;gBACR,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE;gBACxC;oBACE,EAAE,EAAE,KAAK;oBACT,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;iBAClD;aACF;SACF,CAAC;QACF,MAAM,IAAI,GAAsB;YAC9B,UAAU,EAAE,IAAI;YAChB,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;YACjC,IAAI;YACJ,MAAM,EAAE;gBACN,IAAI,EAAE,GAAG;gBACT,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,GAAG;gBACZ,YAAY,EAAE;oBACZ,WAAW,EAAE,IAAI;oBACjB,QAAQ,EAAE,IAAI;oBACd,OAAO,EAAE,IAAI;oBACb,SAAS,EAAE,IAAI;oBACf,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,KAAK;oBACb,aAAa,EAAE,KAAK;oBACpB,cAAc,EAAE,IAAI;iBACrB;aACF;SACF,CAAC;QAEF,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;YACpB,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YAC/C,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;YAChB,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;YAC7D,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE;YAClB,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,EAAE,2BAA2B,CAAC,CAAC;YAC/D,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/gui/selectors/ast.d.ts

@@ -0,0 +1,34 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Selector Engine AST
+ *
+ * Represents the parsed structure of a GUI selector string.
+ */
+export type SelectorPrefix = 'any' | 'uia' | 'atspi' | 'ax' | 'sap' | 'ocr' | 'win32';
+export interface SelectorNode {
+    type: 'selector';
+    prefix: SelectorPrefix;
+    conditions: ConditionNode[];
+    next?: {
+        combinator: 'descendant' | 'right-of' | 'left-of' | 'above' | 'below' | 'near';
+        node: SelectorNode;
+    };
+    fallback?: SelectorNode;
+}
+export type ConditionNode = AttributeCondition | BooleanCondition;
+export interface AttributeCondition {
+    type: 'attribute';
+    name: string;
+    operator: '=' | '~=' | '^=' | '$=';
+    value: string | number | boolean;
+}
+export interface BooleanCondition {
+    type: 'boolean';
+    name: 'enabled' | 'visible' | 'focused';
+    value: boolean;
+}

package/dist/src/gui/selectors/ast.js

@@ -0,0 +1,8 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};
+//# sourceMappingURL=ast.js.map

package/dist/src/gui/selectors/ast.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ast.js","sourceRoot":"","sources":["../../../../src/gui/selectors/ast.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}

package/dist/src/gui/selectors/matcher.d.ts

@@ -0,0 +1,19 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Selector Matcher
+ *
+ * Matches an ElementNode against a SelectorNode (single segment, not chain).
+ * Returns a confidence score if matched, or 0 if not.
+ */
+import type { ElementNode } from '../protocol/types.js';
+import type { SelectorNode } from './ast.js';
+export interface MatchResult {
+    matches: boolean;
+    confidence: number;
+}
+export declare function matchSelector(element: ElementNode, selector: SelectorNode): MatchResult;