@epsilon-asi/actors 0.0.22 → 0.0.32

package/dist/native/macos/MacOSAccessibilityWindowDriver.js

@@ -0,0 +1,180 @@
+import { appleScriptString } from '../utils/appleScriptEscape.js';
+const FIELD_SEPARATOR = '\u001f';
+const ROW_SEPARATOR = '\u001e';
+function parseBoolean(value) {
+    if (value === 'true')
+        return true;
+    if (value === 'false')
+        return false;
+    return undefined;
+}
+function parseNumber(value) {
+    const parsed = Number(value);
+    return Number.isFinite(parsed) ? parsed : 0;
+}
+class MacOSAccessibilityWindowHandle {
+    client;
+    currentInfo;
+    constructor(client, currentInfo) {
+        this.client = client;
+        this.currentInfo = currentInfo;
+    }
+    async info() {
+        return this.currentInfo;
+    }
+    async focus() {
+        await this.client.focusWindow(this.matcher(), this.currentInfo.appName ?? 'Google Chrome');
+        this.currentInfo = { ...this.currentInfo, isFocused: true };
+    }
+    async minimize() {
+        await this.client.minimize(this.matcher(), this.currentInfo.appName ?? 'Google Chrome');
+        this.currentInfo = { ...this.currentInfo, isMinimized: true };
+    }
+    async restore() {
+        await this.executeOnWindow(`set value of attribute "AXMinimized" of candidateWindow to false`);
+        this.currentInfo = { ...this.currentInfo, isMinimized: false };
+    }
+    async move(point) {
+        await this.executeOnWindow(`set position of candidateWindow to {${Math.round(point.x)}, ${Math.round(point.y)}}`);
+        this.currentInfo = {
+            ...this.currentInfo,
+            region: { ...this.currentInfo.region, x: Math.round(point.x), y: Math.round(point.y) }
+        };
+    }
+    async resize(size) {
+        await this.executeOnWindow(`set size of candidateWindow to {${Math.round(size.width)}, ${Math.round(size.height)}}`);
+        this.currentInfo = {
+            ...this.currentInfo,
+            region: { ...this.currentInfo.region, width: Math.round(size.width), height: Math.round(size.height) }
+        };
+    }
+    async setFullscreen(fullscreen) {
+        await this.client.setFullscreen(this.matcher(), fullscreen, this.currentInfo.appName ?? 'Google Chrome');
+        this.currentInfo = { ...this.currentInfo, isFullscreen: fullscreen };
+    }
+    async toggleFullscreen() {
+        await this.client.toggleFullscreen(this.matcher(), this.currentInfo.appName ?? 'Google Chrome');
+        if (this.currentInfo.isFullscreen === undefined) {
+            this.currentInfo = { ...this.currentInfo };
+        }
+        else {
+            this.currentInfo = { ...this.currentInfo, isFullscreen: !this.currentInfo.isFullscreen };
+        }
+    }
+    matcher() {
+        const matcher = {};
+        if (this.currentInfo.appName !== undefined)
+            matcher.appName = this.currentInfo.appName;
+        matcher.title = this.currentInfo.title;
+        return matcher;
+    }
+    async executeOnWindow(action) {
+        const appName = this.currentInfo.appName ?? 'Google Chrome';
+        const title = this.currentInfo.title;
+        const script = `
+      tell application "System Events"
+        tell process ${appleScriptString(appName)}
+          repeat with candidateWindow in windows
+            if name of candidateWindow is ${appleScriptString(title)} then
+              ${action}
+              return
+            end if
+          end repeat
+        end tell
+      end tell
+    `;
+        await this.client.execute(script);
+    }
+}
+export class MacOSAccessibilityWindowDriver {
+    client;
+    logger;
+    constructor(client, logger) {
+        this.client = client;
+        this.logger = logger;
+    }
+    async list() {
+        const script = `
+      set fieldSeparator to ASCII character 31
+      set rowSeparator to ASCII character 30
+      set rows to {}
+      tell application "System Events"
+        repeat with appProcess in application processes
+          set appName to name of appProcess
+          repeat with candidateWindow in windows of appProcess
+            set windowTitle to ""
+            set px to 0
+            set py to 0
+            set windowWidth to 0
+            set windowHeight to 0
+            set minimizedValue to ""
+            set fullscreenValue to ""
+            try
+              set windowTitle to name of candidateWindow
+            end try
+            try
+              set windowPosition to position of candidateWindow
+              set px to item 1 of windowPosition
+              set py to item 2 of windowPosition
+            end try
+            try
+              set windowSize to size of candidateWindow
+              set windowWidth to item 1 of windowSize
+              set windowHeight to item 2 of windowSize
+            end try
+            try
+              set minimizedValue to (value of attribute "AXMinimized" of candidateWindow) as text
+            end try
+            try
+              set fullscreenValue to (value of attribute "AXFullScreen" of candidateWindow) as text
+            end try
+            copy (appName & fieldSeparator & windowTitle & fieldSeparator & px & fieldSeparator & py & fieldSeparator & windowWidth & fieldSeparator & windowHeight & fieldSeparator & minimizedValue & fieldSeparator & fullscreenValue) to end of rows
+          end repeat
+        end repeat
+      end tell
+      set AppleScript's text item delimiters to rowSeparator
+      return rows as text
+    `;
+        try {
+            const output = await this.client.execute(script);
+            if (output.length === 0)
+                return [];
+            return output.split(ROW_SEPARATOR)
+                .map(row => this.parseRow(row))
+                .filter((info) => info !== null)
+                .map(info => new MacOSAccessibilityWindowHandle(this.client, info));
+        }
+        catch (error) {
+            this.logger?.debug('Failed to list windows through macOS Accessibility.', { error });
+            throw error;
+        }
+    }
+    parseRow(row) {
+        const fields = row.split(FIELD_SEPARATOR);
+        if (fields.length < 8)
+            return null;
+        const [appName, title, xRaw, yRaw, widthRaw, heightRaw, minimizedRaw, fullscreenRaw] = fields;
+        if (appName === undefined || title === undefined || xRaw === undefined || yRaw === undefined || widthRaw === undefined || heightRaw === undefined) {
+            return null;
+        }
+        const region = {
+            x: parseNumber(xRaw),
+            y: parseNumber(yRaw),
+            width: parseNumber(widthRaw),
+            height: parseNumber(heightRaw)
+        };
+        const info = {
+            appName,
+            title,
+            region
+        };
+        const isMinimized = parseBoolean(minimizedRaw ?? '');
+        const isFullscreen = parseBoolean(fullscreenRaw ?? '');
+        if (isMinimized !== undefined)
+            info.isMinimized = isMinimized;
+        if (isFullscreen !== undefined)
+            info.isFullscreen = isFullscreen;
+        return info;
+    }
+}
+//# sourceMappingURL=MacOSAccessibilityWindowDriver.js.map

package/dist/native/macos/MacOSAccessibilityWindowDriver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MacOSAccessibilityWindowDriver.js","sourceRoot":"","sources":["../../../src/native/macos/MacOSAccessibilityWindowDriver.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAGlE,MAAM,eAAe,GAAG,QAAQ,CAAC;AACjC,MAAM,aAAa,GAAG,QAAQ,CAAC;AAE/B,SAAS,YAAY,CAAC,KAAa;IACjC,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAClC,IAAI,KAAK,KAAK,OAAO;QAAE,OAAO,KAAK,CAAC;IACpC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,8BAA8B;IACL;IAAwC;IAArE,YAA6B,MAA8B,EAAU,WAA6B;QAArE,WAAM,GAAN,MAAM,CAAwB;QAAU,gBAAW,GAAX,WAAW,CAAkB;IAAG,CAAC;IAEtG,KAAK,CAAC,IAAI;QACR,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,IAAI,eAAe,CAAC,CAAC;QAC3F,IAAI,CAAC,WAAW,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,IAAI,eAAe,CAAC,CAAC;QACxF,IAAI,CAAC,WAAW,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,eAAe,CAAC,kEAAkE,CAAC,CAAC;QAC/F,IAAI,CAAC,WAAW,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAkB;QAC3B,MAAM,IAAI,CAAC,eAAe,CAAC,uCAAuC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAClH,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,WAAW;YACnB,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;SACvF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAgB;QAC3B,MAAM,IAAI,CAAC,eAAe,CAAC,mCAAmC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrH,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,WAAW;YACnB,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;SACvG,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,UAAmB;QACrC,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,IAAI,eAAe,CAAC,CAAC;QACzG,IAAI,CAAC,WAAW,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,IAAI,eAAe,CAAC,CAAC;QAChG,IAAI,IAAI,CAAC,WAAW,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YAChD,IAAI,CAAC,WAAW,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,YAAY,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;QAC3F,CAAC;IACH,CAAC;IAEO,OAAO;QACb,MAAM,OAAO,GAAyC,EAAE,CAAC;QACzD,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC;QACvF,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;QACvC,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,MAAc;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,IAAI,eAAe,CAAC;QAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;QACrC,MAAM,MAAM,GAAG;;uBAEI,iBAAiB,CAAC,OAAO,CAAC;;4CAEL,iBAAiB,CAAC,KAAK,CAAC;gBACpD,MAAM;;;;;;KAMjB,CAAC;QACF,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;CACF;AAED,MAAM,OAAO,8BAA8B;IACZ;IAAiD;IAA9E,YAA6B,MAA8B,EAAmB,MAAe;QAAhE,WAAM,GAAN,MAAM,CAAwB;QAAmB,WAAM,GAAN,MAAM,CAAS;IAAG,CAAC;IAEjG,KAAK,CAAC,IAAI;QACR,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAwCd,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACjD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YACnC,OAAO,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC;iBAC/B,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;iBAC9B,MAAM,CAAC,CAAC,IAAI,EAA4B,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC;iBACzD,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,8BAA8B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,qDAAqD,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACrF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,GAAW;QAC1B,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAC1C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,CAAC,GAAG,MAAM,CAAC;QAC9F,IAAI,OAAO,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAClJ,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAiB;YAC3B,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC;YACpB,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC;YACpB,KAAK,EAAE,WAAW,CAAC,QAAQ,CAAC;YAC5B,MAAM,EAAE,WAAW,CAAC,SAAS,CAAC;SAC/B,CAAC;QACF,MAAM,IAAI,GAAqB;YAC7B,OAAO;YACP,KAAK;YACL,MAAM;SACP,CAAC;QACF,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;QACrD,MAAM,YAAY,GAAG,YAAY,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;QACvD,IAAI,WAAW,KAAK,SAAS;YAAE,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC9D,IAAI,YAAY,KAAK,SAAS;YAAE,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjE,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/native/macos/MacOSAppleScriptClient.d.ts

@@ -0,0 +1,24 @@
+import type { AppleScriptExecutor } from '../drivers.js';
+import type { WindowMatcher } from '../types.js';
+export declare class OsaScriptExecutor implements AppleScriptExecutor {
+    execute(script: string, options?: {
+        timeoutMs?: number;
+    }): Promise<string>;
+}
+export interface MacOSAppleScriptClientOptions {
+    executor?: AppleScriptExecutor;
+    timeoutMs?: number;
+}
+export declare class MacOSAppleScriptClient {
+    private readonly executor;
+    private readonly timeoutMs;
+    constructor(options?: MacOSAppleScriptClientOptions);
+    execute(script: string, timeoutMs?: number): Promise<string>;
+    isWindowOpen(matcher: WindowMatcher, fallbackAppName?: string): Promise<boolean>;
+    focusWindow(matcher: WindowMatcher, fallbackAppName?: string): Promise<void>;
+    setFullscreen(matcher: WindowMatcher, fullscreen: boolean, fallbackAppName?: string): Promise<void>;
+    toggleFullscreen(matcher: WindowMatcher, fallbackAppName?: string): Promise<void>;
+    minimize(matcher: WindowMatcher, fallbackAppName?: string): Promise<void>;
+    selectFileInOpenDialog(filePath: string, appName?: string, timeoutMs?: number): Promise<void>;
+}
+//# sourceMappingURL=MacOSAppleScriptClient.d.ts.map

package/dist/native/macos/MacOSAppleScriptClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MacOSAppleScriptClient.d.ts","sourceRoot":"","sources":["../../../src/native/macos/MacOSAppleScriptClient.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAKjD,qBAAa,iBAAkB,YAAW,mBAAmB;IACrD,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,OAAO,CAAC,MAAM,CAAC;CAOrF;AAED,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,EAAE,mBAAmB,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAoBD,qBAAa,sBAAsB;IACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAsB;IAC/C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEvB,OAAO,GAAE,6BAAkC;IAKjD,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAI5D,YAAY,CAAC,OAAO,EAAE,aAAa,EAAE,eAAe,SAAkB,GAAG,OAAO,CAAC,OAAO,CAAC;IAezF,WAAW,CAAC,OAAO,EAAE,aAAa,EAAE,eAAe,SAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBrF,aAAa,CAAC,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,SAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IA4B5G,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,eAAe,SAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAqB1F,QAAQ,CAAC,OAAO,EAAE,aAAa,EAAE,eAAe,SAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBlF,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,SAAkB,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CA0B7G"}

package/dist/native/macos/MacOSAppleScriptClient.js

@@ -0,0 +1,163 @@
+import { execFile } from 'node:child_process';
+import { promisify } from 'node:util';
+import { appleScriptString } from '../utils/appleScriptEscape.js';
+const execFileAsync = promisify(execFile);
+export class OsaScriptExecutor {
+    async execute(script, options = {}) {
+        const { stdout } = await execFileAsync('osascript', ['-l', 'AppleScript', '-e', script], {
+            timeout: options.timeoutMs ?? 15_000,
+            maxBuffer: 1024 * 1024
+        });
+        return stdout.trim();
+    }
+}
+function matcherCondition(matcher) {
+    const conditions = [];
+    if (matcher.title !== undefined) {
+        conditions.push(`name of candidateWindow is ${appleScriptString(matcher.title)}`);
+    }
+    if (matcher.titleIncludes !== undefined) {
+        conditions.push(`name of candidateWindow contains ${appleScriptString(matcher.titleIncludes)}`);
+    }
+    if (matcher.role !== undefined) {
+        conditions.push(`role of candidateWindow is ${appleScriptString(matcher.role)}`);
+    }
+    return conditions.length === 0 ? 'true' : conditions.join(' and ');
+}
+function processTarget(matcher, fallbackAppName) {
+    return appleScriptString(matcher.appName ?? fallbackAppName);
+}
+export class MacOSAppleScriptClient {
+    executor;
+    timeoutMs;
+    constructor(options = {}) {
+        this.executor = options.executor ?? new OsaScriptExecutor();
+        this.timeoutMs = options.timeoutMs ?? 15_000;
+    }
+    async execute(script, timeoutMs) {
+        return this.executor.execute(script, { timeoutMs: timeoutMs ?? this.timeoutMs });
+    }
+    async isWindowOpen(matcher, fallbackAppName = 'Google Chrome') {
+        const script = `
+      tell application "System Events"
+        if not (exists process ${processTarget(matcher, fallbackAppName)}) then return "false"
+        tell process ${processTarget(matcher, fallbackAppName)}
+          repeat with candidateWindow in windows
+            if ${matcherCondition(matcher)} then return "true"
+          end repeat
+        end tell
+      end tell
+      return "false"
+    `;
+        return (await this.execute(script)) === 'true';
+    }
+    async focusWindow(matcher, fallbackAppName = 'Google Chrome') {
+        const script = `
+      tell application ${processTarget(matcher, fallbackAppName)} to activate
+      tell application "System Events"
+        tell process ${processTarget(matcher, fallbackAppName)}
+          repeat with candidateWindow in windows
+            if ${matcherCondition(matcher)} then
+              perform action "AXRaise" of candidateWindow
+              return
+            end if
+          end repeat
+        end tell
+      end tell
+    `;
+        await this.execute(script);
+    }
+    async setFullscreen(matcher, fullscreen, fallbackAppName = 'Google Chrome') {
+        const desired = fullscreen ? 'true' : 'false';
+        const script = `
+      tell application ${processTarget(matcher, fallbackAppName)} to activate
+      tell application "System Events"
+        tell process ${processTarget(matcher, fallbackAppName)}
+          repeat with candidateWindow in windows
+            if ${matcherCondition(matcher)} then
+              set currentFullscreen to false
+              try
+                set currentFullscreen to value of attribute "AXFullScreen" of candidateWindow
+              end try
+              if currentFullscreen is not ${desired} then
+                try
+                  perform action "AXPress" of (first button of candidateWindow whose subrole is "AXFullScreenButton")
+                on error
+                  click (first button of candidateWindow whose subrole is "AXFullScreenButton")
+                end try
+              end if
+              return
+            end if
+          end repeat
+        end tell
+      end tell
+    `;
+        await this.execute(script);
+    }
+    async toggleFullscreen(matcher, fallbackAppName = 'Google Chrome') {
+        const script = `
+      tell application ${processTarget(matcher, fallbackAppName)} to activate
+      tell application "System Events"
+        tell process ${processTarget(matcher, fallbackAppName)}
+          repeat with candidateWindow in windows
+            if ${matcherCondition(matcher)} then
+              try
+                perform action "AXPress" of (first button of candidateWindow whose subrole is "AXFullScreenButton")
+              on error
+                click (first button of candidateWindow whose subrole is "AXFullScreenButton")
+              end try
+              return
+            end if
+          end repeat
+        end tell
+      end tell
+    `;
+        await this.execute(script);
+    }
+    async minimize(matcher, fallbackAppName = 'Google Chrome') {
+        const script = `
+      tell application "System Events"
+        tell process ${processTarget(matcher, fallbackAppName)}
+          repeat with candidateWindow in windows
+            if ${matcherCondition(matcher)} then
+              try
+                perform action "AXPress" of (first button of candidateWindow whose subrole is "AXMinimizeButton")
+              on error
+                set value of attribute "AXMinimized" of candidateWindow to true
+              end try
+              return
+            end if
+          end repeat
+        end tell
+      end tell
+    `;
+        await this.execute(script);
+    }
+    async selectFileInOpenDialog(filePath, appName = 'Google Chrome', timeoutMs) {
+        const script = `
+      set targetPath to ${appleScriptString(filePath)}
+      tell application ${appleScriptString(appName)} to activate
+      tell application "System Events"
+        tell process ${appleScriptString(appName)}
+          set frontmost to true
+          set waited to 0
+          repeat while waited < 100
+            if (exists window 1) then exit repeat
+            delay 0.1
+            set waited to waited + 1
+          end repeat
+          keystroke "g" using {command down, shift down}
+          delay 0.2
+          set the clipboard to targetPath
+          keystroke "v" using {command down}
+          delay 0.1
+          key code 36
+          delay 0.2
+          key code 36
+        end tell
+      end tell
+    `;
+        await this.execute(script, timeoutMs);
+    }
+}
+//# sourceMappingURL=MacOSAppleScriptClient.js.map

package/dist/native/macos/MacOSAppleScriptClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MacOSAppleScriptClient.js","sourceRoot":"","sources":["../../../src/native/macos/MacOSAppleScriptClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAGtC,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAElE,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAE1C,MAAM,OAAO,iBAAiB;IAC5B,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,UAAkC,EAAE;QAChE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE;YACvF,OAAO,EAAE,OAAO,CAAC,SAAS,IAAI,MAAM;YACpC,SAAS,EAAE,IAAI,GAAG,IAAI;SACvB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;CACF;AAOD,SAAS,gBAAgB,CAAC,OAAsB;IAC9C,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,UAAU,CAAC,IAAI,CAAC,8BAA8B,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QACxC,UAAU,CAAC,IAAI,CAAC,oCAAoC,iBAAiB,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IAClG,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,UAAU,CAAC,IAAI,CAAC,8BAA8B,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,aAAa,CAAC,OAAsB,EAAE,eAAuB;IACpE,OAAO,iBAAiB,CAAC,OAAO,CAAC,OAAO,IAAI,eAAe,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,OAAO,sBAAsB;IAChB,QAAQ,CAAsB;IAC9B,SAAS,CAAS;IAEnC,YAAY,UAAyC,EAAE;QACrD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,iBAAiB,EAAE,CAAC;QAC5D,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,SAAkB;QAC9C,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAsB,EAAE,eAAe,GAAG,eAAe;QAC1E,MAAM,MAAM,GAAG;;iCAEc,aAAa,CAAC,OAAO,EAAE,eAAe,CAAC;uBACjD,aAAa,CAAC,OAAO,EAAE,eAAe,CAAC;;iBAE7C,gBAAgB,CAAC,OAAO,CAAC;;;;;KAKrC,CAAC;QACF,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,MAAM,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAAsB,EAAE,eAAe,GAAG,eAAe;QACzE,MAAM,MAAM,GAAG;yBACM,aAAa,CAAC,OAAO,EAAE,eAAe,CAAC;;uBAEzC,aAAa,CAAC,OAAO,EAAE,eAAe,CAAC;;iBAE7C,gBAAgB,CAAC,OAAO,CAAC;;;;;;;KAOrC,CAAC;QACF,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAsB,EAAE,UAAmB,EAAE,eAAe,GAAG,eAAe;QAChG,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;QAC9C,MAAM,MAAM,GAAG;yBACM,aAAa,CAAC,OAAO,EAAE,eAAe,CAAC;;uBAEzC,aAAa,CAAC,OAAO,EAAE,eAAe,CAAC;;iBAE7C,gBAAgB,CAAC,OAAO,CAAC;;;;;4CAKE,OAAO;;;;;;;;;;;;KAY9C,CAAC;QACF,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,OAAsB,EAAE,eAAe,GAAG,eAAe;QAC9E,MAAM,MAAM,GAAG;yBACM,aAAa,CAAC,OAAO,EAAE,eAAe,CAAC;;uBAEzC,aAAa,CAAC,OAAO,EAAE,eAAe,CAAC;;iBAE7C,gBAAgB,CAAC,OAAO,CAAC;;;;;;;;;;;KAWrC,CAAC;QACF,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAsB,EAAE,eAAe,GAAG,eAAe;QACtE,MAAM,MAAM,GAAG;;uBAEI,aAAa,CAAC,OAAO,EAAE,eAAe,CAAC;;iBAE7C,gBAAgB,CAAC,OAAO,CAAC;;;;;;;;;;;KAWrC,CAAC;QACF,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,QAAgB,EAAE,OAAO,GAAG,eAAe,EAAE,SAAkB;QAC1F,MAAM,MAAM,GAAG;0BACO,iBAAiB,CAAC,QAAQ,CAAC;yBAC5B,iBAAiB,CAAC,OAAO,CAAC;;uBAE5B,iBAAiB,CAAC,OAAO,CAAC;;;;;;;;;;;;;;;;;;KAkB5C,CAAC;QACF,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACxC,CAAC;CACF"}

package/dist/native/macos/MacOSFileDialogAccessibilityStrategy.d.ts

@@ -0,0 +1,10 @@
+import type { SelectFileOptions } from '../types.js';
+import type { FileDialogAccessibilityStrategy } from '../NativeFileDialogService.js';
+import { MacOSAppleScriptClient } from './MacOSAppleScriptClient.js';
+export declare class MacOSFileDialogAccessibilityStrategy implements FileDialogAccessibilityStrategy {
+    private readonly client;
+    private readonly defaultAppName;
+    constructor(client: MacOSAppleScriptClient, defaultAppName?: string);
+    selectFile(filePath: string, options: SelectFileOptions): Promise<void>;
+}
+//# sourceMappingURL=MacOSFileDialogAccessibilityStrategy.d.ts.map

package/dist/native/macos/MacOSFileDialogAccessibilityStrategy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MacOSFileDialogAccessibilityStrategy.d.ts","sourceRoot":"","sources":["../../../src/native/macos/MacOSFileDialogAccessibilityStrategy.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,+BAA+B,CAAC;AACrF,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AAErE,qBAAa,oCAAqC,YAAW,+BAA+B;IAC9E,OAAO,CAAC,QAAQ,CAAC,MAAM;IAA0B,OAAO,CAAC,QAAQ,CAAC,cAAc;gBAA/D,MAAM,EAAE,sBAAsB,EAAmB,cAAc,SAAkB;IAExG,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;CAG9E"}

package/dist/native/macos/MacOSFileDialogAccessibilityStrategy.js

@@ -0,0 +1,12 @@
+export class MacOSFileDialogAccessibilityStrategy {
+    client;
+    defaultAppName;
+    constructor(client, defaultAppName = 'Google Chrome') {
+        this.client = client;
+        this.defaultAppName = defaultAppName;
+    }
+    async selectFile(filePath, options) {
+        await this.client.selectFileInOpenDialog(filePath, options.appName ?? this.defaultAppName, options.timeoutMs);
+    }
+}
+//# sourceMappingURL=MacOSFileDialogAccessibilityStrategy.js.map

package/dist/native/macos/MacOSFileDialogAccessibilityStrategy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MacOSFileDialogAccessibilityStrategy.js","sourceRoot":"","sources":["../../../src/native/macos/MacOSFileDialogAccessibilityStrategy.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,oCAAoC;IAClB;IAAiD;IAA9E,YAA6B,MAA8B,EAAmB,iBAAiB,eAAe;QAAjF,WAAM,GAAN,MAAM,CAAwB;QAAmB,mBAAc,GAAd,cAAc,CAAkB;IAAG,CAAC;IAElH,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,OAA0B;QAC3D,MAAM,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAChH,CAAC;CACF"}

package/dist/native/macos/MacOSNativeAutomation.d.ts

@@ -0,0 +1,3 @@
+import type { NativeAutomation, NativeAutomationFactoryArgs } from '../types.js';
+export declare function createMacOSNativeAutomation(args: NativeAutomationFactoryArgs): NativeAutomation;
+//# sourceMappingURL=MacOSNativeAutomation.d.ts.map

package/dist/native/macos/MacOSNativeAutomation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MacOSNativeAutomation.d.ts","sourceRoot":"","sources":["../../../src/native/macos/MacOSNativeAutomation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,2BAA2B,EAAE,MAAM,aAAa,CAAC;AAkBjF,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,2BAA2B,GAAG,gBAAgB,CAmE/F"}

package/dist/native/macos/MacOSNativeAutomation.js

@@ -0,0 +1,88 @@
+import { DefaultNativeActionRegistry, registerDefaultNativeActions } from '../NativeActionRegistry.js';
+import { HumanizedNativeMouse } from '../NativeMouse.js';
+import { DefaultNativeKeyboard } from '../NativeKeyboard.js';
+import { DefaultNativeWindowService } from '../NativeWindowService.js';
+import { DefaultNativeImageFinder } from '../NativeImageFinder.js';
+import { ImageBasedCoordinateMapper } from '../NativeCoordinateMapper.js';
+import { DefaultNativeFileDialogService } from '../NativeFileDialogService.js';
+import { NutNativeMouseDriver } from '../nut/NutNativeMouseDriver.js';
+import { NutNativeKeyboardDriver } from '../nut/NutNativeKeyboardDriver.js';
+import { NutNativeScreenDriver } from '../nut/NutNativeScreenDriver.js';
+import { NutNativeWindowDriver } from '../nut/NutNativeWindowDriver.js';
+import { FallbackNativeWindowDriver } from '../CompositeNativeWindowDriver.js';
+import { MacOSAccessibilityWindowDriver } from './MacOSAccessibilityWindowDriver.js';
+import { NutNativeImageFinderDriver } from '../nut/NutNativeImageFinder.js';
+import { MacOSAppleScriptClient } from './MacOSAppleScriptClient.js';
+import { MacOSFileDialogAccessibilityStrategy } from './MacOSFileDialogAccessibilityStrategy.js';
+export function createMacOSNativeAutomation(args) {
+    const nativeConfig = args.config.native;
+    const mouseDriver = new NutNativeMouseDriver();
+    const keyboardDriver = new NutNativeKeyboardDriver();
+    const screenDriver = new NutNativeScreenDriver();
+    const appleScriptOptions = {};
+    const osascriptTimeoutMs = nativeConfig?.macos?.osascriptTimeoutMs ?? args.config.defaultTimeoutMs;
+    if (osascriptTimeoutMs !== undefined)
+        appleScriptOptions.timeoutMs = osascriptTimeoutMs;
+    const appleScriptClient = new MacOSAppleScriptClient(appleScriptOptions);
+    const windowDriver = new FallbackNativeWindowDriver(new MacOSAccessibilityWindowDriver(appleScriptClient, args.logger), new NutNativeWindowDriver(), args.logger);
+    const keyboard = new DefaultNativeKeyboard(keyboardDriver);
+    const imageDriverOptions = { enableNlMatcher: true };
+    if (nativeConfig?.templatesDir !== undefined)
+        imageDriverOptions.templatesDir = nativeConfig.templatesDir;
+    if (nativeConfig?.imageConfidence !== undefined)
+        imageDriverOptions.confidence = nativeConfig.imageConfidence;
+    const imageDriver = new NutNativeImageFinderDriver(imageDriverOptions);
+    const images = new DefaultNativeImageFinder(imageDriver, args.config.defaultTimeoutMs);
+    const coordinateOptions = {
+        images,
+        logger: args.logger
+    };
+    const coordinateTimeoutMs = nativeConfig?.coordinateCalibration?.timeoutMs ?? args.config.defaultTimeoutMs;
+    if (coordinateTimeoutMs !== undefined)
+        coordinateOptions.defaultTimeoutMs = coordinateTimeoutMs;
+    if (nativeConfig?.coordinateCalibration?.cacheTtlMs !== undefined) {
+        coordinateOptions.defaultCacheTtlMs = nativeConfig.coordinateCalibration.cacheTtlMs;
+    }
+    const coordinates = new ImageBasedCoordinateMapper(coordinateOptions);
+    const mouseOptions = { coordinateMapper: coordinates };
+    if (nativeConfig?.mouse?.jitterPixels !== undefined)
+        mouseOptions.jitterPixels = nativeConfig.mouse.jitterPixels;
+    if (nativeConfig?.mouse?.minJitterPixels !== undefined)
+        mouseOptions.minJitterPixels = nativeConfig.mouse.minJitterPixels;
+    if (nativeConfig?.mouse?.moveSpeed !== undefined)
+        mouseOptions.moveSpeed = nativeConfig.mouse.moveSpeed;
+    const mouse = new HumanizedNativeMouse(mouseDriver, mouseOptions);
+    const windowOptions = {
+        driver: windowDriver,
+        screen: screenDriver,
+        mouse,
+        images,
+        logger: args.logger
+    };
+    if (args.config.defaultTimeoutMs !== undefined)
+        windowOptions.defaultTimeoutMs = args.config.defaultTimeoutMs;
+    const windows = new DefaultNativeWindowService(windowOptions);
+    const fileDialogOptions = {
+        keyboard,
+        mouse,
+        images,
+        accessibility: new MacOSFileDialogAccessibilityStrategy(appleScriptClient, nativeConfig?.macos?.targetApplicationName ?? 'Google Chrome'),
+        logger: args.logger
+    };
+    if (args.config.defaultTimeoutMs !== undefined)
+        fileDialogOptions.defaultTimeoutMs = args.config.defaultTimeoutMs;
+    const fileDialogs = new DefaultNativeFileDialogService(fileDialogOptions);
+    const automation = {
+        windows,
+        fileDialogs,
+        mouse,
+        keyboard,
+        coordinates,
+        images,
+        actions: undefined
+    };
+    const registry = new DefaultNativeActionRegistry(() => ({ automation, logger: args.logger }));
+    automation.actions = registerDefaultNativeActions(registry, automation, args.logger);
+    return automation;
+}
+//# sourceMappingURL=MacOSNativeAutomation.js.map

package/dist/native/macos/MacOSNativeAutomation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MacOSNativeAutomation.js","sourceRoot":"","sources":["../../../src/native/macos/MacOSNativeAutomation.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,2BAA2B,EAAE,4BAA4B,EAAE,MAAM,4BAA4B,CAAC;AACvG,OAAO,EAAE,oBAAoB,EAAoC,MAAM,mBAAmB,CAAC;AAC3F,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,0BAA0B,EAAwC,MAAM,2BAA2B,CAAC;AAC7G,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,0BAA0B,EAA0C,MAAM,8BAA8B,CAAC;AAClH,OAAO,EAAE,8BAA8B,EAA4C,MAAM,+BAA+B,CAAC;AACzH,OAAO,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AACtE,OAAO,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAC5E,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AAC/E,OAAO,EAAE,8BAA8B,EAAE,MAAM,qCAAqC,CAAC;AACrF,OAAO,EAAE,0BAA0B,EAAoC,MAAM,gCAAgC,CAAC;AAC9G,OAAO,EAAE,sBAAsB,EAAsC,MAAM,6BAA6B,CAAC;AACzG,OAAO,EAAE,oCAAoC,EAAE,MAAM,2CAA2C,CAAC;AAEjG,MAAM,UAAU,2BAA2B,CAAC,IAAiC;IAC3E,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IACxC,MAAM,WAAW,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC/C,MAAM,cAAc,GAAG,IAAI,uBAAuB,EAAE,CAAC;IACrD,MAAM,YAAY,GAAG,IAAI,qBAAqB,EAAE,CAAC;IACjD,MAAM,kBAAkB,GAAkC,EAAE,CAAC;IAC7D,MAAM,kBAAkB,GAAG,YAAY,EAAE,KAAK,EAAE,kBAAkB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;IACnG,IAAI,kBAAkB,KAAK,SAAS;QAAE,kBAAkB,CAAC,SAAS,GAAG,kBAAkB,CAAC;IACxF,MAAM,iBAAiB,GAAG,IAAI,sBAAsB,CAAC,kBAAkB,CAAC,CAAC;IACzE,MAAM,YAAY,GAAG,IAAI,0BAA0B,CACjD,IAAI,8BAA8B,CAAC,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,EAClE,IAAI,qBAAqB,EAAE,EAC3B,IAAI,CAAC,MAAM,CACZ,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,qBAAqB,CAAC,cAAc,CAAC,CAAC;IAC3D,MAAM,kBAAkB,GAAgC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IAClF,IAAI,YAAY,EAAE,YAAY,KAAK,SAAS;QAAE,kBAAkB,CAAC,YAAY,GAAG,YAAY,CAAC,YAAY,CAAC;IAC1G,IAAI,YAAY,EAAE,eAAe,KAAK,SAAS;QAAE,kBAAkB,CAAC,UAAU,GAAG,YAAY,CAAC,eAAe,CAAC;IAC9G,MAAM,WAAW,GAAG,IAAI,0BAA0B,CAAC,kBAAkB,CAAC,CAAC;IACvE,MAAM,MAAM,GAAG,IAAI,wBAAwB,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;IACvF,MAAM,iBAAiB,GAAsC;QAC3D,MAAM;QACN,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC;IACF,MAAM,mBAAmB,GAAG,YAAY,EAAE,qBAAqB,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;IAC3G,IAAI,mBAAmB,KAAK,SAAS;QAAE,iBAAiB,CAAC,gBAAgB,GAAG,mBAAmB,CAAC;IAChG,IAAI,YAAY,EAAE,qBAAqB,EAAE,UAAU,KAAK,SAAS,EAAE,CAAC;QAClE,iBAAiB,CAAC,iBAAiB,GAAG,YAAY,CAAC,qBAAqB,CAAC,UAAU,CAAC;IACtF,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,0BAA0B,CAAC,iBAAiB,CAAC,CAAC;IACtE,MAAM,YAAY,GAAgC,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAAC;IACpF,IAAI,YAAY,EAAE,KAAK,EAAE,YAAY,KAAK,SAAS;QAAE,YAAY,CAAC,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC;IACjH,IAAI,YAAY,EAAE,KAAK,EAAE,eAAe,KAAK,SAAS;QAAE,YAAY,CAAC,eAAe,GAAG,YAAY,CAAC,KAAK,CAAC,eAAe,CAAC;IAC1H,IAAI,YAAY,EAAE,KAAK,EAAE,SAAS,KAAK,SAAS;QAAE,YAAY,CAAC,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC;IACxG,MAAM,KAAK,GAAG,IAAI,oBAAoB,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IAClE,MAAM,aAAa,GAAoC;QACrD,MAAM,EAAE,YAAY;QACpB,MAAM,EAAE,YAAY;QACpB,KAAK;QACL,MAAM;QACN,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC;IACF,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,KAAK,SAAS;QAAE,aAAa,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;IAC9G,MAAM,OAAO,GAAG,IAAI,0BAA0B,CAAC,aAAa,CAAC,CAAC;IAC9D,MAAM,iBAAiB,GAAwC;QAC7D,QAAQ;QACR,KAAK;QACL,MAAM;QACN,aAAa,EAAE,IAAI,oCAAoC,CAAC,iBAAiB,EAAE,YAAY,EAAE,KAAK,EAAE,qBAAqB,IAAI,eAAe,CAAC;QACzI,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC;IACF,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,KAAK,SAAS;QAAE,iBAAiB,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;IAClH,MAAM,WAAW,GAAG,IAAI,8BAA8B,CAAC,iBAAiB,CAAC,CAAC;IAE1E,MAAM,UAAU,GAAG;QACjB,OAAO;QACP,WAAW;QACX,KAAK;QACL,QAAQ;QACR,WAAW;QACX,MAAM;QACN,OAAO,EAAE,SAAmD;KAC0B,CAAC;IAEzF,MAAM,QAAQ,GAAG,IAAI,2BAA2B,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9F,UAAU,CAAC,OAAO,GAAG,4BAA4B,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACrF,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/native/nut/NutNativeImageFinder.d.ts

@@ -0,0 +1,17 @@
+import type { NativeImageFinderDriver } from '../NativeImageFinder.js';
+import type { NativeImageMatch, NativeImageSearchOptions, NativeTemplateRef } from '../types.js';
+export interface NutNativeImageFinderOptions {
+    templatesDir?: string;
+    confidence?: number;
+    enableNlMatcher?: boolean;
+}
+export declare class NutNativeImageFinderDriver implements NativeImageFinderDriver {
+    private readonly options;
+    private initialized;
+    constructor(options?: NutNativeImageFinderOptions);
+    findTemplate(template: string | NativeTemplateRef, options?: NativeImageSearchOptions): Promise<NativeImageMatch | null>;
+    private initialize;
+    private buildSearchOptions;
+    private materializeTemplate;
+}
+//# sourceMappingURL=NutNativeImageFinder.d.ts.map

package/dist/native/nut/NutNativeImageFinder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"NutNativeImageFinder.d.ts","sourceRoot":"","sources":["../../../src/native/nut/NutNativeImageFinder.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,KAAK,EAAE,gBAAgB,EAAE,wBAAwB,EAAgB,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAG/G,MAAM,WAAW,2BAA2B;IAC1C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAeD,qBAAa,0BAA2B,YAAW,uBAAuB;IAG5D,OAAO,CAAC,QAAQ,CAAC,OAAO;IAFpC,OAAO,CAAC,WAAW,CAAS;gBAEC,OAAO,GAAE,2BAAgC;IAEhE,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,iBAAiB,EAAE,OAAO,GAAE,wBAA6B,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAmBpH,UAAU;IAiBxB,OAAO,CAAC,kBAAkB;YAgBZ,mBAAmB;CAclC"}

package/dist/native/nut/NutNativeImageFinder.js

@@ -0,0 +1,84 @@
+import fs from 'node:fs/promises';
+import os from 'node:os';
+import path from 'node:path';
+import { loadNlMatcher, loadNut } from './loadNut.js';
+function toRegion(region) {
+    return {
+        x: region.left ?? region.x ?? 0,
+        y: region.top ?? region.y ?? 0,
+        width: region.width,
+        height: region.height
+    };
+}
+function templateName(template) {
+    return typeof template === 'string' ? template : template.name;
+}
+export class NutNativeImageFinderDriver {
+    options;
+    initialized = false;
+    constructor(options = {}) {
+        this.options = options;
+    }
+    async findTemplate(template, options = {}) {
+        const nut = await this.initialize();
+        if (nut.screen.find === undefined || nut.imageResource === undefined) {
+            return null;
+        }
+        const resourcePath = await this.materializeTemplate(template);
+        const searchOptions = this.buildSearchOptions(options);
+        try {
+            const region = await nut.screen.find(nut.imageResource(resourcePath), searchOptions);
+            const match = { region: toRegion(region) };
+            if (options.confidence !== undefined)
+                match.confidence = options.confidence;
+            return match;
+        }
+        catch {
+            return null;
+        }
+    }
+    async initialize() {
+        const nut = await loadNut();
+        if (!this.initialized) {
+            if (this.options.enableNlMatcher ?? true) {
+                await loadNlMatcher();
+            }
+            if (this.options.templatesDir !== undefined && nut.screen.config !== undefined) {
+                nut.screen.config.resourceDirectory = this.options.templatesDir;
+            }
+            if (this.options.confidence !== undefined && nut.screen.config !== undefined) {
+                nut.screen.config.confidence = this.options.confidence;
+            }
+            this.initialized = true;
+        }
+        return nut;
+    }
+    buildSearchOptions(options) {
+        const searchOptions = {};
+        if (options.searchRegion !== undefined) {
+            searchOptions.searchRegion = {
+                left: options.searchRegion.x,
+                top: options.searchRegion.y,
+                width: options.searchRegion.width,
+                height: options.searchRegion.height
+            };
+        }
+        if (options.confidence !== undefined) {
+            searchOptions.confidence = options.confidence;
+        }
+        return Object.keys(searchOptions).length === 0 ? undefined : searchOptions;
+    }
+    async materializeTemplate(template) {
+        if (typeof template === 'string') {
+            return this.options.templatesDir === undefined ? template : path.join(this.options.templatesDir, template);
+        }
+        if (template.buffer === undefined) {
+            return this.options.templatesDir === undefined ? template.name : path.join(this.options.templatesDir, template.name);
+        }
+        const fileName = `${template.name.replace(/[^a-z0-9._-]/gi, '_')}`;
+        const filePath = path.join(os.tmpdir(), fileName);
+        await fs.writeFile(filePath, template.buffer);
+        return filePath;
+    }
+}
+//# sourceMappingURL=NutNativeImageFinder.js.map

package/dist/native/nut/NutNativeImageFinder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NutNativeImageFinder.js","sourceRoot":"","sources":["../../../src/native/nut/NutNativeImageFinder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,OAAO,EAAE,aAAa,EAAE,OAAO,EAAkB,MAAM,cAAc,CAAC;AAQtE,SAAS,QAAQ,CAAC,MAAiB;IACjC,OAAO;QACL,CAAC,EAAE,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,CAAC,IAAI,CAAC;QAC/B,CAAC,EAAE,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,CAAC,IAAI,CAAC;QAC9B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,QAAoC;IACxD,OAAO,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;AACjE,CAAC;AAED,MAAM,OAAO,0BAA0B;IAGR;IAFrB,WAAW,GAAG,KAAK,CAAC;IAE5B,YAA6B,UAAuC,EAAE;QAAzC,YAAO,GAAP,OAAO,CAAkC;IAAG,CAAC;IAE1E,KAAK,CAAC,YAAY,CAAC,QAAoC,EAAE,UAAoC,EAAE;QAC7F,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACpC,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,GAAG,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACrE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAC9D,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAEvD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,aAAa,CAAC,CAAC;YACrF,MAAM,KAAK,GAAqB,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7D,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;gBAAE,KAAK,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;YAC5E,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,MAAM,GAAG,GAAG,MAAM,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;gBACzC,MAAM,aAAa,EAAE,CAAC;YACxB,CAAC;YACD,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC/E,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;YAClE,CAAC;YACD,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC7E,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;YACzD,CAAC;YACD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,kBAAkB,CAAC,OAAiC;QAC1D,MAAM,aAAa,GAA4B,EAAE,CAAC;QAClD,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACvC,aAAa,CAAC,YAAY,GAAG;gBAC3B,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC5B,GAAG,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC3B,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,KAAK;gBACjC,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,MAAM;aACpC,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACrC,aAAa,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QAChD,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC;IAC7E,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,QAAoC;QACpE,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAC7G,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;QACvH,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,EAAE,CAAC;QACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,QAAQ,CAAC,CAAC;QAClD,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC9C,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}