stelo 1.0.1

package/dist/accessibility.d.ts

@@ -0,0 +1,227 @@
+export interface UIElement {
+    /** Type of element detected */
+    type: 'button' | 'textfield' | 'checkbox' | 'dropdown' | 'link' | 'menu' | 'dialog' | 'unknown';
+    /** Region on screen */
+    bounds: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+    /** Detected text within/near the element */
+    text?: string;
+    /** Confidence of detection (0–1) */
+    confidence: number;
+}
+export interface FormField {
+    /** Field label/name */
+    label: string;
+    /** Value to enter */
+    value: string;
+    /** Field type hint */
+    type?: 'text' | 'password' | 'dropdown' | 'checkbox' | 'radio';
+    /** Tab order index (auto-determined if omitted) */
+    tabIndex?: number;
+}
+export interface DialogInfo {
+    /** Window title */
+    title: string;
+    /** Window ID */
+    windowId: number;
+    /** Detected dialog type */
+    type: 'alert' | 'confirm' | 'prompt' | 'save' | 'open' | 'error' | 'unknown';
+    /** Detected buttons */
+    buttons: string[];
+    /** Detected message text */
+    message?: string;
+}
+export interface ClickTargetOptions {
+    /** Click the center of the target region */
+    center?: boolean;
+    /** Offset from the top-left (or center if center=true) */
+    offsetX?: number;
+    /** Offset from the top-left (or center if center=true) */
+    offsetY?: number;
+    /** Double click instead of single */
+    doubleClick?: boolean;
+    /** Right click */
+    rightClick?: boolean;
+    /** Delay before clicking (ms) */
+    delayMs?: number;
+    /** Use smooth mouse movement */
+    smooth?: boolean;
+}
+export interface WaitForUIOptions {
+    /** Timeout in ms. Default: 10000 */
+    timeoutMs?: number;
+    /** Poll interval in ms. Default: 500 */
+    intervalMs?: number;
+    /** Region to search within */
+    region?: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+}
+export declare const accessibility: {
+    /**
+     * Click on a UI region with smart targeting.
+     */
+    clickRegion(bounds: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    }, options?: ClickTargetOptions): Promise<void>;
+    /**
+     * Click on screen coordinates with optional smooth movement.
+     */
+    clickAt(x: number, y: number, options?: {
+        smooth?: boolean;
+        doubleClick?: boolean;
+        rightClick?: boolean;
+        delayMs?: number;
+    }): Promise<void>;
+    /**
+     * Click on a field region and type text into it.
+     */
+    typeInto(bounds: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    }, text: string, options?: {
+        clearFirst?: boolean;
+        humanized?: boolean;
+        delayMs?: number;
+        tabAfter?: boolean;
+    }): Promise<void>;
+    /**
+     * Fill out a form by tabbing through fields and entering values.
+     * Assumes the first field is already focused or you provide a startRegion.
+     */
+    fillForm(fields: FormField[], options?: {
+        startRegion?: {
+            x: number;
+            y: number;
+            width: number;
+            height: number;
+        };
+        delayBetweenMs?: number;
+        humanized?: boolean;
+    }): Promise<void>;
+    /**
+     * Submit the current form (Enter key).
+     */
+    submitForm(): Promise<void>;
+    /**
+     * Detect dialogs/popups by looking for small newly-focused windows.
+     */
+    detectDialogs(): DialogInfo[];
+    /**
+     * Dismiss a dialog by pressing Enter (OK), Escape (Cancel), or a specific key.
+     */
+    dismissDialog(action?: "ok" | "cancel" | "yes" | "no" | "close"): Promise<void>;
+    /**
+     * Wait for a dialog to appear, then optionally dismiss it.
+     */
+    waitForDialog(options?: WaitForUIOptions & {
+        autoDismiss?: "ok" | "cancel" | "yes" | "no" | "close";
+    }): Promise<DialogInfo | null>;
+    /**
+     * Tab to the next UI element.
+     */
+    tabNext(count?: number): Promise<void>;
+    /**
+     * Shift-Tab to the previous UI element.
+     */
+    tabPrevious(count?: number): Promise<void>;
+    /**
+     * Navigate using arrow keys.
+     */
+    navigate(direction: "up" | "down" | "left" | "right", count?: number): Promise<void>;
+    /**
+     * Scroll within the active window.
+     */
+    scroll(direction: "up" | "down", amount?: number): Promise<void>;
+    /**
+     * Press Escape to close/cancel the current focus.
+     */
+    escape(): Promise<void>;
+    /**
+     * Open a menu via Alt key + menu key, then navigate to an item.
+     */
+    openMenu(menuKey: string, itemKeys?: string[]): Promise<void>;
+    /**
+     * Open context menu (right-click menu) at current position or specified coords.
+     */
+    contextMenu(x?: number, y?: number): Promise<void>;
+    /**
+     * Select all content in the focused element.
+     */
+    selectAll(): Promise<void>;
+    /**
+     * Copy selected content.
+     */
+    copy(): Promise<void>;
+    /**
+     * Paste from clipboard.
+     */
+    paste(): Promise<void>;
+    /**
+     * Cut selected content.
+     */
+    cut(): Promise<void>;
+    /**
+     * Undo last action.
+     */
+    undo(): Promise<void>;
+    /**
+     * Redo last undone action.
+     */
+    redo(): Promise<void>;
+    /**
+     * Snap the active window (Win+Arrow shortcuts on Windows).
+     */
+    snapWindow(position: "left" | "right" | "maximize" | "minimize" | "restore"): Promise<void>;
+    /**
+     * Switch between windows using Alt+Tab.
+     */
+    switchWindow(count?: number): Promise<void>;
+    /**
+     * Take a screenshot of the active window area.
+     */
+    captureActiveWindow(): Buffer | null;
+    /**
+     * Open OS search (Windows: Win key, macOS: Cmd+Space).
+     */
+    openSearch(): Promise<void>;
+    /**
+     * Open an application by typing into OS search.
+     */
+    launchApp(appName: string): Promise<void>;
+    /**
+     * Find text on screen using Ctrl+F, search for it, then close the search bar.
+     */
+    findOnScreen(text: string, options?: {
+        closeAfter?: boolean;
+    }): Promise<void>;
+    /**
+     * Save current document (Ctrl+S).
+     */
+    save(): Promise<void>;
+    /**
+     * Open a file (Ctrl+O).
+     */
+    openFile(): Promise<void>;
+    /**
+     * Print (Ctrl+P).
+     */
+    print(): Promise<void>;
+    /**
+     * Wait for a window with a given title to appear.
+     */
+    waitForWindow(title: string, options?: WaitForUIOptions): Promise<boolean>;
+};
+//# sourceMappingURL=accessibility.d.ts.map

package/dist/accessibility.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"accessibility.d.ts","sourceRoot":"","sources":["../ts/accessibility.ts"],"names":[],"mappings":"AAcA,MAAM,WAAW,SAAS;IACxB,+BAA+B;IAC/B,IAAI,EAAE,QAAQ,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,GAAG,SAAS,CAAC;IAChG,uBAAuB;IACvB,MAAM,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAChE,4CAA4C;IAC5C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oCAAoC;IACpC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,SAAS;IACxB,uBAAuB;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,sBAAsB;IACtB,IAAI,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,GAAG,UAAU,GAAG,OAAO,CAAC;IAC/D,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,mBAAmB;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,2BAA2B;IAC3B,IAAI,EAAE,OAAO,GAAG,SAAS,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;IAC7E,uBAAuB;IACvB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,4BAA4B;IAC5B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC,4CAA4C;IAC5C,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,0DAA0D;IAC1D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,0DAA0D;IAC1D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,qCAAqC;IACrC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,kBAAkB;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,iCAAiC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gCAAgC;IAChC,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,oCAAoC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wCAAwC;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,8BAA8B;IAC9B,MAAM,CAAC,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAClE;AA2BD,eAAO,MAAM,aAAa;IAGxB;;OAEG;wBAEO;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,YACrD,kBAAkB,GAC3B,OAAO,CAAC,IAAI,CAAC;IA2ChB;;OAEG;eAEE,MAAM,KACN,MAAM,YACC;QAAE,MAAM,CAAC,EAAE,OAAO,CAAC;QAAC,WAAW,CAAC,EAAE,OAAO,CAAC;QAAC,UAAU,CAAC,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAC5F,OAAO,CAAC,IAAI,CAAC;IAShB;;OAEG;qBAEO;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,QACzD,MAAM,YACF;QACR,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,GACA,OAAO,CAAC,IAAI,CAAC;IAkChB;;;OAGG;qBAEO,SAAS,EAAE,YACT;QACR,WAAW,CAAC,EAAE;YAAE,CAAC,EAAE,MAAM,CAAC;YAAC,CAAC,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QACtE,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB,GACA,OAAO,CAAC,IAAI,CAAC;IA8DhB;;OAEG;kBACiB,OAAO,CAAC,IAAI,CAAC;IASjC;;OAEG;qBACc,UAAU,EAAE;IA6C7B;;OAEG;2BAEO,IAAI,GAAG,QAAQ,GAAG,KAAK,GAAG,IAAI,GAAG,OAAO,GAC/C,OAAO,CAAC,IAAI,CAAC;IAwBhB;;OAEG;4BAES,gBAAgB,GAAG;QAAE,WAAW,CAAC,EAAE,IAAI,GAAG,QAAQ,GAAG,KAAK,GAAG,IAAI,GAAG,OAAO,CAAA;KAAE,GACtF,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAqB7B;;OAEG;oBACkB,MAAM,GAAO,OAAO,CAAC,IAAI,CAAC;IAS/C;;OAEG;wBACsB,MAAM,GAAO,OAAO,CAAC,IAAI,CAAC;IASnD;;OAEG;wBAEU,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,UACpC,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;IAShB;;OAEG;sBAEU,IAAI,GAAG,MAAM,WAChB,MAAM,GACb,OAAO,CAAC,IAAI,CAAC;IAQhB;;OAEG;cACa,OAAO,CAAC,IAAI,CAAC;IAQ7B;;OAEG;sBAEQ,MAAM,aACJ,MAAM,EAAE,GAClB,OAAO,CAAC,IAAI,CAAC;IAqBhB;;OAEG;oBAEG,MAAM,MACN,MAAM,GACT,OAAO,CAAC,IAAI,CAAC;IAehB;;OAEG;iBACgB,OAAO,CAAC,IAAI,CAAC;IAMhC;;OAEG;YACW,OAAO,CAAC,IAAI,CAAC;IAM3B;;OAEG;aACY,OAAO,CAAC,IAAI,CAAC;IAM5B;;OAEG;WACU,OAAO,CAAC,IAAI,CAAC;IAM1B;;OAEG;YACW,OAAO,CAAC,IAAI,CAAC;IAM3B;;OAEG;YACW,OAAO,CAAC,IAAI,CAAC;IAQ3B;;OAEG;yBAES,MAAM,GAAG,OAAO,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS,GAC/D,OAAO,CAAC,IAAI,CAAC;IA6ChB;;OAEG;yBACuB,MAAM,GAAO,OAAO,CAAC,IAAI,CAAC;IAUpD;;OAEG;2BACoB,MAAM,GAAG,IAAI;IAiBpC;;OAEG;kBACiB,OAAO,CAAC,IAAI,CAAC;IAejC;;OAEG;uBACsB,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB/C;;OAEG;uBAEK,MAAM,YACF;QAAE,UAAU,CAAC,EAAE,OAAO,CAAA;KAAE,GACjC,OAAO,CAAC,IAAI,CAAC;IAgBhB;;OAEG;YACW,OAAO,CAAC,IAAI,CAAC;IAO3B;;OAEG;gBACe,OAAO,CAAC,IAAI,CAAC;IAO/B;;OAEG;aACY,OAAO,CAAC,IAAI,CAAC;IAO5B;;OAEG;yBAEM,MAAM,YACH,gBAAgB,GACzB,OAAO,CAAC,OAAO,CAAC;CAoBpB,CAAC"}