askui 0.20.0 → 0.20.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/core/annotation/annotation-writer.js.map +1 -0
- package/dist/cjs/core/annotation/annotation.js.map +1 -0
- package/dist/cjs/core/inference-response/inference-response.js.map +1 -0
- package/dist/cjs/core/inference-response/invalid-model-type-error.js.map +1 -0
- package/dist/cjs/core/inference-response/model-type.js.map +1 -0
- package/dist/cjs/core/model/annotation-result/annotation-interface.js.map +1 -0
- package/dist/cjs/core/model/annotation-result/boundary-box.js.map +1 -0
- package/dist/cjs/core/model/annotation-result/detected-element.js.map +1 -0
- package/dist/cjs/core/model/custom-element-json.js.map +1 -0
- package/dist/cjs/core/model/custom-element.js.map +1 -0
- package/dist/cjs/core/reporting/default-step.js.map +1 -0
- package/dist/cjs/core/reporting/index.js.map +1 -0
- package/dist/cjs/core/reporting/instruction.js.map +1 -0
- package/dist/cjs/core/reporting/reporter-config.js.map +1 -0
- package/dist/cjs/core/reporting/reporter.js.map +1 -0
- package/dist/cjs/core/reporting/snapshot-detail-level.js.map +1 -0
- package/dist/cjs/core/reporting/snapshot.js.map +1 -0
- package/dist/cjs/core/reporting/step-reporter.js.map +1 -0
- package/dist/cjs/core/reporting/step-run.js.map +1 -0
- package/dist/cjs/core/reporting/step-status-end.js.map +1 -0
- package/dist/cjs/core/reporting/step-status.js.map +1 -0
- package/dist/cjs/core/reporting/step.js.map +1 -0
- package/dist/cjs/core/runner-protocol/index.js.map +1 -0
- package/dist/cjs/core/runner-protocol/request/capture-screenshot-request.js.map +1 -0
- package/dist/cjs/core/runner-protocol/request/control-request.js.map +1 -0
- package/dist/cjs/core/runner-protocol/request/get-server-process-pid.js.map +1 -0
- package/dist/cjs/core/runner-protocol/request/index.js.map +1 -0
- package/dist/cjs/core/runner-protocol/request/interactive-annotation-request.js.map +1 -0
- package/dist/cjs/core/runner-protocol/request/read-recording-request.js.map +1 -0
- package/dist/cjs/core/runner-protocol/request/runner-protocol-request.js.map +1 -0
- package/dist/cjs/core/runner-protocol/request/start-recording-request.js.map +1 -0
- package/dist/cjs/core/runner-protocol/request/stop-recording-request.js.map +1 -0
- package/dist/cjs/core/runner-protocol/response/index.js.map +1 -0
- package/dist/cjs/core/ui-control-commands/action.js.map +1 -0
- package/dist/cjs/core/ui-control-commands/control-command-code.js.map +1 -0
- package/dist/cjs/core/ui-control-commands/control-command.js.map +1 -0
- package/dist/cjs/core/ui-control-commands/index.js.map +1 -0
- package/dist/cjs/core/ui-control-commands/input-event.js.map +1 -0
- package/dist/cjs/execution/config-error.js.map +1 -0
- package/dist/cjs/execution/control-command-error.js.map +1 -0
- package/dist/cjs/execution/credentials-args.js.map +1 -0
- package/dist/cjs/execution/dsl.d.ts +202 -61
- package/dist/cjs/execution/dsl.js +279 -96
- package/dist/cjs/execution/dsl.js.map +1 -0
- package/dist/cjs/execution/execution-runtime.js.map +1 -0
- package/dist/cjs/execution/index.js.map +1 -0
- package/dist/cjs/execution/inference-client.js.map +1 -0
- package/dist/cjs/execution/inference-response-error.js.map +1 -0
- package/dist/cjs/execution/is-image-required-interface.js.map +1 -0
- package/dist/cjs/execution/misc.js.map +1 -0
- package/dist/cjs/execution/model-composition-branch.js.map +1 -0
- package/dist/cjs/execution/read-environment-credentials.js.map +1 -0
- package/dist/cjs/execution/read-recording-response-stream-handler.js.map +1 -0
- package/dist/cjs/execution/repeat-error.js.map +1 -0
- package/dist/cjs/execution/ui-control-client-dependency-builder.js.map +1 -0
- package/dist/cjs/execution/ui-control-client.js.map +1 -0
- package/dist/cjs/execution/ui-controller-client-connection-state.js.map +1 -0
- package/dist/cjs/execution/ui-controller-client-error.js.map +1 -0
- package/dist/cjs/execution/ui-controller-client-interface.js.map +1 -0
- package/dist/cjs/execution/ui-controller-client.js.map +1 -0
- package/dist/cjs/lib/download-binaries.js.map +1 -0
- package/dist/cjs/lib/index.js.map +1 -0
- package/dist/cjs/lib/interactive_cli/add-script-package-json.d.ts +1 -0
- package/dist/cjs/lib/interactive_cli/add-script-package-json.js +39 -0
- package/dist/cjs/lib/interactive_cli/add-script-package-json.js.map +1 -0
- package/dist/cjs/lib/interactive_cli/cli-options-interface.js.map +1 -0
- package/dist/cjs/lib/interactive_cli/cli.js.map +1 -0
- package/dist/cjs/lib/interactive_cli/create-example-project.js.map +1 -0
- package/dist/cjs/lib/interactive_cli/index.js.map +1 -0
- package/dist/cjs/lib/libfuse-error.js.map +1 -0
- package/dist/cjs/lib/logger.js.map +1 -0
- package/dist/cjs/lib/timeout-error.js.map +1 -0
- package/dist/cjs/lib/ui-controller-args.js.map +1 -0
- package/dist/cjs/lib/ui-controller-darwin.js.map +1 -0
- package/dist/cjs/lib/ui-controller-facade.js.map +1 -0
- package/dist/cjs/lib/ui-controller-linux.js.map +1 -0
- package/dist/cjs/lib/ui-controller-win32.js.map +1 -0
- package/dist/cjs/lib/ui-controller.js.map +1 -0
- package/dist/cjs/lib/unkown-error.js.map +1 -0
- package/dist/cjs/lib/wayland-error.js.map +1 -0
- package/dist/cjs/main.js.map +1 -0
- package/dist/cjs/shared/index.js.map +1 -0
- package/dist/cjs/shared/log-levels.js.map +1 -0
- package/dist/cjs/shared/proxy-agent-args.js.map +1 -0
- package/dist/cjs/utils/analytics/analytics-interface.js.map +1 -0
- package/dist/cjs/utils/analytics/analytics.js.map +1 -0
- package/dist/cjs/utils/analytics/index.js.map +1 -0
- package/dist/cjs/utils/analytics/installation-timestamp-create-error.js.map +1 -0
- package/dist/cjs/utils/analytics/installation-timestamp-get-error.js.map +1 -0
- package/dist/cjs/utils/analytics/installation-timestamp.js.map +1 -0
- package/dist/cjs/utils/analytics/user-identifier-interface.js.map +1 -0
- package/dist/cjs/utils/analytics/user-identifier.js.map +1 -0
- package/dist/cjs/utils/base_64_image/base-64-image-error.js.map +1 -0
- package/dist/cjs/utils/base_64_image/base-64-image-string-error.js.map +1 -0
- package/dist/cjs/utils/base_64_image/base-64-image.js.map +1 -0
- package/dist/cjs/utils/base_64_image/sharp.js.map +1 -0
- package/dist/cjs/utils/http/credentials.js.map +1 -0
- package/dist/cjs/utils/http/custom-errors/authentication-http-client-error.js.map +1 -0
- package/dist/cjs/utils/http/custom-errors/client-http-client-error.js.map +1 -0
- package/dist/cjs/utils/http/custom-errors/general-http-client-error.js.map +1 -0
- package/dist/cjs/utils/http/custom-errors/http-client-error.js.map +1 -0
- package/dist/cjs/utils/http/custom-errors/index.js.map +1 -0
- package/dist/cjs/utils/http/custom-errors/server-http-client-error.js.map +1 -0
- package/dist/cjs/utils/http/custom-errors/unkown-http-client-error.js.map +1 -0
- package/dist/cjs/utils/http/http-client-got.js.map +1 -0
- package/dist/cjs/utils/http/index.js.map +1 -0
- package/dist/cjs/utils/image-resize-errors/image-resizing-base-error.js.map +1 -0
- package/dist/cjs/utils/image-resize-errors/index.js.map +1 -0
- package/dist/cjs/utils/path.js.map +1 -0
- package/dist/cjs/utils/proxy/proxy-builder.js.map +1 -0
- package/dist/cjs/utils/resized-image-interface.js.map +1 -0
- package/dist/cjs/utils/transformations.js.map +1 -0
- package/dist/esm/core/annotation/annotation-writer.js.map +1 -0
- package/dist/esm/core/annotation/annotation.js.map +1 -0
- package/dist/esm/core/inference-response/inference-response.js.map +1 -0
- package/dist/esm/core/inference-response/invalid-model-type-error.js.map +1 -0
- package/dist/esm/core/inference-response/model-type.js.map +1 -0
- package/dist/esm/core/model/annotation-result/annotation-interface.js.map +1 -0
- package/dist/esm/core/model/annotation-result/boundary-box.js.map +1 -0
- package/dist/esm/core/model/annotation-result/detected-element.js.map +1 -0
- package/dist/esm/core/model/custom-element-json.js.map +1 -0
- package/dist/esm/core/model/custom-element.js.map +1 -0
- package/dist/esm/core/reporting/default-step.js.map +1 -0
- package/dist/esm/core/reporting/index.js.map +1 -0
- package/dist/esm/core/reporting/instruction.js.map +1 -0
- package/dist/esm/core/reporting/reporter-config.js.map +1 -0
- package/dist/esm/core/reporting/reporter.js.map +1 -0
- package/dist/esm/core/reporting/snapshot-detail-level.js.map +1 -0
- package/dist/esm/core/reporting/snapshot.js.map +1 -0
- package/dist/esm/core/reporting/step-reporter.js.map +1 -0
- package/dist/esm/core/reporting/step-run.js.map +1 -0
- package/dist/esm/core/reporting/step-status-end.js.map +1 -0
- package/dist/esm/core/reporting/step-status.js.map +1 -0
- package/dist/esm/core/reporting/step.js.map +1 -0
- package/dist/esm/core/runner-protocol/index.js.map +1 -0
- package/dist/esm/core/runner-protocol/request/capture-screenshot-request.js.map +1 -0
- package/dist/esm/core/runner-protocol/request/control-request.js.map +1 -0
- package/dist/esm/core/runner-protocol/request/get-server-process-pid.js.map +1 -0
- package/dist/esm/core/runner-protocol/request/index.js.map +1 -0
- package/dist/esm/core/runner-protocol/request/interactive-annotation-request.js.map +1 -0
- package/dist/esm/core/runner-protocol/request/read-recording-request.js.map +1 -0
- package/dist/esm/core/runner-protocol/request/runner-protocol-request.js.map +1 -0
- package/dist/esm/core/runner-protocol/request/start-recording-request.js.map +1 -0
- package/dist/esm/core/runner-protocol/request/stop-recording-request.js.map +1 -0
- package/dist/esm/core/runner-protocol/response/index.js.map +1 -0
- package/dist/esm/core/ui-control-commands/action.js.map +1 -0
- package/dist/esm/core/ui-control-commands/control-command-code.js.map +1 -0
- package/dist/esm/core/ui-control-commands/control-command.js.map +1 -0
- package/dist/esm/core/ui-control-commands/index.js.map +1 -0
- package/dist/esm/core/ui-control-commands/input-event.js.map +1 -0
- package/dist/esm/execution/config-error.js.map +1 -0
- package/dist/esm/execution/control-command-error.js.map +1 -0
- package/dist/esm/execution/credentials-args.js.map +1 -0
- package/dist/esm/execution/dsl.d.ts +202 -61
- package/dist/esm/execution/dsl.js +279 -96
- package/dist/esm/execution/dsl.js.map +1 -0
- package/dist/esm/execution/execution-runtime.js.map +1 -0
- package/dist/esm/execution/index.js.map +1 -0
- package/dist/esm/execution/inference-client.js.map +1 -0
- package/dist/esm/execution/inference-response-error.js.map +1 -0
- package/dist/esm/execution/is-image-required-interface.js.map +1 -0
- package/dist/esm/execution/misc.js.map +1 -0
- package/dist/esm/execution/model-composition-branch.js.map +1 -0
- package/dist/esm/execution/read-environment-credentials.js.map +1 -0
- package/dist/esm/execution/read-recording-response-stream-handler.js.map +1 -0
- package/dist/esm/execution/repeat-error.js.map +1 -0
- package/dist/esm/execution/ui-control-client-dependency-builder.js.map +1 -0
- package/dist/esm/execution/ui-control-client.js.map +1 -0
- package/dist/esm/execution/ui-controller-client-connection-state.js.map +1 -0
- package/dist/esm/execution/ui-controller-client-error.js.map +1 -0
- package/dist/esm/execution/ui-controller-client-interface.js.map +1 -0
- package/dist/esm/execution/ui-controller-client.js.map +1 -0
- package/dist/esm/lib/download-binaries.js.map +1 -0
- package/dist/esm/lib/index.js.map +1 -0
- package/dist/esm/lib/interactive_cli/add-script-package-json.d.ts +1 -0
- package/dist/esm/lib/interactive_cli/add-script-package-json.js +32 -0
- package/dist/esm/lib/interactive_cli/add-script-package-json.js.map +1 -0
- package/dist/esm/lib/interactive_cli/cli-options-interface.js.map +1 -0
- package/dist/esm/lib/interactive_cli/cli.js.map +1 -0
- package/dist/esm/lib/interactive_cli/create-example-project.js.map +1 -0
- package/dist/esm/lib/interactive_cli/index.js.map +1 -0
- package/dist/esm/lib/libfuse-error.js.map +1 -0
- package/dist/esm/lib/logger.js.map +1 -0
- package/dist/esm/lib/timeout-error.js.map +1 -0
- package/dist/esm/lib/ui-controller-args.js.map +1 -0
- package/dist/esm/lib/ui-controller-darwin.js.map +1 -0
- package/dist/esm/lib/ui-controller-facade.js.map +1 -0
- package/dist/esm/lib/ui-controller-linux.js.map +1 -0
- package/dist/esm/lib/ui-controller-win32.js.map +1 -0
- package/dist/esm/lib/ui-controller.js.map +1 -0
- package/dist/esm/lib/unkown-error.js.map +1 -0
- package/dist/esm/lib/wayland-error.js.map +1 -0
- package/dist/esm/main.js.map +1 -0
- package/dist/esm/shared/index.js.map +1 -0
- package/dist/esm/shared/log-levels.js.map +1 -0
- package/dist/esm/shared/proxy-agent-args.js.map +1 -0
- package/dist/esm/utils/analytics/analytics-interface.js.map +1 -0
- package/dist/esm/utils/analytics/analytics.js.map +1 -0
- package/dist/esm/utils/analytics/index.js.map +1 -0
- package/dist/esm/utils/analytics/installation-timestamp-create-error.js.map +1 -0
- package/dist/esm/utils/analytics/installation-timestamp-get-error.js.map +1 -0
- package/dist/esm/utils/analytics/installation-timestamp.js.map +1 -0
- package/dist/esm/utils/analytics/user-identifier-interface.js.map +1 -0
- package/dist/esm/utils/analytics/user-identifier.js.map +1 -0
- package/dist/esm/utils/base_64_image/base-64-image-error.js.map +1 -0
- package/dist/esm/utils/base_64_image/base-64-image-string-error.js.map +1 -0
- package/dist/esm/utils/base_64_image/base-64-image.js.map +1 -0
- package/dist/esm/utils/base_64_image/sharp.js.map +1 -0
- package/dist/esm/utils/http/credentials.js.map +1 -0
- package/dist/esm/utils/http/custom-errors/authentication-http-client-error.js.map +1 -0
- package/dist/esm/utils/http/custom-errors/client-http-client-error.js.map +1 -0
- package/dist/esm/utils/http/custom-errors/general-http-client-error.js.map +1 -0
- package/dist/esm/utils/http/custom-errors/http-client-error.js.map +1 -0
- package/dist/esm/utils/http/custom-errors/index.js.map +1 -0
- package/dist/esm/utils/http/custom-errors/server-http-client-error.js.map +1 -0
- package/dist/esm/utils/http/custom-errors/unkown-http-client-error.js.map +1 -0
- package/dist/esm/utils/http/http-client-got.js.map +1 -0
- package/dist/esm/utils/http/index.js.map +1 -0
- package/dist/esm/utils/image-resize-errors/image-resizing-base-error.js.map +1 -0
- package/dist/esm/utils/image-resize-errors/index.js.map +1 -0
- package/dist/esm/utils/path.js.map +1 -0
- package/dist/esm/utils/proxy/proxy-builder.js.map +1 -0
- package/dist/esm/utils/resized-image-interface.js.map +1 -0
- package/dist/esm/utils/transformations.js.map +1 -0
- package/dist/example_projects_templates/configs/jasmine.config.json +12 -0
- package/package.json +3 -3
|
@@ -3,6 +3,7 @@ import { DetectedElement } from '../core/model/annotation-result/detected-elemen
|
|
|
3
3
|
export declare enum Separators {
|
|
4
4
|
STRING = "<|string|>"
|
|
5
5
|
}
|
|
6
|
+
export declare type INTERSECTION_AREA = 'element_center_line' | 'element_edge_area' | 'display_edge_area';
|
|
6
7
|
export declare type PC_KEY = 'backspace' | 'delete' | 'enter' | 'tab' | 'escape' | 'up' | 'down' | 'right' | 'left' | 'home' | 'end' | 'pageup' | 'pagedown' | 'f1' | 'f2' | 'f3' | 'f4' | 'f5' | 'f6' | 'f7' | 'f8' | 'f9' | 'f10' | 'f11' | 'f12' | 'space' | '0' | '1' | '2' | '3' | '4' | '5' | '6' | '7' | '8' | '9' | 'a' | 'b' | 'c' | 'd' | 'e' | 'f' | 'g' | 'h' | 'i' | 'j' | 'k' | 'l' | 'm' | 'n' | 'o' | 'p' | 'q' | 'r' | 's' | 't' | 'u' | 'v' | 'w' | 'x' | 'y' | 'z' | 'A' | 'B' | 'C' | 'D' | 'E' | 'F' | 'G' | 'H' | 'I' | 'J' | 'K' | 'L' | 'M' | 'N' | 'O' | 'P' | 'Q' | 'R' | 'S' | 'T' | 'U' | 'V' | 'W' | 'X' | 'Y' | 'Z' | '!' | '"' | '#' | '$' | '%' | '&' | "'" | '(' | ')' | '*' | '+' | ',' | '-' | '.' | '/' | ':' | ';' | '<' | '=' | '>' | '?' | '@' | '[' | '\\' | ']' | '^' | '_' | '`' | '{' | '|' | '}' | '~ ';
|
|
7
8
|
export declare type ANDROID_KEY = 'home' | 'back' | 'call' | 'endcall' | '0' | '1' | '2' | '3' | '4' | '5' | '6' | '7' | '8' | '9' | 'star' | 'pound' | 'dpad_up' | 'dpad_down' | 'dpad_left' | 'dpad_right' | 'dpad_center' | 'volume_up' | 'volume_down' | 'power' | 'camera' | 'clear' | 'a' | 'b' | 'c' | 'd' | 'e' | 'f' | 'g' | 'h' | 'i' | 'j' | 'k' | 'l' | 'm' | 'n' | 'o' | 'p' | 'q' | 'r' | 's' | 't' | 'u' | 'v' | 'w' | 'x' | 'y' | 'z' | 'comma' | 'period' | 'alt_left' | 'alt_right' | 'shift_left' | 'shift_right' | 'tab' | 'space' | 'sym' | 'explorer' | 'envelope' | 'enter' | 'del' | 'grave' | 'minus' | 'equals' | 'left_bracket' | 'right_bracket' | 'backslash' | 'semicolon' | 'apostrophe' | 'slash' | 'at' | 'num' | 'headsethook' | 'focus' | 'plus' | 'menu' | 'notification' | 'search' | 'media_play_pause' | 'media_stop' | 'media_next' | 'media_previous' | 'media_rewind' | 'media_fast_forward' | 'mute' | 'page_up' | 'page_down' | 'switch_charset' | 'escape' | 'forward_del' | 'ctrl_left' | 'ctrl_right' | 'caps_lock' | 'scroll_lock' | 'function' | 'break' | 'move_home' | 'move_end' | 'insert' | 'forward' | 'media_play' | 'media_pause' | 'media_close' | 'media_eject' | 'media_record' | 'f1' | 'f2' | 'f3' | 'f4' | 'f5' | 'f6' | 'f7' | 'f8' | 'f9' | 'f10' | 'f11' | 'f12' | 'num_lock' | 'numpad_0' | 'numpad_1' | 'numpad_2' | 'numpad_3' | 'numpad_4' | 'numpad_5' | 'numpad_6' | 'numpad_7' | 'numpad_8' | 'numpad_9' | 'numpad_divide' | 'numpad_multiply' | 'numpad_subtract' | 'numpad_add' | 'numpad_dot' | 'numpad_comma' | 'numpad_enter' | 'numpad_equals' | 'numpad_left_paren' | 'numpad_right_paren' | 'volume_mute' | 'info' | 'channel_up' | 'channel_down' | 'zoom_in' | 'zoom_out' | 'window' | 'guide' | 'bookmark' | 'captions' | 'settings' | 'app_switch' | 'language_switch' | 'contacts' | 'calendar' | 'music' | 'calculator' | 'assist' | 'brightness_down' | 'brightness_up' | 'media_audio_track' | 'sleep' | 'wakeup' | 'pairing' | 'media_top_menu' | 'last_channel' | 'tv_data_service' | 'voice_assist' | 'help' | 'navigate_previous' | 'navigate_next' | 'navigate_in' | 'navigate_out' | 'dpad_up_left' | 'dpad_down_left' | 'dpad_up_right' | 'dpad_down_right' | 'media_skip_forward' | 'media_skip_backward' | 'media_step_forward' | 'media_step_backward' | 'soft_sleep' | 'cut' | 'copy' | 'paste' | 'all_apps' | 'refresh';
|
|
8
9
|
export declare type MODIFIER_KEY = 'command' | 'alt' | 'control' | 'shift' | 'right_shift';
|
|
@@ -120,6 +121,7 @@ export declare class FluentFilters extends FluentBase {
|
|
|
120
121
|
*/
|
|
121
122
|
cell(row_index: number, column_index: number): FluentFiltersOrRelations;
|
|
122
123
|
/**
|
|
124
|
+
* Filters for a UI element 'table'.
|
|
123
125
|
*
|
|
124
126
|
* @return {FluentFiltersOrRelations}
|
|
125
127
|
*/
|
|
@@ -144,6 +146,8 @@ export declare class FluentFilters extends FluentBase {
|
|
|
144
146
|
* await aui.click().text().withTextRegex('\b[Ss]\w+').exec();
|
|
145
147
|
* ```
|
|
146
148
|
*
|
|
149
|
+
* @param {string} [text] - A text to be matched.
|
|
150
|
+
*
|
|
147
151
|
* @return {FluentFiltersOrRelations}
|
|
148
152
|
*/
|
|
149
153
|
text(text?: string): FluentFiltersOrRelations;
|
|
@@ -165,9 +169,9 @@ export declare class FluentFilters extends FluentBase {
|
|
|
165
169
|
*/
|
|
166
170
|
icon(): FluentFiltersOrRelations;
|
|
167
171
|
/**
|
|
168
|
-
* Filters for a 'custom element', that is a UI element
|
|
172
|
+
* Filters for a 'custom element', that is a UI element that is defined by providing an image and other parameters such as degree of rotation. It allows filtering for a UI element based on an image instead of using text or element descriptions like `button().withText('Submit')` in `await aui.click().button().withText('Submit').exec()`.
|
|
169
173
|
*
|
|
170
|
-
* See the tutorial - [Custom Element](https://docs.askui.com/docs/general/
|
|
174
|
+
* See the tutorial - [Custom Element](https://docs.askui.com/docs/general/Element%20Selection/custom-elements) for more details.
|
|
171
175
|
*
|
|
172
176
|
* **Example**
|
|
173
177
|
* ```typescript
|
|
@@ -198,7 +202,7 @@ export declare class FluentFilters extends FluentBase {
|
|
|
198
202
|
* - **rotationDegreePerStep** (*`number`, optional*):
|
|
199
203
|
* - Step size in rotation degree. Rotates the custom image by this step size until 360° is exceeded. The range is from `0` to `360`. Defaults to `0`.
|
|
200
204
|
* - **imageCompareFormat** (*`'RGB' | 'grayscale' | 'edges'`, optional*):
|
|
201
|
-
* - The color compare style. 'edges' compares only edges, 'greyscale' compares the brightness of each pixel whereas 'RGB' compares all three colors (red, green, blue). Defaults to 'grayscale'
|
|
205
|
+
* - The color compare style. `'edges'` compares only edges, `'greyscale'` compares the brightness of each pixel whereas `'RGB'` compares all three colors (red, green, blue). Defaults to `'grayscale'`.
|
|
202
206
|
*
|
|
203
207
|
*
|
|
204
208
|
* @param {CustomElementJson} customElement - The custom element to filter for.
|
|
@@ -207,7 +211,13 @@ export declare class FluentFilters extends FluentBase {
|
|
|
207
211
|
*/
|
|
208
212
|
customElement(customElement: CustomElementJson): FluentFiltersOrRelations;
|
|
209
213
|
/**
|
|
210
|
-
* Detects an AI Element created with the workflow
|
|
214
|
+
* Detects an AI Element created with the [snipping workflow](https://docs.askui.com/docs/general/Components/aielement#snipping-workflow).
|
|
215
|
+
*
|
|
216
|
+
* **Examples:**
|
|
217
|
+
*
|
|
218
|
+
* ```typescript
|
|
219
|
+
* await aui.click().aiElement('askui-logo').exec();
|
|
220
|
+
* ```
|
|
211
221
|
*
|
|
212
222
|
* @param {string} aiElementName - Name of the AI Element.
|
|
213
223
|
*
|
|
@@ -278,13 +288,13 @@ export declare class FluentFilters extends FluentBase {
|
|
|
278
288
|
* 'other' === withText('text') => false
|
|
279
289
|
*
|
|
280
290
|
* // optional parameter: similarity_score
|
|
281
|
-
* '978-0-201-00650-6' == withText(
|
|
282
|
-
* '978-0-201-00650-6' == withText(
|
|
283
|
-
* '978-0-201-00650-6' == withText('978-0-201-00', 90) => true with 93.75 < 90 similarity
|
|
291
|
+
* '978-0-201-00650-6' == withText("978-0-201-00", 90) => false with 82.76 < 90 similarity
|
|
292
|
+
* '978-0-201-00650-6' == withText("978-0-201-00650", 90) => true with 93.75 > 90 similarity
|
|
284
293
|
* ```
|
|
285
294
|
* 
|
|
286
295
|
*
|
|
287
296
|
* @param {string} text - A text to be matched.
|
|
297
|
+
* @param {number} [similarityScore=70] - Similarity score minimum value, it should be between `0` and `100`.
|
|
288
298
|
*
|
|
289
299
|
* @return {FluentFiltersOrRelations}
|
|
290
300
|
*/
|
|
@@ -360,9 +370,13 @@ export declare class FluentFilters extends FluentBase {
|
|
|
360
370
|
* The text description inside the `matching()` should describe the element visually.
|
|
361
371
|
* It understands color, some famous company/product names, general descriptions.
|
|
362
372
|
*
|
|
363
|
-
*
|
|
364
|
-
*
|
|
365
|
-
*
|
|
373
|
+
* **Important: _Matching only returns the best matching element when you use it with `get()`_**
|
|
374
|
+
*
|
|
375
|
+
* A bit of playing around to find a matching description is sometimes needed:
|
|
376
|
+
* E.g., `puzzle piece` can fail while `an icon showing a puzzle piece` might work.
|
|
377
|
+
* Generally, the more detail the better.
|
|
378
|
+
*
|
|
379
|
+
* We also recommend to not restrict the type of element by using the general selector `element()` as shown in the examples below.
|
|
366
380
|
*
|
|
367
381
|
* **Examples:**
|
|
368
382
|
* ```typescript
|
|
@@ -516,7 +530,12 @@ export declare class FluentFiltersOrRelations extends FluentFilters {
|
|
|
516
530
|
/**
|
|
517
531
|
* Filters for an element right of another element.
|
|
518
532
|
*
|
|
519
|
-
* Takes an optional parameter `index` to select the
|
|
533
|
+
* Takes an optional parameter `index` to select the nth element (defaults to `0`).
|
|
534
|
+
*
|
|
535
|
+
* Takes an optional parameter `intersection_area` to specify which elements right of the other element are filtered for based on their vertical position (y-coordinates of bounding box):
|
|
536
|
+
* - `"element_center_line"` - considered right of the other element if element's bounding box intersects with a horizontal line passing through the center of the other element
|
|
537
|
+
* - `"element_edge_area"` - considered right of the other element if element's bounding box intersects with an area between the top and the bottom edge of the other element
|
|
538
|
+
* - `"display_edge_area"` - considered right of the other element no matter where it is placed vertically on the screen (y-axis)
|
|
520
539
|
*
|
|
521
540
|
* **Examples:**
|
|
522
541
|
* ```typescript
|
|
@@ -534,13 +553,21 @@ export declare class FluentFiltersOrRelations extends FluentFilters {
|
|
|
534
553
|
* ```
|
|
535
554
|
* 
|
|
536
555
|
*
|
|
556
|
+
* @param {number} [index=0] - Index of element to filter for going into the direction specified. Defaults to `0` which is the first element (zero-indexed) found in that direction.
|
|
557
|
+
* @param {INTERSECTION_AREA} [intersection_area="element_edge_area"] - Intersecting with either `"element_center_line"`, `"element_edge_area"` or `"display_edge_area"`. Defaults to `"element_edge_area"`.
|
|
558
|
+
*
|
|
537
559
|
* @return {FluentFilters}
|
|
538
560
|
*/
|
|
539
|
-
rightOf(
|
|
561
|
+
rightOf(index?: number, intersection_area?: INTERSECTION_AREA): FluentFilters;
|
|
540
562
|
/**
|
|
541
563
|
* Filters for an element left of another element.
|
|
542
564
|
*
|
|
543
|
-
* Takes an optional parameter `index` to select the
|
|
565
|
+
* Takes an optional parameter `index` to select the nth element (defaults to `0`).
|
|
566
|
+
*
|
|
567
|
+
* Takes an optional parameter `intersection_area` to specify which elements left of the other element are filtered for based on their vertical position (y-coordinates of bounding box):
|
|
568
|
+
* - `"element_center_line"` - considered left of the other element if element's bounding box intersects with a horizontal line passing through the center of the other element
|
|
569
|
+
* - `"element_edge_area"` - considered left of the other element if element's bounding box intersects with an area between the top and the bottom edge of the other element
|
|
570
|
+
* - `"display_edge_area"` - considered left of the other element no matter where it is placed vertically on the screen (y-axis)
|
|
544
571
|
*
|
|
545
572
|
* **Examples:**
|
|
546
573
|
* ```typescript
|
|
@@ -558,13 +585,21 @@ export declare class FluentFiltersOrRelations extends FluentFilters {
|
|
|
558
585
|
* ```
|
|
559
586
|
* 
|
|
560
587
|
*
|
|
588
|
+
* @param {number} [index=0] - Index of element to filter for going into the direction specified. Defaults to `0` which is the first element (zero-indexed) found in that direction.
|
|
589
|
+
* @param {INTERSECTION_AREA} [intersection_area="element_edge_area"] - Intersecting with either `"element_center_line"`, `"element_edge_area"` or `"display_edge_area"`. Defaults to `"element_edge_area"`.
|
|
590
|
+
*
|
|
561
591
|
* @return {FluentFilters}
|
|
562
592
|
*/
|
|
563
|
-
leftOf(
|
|
593
|
+
leftOf(index?: number, intersection_area?: INTERSECTION_AREA): FluentFilters;
|
|
564
594
|
/**
|
|
565
595
|
* Filters for an element below another element.
|
|
566
596
|
*
|
|
567
|
-
* Takes an optional parameter `index` to select the
|
|
597
|
+
* Takes an optional parameter `index` to select the nth element (defaults to `0`).
|
|
598
|
+
*
|
|
599
|
+
* Takes an optional parameter `intersection_area` to specify which elements below of the other element are filtered for based on their horizontal position (y-coordinates of bounding box):
|
|
600
|
+
* - `"element_center_line"` - considered below of the other element if element's bounding box intersects with a vertical line passing through the center of the other element
|
|
601
|
+
* - `"element_edge_area"` - considered below of the other element if element's bounding box intersects with an area between the left and the right edge of the other element
|
|
602
|
+
* - `"display_edge_area"` - considered below of the other element no matter where it is placed horizontally on the screen (y-axis)
|
|
568
603
|
*
|
|
569
604
|
* **Examples:**
|
|
570
605
|
* ```typescript
|
|
@@ -588,13 +623,21 @@ export declare class FluentFiltersOrRelations extends FluentFilters {
|
|
|
588
623
|
* ```
|
|
589
624
|
* 
|
|
590
625
|
*
|
|
626
|
+
* @param {number} [index=0] - Index of element to filter for going into the direction specified. Defaults to `0` which is the first element (zero-indexed) found in that direction.
|
|
627
|
+
* @param {INTERSECTION_AREA} [intersection_area="element_edge_area"] - Intersecting with either `"element_center_line"`, `"element_edge_area"` or `"display_edge_area"`. Defaults to `"element_edge_area"`.
|
|
628
|
+
*
|
|
591
629
|
* @return {FluentFilters}
|
|
592
630
|
*/
|
|
593
|
-
below(
|
|
631
|
+
below(index?: number, intersection_area?: INTERSECTION_AREA): FluentFilters;
|
|
594
632
|
/**
|
|
595
633
|
* Filters for an element above another element.
|
|
596
634
|
*
|
|
597
|
-
* Takes an optional parameter `index` to select the
|
|
635
|
+
* Takes an optional parameter `index` to select the nth element (defaults to `0`).
|
|
636
|
+
*
|
|
637
|
+
* Takes an optional parameter `intersection_area` to specify which elements above of the other element are filtered for based on their horizontal position (y-coordinates of bounding box):
|
|
638
|
+
* - `"element_center_line"` - considered above of the other element if element's bounding box intersects with a vertical line passing through the center of the other element
|
|
639
|
+
* - `"element_edge_area"` - considered above of the other element if element's bounding box intersects with an area between the left and the right edge of the other element
|
|
640
|
+
* - `"display_edge_area"` - considered above of the other element no matter where it is placed horizontally on the screen (y-axis)
|
|
598
641
|
*
|
|
599
642
|
* **Examples:**
|
|
600
643
|
* ```typescript
|
|
@@ -618,9 +661,12 @@ export declare class FluentFiltersOrRelations extends FluentFilters {
|
|
|
618
661
|
* ```
|
|
619
662
|
* 
|
|
620
663
|
*
|
|
664
|
+
* @param {number} [index=0] - Index of element to filter for going into the direction specified. Defaults to `0` which is the first element (zero-indexed) found in that direction.
|
|
665
|
+
* @param {INTERSECTION_AREA} [intersection_area="element_edge_area"] - Intersecting with either `"element_center_line"`, `"element_edge_area"` or `"display_edge_area"`. Defaults to `"element_edge_area"`.
|
|
666
|
+
*
|
|
621
667
|
* @return {FluentFilters}
|
|
622
668
|
*/
|
|
623
|
-
above(
|
|
669
|
+
above(index?: number, intersection_area?: INTERSECTION_AREA): FluentFilters;
|
|
624
670
|
/**
|
|
625
671
|
* Filters for an element nearest to another element.
|
|
626
672
|
*
|
|
@@ -763,6 +809,7 @@ export declare class FluentFiltersCondition extends FluentBase {
|
|
|
763
809
|
*/
|
|
764
810
|
cell(row_index: number, column_index: number): FluentFiltersOrRelationsCondition;
|
|
765
811
|
/**
|
|
812
|
+
* Filters for a UI element 'table'.
|
|
766
813
|
*
|
|
767
814
|
* @return {FluentFiltersOrRelationsCondition}
|
|
768
815
|
*/
|
|
@@ -787,6 +834,8 @@ export declare class FluentFiltersCondition extends FluentBase {
|
|
|
787
834
|
* await aui.click().text().withTextRegex('\b[Ss]\w+').exec();
|
|
788
835
|
* ```
|
|
789
836
|
*
|
|
837
|
+
* @param {string} [text] - A text to be matched.
|
|
838
|
+
*
|
|
790
839
|
* @return {FluentFiltersOrRelationsCondition}
|
|
791
840
|
*/
|
|
792
841
|
text(text?: string): FluentFiltersOrRelationsCondition;
|
|
@@ -808,9 +857,9 @@ export declare class FluentFiltersCondition extends FluentBase {
|
|
|
808
857
|
*/
|
|
809
858
|
icon(): FluentFiltersOrRelationsCondition;
|
|
810
859
|
/**
|
|
811
|
-
* Filters for a 'custom element', that is a UI element
|
|
860
|
+
* Filters for a 'custom element', that is a UI element that is defined by providing an image and other parameters such as degree of rotation. It allows filtering for a UI element based on an image instead of using text or element descriptions like `button().withText('Submit')` in `await aui.click().button().withText('Submit').exec()`.
|
|
812
861
|
*
|
|
813
|
-
* See the tutorial - [Custom Element](https://docs.askui.com/docs/general/
|
|
862
|
+
* See the tutorial - [Custom Element](https://docs.askui.com/docs/general/Element%20Selection/custom-elements) for more details.
|
|
814
863
|
*
|
|
815
864
|
* **Example**
|
|
816
865
|
* ```typescript
|
|
@@ -841,7 +890,7 @@ export declare class FluentFiltersCondition extends FluentBase {
|
|
|
841
890
|
* - **rotationDegreePerStep** (*`number`, optional*):
|
|
842
891
|
* - Step size in rotation degree. Rotates the custom image by this step size until 360° is exceeded. The range is from `0` to `360`. Defaults to `0`.
|
|
843
892
|
* - **imageCompareFormat** (*`'RGB' | 'grayscale' | 'edges'`, optional*):
|
|
844
|
-
* - The color compare style. 'edges' compares only edges, 'greyscale' compares the brightness of each pixel whereas 'RGB' compares all three colors (red, green, blue). Defaults to 'grayscale'
|
|
893
|
+
* - The color compare style. `'edges'` compares only edges, `'greyscale'` compares the brightness of each pixel whereas `'RGB'` compares all three colors (red, green, blue). Defaults to `'grayscale'`.
|
|
845
894
|
*
|
|
846
895
|
*
|
|
847
896
|
* @param {CustomElementJson} customElement - The custom element to filter for.
|
|
@@ -850,7 +899,13 @@ export declare class FluentFiltersCondition extends FluentBase {
|
|
|
850
899
|
*/
|
|
851
900
|
customElement(customElement: CustomElementJson): FluentFiltersOrRelationsCondition;
|
|
852
901
|
/**
|
|
853
|
-
* Detects an AI Element created with the workflow
|
|
902
|
+
* Detects an AI Element created with the [snipping workflow](https://docs.askui.com/docs/general/Components/aielement#snipping-workflow).
|
|
903
|
+
*
|
|
904
|
+
* **Examples:**
|
|
905
|
+
*
|
|
906
|
+
* ```typescript
|
|
907
|
+
* await aui.click().aiElement('askui-logo').exec();
|
|
908
|
+
* ```
|
|
854
909
|
*
|
|
855
910
|
* @param {string} aiElementName - Name of the AI Element.
|
|
856
911
|
*
|
|
@@ -921,13 +976,13 @@ export declare class FluentFiltersCondition extends FluentBase {
|
|
|
921
976
|
* 'other' === withText('text') => false
|
|
922
977
|
*
|
|
923
978
|
* // optional parameter: similarity_score
|
|
924
|
-
* '978-0-201-00650-6' == withText(
|
|
925
|
-
* '978-0-201-00650-6' == withText(
|
|
926
|
-
* '978-0-201-00650-6' == withText('978-0-201-00', 90) => true with 93.75 < 90 similarity
|
|
979
|
+
* '978-0-201-00650-6' == withText("978-0-201-00", 90) => false with 82.76 < 90 similarity
|
|
980
|
+
* '978-0-201-00650-6' == withText("978-0-201-00650", 90) => true with 93.75 > 90 similarity
|
|
927
981
|
* ```
|
|
928
982
|
* 
|
|
929
983
|
*
|
|
930
984
|
* @param {string} text - A text to be matched.
|
|
985
|
+
* @param {number} [similarityScore=70] - Similarity score minimum value, it should be between `0` and `100`.
|
|
931
986
|
*
|
|
932
987
|
* @return {FluentFiltersOrRelationsCondition}
|
|
933
988
|
*/
|
|
@@ -1003,9 +1058,13 @@ export declare class FluentFiltersCondition extends FluentBase {
|
|
|
1003
1058
|
* The text description inside the `matching()` should describe the element visually.
|
|
1004
1059
|
* It understands color, some famous company/product names, general descriptions.
|
|
1005
1060
|
*
|
|
1006
|
-
*
|
|
1007
|
-
*
|
|
1008
|
-
*
|
|
1061
|
+
* **Important: _Matching only returns the best matching element when you use it with `get()`_**
|
|
1062
|
+
*
|
|
1063
|
+
* A bit of playing around to find a matching description is sometimes needed:
|
|
1064
|
+
* E.g., `puzzle piece` can fail while `an icon showing a puzzle piece` might work.
|
|
1065
|
+
* Generally, the more detail the better.
|
|
1066
|
+
*
|
|
1067
|
+
* We also recommend to not restrict the type of element by using the general selector `element()` as shown in the examples below.
|
|
1009
1068
|
*
|
|
1010
1069
|
* **Examples:**
|
|
1011
1070
|
* ```typescript
|
|
@@ -1159,7 +1218,12 @@ export declare class FluentFiltersOrRelationsCondition extends FluentFiltersCond
|
|
|
1159
1218
|
/**
|
|
1160
1219
|
* Filters for an element right of another element.
|
|
1161
1220
|
*
|
|
1162
|
-
* Takes an optional parameter `index` to select the
|
|
1221
|
+
* Takes an optional parameter `index` to select the nth element (defaults to `0`).
|
|
1222
|
+
*
|
|
1223
|
+
* Takes an optional parameter `intersection_area` to specify which elements right of the other element are filtered for based on their vertical position (y-coordinates of bounding box):
|
|
1224
|
+
* - `"element_center_line"` - considered right of the other element if element's bounding box intersects with a horizontal line passing through the center of the other element
|
|
1225
|
+
* - `"element_edge_area"` - considered right of the other element if element's bounding box intersects with an area between the top and the bottom edge of the other element
|
|
1226
|
+
* - `"display_edge_area"` - considered right of the other element no matter where it is placed vertically on the screen (y-axis)
|
|
1163
1227
|
*
|
|
1164
1228
|
* **Examples:**
|
|
1165
1229
|
* ```typescript
|
|
@@ -1177,13 +1241,21 @@ export declare class FluentFiltersOrRelationsCondition extends FluentFiltersCond
|
|
|
1177
1241
|
* ```
|
|
1178
1242
|
* 
|
|
1179
1243
|
*
|
|
1244
|
+
* @param {number} [index=0] - Index of element to filter for going into the direction specified. Defaults to `0` which is the first element (zero-indexed) found in that direction.
|
|
1245
|
+
* @param {INTERSECTION_AREA} [intersection_area="element_edge_area"] - Intersecting with either `"element_center_line"`, `"element_edge_area"` or `"display_edge_area"`. Defaults to `"element_edge_area"`.
|
|
1246
|
+
*
|
|
1180
1247
|
* @return {FluentFiltersCondition}
|
|
1181
1248
|
*/
|
|
1182
|
-
rightOf(
|
|
1249
|
+
rightOf(index?: number, intersection_area?: INTERSECTION_AREA): FluentFiltersCondition;
|
|
1183
1250
|
/**
|
|
1184
1251
|
* Filters for an element left of another element.
|
|
1185
1252
|
*
|
|
1186
|
-
* Takes an optional parameter `index` to select the
|
|
1253
|
+
* Takes an optional parameter `index` to select the nth element (defaults to `0`).
|
|
1254
|
+
*
|
|
1255
|
+
* Takes an optional parameter `intersection_area` to specify which elements left of the other element are filtered for based on their vertical position (y-coordinates of bounding box):
|
|
1256
|
+
* - `"element_center_line"` - considered left of the other element if element's bounding box intersects with a horizontal line passing through the center of the other element
|
|
1257
|
+
* - `"element_edge_area"` - considered left of the other element if element's bounding box intersects with an area between the top and the bottom edge of the other element
|
|
1258
|
+
* - `"display_edge_area"` - considered left of the other element no matter where it is placed vertically on the screen (y-axis)
|
|
1187
1259
|
*
|
|
1188
1260
|
* **Examples:**
|
|
1189
1261
|
* ```typescript
|
|
@@ -1201,13 +1273,21 @@ export declare class FluentFiltersOrRelationsCondition extends FluentFiltersCond
|
|
|
1201
1273
|
* ```
|
|
1202
1274
|
* 
|
|
1203
1275
|
*
|
|
1276
|
+
* @param {number} [index=0] - Index of element to filter for going into the direction specified. Defaults to `0` which is the first element (zero-indexed) found in that direction.
|
|
1277
|
+
* @param {INTERSECTION_AREA} [intersection_area="element_edge_area"] - Intersecting with either `"element_center_line"`, `"element_edge_area"` or `"display_edge_area"`. Defaults to `"element_edge_area"`.
|
|
1278
|
+
*
|
|
1204
1279
|
* @return {FluentFiltersCondition}
|
|
1205
1280
|
*/
|
|
1206
|
-
leftOf(
|
|
1281
|
+
leftOf(index?: number, intersection_area?: INTERSECTION_AREA): FluentFiltersCondition;
|
|
1207
1282
|
/**
|
|
1208
1283
|
* Filters for an element below another element.
|
|
1209
1284
|
*
|
|
1210
|
-
* Takes an optional parameter `index` to select the
|
|
1285
|
+
* Takes an optional parameter `index` to select the nth element (defaults to `0`).
|
|
1286
|
+
*
|
|
1287
|
+
* Takes an optional parameter `intersection_area` to specify which elements below of the other element are filtered for based on their horizontal position (y-coordinates of bounding box):
|
|
1288
|
+
* - `"element_center_line"` - considered below of the other element if element's bounding box intersects with a vertical line passing through the center of the other element
|
|
1289
|
+
* - `"element_edge_area"` - considered below of the other element if element's bounding box intersects with an area between the left and the right edge of the other element
|
|
1290
|
+
* - `"display_edge_area"` - considered below of the other element no matter where it is placed horizontally on the screen (y-axis)
|
|
1211
1291
|
*
|
|
1212
1292
|
* **Examples:**
|
|
1213
1293
|
* ```typescript
|
|
@@ -1231,13 +1311,21 @@ export declare class FluentFiltersOrRelationsCondition extends FluentFiltersCond
|
|
|
1231
1311
|
* ```
|
|
1232
1312
|
* 
|
|
1233
1313
|
*
|
|
1314
|
+
* @param {number} [index=0] - Index of element to filter for going into the direction specified. Defaults to `0` which is the first element (zero-indexed) found in that direction.
|
|
1315
|
+
* @param {INTERSECTION_AREA} [intersection_area="element_edge_area"] - Intersecting with either `"element_center_line"`, `"element_edge_area"` or `"display_edge_area"`. Defaults to `"element_edge_area"`.
|
|
1316
|
+
*
|
|
1234
1317
|
* @return {FluentFiltersCondition}
|
|
1235
1318
|
*/
|
|
1236
|
-
below(
|
|
1319
|
+
below(index?: number, intersection_area?: INTERSECTION_AREA): FluentFiltersCondition;
|
|
1237
1320
|
/**
|
|
1238
1321
|
* Filters for an element above another element.
|
|
1239
1322
|
*
|
|
1240
|
-
* Takes an optional parameter `index` to select the
|
|
1323
|
+
* Takes an optional parameter `index` to select the nth element (defaults to `0`).
|
|
1324
|
+
*
|
|
1325
|
+
* Takes an optional parameter `intersection_area` to specify which elements above of the other element are filtered for based on their horizontal position (y-coordinates of bounding box):
|
|
1326
|
+
* - `"element_center_line"` - considered above of the other element if element's bounding box intersects with a vertical line passing through the center of the other element
|
|
1327
|
+
* - `"element_edge_area"` - considered above of the other element if element's bounding box intersects with an area between the left and the right edge of the other element
|
|
1328
|
+
* - `"display_edge_area"` - considered above of the other element no matter where it is placed horizontally on the screen (y-axis)
|
|
1241
1329
|
*
|
|
1242
1330
|
* **Examples:**
|
|
1243
1331
|
* ```typescript
|
|
@@ -1261,9 +1349,12 @@ export declare class FluentFiltersOrRelationsCondition extends FluentFiltersCond
|
|
|
1261
1349
|
* ```
|
|
1262
1350
|
* 
|
|
1263
1351
|
*
|
|
1352
|
+
* @param {number} [index=0] - Index of element to filter for going into the direction specified. Defaults to `0` which is the first element (zero-indexed) found in that direction.
|
|
1353
|
+
* @param {INTERSECTION_AREA} [intersection_area="element_edge_area"] - Intersecting with either `"element_center_line"`, `"element_edge_area"` or `"display_edge_area"`. Defaults to `"element_edge_area"`.
|
|
1354
|
+
*
|
|
1264
1355
|
* @return {FluentFiltersCondition}
|
|
1265
1356
|
*/
|
|
1266
|
-
above(
|
|
1357
|
+
above(index?: number, intersection_area?: INTERSECTION_AREA): FluentFiltersCondition;
|
|
1267
1358
|
/**
|
|
1268
1359
|
* Filters for an element nearest to another element.
|
|
1269
1360
|
*
|
|
@@ -1561,7 +1652,7 @@ export declare abstract class FluentCommand extends FluentBase {
|
|
|
1561
1652
|
*/
|
|
1562
1653
|
scroll(x_offset: number, y_offset: number): Exec;
|
|
1563
1654
|
/**
|
|
1564
|
-
* Executes a shell command on the device your
|
|
1655
|
+
* Executes a shell command on the device your AskUI Controller is connected to.
|
|
1565
1656
|
*
|
|
1566
1657
|
* **Example:**
|
|
1567
1658
|
* ```typescript
|
|
@@ -1909,6 +2000,7 @@ export declare class FluentFiltersGetter extends FluentBase {
|
|
|
1909
2000
|
*/
|
|
1910
2001
|
cell(row_index: number, column_index: number): FluentFiltersOrRelationsGetter;
|
|
1911
2002
|
/**
|
|
2003
|
+
* Filters for a UI element 'table'.
|
|
1912
2004
|
*
|
|
1913
2005
|
* @return {FluentFiltersOrRelationsGetter}
|
|
1914
2006
|
*/
|
|
@@ -1933,6 +2025,8 @@ export declare class FluentFiltersGetter extends FluentBase {
|
|
|
1933
2025
|
* await aui.click().text().withTextRegex('\b[Ss]\w+').exec();
|
|
1934
2026
|
* ```
|
|
1935
2027
|
*
|
|
2028
|
+
* @param {string} [text] - A text to be matched.
|
|
2029
|
+
*
|
|
1936
2030
|
* @return {FluentFiltersOrRelationsGetter}
|
|
1937
2031
|
*/
|
|
1938
2032
|
text(text?: string): FluentFiltersOrRelationsGetter;
|
|
@@ -1954,9 +2048,9 @@ export declare class FluentFiltersGetter extends FluentBase {
|
|
|
1954
2048
|
*/
|
|
1955
2049
|
icon(): FluentFiltersOrRelationsGetter;
|
|
1956
2050
|
/**
|
|
1957
|
-
* Filters for a 'custom element', that is a UI element
|
|
2051
|
+
* Filters for a 'custom element', that is a UI element that is defined by providing an image and other parameters such as degree of rotation. It allows filtering for a UI element based on an image instead of using text or element descriptions like `button().withText('Submit')` in `await aui.click().button().withText('Submit').exec()`.
|
|
1958
2052
|
*
|
|
1959
|
-
* See the tutorial - [Custom Element](https://docs.askui.com/docs/general/
|
|
2053
|
+
* See the tutorial - [Custom Element](https://docs.askui.com/docs/general/Element%20Selection/custom-elements) for more details.
|
|
1960
2054
|
*
|
|
1961
2055
|
* **Example**
|
|
1962
2056
|
* ```typescript
|
|
@@ -1987,7 +2081,7 @@ export declare class FluentFiltersGetter extends FluentBase {
|
|
|
1987
2081
|
* - **rotationDegreePerStep** (*`number`, optional*):
|
|
1988
2082
|
* - Step size in rotation degree. Rotates the custom image by this step size until 360° is exceeded. The range is from `0` to `360`. Defaults to `0`.
|
|
1989
2083
|
* - **imageCompareFormat** (*`'RGB' | 'grayscale' | 'edges'`, optional*):
|
|
1990
|
-
* - The color compare style. 'edges' compares only edges, 'greyscale' compares the brightness of each pixel whereas 'RGB' compares all three colors (red, green, blue). Defaults to 'grayscale'
|
|
2084
|
+
* - The color compare style. `'edges'` compares only edges, `'greyscale'` compares the brightness of each pixel whereas `'RGB'` compares all three colors (red, green, blue). Defaults to `'grayscale'`.
|
|
1991
2085
|
*
|
|
1992
2086
|
*
|
|
1993
2087
|
* @param {CustomElementJson} customElement - The custom element to filter for.
|
|
@@ -1996,7 +2090,13 @@ export declare class FluentFiltersGetter extends FluentBase {
|
|
|
1996
2090
|
*/
|
|
1997
2091
|
customElement(customElement: CustomElementJson): FluentFiltersOrRelationsGetter;
|
|
1998
2092
|
/**
|
|
1999
|
-
* Detects an AI Element created with the workflow
|
|
2093
|
+
* Detects an AI Element created with the [snipping workflow](https://docs.askui.com/docs/general/Components/aielement#snipping-workflow).
|
|
2094
|
+
*
|
|
2095
|
+
* **Examples:**
|
|
2096
|
+
*
|
|
2097
|
+
* ```typescript
|
|
2098
|
+
* await aui.click().aiElement('askui-logo').exec();
|
|
2099
|
+
* ```
|
|
2000
2100
|
*
|
|
2001
2101
|
* @param {string} aiElementName - Name of the AI Element.
|
|
2002
2102
|
*
|
|
@@ -2067,13 +2167,13 @@ export declare class FluentFiltersGetter extends FluentBase {
|
|
|
2067
2167
|
* 'other' === withText('text') => false
|
|
2068
2168
|
*
|
|
2069
2169
|
* // optional parameter: similarity_score
|
|
2070
|
-
* '978-0-201-00650-6' == withText(
|
|
2071
|
-
* '978-0-201-00650-6' == withText(
|
|
2072
|
-
* '978-0-201-00650-6' == withText('978-0-201-00', 90) => true with 93.75 < 90 similarity
|
|
2170
|
+
* '978-0-201-00650-6' == withText("978-0-201-00", 90) => false with 82.76 < 90 similarity
|
|
2171
|
+
* '978-0-201-00650-6' == withText("978-0-201-00650", 90) => true with 93.75 > 90 similarity
|
|
2073
2172
|
* ```
|
|
2074
2173
|
* 
|
|
2075
2174
|
*
|
|
2076
2175
|
* @param {string} text - A text to be matched.
|
|
2176
|
+
* @param {number} [similarityScore=70] - Similarity score minimum value, it should be between `0` and `100`.
|
|
2077
2177
|
*
|
|
2078
2178
|
* @return {FluentFiltersOrRelationsGetter}
|
|
2079
2179
|
*/
|
|
@@ -2149,9 +2249,13 @@ export declare class FluentFiltersGetter extends FluentBase {
|
|
|
2149
2249
|
* The text description inside the `matching()` should describe the element visually.
|
|
2150
2250
|
* It understands color, some famous company/product names, general descriptions.
|
|
2151
2251
|
*
|
|
2152
|
-
*
|
|
2153
|
-
*
|
|
2154
|
-
*
|
|
2252
|
+
* **Important: _Matching only returns the best matching element when you use it with `get()`_**
|
|
2253
|
+
*
|
|
2254
|
+
* A bit of playing around to find a matching description is sometimes needed:
|
|
2255
|
+
* E.g., `puzzle piece` can fail while `an icon showing a puzzle piece` might work.
|
|
2256
|
+
* Generally, the more detail the better.
|
|
2257
|
+
*
|
|
2258
|
+
* We also recommend to not restrict the type of element by using the general selector `element()` as shown in the examples below.
|
|
2155
2259
|
*
|
|
2156
2260
|
* **Examples:**
|
|
2157
2261
|
* ```typescript
|
|
@@ -2305,7 +2409,12 @@ export declare class FluentFiltersOrRelationsGetter extends FluentFiltersGetter
|
|
|
2305
2409
|
/**
|
|
2306
2410
|
* Filters for an element right of another element.
|
|
2307
2411
|
*
|
|
2308
|
-
* Takes an optional parameter `index` to select the
|
|
2412
|
+
* Takes an optional parameter `index` to select the nth element (defaults to `0`).
|
|
2413
|
+
*
|
|
2414
|
+
* Takes an optional parameter `intersection_area` to specify which elements right of the other element are filtered for based on their vertical position (y-coordinates of bounding box):
|
|
2415
|
+
* - `"element_center_line"` - considered right of the other element if element's bounding box intersects with a horizontal line passing through the center of the other element
|
|
2416
|
+
* - `"element_edge_area"` - considered right of the other element if element's bounding box intersects with an area between the top and the bottom edge of the other element
|
|
2417
|
+
* - `"display_edge_area"` - considered right of the other element no matter where it is placed vertically on the screen (y-axis)
|
|
2309
2418
|
*
|
|
2310
2419
|
* **Examples:**
|
|
2311
2420
|
* ```typescript
|
|
@@ -2323,13 +2432,21 @@ export declare class FluentFiltersOrRelationsGetter extends FluentFiltersGetter
|
|
|
2323
2432
|
* ```
|
|
2324
2433
|
* 
|
|
2325
2434
|
*
|
|
2435
|
+
* @param {number} [index=0] - Index of element to filter for going into the direction specified. Defaults to `0` which is the first element (zero-indexed) found in that direction.
|
|
2436
|
+
* @param {INTERSECTION_AREA} [intersection_area="element_edge_area"] - Intersecting with either `"element_center_line"`, `"element_edge_area"` or `"display_edge_area"`. Defaults to `"element_edge_area"`.
|
|
2437
|
+
*
|
|
2326
2438
|
* @return {FluentFiltersGetter}
|
|
2327
2439
|
*/
|
|
2328
|
-
rightOf(
|
|
2440
|
+
rightOf(index?: number, intersection_area?: INTERSECTION_AREA): FluentFiltersGetter;
|
|
2329
2441
|
/**
|
|
2330
2442
|
* Filters for an element left of another element.
|
|
2331
2443
|
*
|
|
2332
|
-
* Takes an optional parameter `index` to select the
|
|
2444
|
+
* Takes an optional parameter `index` to select the nth element (defaults to `0`).
|
|
2445
|
+
*
|
|
2446
|
+
* Takes an optional parameter `intersection_area` to specify which elements left of the other element are filtered for based on their vertical position (y-coordinates of bounding box):
|
|
2447
|
+
* - `"element_center_line"` - considered left of the other element if element's bounding box intersects with a horizontal line passing through the center of the other element
|
|
2448
|
+
* - `"element_edge_area"` - considered left of the other element if element's bounding box intersects with an area between the top and the bottom edge of the other element
|
|
2449
|
+
* - `"display_edge_area"` - considered left of the other element no matter where it is placed vertically on the screen (y-axis)
|
|
2333
2450
|
*
|
|
2334
2451
|
* **Examples:**
|
|
2335
2452
|
* ```typescript
|
|
@@ -2347,13 +2464,21 @@ export declare class FluentFiltersOrRelationsGetter extends FluentFiltersGetter
|
|
|
2347
2464
|
* ```
|
|
2348
2465
|
* 
|
|
2349
2466
|
*
|
|
2467
|
+
* @param {number} [index=0] - Index of element to filter for going into the direction specified. Defaults to `0` which is the first element (zero-indexed) found in that direction.
|
|
2468
|
+
* @param {INTERSECTION_AREA} [intersection_area="element_edge_area"] - Intersecting with either `"element_center_line"`, `"element_edge_area"` or `"display_edge_area"`. Defaults to `"element_edge_area"`.
|
|
2469
|
+
*
|
|
2350
2470
|
* @return {FluentFiltersGetter}
|
|
2351
2471
|
*/
|
|
2352
|
-
leftOf(
|
|
2472
|
+
leftOf(index?: number, intersection_area?: INTERSECTION_AREA): FluentFiltersGetter;
|
|
2353
2473
|
/**
|
|
2354
2474
|
* Filters for an element below another element.
|
|
2355
2475
|
*
|
|
2356
|
-
* Takes an optional parameter `index` to select the
|
|
2476
|
+
* Takes an optional parameter `index` to select the nth element (defaults to `0`).
|
|
2477
|
+
*
|
|
2478
|
+
* Takes an optional parameter `intersection_area` to specify which elements below of the other element are filtered for based on their horizontal position (y-coordinates of bounding box):
|
|
2479
|
+
* - `"element_center_line"` - considered below of the other element if element's bounding box intersects with a vertical line passing through the center of the other element
|
|
2480
|
+
* - `"element_edge_area"` - considered below of the other element if element's bounding box intersects with an area between the left and the right edge of the other element
|
|
2481
|
+
* - `"display_edge_area"` - considered below of the other element no matter where it is placed horizontally on the screen (y-axis)
|
|
2357
2482
|
*
|
|
2358
2483
|
* **Examples:**
|
|
2359
2484
|
* ```typescript
|
|
@@ -2377,13 +2502,21 @@ export declare class FluentFiltersOrRelationsGetter extends FluentFiltersGetter
|
|
|
2377
2502
|
* ```
|
|
2378
2503
|
* 
|
|
2379
2504
|
*
|
|
2505
|
+
* @param {number} [index=0] - Index of element to filter for going into the direction specified. Defaults to `0` which is the first element (zero-indexed) found in that direction.
|
|
2506
|
+
* @param {INTERSECTION_AREA} [intersection_area="element_edge_area"] - Intersecting with either `"element_center_line"`, `"element_edge_area"` or `"display_edge_area"`. Defaults to `"element_edge_area"`.
|
|
2507
|
+
*
|
|
2380
2508
|
* @return {FluentFiltersGetter}
|
|
2381
2509
|
*/
|
|
2382
|
-
below(
|
|
2510
|
+
below(index?: number, intersection_area?: INTERSECTION_AREA): FluentFiltersGetter;
|
|
2383
2511
|
/**
|
|
2384
2512
|
* Filters for an element above another element.
|
|
2385
2513
|
*
|
|
2386
|
-
* Takes an optional parameter `index` to select the
|
|
2514
|
+
* Takes an optional parameter `index` to select the nth element (defaults to `0`).
|
|
2515
|
+
*
|
|
2516
|
+
* Takes an optional parameter `intersection_area` to specify which elements above of the other element are filtered for based on their horizontal position (y-coordinates of bounding box):
|
|
2517
|
+
* - `"element_center_line"` - considered above of the other element if element's bounding box intersects with a vertical line passing through the center of the other element
|
|
2518
|
+
* - `"element_edge_area"` - considered above of the other element if element's bounding box intersects with an area between the left and the right edge of the other element
|
|
2519
|
+
* - `"display_edge_area"` - considered above of the other element no matter where it is placed horizontally on the screen (y-axis)
|
|
2387
2520
|
*
|
|
2388
2521
|
* **Examples:**
|
|
2389
2522
|
* ```typescript
|
|
@@ -2407,9 +2540,12 @@ export declare class FluentFiltersOrRelationsGetter extends FluentFiltersGetter
|
|
|
2407
2540
|
* ```
|
|
2408
2541
|
* 
|
|
2409
2542
|
*
|
|
2543
|
+
* @param {number} [index=0] - Index of element to filter for going into the direction specified. Defaults to `0` which is the first element (zero-indexed) found in that direction.
|
|
2544
|
+
* @param {INTERSECTION_AREA} [intersection_area="element_edge_area"] - Intersecting with either `"element_center_line"`, `"element_edge_area"` or `"display_edge_area"`. Defaults to `"element_edge_area"`.
|
|
2545
|
+
*
|
|
2410
2546
|
* @return {FluentFiltersGetter}
|
|
2411
2547
|
*/
|
|
2412
|
-
above(
|
|
2548
|
+
above(index?: number, intersection_area?: INTERSECTION_AREA): FluentFiltersGetter;
|
|
2413
2549
|
/**
|
|
2414
2550
|
* Filters for an element nearest to another element.
|
|
2415
2551
|
*
|
|
@@ -2460,10 +2596,10 @@ export declare class FluentFiltersOrRelationsGetter extends FluentFiltersGetter
|
|
|
2460
2596
|
*/
|
|
2461
2597
|
contains(): FluentFiltersGetter;
|
|
2462
2598
|
/**
|
|
2463
|
-
|
|
2464
|
-
|
|
2465
|
-
|
|
2466
|
-
|
|
2599
|
+
* Returns a list of detected elements
|
|
2600
|
+
*
|
|
2601
|
+
* @return {DetectedElement[]}
|
|
2602
|
+
*/
|
|
2467
2603
|
exec(): Promise<DetectedElement[]>;
|
|
2468
2604
|
}
|
|
2469
2605
|
export declare abstract class Getter extends FluentCommand {
|
|
@@ -2476,6 +2612,9 @@ export declare abstract class Getter extends FluentCommand {
|
|
|
2476
2612
|
*
|
|
2477
2613
|
* **Examples:**
|
|
2478
2614
|
* ```typescript
|
|
2615
|
+
* // ************************************ //
|
|
2616
|
+
* // Log the DetectedElements completely //
|
|
2617
|
+
* // ************************************ //
|
|
2479
2618
|
* const text = await aui.get().text('Sign').exec();
|
|
2480
2619
|
* console.log(text);
|
|
2481
2620
|
*
|
|
@@ -2494,6 +2633,7 @@ export declare abstract class Getter extends FluentCommand {
|
|
|
2494
2633
|
* ]
|
|
2495
2634
|
* ```
|
|
2496
2635
|
*
|
|
2636
|
+
* ```typescript
|
|
2497
2637
|
* // *************************************************** //
|
|
2498
2638
|
* // Examples on how to work with the returned elements //
|
|
2499
2639
|
* // *************************************************** //
|
|
@@ -2572,6 +2712,7 @@ export declare abstract class Getter extends FluentCommand {
|
|
|
2572
2712
|
* xmax: 1178.8204241071428,
|
|
2573
2713
|
* ymax: 180.83512834821428
|
|
2574
2714
|
* },
|
|
2715
|
+
* },
|
|
2575
2716
|
* DetectedElement {
|
|
2576
2717
|
* name: 'ICON',
|
|
2577
2718
|
* text: 'search',
|
|
@@ -2581,8 +2722,8 @@ export declare abstract class Getter extends FluentCommand {
|
|
|
2581
2722
|
* xmax: 450.6304241071428,
|
|
2582
2723
|
* ymax: 950.47812834821428
|
|
2583
2724
|
* },
|
|
2584
|
-
*
|
|
2585
|
-
*
|
|
2725
|
+
* },
|
|
2726
|
+
* ... 381 more items
|
|
2586
2727
|
* ]
|
|
2587
2728
|
* ```
|
|
2588
2729
|
*
|