askui 0.20.8 → 0.20.9

package/dist/cjs/execution/ui-control-client.d.ts

@@ -4,9 +4,9 @@ import { Annotation } from '../core/annotation/annotation';
 import { AnnotationRequest } from '../core/model/annotation-result/annotation-interface';
 import { DetectedElement } from '../core/model/annotation-result/detected-element';
 import { ClientArgs } from './ui-controller-client-interface';
-export declare type RelationsForConvenienceMethods = 'nearestTo' | 'leftOf' | 'above' | 'rightOf' | 'below' | 'contains';
-export declare type TextMatchingOption = 'similar' | 'exact' | 'regex';
-export declare type ElementExistsQueryType = 'otherElement' | 'switch' | 'element' | 'container' | 'checkbox' | 'element' | 'button' | 'table' | 'text' | 'icon' | 'image' | 'textfield';
+export type RelationsForConvenienceMethods = 'nearestTo' | 'leftOf' | 'above' | 'rightOf' | 'below' | 'contains';
+export type TextMatchingOption = 'similar' | 'exact' | 'regex';
+export type ElementExistsQueryType = 'otherElement' | 'switch' | 'element' | 'container' | 'checkbox' | 'element' | 'button' | 'table' | 'text' | 'icon' | 'image' | 'textfield';
 export interface ElementExistsQueryText {
     value: string;
     matching?: TextMatchingOption;

package/dist/cjs/execution/ui-control-client.js

@@ -25,8 +25,8 @@ class UiControlClient extends dsl_1.ApiCommands {
         this.stepReporter = stepReporter;
         this.secretText = undefined;
     }
-    static build(clientArgs = {}) {
-        return __awaiter(this, void 0, void 0, function* () {
+    static build() {
+        return __awaiter(this, arguments, void 0, function* (clientArgs = {}) {
             const builder = ui_control_client_dependency_builder_1.UiControlClientDependencyBuilder;
             const clientArgsWithDefaults = yield builder.getClientArgsWithDefaults(clientArgs);
             const { workspaceId, executionRuntime, stepReporter, } = yield builder.build(clientArgsWithDefaults);
@@ -75,8 +75,8 @@ class UiControlClient extends dsl_1.ApiCommands {
             || (this.stepReporter.config.withDetectedElements === 'always');
     }
     afterCommandExecution(instruction, error) {
-        var _a;
         return __awaiter(this, void 0, void 0, function* () {
+            var _a;
             const createdAt = new Date();
             let annotation;
             let screenshot;
@@ -93,8 +93,8 @@ class UiControlClient extends dsl_1.ApiCommands {
             }, error);
         });
     }
-    annotate(annotationRequest = {}) {
-        return __awaiter(this, void 0, void 0, function* () {
+    annotate() {
+        return __awaiter(this, arguments, void 0, function* (annotationRequest = {}) {
             const annotation = yield this.executionRuntime.annotateImage(annotationRequest.imagePath, annotationRequest.customElements, annotationRequest.elements);
             annotation_writer_1.AnnotationWriter.write(annotation.toHtml(), annotationRequest.outputPath, annotationRequest.fileNamePrefix);
             return annotation;
@@ -114,8 +114,8 @@ class UiControlClient extends dsl_1.ApiCommands {
     escapeSeparatorString(instruction) {
         return instruction.split(dsl_1.Separators.STRING).join('"');
     }
-    buildInstruction(instructionString, customElementJson = []) {
-        return __awaiter(this, void 0, void 0, function* () {
+    buildInstruction(instructionString_1) {
+        return __awaiter(this, arguments, void 0, function* (instructionString, customElementJson = []) {
             return {
                 customElements: yield custom_element_1.CustomElement.fromJsonListWithImagePathOrImage(customElementJson),
                 secretText: this.getAndResetSecretText(),
@@ -134,8 +134,8 @@ class UiControlClient extends dsl_1.ApiCommands {
             return workspaceAIElementCollection.getByNames(names);
         });
     }
-    fluentCommandExecutor(instructionString, context = { customElementsJson: [], aiElementNames: [] }) {
-        return __awaiter(this, void 0, void 0, function* () {
+    fluentCommandExecutor(instructionString_1) {
+        return __awaiter(this, arguments, void 0, function* (instructionString, context = { customElementsJson: [], aiElementNames: [] }) {
             const aiElements = yield this.getAIElementsByNames(context.aiElementNames);
             const instruction = yield this.buildInstruction(instructionString, [
                 ...context.customElementsJson,
@@ -154,8 +154,8 @@ class UiControlClient extends dsl_1.ApiCommands {
             }
         });
     }
-    getterExecutor(instruction, context = { customElementsJson: [], aiElementNames: [] }) {
-        return __awaiter(this, void 0, void 0, function* () {
+    getterExecutor(instruction_1) {
+        return __awaiter(this, arguments, void 0, function* (instruction, context = { customElementsJson: [], aiElementNames: [] }) {
             const aiElements = yield this.getAIElementsByNames(context.aiElementNames);
             const customElements = yield custom_element_1.CustomElement.fromJsonListWithImagePathOrImage(context.customElementsJson);
             const stringWithoutSeparators = this.escapeSeparatorString(instruction);
@@ -284,6 +284,9 @@ class UiControlClient extends dsl_1.ApiCommands {
      * @return {FluentFilters}
      */
     typeIn(text, { isSecret = false, secretMask = '****' } = {}) {
+        if (text.length === 0) {
+            throw new yup_1.ValidationError('Empty string is not allowed. Typing of an empty string was rejected.');
+        }
         if (isSecret) {
             this.secretText = text;
             return super.typeIn(secretMask);
@@ -309,6 +312,9 @@ class UiControlClient extends dsl_1.ApiCommands {
      * @return {Exec}
      */
     type(text, { isSecret = false, secretMask = '****' } = {}) {
+        if (text.length === 0) {
+            throw new yup_1.ValidationError('Empty string is not allowed. Typing of an empty string was rejected.');
+        }
         if (isSecret) {
             this.secretText = text;
             return super.type(secretMask);
@@ -339,8 +345,8 @@ class UiControlClient extends dsl_1.ApiCommands {
      *
      * @param {number} times
      */
-    pressKeyNTimes(key, times = 2) {
-        return __awaiter(this, void 0, void 0, function* () {
+    pressKeyNTimes(key_1) {
+        return __awaiter(this, arguments, void 0, function* (key, times = 2) {
             /* eslint-disable no-await-in-loop */
             for (let i = 0; i < times; i += 1) {
                 yield this.pressKey(key).exec();
@@ -426,8 +432,8 @@ class UiControlClient extends dsl_1.ApiCommands {
      * @param {number} maxTry - Number of maximum retries
      * @param {number} waitTime - Time in milliseconds
      */
-    waitUntil(AskUICommand, maxTry = 5, waitTime = 2000) {
-        return __awaiter(this, void 0, void 0, function* () {
+    waitUntil(AskUICommand_1) {
+        return __awaiter(this, arguments, void 0, function* (AskUICommand, maxTry = 5, waitTime = 2000) {
             try {
                 yield AskUICommand.exec();
             }

package/dist/cjs/execution/ui-controller-client-connection-state.js

@@ -7,4 +7,4 @@ var UiControllerClientConnectionState;
     UiControllerClientConnectionState[UiControllerClientConnectionState["CONNECTING"] = 1] = "CONNECTING";
     UiControllerClientConnectionState[UiControllerClientConnectionState["CONNECTED"] = 2] = "CONNECTED";
     UiControllerClientConnectionState[UiControllerClientConnectionState["ERROR"] = 3] = "ERROR";
-})(UiControllerClientConnectionState = exports.UiControllerClientConnectionState || (exports.UiControllerClientConnectionState = {}));
+})(UiControllerClientConnectionState || (exports.UiControllerClientConnectionState = UiControllerClientConnectionState = {}));

package/dist/cjs/execution/ui-controller-client-interface.d.ts

@@ -3,6 +3,7 @@ import { ProxyAgentArgs } from '../shared/proxy-agent-args';
 import { ModelCompositionBranch } from './model-composition-branch';
 import { Reporter } from '../core/reporting';
 import { Context } from './context';
+import { RetryStrategy } from './retry-strategies/retry-strategy';
 /**
  * Context object to provide additional information about the context of (test) automation.
  *
@@ -43,6 +44,9 @@ export interface ContextArgs {
  * @property {(Context | undefined)} [context] - Optional. Context object to provide additional
  *    information about the context of (test) automation, e.g., to allow for optimizations based on
  *    the environment, e.g., CI/CD.
+ * @property {(RetryStrategy | undefined)} [retryStrategy] - Default: `new LinearRetryStrategy()`.
+ *    Strategy for retrying failed requests to the inference server. This can help manage transient
+ *    errors or network issues, improving the reliability of interactions with the server.
  */
 export interface ClientArgs {
     readonly uiControllerUrl?: string;
@@ -54,10 +58,12 @@ export interface ClientArgs {
     readonly reporter?: Reporter | Reporter[] | undefined;
     readonly context?: ContextArgs | undefined;
     readonly inferenceServerApiVersion?: string;
+    readonly retryStrategy?: RetryStrategy;
 }
 export interface ClientArgsWithDefaults extends ClientArgs {
     readonly uiControllerUrl: string;
     readonly inferenceServerUrl: string;
     readonly context: Context;
     readonly inferenceServerApiVersion: string;
+    readonly retryStrategy?: RetryStrategy;
 }

package/dist/cjs/execution/ui-controller-client.js

@@ -26,7 +26,8 @@ class UiControllerClient {
         clearTimeout(this.timeout);
         const response = JSON.parse(data.toString());
         if (response.data.error) {
-            this.currentReject(response);
+            logger_1.logger.error(response.data.error);
+            this.currentReject(new ui_controller_client_error_1.UiControllerClientError(response.data.error));
             this.clearResponse();
             return;
         }

package/dist/cjs/lib/download-binaries.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import http from 'http';
 import https from 'https';
 declare enum SupportedPlatform {

package/dist/cjs/lib/download-binaries.js

@@ -12,7 +12,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.downloadServerBinaries = exports.getBinaryFilePath = exports.platform = void 0;
+exports.platform = platform;
+exports.getBinaryFilePath = getBinaryFilePath;
+exports.downloadServerBinaries = downloadServerBinaries;
 const fs_1 = __importDefault(require("fs"));
 const got_1 = __importDefault(require("got"));
 const os_1 = __importDefault(require("os"));
@@ -42,7 +44,6 @@ function platform() {
     }
     throw new Error(`Platform "${pf}" is not supported.`);
 }
-exports.platform = platform;
 function buildBinaryNotAvailableError(binaryVersion) {
     return new Error(`There was an error during downloading and creating the askui UI Controller. You can try a fresh install.
    If you specified a binary version it is possible that the askui UI Controller version "${binaryVersion}" 
@@ -52,7 +53,6 @@ function buildBinaryNotAvailableError(binaryVersion) {
 function getBinaryFilePath(version) {
     return path_1.default.join((0, path_2.getPathToNodeModulesRoot)(), 'release', version, ...binarySubPathsByPlatform[platform()]);
 }
-exports.getBinaryFilePath = getBinaryFilePath;
 function getBinaryDownloadUrl(binaryVersion) {
     const baseUrl = `https://files.askui.com/releases/askui-ui-controller/${binaryVersion}`;
     const arch = os_1.default.arch();
@@ -86,4 +86,3 @@ function downloadServerBinaries(binaryVersion, proxyAgent) {
         return Promise.resolve();
     });
 }
-exports.downloadServerBinaries = downloadServerBinaries;

package/dist/cjs/lib/interactive_cli/add-remove-script-package-json.js

@@ -12,7 +12,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.removeScript = exports.addScript = void 0;
+exports.addScript = addScript;
+exports.removeScript = removeScript;
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const logger_1 = require("../logger");
 function addScript(filePath, name, command) {
@@ -35,7 +36,6 @@ function addScript(filePath, name, command) {
         }
     });
 }
-exports.addScript = addScript;
 function removeScript(filePath, name) {
     return __awaiter(this, void 0, void 0, function* () {
         try {
@@ -54,4 +54,3 @@ function removeScript(filePath, name) {
         }
     });
 }
-exports.removeScript = removeScript;

package/dist/cjs/lib/interactive_cli/cli.js

@@ -12,7 +12,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.init = void 0;
+exports.init = init;
 const inquirer_1 = __importDefault(require("inquirer"));
 const commander_1 = require("commander");
 const fs_extra_1 = __importDefault(require("fs-extra"));
@@ -85,4 +85,3 @@ function init(argv) {
     }));
     return program.parse(args);
 }
-exports.init = init;

package/dist/cjs/lib/logger.d.ts

@@ -1,2 +1,2 @@
-declare const logger: import("pino").Logger<"verbose">;
+declare const logger: import("pino").Logger<"verbose", boolean>;
 export { logger };

package/dist/cjs/lib/ui-controller-args.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createCliFlagsFromArgs = exports.createArgsWithDefaults = void 0;
+exports.createArgsWithDefaults = createArgsWithDefaults;
+exports.createCliFlagsFromArgs = createCliFlagsFromArgs;
 function createArgsWithDefaults(args) {
     const defaults = {
         actionDelayInMs: 1000,
@@ -14,7 +15,6 @@ function createArgsWithDefaults(args) {
     };
     return Object.assign(defaults, args);
 }
-exports.createArgsWithDefaults = createArgsWithDefaults;
 function createCliFlagsFromArgs(args) {
     return [
         `-d ${args.display.toString()}`,
@@ -26,4 +26,3 @@ function createCliFlagsFromArgs(args) {
         (args === null || args === void 0 ? void 0 : args.logFilePath) ? `--log-file ${args.logFilePath}` : '',
     ].filter((arg) => !!arg);
 }
-exports.createCliFlagsFromArgs = createCliFlagsFromArgs;

package/dist/cjs/lib/ui-controller-facade.js

@@ -92,8 +92,8 @@ class UiControllerFacade {
                     output: (process === null || process === void 0 ? void 0 : process.env['LOG_LEVEL']) === 'verbose' ? 'dots' : 'silent',
                     port: args.port,
                     timeout: timeoutInMs,
-                }).then((open) => {
-                    if (open) {
+                }).then((returnObject) => {
+                    if (returnObject.open) {
                         logger_1.logger.info('The Control UI Server has been started.');
                         return resolve();
                     }
@@ -105,8 +105,8 @@ class UiControllerFacade {
             }
         });
     }
-    getBinary(binaryVersion, overWriteBinary = false, proxyAgent) {
-        return __awaiter(this, void 0, void 0, function* () {
+    getBinary(binaryVersion_1) {
+        return __awaiter(this, arguments, void 0, function* (binaryVersion, overWriteBinary = false, proxyAgent) {
             if (!fs_extra_1.default.existsSync(this.binaryFilePath) || overWriteBinary) {
                 logger_1.logger.debug(`Currently, no binary of the UI Controller is available at "${this.binaryFilePath}"`);
                 yield (0, download_binaries_1.downloadServerBinaries)(binaryVersion, proxyAgent);

package/dist/cjs/main.js

@@ -1,7 +1,11 @@
 "use strict";
 var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
     if (k2 === undefined) k2 = k;
-    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
 }) : (function(o, m, k, k2) {
     if (k2 === undefined) k2 = k;
     o[k2] = m[k];

package/dist/cjs/shared/log-levels.js

@@ -10,4 +10,4 @@ var LogLevels;
     LogLevels["DEBUG"] = "debug";
     LogLevels["TRACE"] = "trace";
     LogLevels["SILENT"] = "silent";
-})(LogLevels = exports.LogLevels || (exports.LogLevels = {}));
+})(LogLevels || (exports.LogLevels = LogLevels = {}));

package/dist/cjs/shared/proxy-agent-args.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import http from 'http';
 import https from 'https';
 /**

package/dist/cjs/utils/analytics/installation-timestamp-create-error.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 export declare class InstallationTimestampCreateError extends Error {
     constructor(err: NodeJS.ErrnoException);
 }

package/dist/cjs/utils/analytics/installation-timestamp-get-error.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 export declare class InstallationTimestampGetError extends Error {
     constructor(err: NodeJS.ErrnoException);
 }

package/dist/cjs/utils/base_64_image/sharp.js

@@ -1,7 +1,11 @@
 "use strict";
 var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
     if (k2 === undefined) k2 = k;
-    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
 }) : (function(o, m, k, k2) {
     if (k2 === undefined) k2 = k;
     o[k2] = m[k];
@@ -28,7 +32,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getSharpFactory = void 0;
+exports.getSharpFactory = getSharpFactory;
 let lazilyInitializedSharpFactory;
 class SharpImportError extends Error {
 }
@@ -53,4 +57,3 @@ function getSharpFactory() {
         return lazilyInitializedSharpFactory;
     });
 }
-exports.getSharpFactory = getSharpFactory;

package/dist/cjs/utils/http/custom-errors/index.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.httpClientErrorHandler = exports.GeneralHttpClientError = void 0;
+exports.GeneralHttpClientError = void 0;
+exports.httpClientErrorHandler = httpClientErrorHandler;
 const server_http_client_error_1 = require("./server-http-client-error");
 const authentication_http_client_error_1 = require("./authentication-http-client-error");
 const client_http_client_error_1 = require("./client-http-client-error");
@@ -20,4 +21,3 @@ function httpClientErrorHandler(responseCode, errorMessage) {
     }
     return new unkown_http_client_error_1.UnkownHttpClientError(diplayedMessage);
 }
-exports.httpClientErrorHandler = httpClientErrorHandler;

package/dist/cjs/utils/http/http-client-got.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { OptionsOfJSONResponseBody } from 'got';
 import http from 'http';
 import https from 'https';

package/dist/cjs/utils/http/http-client-got.js

@@ -133,8 +133,8 @@ class HttpClientGot {
             return { body, headers };
         });
     }
-    get(url, options = { responseType: 'json' }) {
-        return __awaiter(this, void 0, void 0, function* () {
+    get(url_1) {
+        return __awaiter(this, arguments, void 0, function* (url, options = { responseType: 'json' }) {
             const response = yield this.askuiGot.get(url, this.injectHeadersAndCookies(url, options));
             return response.body;
         });

package/dist/cjs/utils/path.js

@@ -3,9 +3,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getPathToNodeModulesRoot = void 0;
+exports.getPathToNodeModulesRoot = getPathToNodeModulesRoot;
 const path_1 = __importDefault(require("path"));
 function getPathToNodeModulesRoot() {
     return path_1.default.join(__dirname, '..', '..');
 }
-exports.getPathToNodeModulesRoot = getPathToNodeModulesRoot;

package/dist/cjs/utils/proxy/proxy-builder.js

@@ -1,7 +1,11 @@
 "use strict";
 var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
     if (k2 === undefined) k2 = k;
-    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
 }) : (function(o, m, k, k2) {
     if (k2 === undefined) k2 = k;
     o[k2] = m[k];
@@ -28,7 +32,8 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.envProxyAgents = exports.ProxyImportError = void 0;
+exports.ProxyImportError = void 0;
+exports.envProxyAgents = envProxyAgents;
 const logger_1 = require("../../lib/logger");
 class ProxyImportError extends Error {
 }
@@ -66,4 +71,3 @@ function envProxyAgents() {
         };
     });
 }
-exports.envProxyAgents = envProxyAgents;

package/dist/cjs/utils/transformations.js

@@ -9,7 +9,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.resizeBase64ImageWithSameRatio = void 0;
+exports.resizeBase64ImageWithSameRatio = resizeBase64ImageWithSameRatio;
 const lib_1 = require("../lib");
 const base_64_image_1 = require("./base_64_image/base-64-image");
 const image_resize_errors_1 = require("./image-resize-errors");
@@ -23,8 +23,8 @@ const image_resize_errors_1 = require("./image-resize-errors");
   * @returns {Promise<ResizedImage>} ResiziedImage Interface,
   * the true pixel values = controlui-api response * resizeRatio.
   */
-function resizeBase64ImageWithSameRatio(base64ImageString, maxEdge = 1400) {
-    return __awaiter(this, void 0, void 0, function* () {
+function resizeBase64ImageWithSameRatio(base64ImageString_1) {
+    return __awaiter(this, arguments, void 0, function* (base64ImageString, maxEdge = 1400) {
         lib_1.logger.debug('Image resizing');
         try {
             const image = yield base_64_image_1.Base64Image.fromString(base64ImageString);
@@ -44,4 +44,3 @@ function resizeBase64ImageWithSameRatio(base64ImageString, maxEdge = 1400) {
         }
     });
 }
-exports.resizeBase64ImageWithSameRatio = resizeBase64ImageWithSameRatio;

package/dist/esm/core/inference-response/model-type.d.ts

@@ -1 +1 @@
-export declare type ModelType = 'DETECTED_ELEMENTS' | 'COMMANDS';
+export type ModelType = 'DETECTED_ELEMENTS' | 'COMMANDS';

package/dist/esm/core/model/custom-element.d.ts

@@ -5,16 +5,16 @@ export declare class CustomElement implements CustomElementJson {
     threshold?: number | undefined;
     stopThreshold?: number | undefined;
     rotationDegreePerStep?: number | undefined;
-    imageCompareFormat?: "RGB" | "grayscale" | "edges" | undefined;
-    mask?: {
+    imageCompareFormat?: ("RGB" | "grayscale" | "edges") | undefined;
+    mask?: ({
         x: number;
         y: number;
-    }[] | undefined;
+    })[] | undefined;
     private static schema;
-    constructor(customImage: string, name?: string | undefined, threshold?: number | undefined, stopThreshold?: number | undefined, rotationDegreePerStep?: number | undefined, imageCompareFormat?: "RGB" | "grayscale" | "edges" | undefined, mask?: {
+    constructor(customImage: string, name?: string | undefined, threshold?: number | undefined, stopThreshold?: number | undefined, rotationDegreePerStep?: number | undefined, imageCompareFormat?: ("RGB" | "grayscale" | "edges") | undefined, mask?: ({
         x: number;
         y: number;
-    }[] | undefined);
+    })[] | undefined);
     static fromJsonListWithImagePathOrImage(ceJson?: CustomElementJson[]): Promise<CustomElement[]>;
     static fromJsonWithImagePathOrImage(ceJson: CustomElementJson): Promise<CustomElement>;
     static fromJson(ceJson: CustomElementJson): CustomElement;

package/dist/esm/core/model/custom-element.js

@@ -19,8 +19,8 @@ export class CustomElement {
         this.imageCompareFormat = imageCompareFormat;
         this.mask = mask;
     }
-    static fromJsonListWithImagePathOrImage(ceJson = []) {
-        return __awaiter(this, void 0, void 0, function* () {
+    static fromJsonListWithImagePathOrImage() {
+        return __awaiter(this, arguments, void 0, function* (ceJson = []) {
             return Promise.all(ceJson.map((customElement) => CustomElement.fromJsonWithImagePathOrImage(customElement)));
         });
     }

package/dist/esm/core/reporting/snapshot-detail-level.d.ts

@@ -1,4 +1,4 @@
-export declare type SnapshotDetailLevel = 
+export type SnapshotDetailLevel = 
 /**
  * Details of snapshot, e.g., screenshot or detected elements, may or may not be available
  *  depending on if they are required by the step. There are not guarantees made.

package/dist/esm/core/reporting/step-status-end.d.ts

@@ -1 +1 @@
-export declare type StepStatusEnd = 'passed' | 'failed' | 'erroneous';
+export type StepStatusEnd = 'passed' | 'failed' | 'erroneous';

package/dist/esm/core/reporting/step-status.d.ts

@@ -10,4 +10,4 @@
  *  e.g., the user has no usage left, response of inference backend cannot be processed,
  *  e.g., because lib version is outdated, etc. (currently not supported, everything "failed")
  */
-export declare type StepStatus = 'passed' | 'failed' | 'pending' | 'running' | 'erroneous';
+export type StepStatus = 'passed' | 'failed' | 'pending' | 'running' | 'erroneous';

package/dist/esm/core/ui-control-commands/action.d.ts

@@ -1,5 +1,5 @@
 import { InputEvent } from './input-event';
-export declare type ActionParameters = {
+export type ActionParameters = {
     [key: string]: string | number | boolean | string[] | ActionParameters;
 };
 export declare class Action {

package/dist/esm/execution/dsl.d.ts

@@ -3,12 +3,12 @@ import { DetectedElement } from '../core/model/annotation-result/detected-elemen
 export declare enum Separators {
     STRING = "<|string|>"
 }
-export declare type INTERSECTION_AREA = 'element_center_line' | 'element_edge_area' | 'display_edge_area';
-export declare type PC_KEY = 'backspace' | 'delete' | 'enter' | 'tab' | 'escape' | 'up' | 'down' | 'right' | 'left' | 'home' | 'end' | 'pageup' | 'pagedown' | 'f1' | 'f2' | 'f3' | 'f4' | 'f5' | 'f6' | 'f7' | 'f8' | 'f9' | 'f10' | 'f11' | 'f12' | 'space' | '0' | '1' | '2' | '3' | '4' | '5' | '6' | '7' | '8' | '9' | 'a' | 'b' | 'c' | 'd' | 'e' | 'f' | 'g' | 'h' | 'i' | 'j' | 'k' | 'l' | 'm' | 'n' | 'o' | 'p' | 'q' | 'r' | 's' | 't' | 'u' | 'v' | 'w' | 'x' | 'y' | 'z' | 'A' | 'B' | 'C' | 'D' | 'E' | 'F' | 'G' | 'H' | 'I' | 'J' | 'K' | 'L' | 'M' | 'N' | 'O' | 'P' | 'Q' | 'R' | 'S' | 'T' | 'U' | 'V' | 'W' | 'X' | 'Y' | 'Z' | '!' | '"' | '#' | '$' | '%' | '&' | "'" | '(' | ')' | '*' | '+' | ',' | '-' | '.' | '/' | ':' | ';' | '<' | '=' | '>' | '?' | '@' | '[' | '\\' | ']' | '^' | '_' | '`' | '{' | '|' | '}' | '~ ';
-export declare type ANDROID_KEY = 'home' | 'back' | 'call' | 'endcall' | '0' | '1' | '2' | '3' | '4' | '5' | '6' | '7' | '8' | '9' | 'star' | 'pound' | 'dpad_up' | 'dpad_down' | 'dpad_left' | 'dpad_right' | 'dpad_center' | 'volume_up' | 'volume_down' | 'power' | 'camera' | 'clear' | 'a' | 'b' | 'c' | 'd' | 'e' | 'f' | 'g' | 'h' | 'i' | 'j' | 'k' | 'l' | 'm' | 'n' | 'o' | 'p' | 'q' | 'r' | 's' | 't' | 'u' | 'v' | 'w' | 'x' | 'y' | 'z' | 'comma' | 'period' | 'alt_left' | 'alt_right' | 'shift_left' | 'shift_right' | 'tab' | 'space' | 'sym' | 'explorer' | 'envelope' | 'enter' | 'del' | 'grave' | 'minus' | 'equals' | 'left_bracket' | 'right_bracket' | 'backslash' | 'semicolon' | 'apostrophe' | 'slash' | 'at' | 'num' | 'headsethook' | 'focus' | 'plus' | 'menu' | 'notification' | 'search' | 'media_play_pause' | 'media_stop' | 'media_next' | 'media_previous' | 'media_rewind' | 'media_fast_forward' | 'mute' | 'page_up' | 'page_down' | 'switch_charset' | 'escape' | 'forward_del' | 'ctrl_left' | 'ctrl_right' | 'caps_lock' | 'scroll_lock' | 'function' | 'break' | 'move_home' | 'move_end' | 'insert' | 'forward' | 'media_play' | 'media_pause' | 'media_close' | 'media_eject' | 'media_record' | 'f1' | 'f2' | 'f3' | 'f4' | 'f5' | 'f6' | 'f7' | 'f8' | 'f9' | 'f10' | 'f11' | 'f12' | 'num_lock' | 'numpad_0' | 'numpad_1' | 'numpad_2' | 'numpad_3' | 'numpad_4' | 'numpad_5' | 'numpad_6' | 'numpad_7' | 'numpad_8' | 'numpad_9' | 'numpad_divide' | 'numpad_multiply' | 'numpad_subtract' | 'numpad_add' | 'numpad_dot' | 'numpad_comma' | 'numpad_enter' | 'numpad_equals' | 'numpad_left_paren' | 'numpad_right_paren' | 'volume_mute' | 'info' | 'channel_up' | 'channel_down' | 'zoom_in' | 'zoom_out' | 'window' | 'guide' | 'bookmark' | 'captions' | 'settings' | 'app_switch' | 'language_switch' | 'contacts' | 'calendar' | 'music' | 'calculator' | 'assist' | 'brightness_down' | 'brightness_up' | 'media_audio_track' | 'sleep' | 'wakeup' | 'pairing' | 'media_top_menu' | 'last_channel' | 'tv_data_service' | 'voice_assist' | 'help' | 'navigate_previous' | 'navigate_next' | 'navigate_in' | 'navigate_out' | 'dpad_up_left' | 'dpad_down_left' | 'dpad_up_right' | 'dpad_down_right' | 'media_skip_forward' | 'media_skip_backward' | 'media_step_forward' | 'media_step_backward' | 'soft_sleep' | 'cut' | 'copy' | 'paste' | 'all_apps' | 'refresh';
-export declare type MODIFIER_KEY = 'command' | 'alt' | 'control' | 'shift' | 'right_shift';
-export declare type COLOR = 'black' | 'white' | 'red' | 'green' | 'yellow green' | 'orange' | 'yellow' | 'purple' | 'pink' | 'gray' | 'lime green' | 'royal blue';
-export declare type PC_AND_MODIFIER_KEY = 'command' | 'alt' | 'control' | 'shift' | 'right_shift' | 'backspace' | 'delete' | 'enter' | 'tab' | 'escape' | 'up' | 'down' | 'right' | 'left' | 'home' | 'end' | 'pageup' | 'pagedown' | 'f1' | 'f2' | 'f3' | 'f4' | 'f5' | 'f6' | 'f7' | 'f8' | 'f9' | 'f10' | 'f11' | 'f12' | 'space' | '0' | '1' | '2' | '3' | '4' | '5' | '6' | '7' | '8' | '9' | 'a' | 'b' | 'c' | 'd' | 'e' | 'f' | 'g' | 'h' | 'i' | 'j' | 'k' | 'l' | 'm' | 'n' | 'o' | 'p' | 'q' | 'r' | 's' | 't' | 'u' | 'v' | 'w' | 'x' | 'y' | 'z' | 'A' | 'B' | 'C' | 'D' | 'E' | 'F' | 'G' | 'H' | 'I' | 'J' | 'K' | 'L' | 'M' | 'N' | 'O' | 'P' | 'Q' | 'R' | 'S' | 'T' | 'U' | 'V' | 'W' | 'X' | 'Y' | 'Z' | '!' | '"' | '#' | '$' | '%' | '&' | "'" | '(' | ')' | '*' | '+' | ',' | '-' | '.' | '/' | ':' | ';' | '<' | '=' | '>' | '?' | '@' | '[' | '\\' | ']' | '^' | '_' | '`' | '{' | '|' | '}' | '~ ';
+export type INTERSECTION_AREA = 'element_center_line' | 'element_edge_area' | 'display_edge_area';
+export type PC_KEY = 'backspace' | 'delete' | 'enter' | 'tab' | 'escape' | 'up' | 'down' | 'right' | 'left' | 'home' | 'end' | 'pageup' | 'pagedown' | 'f1' | 'f2' | 'f3' | 'f4' | 'f5' | 'f6' | 'f7' | 'f8' | 'f9' | 'f10' | 'f11' | 'f12' | 'space' | '0' | '1' | '2' | '3' | '4' | '5' | '6' | '7' | '8' | '9' | 'a' | 'b' | 'c' | 'd' | 'e' | 'f' | 'g' | 'h' | 'i' | 'j' | 'k' | 'l' | 'm' | 'n' | 'o' | 'p' | 'q' | 'r' | 's' | 't' | 'u' | 'v' | 'w' | 'x' | 'y' | 'z' | 'A' | 'B' | 'C' | 'D' | 'E' | 'F' | 'G' | 'H' | 'I' | 'J' | 'K' | 'L' | 'M' | 'N' | 'O' | 'P' | 'Q' | 'R' | 'S' | 'T' | 'U' | 'V' | 'W' | 'X' | 'Y' | 'Z' | '!' | '"' | '#' | '$' | '%' | '&' | "'" | '(' | ')' | '*' | '+' | ',' | '-' | '.' | '/' | ':' | ';' | '<' | '=' | '>' | '?' | '@' | '[' | '\\' | ']' | '^' | '_' | '`' | '{' | '|' | '}' | '~ ';
+export type ANDROID_KEY = 'home' | 'back' | 'call' | 'endcall' | '0' | '1' | '2' | '3' | '4' | '5' | '6' | '7' | '8' | '9' | 'star' | 'pound' | 'dpad_up' | 'dpad_down' | 'dpad_left' | 'dpad_right' | 'dpad_center' | 'volume_up' | 'volume_down' | 'power' | 'camera' | 'clear' | 'a' | 'b' | 'c' | 'd' | 'e' | 'f' | 'g' | 'h' | 'i' | 'j' | 'k' | 'l' | 'm' | 'n' | 'o' | 'p' | 'q' | 'r' | 's' | 't' | 'u' | 'v' | 'w' | 'x' | 'y' | 'z' | 'comma' | 'period' | 'alt_left' | 'alt_right' | 'shift_left' | 'shift_right' | 'tab' | 'space' | 'sym' | 'explorer' | 'envelope' | 'enter' | 'del' | 'grave' | 'minus' | 'equals' | 'left_bracket' | 'right_bracket' | 'backslash' | 'semicolon' | 'apostrophe' | 'slash' | 'at' | 'num' | 'headsethook' | 'focus' | 'plus' | 'menu' | 'notification' | 'search' | 'media_play_pause' | 'media_stop' | 'media_next' | 'media_previous' | 'media_rewind' | 'media_fast_forward' | 'mute' | 'page_up' | 'page_down' | 'switch_charset' | 'escape' | 'forward_del' | 'ctrl_left' | 'ctrl_right' | 'caps_lock' | 'scroll_lock' | 'function' | 'break' | 'move_home' | 'move_end' | 'insert' | 'forward' | 'media_play' | 'media_pause' | 'media_close' | 'media_eject' | 'media_record' | 'f1' | 'f2' | 'f3' | 'f4' | 'f5' | 'f6' | 'f7' | 'f8' | 'f9' | 'f10' | 'f11' | 'f12' | 'num_lock' | 'numpad_0' | 'numpad_1' | 'numpad_2' | 'numpad_3' | 'numpad_4' | 'numpad_5' | 'numpad_6' | 'numpad_7' | 'numpad_8' | 'numpad_9' | 'numpad_divide' | 'numpad_multiply' | 'numpad_subtract' | 'numpad_add' | 'numpad_dot' | 'numpad_comma' | 'numpad_enter' | 'numpad_equals' | 'numpad_left_paren' | 'numpad_right_paren' | 'volume_mute' | 'info' | 'channel_up' | 'channel_down' | 'zoom_in' | 'zoom_out' | 'window' | 'guide' | 'bookmark' | 'captions' | 'settings' | 'app_switch' | 'language_switch' | 'contacts' | 'calendar' | 'music' | 'calculator' | 'assist' | 'brightness_down' | 'brightness_up' | 'media_audio_track' | 'sleep' | 'wakeup' | 'pairing' | 'media_top_menu' | 'last_channel' | 'tv_data_service' | 'voice_assist' | 'help' | 'navigate_previous' | 'navigate_next' | 'navigate_in' | 'navigate_out' | 'dpad_up_left' | 'dpad_down_left' | 'dpad_up_right' | 'dpad_down_right' | 'media_skip_forward' | 'media_skip_backward' | 'media_step_forward' | 'media_step_backward' | 'soft_sleep' | 'cut' | 'copy' | 'paste' | 'all_apps' | 'refresh';
+export type MODIFIER_KEY = 'command' | 'alt' | 'control' | 'shift' | 'right_shift';
+export type COLOR = 'black' | 'white' | 'red' | 'green' | 'yellow green' | 'orange' | 'yellow' | 'purple' | 'pink' | 'gray' | 'lime green' | 'royal blue';
+export type PC_AND_MODIFIER_KEY = 'command' | 'alt' | 'control' | 'shift' | 'right_shift' | 'backspace' | 'delete' | 'enter' | 'tab' | 'escape' | 'up' | 'down' | 'right' | 'left' | 'home' | 'end' | 'pageup' | 'pagedown' | 'f1' | 'f2' | 'f3' | 'f4' | 'f5' | 'f6' | 'f7' | 'f8' | 'f9' | 'f10' | 'f11' | 'f12' | 'space' | '0' | '1' | '2' | '3' | '4' | '5' | '6' | '7' | '8' | '9' | 'a' | 'b' | 'c' | 'd' | 'e' | 'f' | 'g' | 'h' | 'i' | 'j' | 'k' | 'l' | 'm' | 'n' | 'o' | 'p' | 'q' | 'r' | 's' | 't' | 'u' | 'v' | 'w' | 'x' | 'y' | 'z' | 'A' | 'B' | 'C' | 'D' | 'E' | 'F' | 'G' | 'H' | 'I' | 'J' | 'K' | 'L' | 'M' | 'N' | 'O' | 'P' | 'Q' | 'R' | 'S' | 'T' | 'U' | 'V' | 'W' | 'X' | 'Y' | 'Z' | '!' | '"' | '#' | '$' | '%' | '&' | "'" | '(' | ')' | '*' | '+' | ',' | '-' | '.' | '/' | ':' | ';' | '<' | '=' | '>' | '?' | '@' | '[' | '\\' | ']' | '^' | '_' | '`' | '{' | '|' | '}' | '~ ';
 export interface CommandExecutorContext {
     customElementsJson: CustomElementJson[];
     aiElementNames: string[];

package/dist/esm/execution/execution-runtime.d.ts

@@ -5,11 +5,13 @@ import { CustomElementJson } from '../core/model/custom-element-json';
 import { DetectedElement } from '../core/model/annotation-result/detected-element';
 import { UiControllerClientConnectionState } from './ui-controller-client-connection-state';
 import { Instruction, StepReporter } from '../core/reporting';
+import { RetryStrategy } from './retry-strategies/retry-strategy';
 export declare class ExecutionRuntime {
     private uiControllerClient;
     private inferenceClient;
     private stepReporter;
-    constructor(uiControllerClient: UiControllerClient, inferenceClient: InferenceClient, stepReporter: StepReporter);
+    private retryStrategy;
+    constructor(uiControllerClient: UiControllerClient, inferenceClient: InferenceClient, stepReporter: StepReporter, retryStrategy: RetryStrategy);
     connect(): Promise<UiControllerClientConnectionState>;
     disconnect(): void;
     startVideoRecording(): Promise<void>;
@@ -19,7 +21,6 @@ export declare class ExecutionRuntime {
     executeInstruction(instruction: Instruction): Promise<void>;
     private readonly EXEC_REPETITION_COUNT;
     private executeCommandRepeatedly;
-    private readonly PREDICT_COMMAND_RETRY_COUNT;
     /**
      * Command prediction may fail, e.g., due to application still loading
      * --> retry with linear back-off