askui 0.7.0 → 0.7.2

package/dist/cjs/core/annotation/annotation-json.d.ts

@@ -0,0 +1,5 @@
+import { DetectedElement } from '../model/annotation-result/detected-element';
+export interface AnnotationJson {
+    image: string;
+    objects: DetectedElement[];
+}

package/dist/cjs/core/annotation/annotation-json.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/cjs/core/inference-response/inference-response.d.ts

@@ -1,15 +1,11 @@
 import { ControlCommand } from '../ui-control-commands/control-command';
 import { Annotation } from '../annotation/annotation';
-export declare class InferenceResponse {
-    type: string;
-    data: ControlCommand | Annotation;
-    constructor(type: string, data: ControlCommand | Annotation);
-    static fromJson(json: unknown, resizeRatio?: number, image?: string): ControlCommand | Annotation;
-    static createModels(type: string, data: ControlCommand | Annotation, resizeRatio: number, image?: string): ControlCommand | Annotation;
-    static models: Models;
+import { ModelType } from './model-type';
+export interface InferenceResponseBody {
+    type: ModelType;
+    data: ModelType extends 'COMMANDS' ? ControlCommand : Annotation;
 }
-interface Models {
-    DETECTED_ELEMENTS: CallableFunction;
-    COMMANDS: CallableFunction;
+export declare class InferenceResponse {
+    static fromJson(json: InferenceResponseBody, resizeRatio?: number, image?: string): ControlCommand | Annotation;
+    static createModels(type: ModelType, data: ModelType extends 'COMMANDS' ? ControlCommand : Annotation, resizeRatio: number, image?: string): ControlCommand | Annotation;
 }
-export {};

package/dist/cjs/core/inference-response/inference-response.js

@@ -3,23 +3,18 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.InferenceResponse = void 0;
 const control_command_1 = require("../ui-control-commands/control-command");
 const annotation_1 = require("../annotation/annotation");
+const invalid_model_type_error_1 = require("./invalid-model-type-error");
 class InferenceResponse {
-    constructor(type, data) {
-        this.type = type;
-        this.data = data;
-    }
     static fromJson(json, resizeRatio = 1, image) {
-        const inferenceResponse = json;
-        return this.createModels(inferenceResponse.type, inferenceResponse.data, resizeRatio, image);
+        return this.createModels(json.type, json.data, resizeRatio, image);
     }
     static createModels(type, data, resizeRatio, image) {
-        return this.models[type](data, resizeRatio, image);
+        if (type === 'COMMANDS')
+            return control_command_1.ControlCommand.fromJson(data, resizeRatio);
+        if (type === 'DETECTED_ELEMENTS') {
+            return annotation_1.Annotation.fromJson({ image, detected_elements: data.detected_elements }, resizeRatio);
+        }
+        throw new invalid_model_type_error_1.InvalidModelTypeError(type);
     }
 }
 exports.InferenceResponse = InferenceResponse;
-InferenceResponse.models = {
-    DETECTED_ELEMENTS: (data, resizeRatio, image) => annotation_1.Annotation
-        .fromJson({ image, detected_elements: data.detected_elements }, resizeRatio),
-    COMMANDS: (data, resizeRatio) => control_command_1.ControlCommand
-        .fromJson(data, resizeRatio),
-};

package/dist/cjs/core/inference-response/invalid-model-type-error.d.ts

@@ -0,0 +1,4 @@
+import { ModelType } from './model-type';
+export declare class InvalidModelTypeError extends Error {
+    constructor(type: ModelType);
+}

package/dist/cjs/core/inference-response/invalid-model-type-error.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InvalidModelTypeError = void 0;
+class InvalidModelTypeError extends Error {
+    constructor(type) {
+        super(`Invalid model type: ${type}`);
+    }
+}
+exports.InvalidModelTypeError = InvalidModelTypeError;

package/dist/cjs/core/inference-response/model-type.d.ts

@@ -0,0 +1 @@
+export declare type ModelType = 'DETECTED_ELEMENTS' | 'COMMANDS';

package/dist/cjs/core/inference-response/model-type.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/cjs/core/model/test-case-dto/custom-element.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/cjs/core/model/test-case-dto/custom-element.spec.js

@@ -0,0 +1,53 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const custom_element_1 = require("./custom-element");
+const base64ImageString = 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEAAAAA8CAYAAADWibxkAAAACXBIWXMAABYlAAAWJQFJUiTwAAAN20lEQVRogXVa3XrbSg7T7XHsfZyNneSJtm2cOH1/7UeCIMCRz4Xa2NYPhwRBkKPtdv7e306P/e3le7+dP+v43t9eHvt7HOfH/nb53q/12/vLdx5vL/f97RT/x/G53y73/e1S19Q5ccS9buc7zrt87+/nL1x/wvW3Sxz3/f3lnr/p/Pgu7HrUb/c8j/fC/XHdR9rJa2F7rieeV3/zmrhv3OP9BWvZciF1QvxwO9339xNPlvF+cX4+h2E/fe3bJf7GZxj2MMfiPrn4s84LJ9wu4bwwBosOJ6dN6Rhcm8+OxedBp69BgG08ImBxwB4G5qccEvbhui2ih+jy4jKAjokHnL73jzO9HOf/qRv/mEfj7wfuEWioB8O4QNGjIljO+k8hxc4nCuHQOF/RC4eEEyayLHCJQDoLqILzfvaP89884AA4vh1wLU9h8X9ycXQGoISFEdpKE0LUUBKQPoX36RQaGAbFgiKVaCzgncYy5c50UhyKWEY9I+8OKBsqRRk0OBUO78iffwp5SNc4cJ9HOEAGZ3RPf0YeEZaZ/5EambcF3YhWQ7VQE7A+uQPKmbHgiHwiipwh1DDKXFin3eW+Xy8RJMv9QiKDQFjLQfMz0MM0/oOUK3u3fFgQUhrCiMXfIsbXl9/pGPEFcwzOohG4jukjx3Ua8EikhBP4LEsBg+fMa6WCf5cQN9LryGcgxCfOY7Lvvm+3jAhvsOYibpDGVlT9YjA4HfAjBr945YCh7dyGvKVHoUWcYc+oRQZaWDGUolU9ysFMNRD0dKAqhx8POIBGzCMgj1xRBMETOIqR0wGAcqYSr3GvR/5npOHYhPMpokQO4EKRo5OHCHM5INO2iVYl0T+vaRVph8/xfdj42D/OP0gB5V0s4rGHUzwigmg83IlSBDbqfZ0n3eAO8FpNp8rpt+AgGmsHCBEldCCty5oIsmHfVaTKbKAyuKvS+T0Q0GUko+eLib8RWeUzcx//I5r4DC5h+brv1xPrsKeVLarShKW2mT6JVlUH9qAayQnF8gV1Ov6jz6nfkvmt7vfz8Pnj3A4IY393fedCHfrUC7nw4IR0ANCgKsK0MMLrqGjR+mxGuYEtcgr+vRBeW867HHNajjO05X2MZzo9H/sGUjEhZJyAyIOxAWsckLFVNomI01dGHUTKGq6IKPoiJRpJNNFgV3HM2y67hSgESSnHBVLP+HmOwjU9Ny5iyOE01oWMGJlQh+iRUQn5/OwiSkqOjuzyZ9F2pp69gFWky5JOlWJ5tB3l4AwYkWOIW6vLORDQN5ga2nW0qoSJj3aAyHDeg/nrEWc0zDnliFmJyOpKwya4dhxRMSU8GyjnmC6vJZf9902lCeWHXABFKFhmOalUmLIYYmYVLlNdQkc4DLsjTHaG7p/OBMdMNM1myDXFcDRLKxds4qlRVN9t8U8ovVR7dEDCS4uIaDoKWGqwsBnpgYJ0oiqHS2vyCNj6bxtEkho9yuXfyq3KdKeuiSVf6EQSOtO3kMIgMBjr8Fd5Y4QrAoGCiuas++QOGCVik0O8kUJPUB1cNCuLMvTD87aPkrwu4dV1Sl2qeqh9h4YoBFxLdIB9BVPWeizMBybqG545YDyk4E2EwAmT/Bhl2eAVaFYMRZSL4P2lD+ActsboO8QNVhoz5b7RDrP0zaiXgaXMBsx60HFvo9N5lW9alLM7ERJKTnOD2Y1WCU01KsSQuNqm4IYapAykVFSvh04RfKHvNZTZ4PG4eaXB6etJX1AtLhuimsIwPcaC4kGnLz0072czg/Pf/RaNDQkwnc+hCPv3r4M+kPosYr2QpGWX5HSVaoO9l0vwABCzUaPjBFs8azbRkGVP5MTzydBk/uglEpLnaF6it/C8psNonCoB0ZHRX0qyI3JyjE+emPsiu5GiXdX8mp/gACg4GC+FNf5PZCxaoVtkTxdEDvDyxoURFGI4nppkR8P9mjK6GptnvLAqSwqgriBDbksf3MgB12Vhc7GqEp7zNPBYnmblYI6/Vr7TCGkJooodmmo822tVDxNeXd+fkWY1UDUqGxOulNVqzTeMtxjtaopywV8LIaoC9MIMBd0nDLnpytJytAgLuS6ilWxlOomI1zYcs0XCfU6fVZFM/trc0IXVpnynAyhe2N1RiJSYKSjOinFk8uYFIipJTg0UoekqUUptOncQXDK/5/rUA42+ngXQ6cfK8J5VoKL9jHRaC5gxXb+LN6C8vF9wiM0+4EhuswkiCtXQKL1Go2RqTxMgcI6cURMq47F0dM8RcGxjwU6IlQLsCzQIedb4lIO6HHmnOHt88YqN1gbLlwOqI+VIa8wdMmWJVnaJcxbgvMTKoxmEULCB8FSevMWEM9gjOC+IrCZBLrtMSzkFAzO/FxHDDq1JVOTYzVoTolKp07BmfXg2S7EarFh4bu50P4CyuYnxpbKECjRK19NvIx/tDA3JXOxKz08nuuJb5wtzVuhObEfVLg8DwDI2JlGcIWST41UGqPXmSdXmUTqgPVpwdwF0YPvYJ6BiXNOhtAAJ1VPH0DPJUhp+yOKVVwxhnDR5X5FT5lZ+2rOcpXHpHF/KAbcToPKaJVBGq8Y/9muowF70o/hiyubWDGyF6bR8hvHMU3WohimHMT4wtW5Sm5zOLZ771mu0ipUDxtouKYXpUUWhS9UwLoyHpx2OQA0mQIia32fV8J4GEkmcHrHjXHd1qfc5dfZJ9dx8IXoMTUzL3Fh5jNnELZRgT01GcyO1J0ZlJyhNwB5BSNAIO3Zy2kG20aGW2B3gc0mQJhbr1cOFjk2vkp/oUNpSgaC+qFI923xwyybIOqsyytQIcy7YA5Q0lNtijC7HW/4w5wLjk9Mf8MniJE6ZaNfM5xqVkWCLxBlAF0eTw8qphrRbDEReY96fcPZ2GMbnb2PASaf4w90B6rhcYHVTskZxzBn8AIp43twQ9TG357trEG74esmttArB1PPHe5Fgly2KHkXEyxeJj20wr5uiyOBeDpA0ttmBkRTnC6MKGPmt1WOWzSnK5k62p93kCabBdhA+pxiQ/q9upG0w/LaQWkI4zl9mfw1xRnltcefmhqDKaTQduGqUZ2P4ueGB4a5v48kGCDebfV4yBSoPK6eRl7/02es7y+HBaaz9s3doxIwZg3HNuP/c6MDmB+7RozabLrm4QsWI+08R5y38Mz3xRiUonb9MiLnd5dGryZAiHp+10TFnCqwqs1tUdCdfdKdpIus1YG3dnA9re1O2Wl2l7mycOr3svmqGTotXW+A4g5YxiRZXgJKj1OBxNKoWvT9z2PNb9+s3SExHvFJrOEqK1MZ9662QZ88iCbvueI9mKPO3oqFBCKcyK5s7WrwqEGoiOfYQ68Tp9cm2mXeigqvDt/inN27rueYkCrpg//5tGdZM5YmOdcODLd8XBCQE48Wi8mwSTS2CAw0apr8hQvjClRNiXlv64Rkrr+KIU15tzrik9Qan3g4r7pg7ws8IGc7YlPcqcbx556+R3WFmYEIpI549QDjgp8iReQ4nIz3m9tsYxJSydE4S27O0QQX6W61TI/CtUu8XdF9PkW06gG99rIMP5o9FbDRDzGnsMeLBIYVr5MW3SUpoTbJaJ1F4RWcMVw7zCmqVOZabQmvRGt4Nslc4xVC0S5fqI5m39woSrlBdqxKcJAodoRGbHQ3BOQ6T+JIMv47v2cmVQ5vsZiVxwTWnRVMszYr2iW4QCmrCuj09FgnjWj47KQ1dsDD2SJ8SOzUzoHJzXQ8twkmUyu1AZb2RShu7gvDliWUfY77jJMm+ObzhXZ/SKBJQe9DoqAABVQ0fp5hyp3HKQ33vu1AqtZ1SJX5Q+628NZu7UxSk3ocYDRy5wTWE+OONr8pOiEizd4kbO0BzjNWk2B4/bme5A/DCI+7der9TYJk/jJ1jk+RGnkSQnGXSt3eTuB4SuO67qdGZnrsu37HzmiM0jrpEYIKqG3wUPFMF6m0zh/lQqd2EUfWtcnztLv3FK59qzcBss9lh+TEC/Fcm/lxIZxFTNCiNMlVI2Vu5GqnVzdRpzg/62WV4D0XZ5bU2sVJt7bNzw0S20LVpwImb6nUZV1nMOYuYC6AelDoHPCMiDVSOCBEyQvrCKaYNnvQTo+wt8JZStPa67VUXuuFBLAvQ8FB+tmhLE2dtRm4lvTlbmK2xRJQ3Xfp+ONunSGPPgfeXWBtONjm8pspaGTZGH16ndrcF2JTItb/k86oFFA2gqQYrweyJEt9zoCq0UvgUcVPx+XzCU9JVo1rsZ0MRkfeGkzjY4M6w5n5MkV5kaXwuzrfKD5I6FyWn0hlzEdh9amQ96R6nA3wQsozpvLny8jck8HTSpsXUgkrgNOk4MbZj8BtTZZDQmBI7lH1/cZ0/fu7/Pf3aX/9RykjXe/laecml72y/Z/5XeT9V+TUnbMxlqDtWgjgRbAmx4xGG6PDNEfURjIhHfpHEPamZkUA6zBzlOHz+zjLNhbh0Zkl27pj7hdraxznbUGIDxrEQ9gDrBod3bEepTLU1RYpYXjM7J1lqiDlWG+e1TZwHfM8ehVrCbNOz+Q7RIQU+rXxZu2u9/SwxrAaAnIaiaz4ufcDoID/36z/6ngq0ecPIVAGaQxF33NxWW6T82gD16/64bnvW3a2sj0X+6irhg9SuHN5EWat8lK84Mt9NPrv66+bniV2H/ckDaZqSbVu0FpIie57NGRs8MAcSLFVeruQAzQ7YJQ4uaX6Z7xtN5TZl8GEy1LZIq/jmzUDL4ZUaG4baMNcD/H8hlYADpzRH1QAAAABJRU5ErkJggg==';
+describe('CustomElement', () => {
+    describe('fromJsonWithImagePathOrImage', () => {
+        test('should return CustomElement if CustomElement created from JSON is valid', () => __awaiter(void 0, void 0, void 0, function* () {
+            const expected = new custom_element_1.CustomElement(base64ImageString, 'Dummy_element', 0.7, 10, 'RGB', [{ x: 0, y: 1 }, { x: 1, y: 2 }, { x: 3, y: 4 }]);
+            const actual = yield custom_element_1.CustomElement.fromJsonWithImagePathOrImage({
+                customImage: base64ImageString,
+                name: 'Dummy_element',
+                threshold: 0.7,
+                rotationDegreePerStep: 10,
+                imageCompareFormat: 'RGB',
+                mask: [{ x: 0, y: 1 }, { x: 1, y: 2 }, { x: 3, y: 4 }],
+            });
+            expect(actual).toStrictEqual(expected);
+        }));
+        test('should throw ValidationError if threshold is invalid', () => {
+            expect(() => {
+                const customElement = new custom_element_1.CustomElement(base64ImageString, 'Dummy_element', 1.1, 10, 'RGB', [{ x: 0, y: 1 }, { x: 1, y: 2 }, { x: 3, y: 4 }]);
+                customElement.validate();
+            }).toThrow('threshold must be less than or equal to 1');
+        });
+        test('should throw ValidationError if rotationDegreePerStep is invalid', () => {
+            expect(() => {
+                const customElement = new custom_element_1.CustomElement(base64ImageString, 'Dummy_element', 0.9, -90, 'RGB', [{ x: 0, y: 1 }, { x: 1, y: 2 }, { x: 3, y: 4 }]);
+                customElement.validate();
+            }).toThrow('rotationDegreePerStep must be greater than or equal to 0');
+        });
+        test('should throw ValidationError if mask is invalid', () => {
+            expect(() => {
+                const customElement = new custom_element_1.CustomElement(base64ImageString, 'Dummy_element', 0.9, 10, 'RGB', [{ x: 0, y: 1 }, { x: 1, y: 2 }]);
+                customElement.validate();
+            }).toThrow('mask must contain at least 3 points');
+        });
+        test('should throw ValidationError if mask and threshold are both invalid', () => {
+            expect(() => {
+                const customElement = new custom_element_1.CustomElement(base64ImageString, 'Dummy_element', 90, 10, 'RGB', [{ x: 0, y: 1 }, { x: 1, y: 2 }]);
+                customElement.validate();
+            }).toThrow('threshold must be less than or equal to 1, mask must contain at least 3 points');
+        });
+    });
+});

package/dist/cjs/execution/dsl.d.ts

@@ -1779,6 +1779,54 @@ export declare abstract class FluentCommand extends FluentBase {
      * @return {Exec}
      */
     execOnShell(shell_command: string): Exec;
+    /**
+     * Clicks with left mouse key.
+     *
+     * @return {Exec}
+     */
+    mouseLeftClick(): Exec;
+    /**
+     * Clicks with right mouse key.
+     *
+     * @return {Exec}
+     */
+    mouseRightClick(): Exec;
+    /**
+     * Clicks with middle mouse key.
+     *
+     * @return {Exec}
+     */
+    mouseMiddleClick(): Exec;
+    /**
+     * Double-clicks with left mouse key.
+     *
+     * @return {Exec}
+     */
+    mouseDoubleLeftClick(): Exec;
+    /**
+     * Double-clicks with right mouse key.
+     *
+     * @return {Exec}
+     */
+    mouseDoubleRightClick(): Exec;
+    /**
+     * Double-clicks with middle mouse key.
+     *
+     * @return {Exec}
+     */
+    mouseDoubleMiddleClick(): Exec;
+    /**
+     * Toggles mouse down (Left mouse key).
+     *
+     * @return {Exec}
+     */
+    mouseToggleDown(): Exec;
+    /**
+     * Toggles mouse up (Left mouse key).
+     *
+     * @return {Exec}
+     */
+    mouseToggleUp(): Exec;
     /**
      * Press three keys like `CTRL+ALT+DEL`
      *

package/dist/cjs/execution/dsl.js

@@ -2369,6 +2369,78 @@ class FluentCommand extends FluentBase {
         this._textStr = `Execute shell command ${Separators.STRING}${shell_command}${Separators.STRING}`;
         return new Exec(this);
     }
+    /**
+     * Clicks with left mouse key.
+     *
+     * @return {Exec}
+     */
+    mouseLeftClick() {
+        this._textStr = 'Mouse left click';
+        return new Exec(this);
+    }
+    /**
+     * Clicks with right mouse key.
+     *
+     * @return {Exec}
+     */
+    mouseRightClick() {
+        this._textStr = 'Mouse right click';
+        return new Exec(this);
+    }
+    /**
+     * Clicks with middle mouse key.
+     *
+     * @return {Exec}
+     */
+    mouseMiddleClick() {
+        this._textStr = 'Mouse middle click';
+        return new Exec(this);
+    }
+    /**
+     * Double-clicks with left mouse key.
+     *
+     * @return {Exec}
+     */
+    mouseDoubleLeftClick() {
+        this._textStr = 'Mouse double left click';
+        return new Exec(this);
+    }
+    /**
+     * Double-clicks with right mouse key.
+     *
+     * @return {Exec}
+     */
+    mouseDoubleRightClick() {
+        this._textStr = 'Mouse double right click';
+        return new Exec(this);
+    }
+    /**
+     * Double-clicks with middle mouse key.
+     *
+     * @return {Exec}
+     */
+    mouseDoubleMiddleClick() {
+        this._textStr = 'Mouse double middle click';
+        return new Exec(this);
+    }
+    /**
+     * Toggles mouse down (Left mouse key).
+     *
+     * @return {Exec}
+     */
+    mouseToggleDown() {
+        this._textStr = 'Mouse toggle down';
+        return new Exec(this);
+    }
+    /**
+     * Toggles mouse up (Left mouse key).
+     *
+     * @return {Exec}
+     */
+    mouseToggleUp() {
+        this._textStr = 'Mouse toggle up';
+        return new Exec(this);
+    }
     /**
      * Press three keys like `CTRL+ALT+DEL`
      *

package/dist/cjs/execution/dsl.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/cjs/execution/dsl.spec.js

@@ -0,0 +1,75 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const dsl_1 = require("./dsl");
+class TestCommand extends dsl_1.FluentCommand {
+    // eslint-disable-next-line class-methods-use-this
+    fluentCommandExecutor(instruction, customElements) {
+        return __awaiter(this, void 0, void 0, function* () {
+            // eslint-disable-next-line no-console
+            console.log(`${instruction} ${customElements}`);
+            return Promise.resolve();
+        });
+    }
+}
+describe('DSL', () => {
+    describe('custom element', () => {
+        test('should call exec function with zero custom element', () => __awaiter(void 0, void 0, void 0, function* () {
+            const underTest = new TestCommand();
+            const testCommandSpy = jest.spyOn(underTest, 'fluentCommandExecutor');
+            yield underTest.click().button()
+                .exec();
+            expect(testCommandSpy).toHaveBeenCalledWith('Click on button', []);
+        }));
+        test('should call exec function with one custom element', () => __awaiter(void 0, void 0, void 0, function* () {
+            const underTest = new TestCommand();
+            const testCommandSpy = jest.spyOn(underTest, 'fluentCommandExecutor');
+            yield underTest.click().customElement({
+                customImage: 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z/C/HgAGgwJ/lK3Q6wAAAABJRU5ErkJggg==',
+                imageCompareFormat: 'grayscale',
+                name: 'custom element 1',
+            }).button()
+                .exec();
+            expect(testCommandSpy).toHaveBeenCalledWith('Click on custom element button', [{
+                    customImage: 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z/C/HgAGgwJ/lK3Q6wAAAABJRU5ErkJggg==',
+                    imageCompareFormat: 'grayscale',
+                    name: 'custom element 1',
+                }]);
+        }));
+        test('should call exec function with two custom element', () => __awaiter(void 0, void 0, void 0, function* () {
+            const underTest = new TestCommand();
+            const testCommandSpy = jest.spyOn(underTest, 'fluentCommandExecutor');
+            yield underTest.click().customElement({
+                customImage: 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z/C/HgAGgwJ/lK3Q6wAAAABJRU5ErkJggg==',
+                imageCompareFormat: 'grayscale',
+                name: 'custom element 1',
+            })
+                .button()
+                .customElement({
+                customImage: 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z/C/HgAGgwJ/lK3Q6wAAAABJRU5ErkJggg==',
+                imageCompareFormat: 'grayscale',
+                name: 'custom element 2',
+            })
+                .exec();
+            expect(testCommandSpy).toHaveBeenCalledWith('Click on custom element button custom element', [{
+                    customImage: 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z/C/HgAGgwJ/lK3Q6wAAAABJRU5ErkJggg==',
+                    imageCompareFormat: 'grayscale',
+                    name: 'custom element 1',
+                },
+                {
+                    customImage: 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z/C/HgAGgwJ/lK3Q6wAAAABJRU5ErkJggg==',
+                    imageCompareFormat: 'grayscale',
+                    name: 'custom element 2',
+                },
+            ]);
+        }));
+    });
+});

package/dist/cjs/execution/inference-client.d.ts

@@ -14,6 +14,7 @@ export declare class InferenceClient {
     isImageRequired(instruction: string): Promise<boolean>;
     private resizeIfNeeded;
     inference(customElements?: CustomElement[], image?: string, instruction?: string): Promise<ControlCommand | Annotation>;
+    private static logMetaInformation;
     predictControlCommand(instruction: string, customElements?: CustomElement[], image?: string): Promise<ControlCommand>;
     getDetectedElements(instruction: string, image: string, customElements?: CustomElement[]): Promise<DetectedElement[]>;
     predictImageAnnotation(image: string, customElements?: CustomElement[]): Promise<Annotation>;

package/dist/cjs/execution/inference-client.js

@@ -19,6 +19,7 @@ const annotation_1 = require("../core/annotation/annotation");
 const transformations_1 = require("../utils/transformations");
 const inference_response_error_1 = require("./inference-response-error");
 const config_error_1 = require("./config-error");
+const logger_1 = require("../lib/logger");
 class InferenceClient {
     constructor(baseUrl, httpClient, resize, workspaceId, apiVersion = 'v3') {
         this.baseUrl = baseUrl;
@@ -27,7 +28,9 @@ class InferenceClient {
         this.workspaceId = workspaceId;
         this.apiVersion = apiVersion;
         const versionedBaseUrl = (0, url_join_1.default)(this.baseUrl, 'api', this.apiVersion);
-        this.url = workspaceId ? (0, url_join_1.default)(versionedBaseUrl, 'workspaces', workspaceId) : versionedBaseUrl;
+        this.url = workspaceId
+            ? (0, url_join_1.default)(versionedBaseUrl, 'workspaces', workspaceId)
+            : versionedBaseUrl;
         if (this.resize !== undefined && this.resize <= 0) {
             throw new config_error_1.ConfigurationError(`Resize must be a positive number. The current resize value "${this.resize}" is not valid.`);
         }
@@ -36,17 +39,17 @@ class InferenceClient {
     isImageRequired(instruction) {
         return __awaiter(this, void 0, void 0, function* () {
             const url = (0, url_join_1.default)(this.url, 'instruction', 'is-image-required');
-            const httpBody = {
+            const requestBody = {
                 instruction,
             };
-            const httpResponse = yield this.httpClient.post(url, httpBody);
-            return httpResponse.isImageRequired;
+            const response = yield this.httpClient.post(url, requestBody);
+            return response.body.isImageRequired;
         });
     }
     // eslint-disable-next-line class-methods-use-this
     resizeIfNeeded(customElements, image) {
         return __awaiter(this, void 0, void 0, function* () {
-            if (!(image) || customElements.length > 0 || this.resize === undefined) {
+            if (!image || customElements.length > 0 || this.resize === undefined) {
                 return { base64Image: image, resizeRatio: 1 };
             }
             return (0, transformations_1.resizeBase64ImageWithSameRatio)(image, this.resize);
@@ -55,16 +58,22 @@ class InferenceClient {
     inference(customElements = [], image, instruction) {
         return __awaiter(this, void 0, void 0, function* () {
             const resizedImage = yield this.resizeIfNeeded(customElements, image);
-            const httpBody = {
+            const requestBody = {
                 image: resizedImage.base64Image,
                 instruction,
                 customElements,
             };
             const url = (0, url_join_1.default)(this.url, 'inference');
-            const httpResponse = yield this.httpClient.post(url, httpBody);
-            return ui_control_commands_1.InferenceResponse.fromJson(httpResponse, resizedImage.resizeRatio, image);
+            const response = yield this.httpClient.post(url, requestBody);
+            InferenceClient.logMetaInformation(response);
+            return ui_control_commands_1.InferenceResponse.fromJson(response.body, resizedImage.resizeRatio, image);
         });
     }
+    static logMetaInformation(response) {
+        if (response.headers['askui-usage-warnings'] !== undefined) {
+            logger_1.logger.warn(response.headers['askui-usage-warnings']);
+        }
+    }
     predictControlCommand(instruction, customElements = [], image) {
         return __awaiter(this, void 0, void 0, function* () {
             const inferenceResponse = yield this.inference(customElements, image, instruction);

package/dist/cjs/execution/read-environment-credentials.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/cjs/execution/read-environment-credentials.spec.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const read_environment_credentials_1 = require("./read-environment-credentials");
+describe('envCredentials()', () => {
+    test('should read the credentials from the environment variables', () => {
+        process.env['ASKUI_TOKEN'] = 'token';
+        process.env['ASKUI_WORKSPACE_ID'] = 'id123';
+        const credentialsFromTheEnv = (0, read_environment_credentials_1.envCredentials)();
+        expect(credentialsFromTheEnv).toStrictEqual({ workspaceId: 'id123', token: 'token' });
+    });
+});

package/dist/cjs/lib/download-binaries.d.ts

@@ -7,7 +7,7 @@ declare enum SupportedPlatform {
     WIN32 = "win32"
 }
 export declare function platform(): SupportedPlatform;
-export declare function getBinaryPath(version: string): string;
+export declare function getBinaryFilePath(version: string): string;
 export declare function downloadServerBinaries(binaryVersion: string, proxyAgent?: {
     http: http.Agent;
     https: https.Agent;

package/dist/cjs/lib/download-binaries.js

@@ -1,13 +1,24 @@
 "use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.downloadServerBinaries = exports.getBinaryPath = exports.platform = void 0;
+exports.downloadServerBinaries = exports.getBinaryFilePath = exports.platform = void 0;
 const fs_1 = __importDefault(require("fs"));
 const got_1 = __importDefault(require("got"));
 const os_1 = __importDefault(require("os"));
 const path_1 = __importDefault(require("path"));
+const util_1 = require("util");
+const stream_1 = __importDefault(require("stream"));
 const path_2 = require("../utils/path");
 const logger_1 = require("./logger");
 var SupportedPlatform;
@@ -32,45 +43,47 @@ function platform() {
     throw new Error(`Platform "${pf}" is not supported.`);
 }
 exports.platform = platform;
-function buildBinaryNotAvailbleError(binaryVersion) {
-    return new Error(`It seems that the UI Controller version "${binaryVersion}" for your system "${platform()} ${os_1.default.arch}" is not availble, Please contact as at info@askui.com for more information`);
+function buildBinaryNotAvailableError(binaryVersion) {
+    return new Error(`There was an error during downloading and creating the askui UI Controller. You can try a fresh install.
+   If you specified a binary version it is possible that the askui UI Controller version "${binaryVersion}" 
+   for your system "${platform()} ${os_1.default.arch}" is not available. 
+   If this problem still occurs, please contact us at info@askui.com for more information`);
 }
-function getBinaryPath(version) {
+function getBinaryFilePath(version) {
     return path_1.default.join((0, path_2.getPathToNodeModulesRoot)(), 'release', version, ...binarySubPathsByPlatform[platform()]);
 }
-exports.getBinaryPath = getBinaryPath;
+exports.getBinaryFilePath = getBinaryFilePath;
 function getBinaryDownloadUrl(binaryVersion) {
     const baseUrl = `https://askui-public.s3.eu-central-1.amazonaws.com/releases/askui-ui-controller/${binaryVersion}`;
     const arch = os_1.default.arch();
     return `${baseUrl}/${platform()}/${arch}/${binarySubPathsByPlatform[platform()][1]}`;
 }
 function downloadServerBinaries(binaryVersion, proxyAgent) {
-    return new Promise((resolve, reject) => {
-        const url = getBinaryDownloadUrl(binaryVersion);
-        const binaryOutputPath = getBinaryPath(binaryVersion);
-        const binaryFolder = path_1.default.dirname(binaryOutputPath);
+    return __awaiter(this, void 0, void 0, function* () {
         logger_1.logger.info(`Start downloading UI Controller version "${binaryVersion}"`);
-        if (!(fs_1.default.existsSync(binaryFolder))) {
-            fs_1.default.mkdirSync(binaryFolder, { recursive: true });
-        }
+        const url = getBinaryDownloadUrl(binaryVersion);
+        const binaryFilePath = getBinaryFilePath(binaryVersion);
+        const binaryFolderPath = path_1.default.dirname(binaryFilePath);
+        const tempFilePath = path_1.default.join(binaryFolderPath, 'askui-ui-controller.temp');
+        const pipeline = (0, util_1.promisify)(stream_1.default.pipeline);
         const downloadStream = got_1.default.stream(url, proxyAgent ? { agent: proxyAgent } : {});
-        const fileWriterStream = fs_1.default.createWriteStream(binaryOutputPath);
-        downloadStream.on('error', () => {
-            reject();
-            fs_1.default.unlink(binaryOutputPath, (err) => { logger_1.logger.error(err); });
-            throw buildBinaryNotAvailbleError(binaryVersion);
-        });
-        fileWriterStream
-            .on('error', () => {
-            fs_1.default.unlink(binaryOutputPath, () => { });
-            reject(new Error('oops, an error during the downloaded occurred, try again with fresh install'));
-        })
-            .on('finish', () => {
-            logger_1.logger.info(`UI Controller version ${binaryVersion} for your system "${platform()} ${os_1.default.arch}" was downloaded`);
-            logger_1.logger.debug(`Binary of UI Controller is located at "${binaryOutputPath}".`);
-            resolve();
-        });
-        downloadStream.pipe(fileWriterStream);
+        const fileWriterStream = fs_1.default.createWriteStream(tempFilePath);
+        if (!(fs_1.default.existsSync(binaryFolderPath))) {
+            fs_1.default.mkdirSync(binaryFolderPath, { recursive: true });
+        }
+        try {
+            yield pipeline(downloadStream, fileWriterStream);
+            fs_1.default.rename(tempFilePath, binaryFilePath, () => {
+                logger_1.logger.info(`UI Controller version ${binaryVersion} for your system "${platform()} ${os_1.default.arch}" was downloaded`);
+                logger_1.logger.debug(`Binary of UI Controller is located at "${binaryFilePath}".`);
+            });
+        }
+        catch (error) {
+            logger_1.logger.error(error);
+            fs_1.default.unlink(tempFilePath, (err) => { logger_1.logger.error(err); });
+            throw buildBinaryNotAvailableError(binaryVersion);
+        }
+        return Promise.resolve();
     });
 }
 exports.downloadServerBinaries = downloadServerBinaries;

package/dist/cjs/lib/ui-controller-args.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/cjs/lib/ui-controller-args.spec.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const ui_controller_args_1 = require("./ui-controller-args");
+describe('createCliFlagsFromArgs()', () => {
+    test('test createCliFlagsFromArgs should return -d 0 as default output', () => {
+        const expected = ['-d 0', '-p 6769', '--action_wait_time 1000', '--host 127.0.0.1', '-m ', '--log-level debug'];
+        const argsWithDefaults = (0, ui_controller_args_1.createArgsWithDefaults)();
+        const actual = (0, ui_controller_args_1.createCliFlagsFromArgs)(argsWithDefaults);
+        expect(actual).toStrictEqual(expected);
+    });
+    test('test createCliFlagsFromArgs  output should include -d 0 when no display was selected', () => {
+        const expected = ['-d 0', '-p 6777', '--action_wait_time 1000', '--host 0.0.0.0', '-m ', '--log-level debug'];
+        const argsWithDefaults = (0, ui_controller_args_1.createArgsWithDefaults)({ port: 6777, host: '0.0.0.0' });
+        const actual = (0, ui_controller_args_1.createCliFlagsFromArgs)(argsWithDefaults);
+        expect(actual).toStrictEqual(expected);
+    });
+    test('test createCliFlagsFromArgs  output should include the display that was selected ', () => {
+        const expected = ['-d 99', '-p 6777', '--action_wait_time 1000', '--host 0.0.0.0', '-m ', '--log-level debug'];
+        const argsWithDefaults = (0, ui_controller_args_1.createArgsWithDefaults)({ port: 6777, host: '0.0.0.0', display: 99 });
+        const actual = (0, ui_controller_args_1.createCliFlagsFromArgs)(argsWithDefaults);
+        expect(actual).toStrictEqual(expected);
+    });
+});

package/dist/cjs/lib/ui-controller-darwin.js

@@ -14,7 +14,7 @@ class UiControllerDarwin extends ui_controller_facade_1.UiControllerFacade {
         this.makeDiskImageExecutable();
     }
     getStartingCommand() {
-        return `"${path_1.default.dirname(this.binaryPath)}/askui-ui-controller.app/Contents/MacOS/askui-ui-controller"`;
+        return `"${path_1.default.dirname(this.binaryFilePath)}/askui-ui-controller.app/Contents/MacOS/askui-ui-controller"`;
     }
     makeDiskImageExecutable() {
         const mountPoint = '/Volumes/askui-ui-controller.dmg';
@@ -25,11 +25,11 @@ class UiControllerDarwin extends ui_controller_facade_1.UiControllerFacade {
             '-noautofsck',
             '-noautoopen',
             `-mountpoint "${mountPoint}"`,
-            `"${this.binaryPath}"`,
+            `"${this.binaryFilePath}"`,
         ].join(' '));
         const appBaseName = 'askui-ui-controller.app';
         const appSrcPath = `${mountPoint}/${appBaseName}`;
-        const appDestPath = `${path_1.default.dirname(this.binaryPath)}/${appBaseName}`;
+        const appDestPath = `${path_1.default.dirname(this.binaryFilePath)}/${appBaseName}`;
         fs_extra_1.default.removeSync(appDestPath);
         fs_extra_1.default.copySync(appSrcPath, appDestPath);
         (0, child_process_1.exec)(`hdiutil detach "${mountPoint}"`, (_exception, stdout) => logger_1.logger.debug(stdout));