askui 0.30.0 → 0.32.0

package/dist/cjs/core/cache/cache-config.d.ts

@@ -0,0 +1,5 @@
+export type ValidationType = 'PixelPerfect';
+export interface CacheConfig {
+    cacheFilePath?: string;
+    validationType?: ValidationType;
+}

package/dist/cjs/core/cache/cache-config.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/cjs/core/cache/cache-entry-reference.d.ts

@@ -0,0 +1,7 @@
+import { ImageReference } from './image-reference';
+export declare class CacheEntryReference {
+    image?: ImageReference | undefined;
+    constructor(image?: ImageReference | undefined);
+    static fromJson(json: CacheEntryReference): CacheEntryReference;
+    toJson(): Record<string, unknown>;
+}

package/dist/cjs/core/cache/cache-entry-reference.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CacheEntryReference = void 0;
+const image_reference_1 = require("./image-reference");
+class CacheEntryReference {
+    constructor(image) {
+        this.image = image;
+    }
+    static fromJson(json) {
+        return new CacheEntryReference(json.image ? image_reference_1.ImageReference.fromJson(json.image) : undefined);
+    }
+    toJson() {
+        const jsonObject = {};
+        if (this.image !== undefined) {
+            jsonObject['image'] = this.image.toJson();
+        }
+        return jsonObject;
+    }
+}
+exports.CacheEntryReference = CacheEntryReference;

package/dist/cjs/core/cache/cache-entry.d.ts

@@ -0,0 +1,11 @@
+import { ControlCommand } from '../ui-control-commands';
+import { CacheEntryReference } from './cache-entry-reference';
+export declare class CacheEntry {
+    alwaysValid: boolean;
+    controlCommand: ControlCommand;
+    reference?: CacheEntryReference | undefined;
+    createdAt: Date;
+    constructor(alwaysValid: boolean, controlCommand: ControlCommand, reference?: CacheEntryReference | undefined, createdAt?: Date);
+    static fromJson(json: CacheEntry): CacheEntry | undefined;
+    toJson(): Record<string, unknown>;
+}

package/dist/cjs/core/cache/cache-entry.js

@@ -0,0 +1,47 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CacheEntry = void 0;
+const ui_control_commands_1 = require("../ui-control-commands");
+const cache_entry_reference_1 = require("./cache-entry-reference");
+const lib_1 = require("../../lib");
+class CacheEntry {
+    constructor(alwaysValid, controlCommand, reference, createdAt = new Date()) {
+        this.alwaysValid = alwaysValid;
+        this.controlCommand = controlCommand;
+        this.reference = reference;
+        this.createdAt = createdAt;
+    }
+    static fromJson(json) {
+        try {
+            if (json === undefined) {
+                throw new Error('Cache entry is undefined');
+            }
+            if (json.controlCommand === undefined) {
+                throw new Error('the key "controlCommand" is required');
+            }
+            if (json.createdAt === undefined) {
+                throw new Error('the key "createdAt" is required');
+            }
+            if (json.alwaysValid === undefined) {
+                throw new Error('the key "alwaysValid" is required');
+            }
+            return new CacheEntry(json.alwaysValid, ui_control_commands_1.ControlCommand.fromJson(json.controlCommand), json.reference ? cache_entry_reference_1.CacheEntryReference.fromJson(json.reference) : undefined, new Date(json.createdAt));
+        }
+        catch (error) {
+            lib_1.logger.error(`Error deserializing cache entry: ${error}`);
+            return undefined;
+        }
+    }
+    toJson() {
+        const jsonObject = {
+            alwaysValid: this.alwaysValid,
+            controlCommand: this.controlCommand.toJson(),
+            createdAt: this.createdAt,
+        };
+        if (this.reference !== undefined) {
+            jsonObject['reference'] = this.reference.toJson();
+        }
+        return jsonObject;
+    }
+}
+exports.CacheEntry = CacheEntry;

package/dist/cjs/core/cache/cache-interface.d.ts

@@ -0,0 +1,11 @@
+import { CustomElement } from '../model/custom-element';
+import { ControlCommand } from '../ui-control-commands';
+import { CacheEntry } from './cache-entry';
+export interface CacheInterface {
+    loadFromFile(): void;
+    saveToFile(): void;
+    add(key: string, value: CacheEntry): void;
+    addCacheEntryFromControlCommand(instruction: string, controlCommand: ControlCommand, customElements: CustomElement[], image?: string): Promise<void>;
+    isImageRequired(instruction: string, customElements: CustomElement[]): boolean | undefined;
+    getCachedControlCommand(instruction: string, customElements: CustomElement[], image?: string): Promise<ControlCommand | undefined>;
+}

package/dist/cjs/core/cache/cache-interface.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/cjs/core/cache/cache-manager.d.ts

@@ -0,0 +1,24 @@
+import { ControlCommand } from '../ui-control-commands';
+import { CacheInterface } from './cache-interface';
+import { CacheEntry } from './cache-entry';
+import { CacheConfig, ValidationType } from './cache-config';
+import { CustomElement } from '../model/custom-element';
+export declare class CacheManager implements CacheInterface {
+    private relevantData;
+    validationType: ValidationType;
+    private cacheFile;
+    private readonly referenceWidth;
+    private readonly referenceHeight;
+    private readonly defaultValidationType;
+    constructor(config: CacheConfig);
+    loadFromFile(): void;
+    saveToFile(): void;
+    add(key: string, value: CacheEntry): void;
+    addCacheEntryFromControlCommand(instruction: string, controlCommand: ControlCommand, customElements: CustomElement[], image?: string): Promise<void>;
+    isImageRequired(instruction: string, customElements: CustomElement[]): boolean | undefined;
+    getCachedControlCommand(instruction: string, customElements: CustomElement[], image?: string): Promise<ControlCommand | undefined>;
+    private encodeKey;
+    private getCacheEntriesByKey;
+    private getValidCacheEntry;
+    private validateAccordingToPixelPerfect;
+}

package/dist/cjs/core/cache/cache-manager.js

@@ -0,0 +1,145 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CacheManager = void 0;
+const ui_control_commands_1 = require("../ui-control-commands");
+const input_event_1 = require("../ui-control-commands/input-event");
+const base_64_image_1 = require("../../utils/base_64_image/base-64-image");
+const cache_entry_1 = require("./cache-entry");
+const image_reference_1 = require("./image-reference");
+const cache_entry_reference_1 = require("./cache-entry-reference");
+const cahe_file_1 = require("./cahe-file");
+class CacheManager {
+    constructor(config) {
+        var _a;
+        this.relevantData = {};
+        this.referenceWidth = 32;
+        this.referenceHeight = 16;
+        this.defaultValidationType = 'PixelPerfect';
+        this.validationType = (_a = config.validationType) !== null && _a !== void 0 ? _a : this.defaultValidationType;
+        this.cacheFile = new cahe_file_1.CacheFile(config.cacheFilePath);
+    }
+    loadFromFile() {
+        this.cacheFile.loadFromFile();
+        this.relevantData = this.cacheFile.getDataForValidationType(this.validationType);
+    }
+    saveToFile() {
+        this.cacheFile.saveToFile(this.validationType, this.relevantData);
+    }
+    add(key, value) {
+        if (this.relevantData[key] === undefined) {
+            this.relevantData[key] = [];
+        }
+        this.relevantData[key].push(value);
+    }
+    addCacheEntryFromControlCommand(instruction, controlCommand, customElements, image) {
+        return __awaiter(this, void 0, void 0, function* () {
+            let imageReference;
+            if (image !== undefined) {
+                const moveAction = controlCommand.actions.find((action) => action.inputEvent === input_event_1.InputEvent.MOUSE_MOVE);
+                const x = moveAction === null || moveAction === void 0 ? void 0 : moveAction.position.x;
+                const y = moveAction === null || moveAction === void 0 ? void 0 : moveAction.position.y;
+                if (x !== undefined && y !== undefined) {
+                    const xTopLeft = Math.max(0, (x - this.referenceWidth / 2));
+                    const yTopLeft = Math.max(0, (y - this.referenceHeight / 2));
+                    const base64Image = yield base_64_image_1.Base64Image.fromString(image);
+                    const croppedImage = yield base64Image.cropRegion(xTopLeft, yTopLeft, this.referenceWidth, this.referenceHeight);
+                    imageReference = new image_reference_1.ImageReference(croppedImage.toString(true), this.referenceWidth, this.referenceHeight, xTopLeft, yTopLeft);
+                }
+            }
+            const cacheEntry = new cache_entry_1.CacheEntry(image === undefined, controlCommand, new cache_entry_reference_1.CacheEntryReference(imageReference));
+            const cacheKey = this.encodeKey(instruction, customElements);
+            this.add(cacheKey, cacheEntry);
+        });
+    }
+    isImageRequired(instruction, customElements) {
+        const cacheKey = this.encodeKey(instruction, customElements);
+        const cacheEntries = this.getCacheEntriesByKey(cacheKey);
+        if (cacheEntries.length === 0) {
+            return undefined;
+        }
+        return cacheEntries.find((entry) => entry.alwaysValid === false) !== undefined;
+    }
+    getCachedControlCommand(instruction, customElements, image) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const cacheKey = this.encodeKey(instruction, customElements);
+            const cacheEntry = yield this.getValidCacheEntry(cacheKey, image);
+            if (cacheEntry === undefined || cacheEntry.controlCommand.code !== ui_control_commands_1.ControlCommandCode.OK) {
+                return undefined;
+            }
+            return cacheEntry.controlCommand;
+        });
+    }
+    // eslint-disable-next-line class-methods-use-this
+    encodeKey(instruction, customElements) {
+        let key = instruction;
+        if (customElements.length > 0) {
+            key += ` with CustomElements:${customElements.map((element, index) => `${index}:${element.asString()}`).join(',')}`;
+        }
+        return key;
+    }
+    getCacheEntriesByKey(key) {
+        if (this.relevantData[key] === undefined) {
+            return [];
+        }
+        const entries = this.relevantData[key];
+        if (entries === undefined) {
+            return [];
+        }
+        return entries;
+    }
+    getValidCacheEntry(key, screenshot) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const cacheEntries = this.getCacheEntriesByKey(key);
+            if (cacheEntries.length === 0) {
+                return undefined;
+            }
+            if (this.validationType === 'PixelPerfect') {
+                /* eslint-disable no-restricted-syntax, no-await-in-loop */
+                for (const cacheEntry of cacheEntries) {
+                    if (cacheEntry.alwaysValid) {
+                        return cacheEntry;
+                    }
+                    const isValid = yield this.validateAccordingToPixelPerfect(cacheEntry, screenshot);
+                    if (isValid) {
+                        /* eslint-enable no-restricted-syntax, no-await-in-loop */
+                        return cacheEntry;
+                    }
+                }
+                /* eslint-enable no-restricted-syntax, no-await-in-loop */
+            }
+            return undefined;
+        });
+    }
+    // eslint-disable-next-line class-methods-use-this
+    validateAccordingToPixelPerfect(cacheEntry, screenshot) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a;
+            if (screenshot === undefined) {
+                return false;
+            }
+            if (((_a = cacheEntry.reference) === null || _a === void 0 ? void 0 : _a.image) === undefined) {
+                return false;
+            }
+            try {
+                const referenceImage = yield base_64_image_1.Base64Image.fromString(screenshot);
+                const croppedScreenshot = yield referenceImage.cropRegion(cacheEntry.reference.image.xTopLeft, cacheEntry.reference.image.yTopLeft, cacheEntry.reference.image.width, cacheEntry.reference.image.height);
+                const croppedReferenceImageString = croppedScreenshot.toString(true);
+                const isValid = croppedReferenceImageString === cacheEntry.reference.image.base64Image;
+                return isValid;
+            }
+            catch (error) {
+                return false;
+            }
+        });
+    }
+}
+exports.CacheManager = CacheManager;

package/dist/cjs/core/cache/cahe-file.d.ts

@@ -0,0 +1,19 @@
+import { CacheEntry } from './cache-entry';
+import { ValidationType } from './cache-config';
+export type CacheDataByInstruction = Record<string, CacheEntry[]>;
+export type CacheDataByValidationType = Record<string, CacheDataByInstruction>;
+export declare class CacheFile {
+    private createAt;
+    private version;
+    private type;
+    private data;
+    private filePath;
+    constructor(filePath?: string);
+    loadFromFileVersion1(json: CacheFile): void;
+    loadFromFile(): void;
+    getDataForValidationType(validationType: ValidationType): CacheDataByInstruction;
+    getData(): CacheDataByValidationType;
+    saveToFile(validationType: ValidationType, relevantData: CacheDataByInstruction): void;
+    private setRelevantData;
+    private asJsonObject;
+}

package/dist/cjs/core/cache/cahe-file.js

@@ -0,0 +1,128 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CacheFile = void 0;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const lib_1 = require("../../lib");
+const cache_entry_1 = require("./cache-entry");
+class CacheFile {
+    constructor(filePath) {
+        this.createAt = new Date();
+        this.version = 1;
+        this.type = 'AskUI-Cache';
+        this.data = {};
+        this.filePath = filePath;
+    }
+    loadFromFileVersion1(json) {
+        if (json.version !== 1) {
+            throw new Error(`Unsupported key 'version' in the cache file: '${json.version}'. Only version 1 is supported.`);
+        }
+        if (json.data === undefined) {
+            throw new Error("Key 'data' is required in the cache file.");
+        }
+        if (json.createAt === undefined) {
+            throw new Error("Key 'createAt' is required in the cache file.");
+        }
+        if (json.version === undefined) {
+            throw new Error("Key 'version' is required in the cache file.");
+        }
+        if (json.type !== 'AskUI-Cache') {
+            throw new Error(`Unsupported key 'type' in the cache file: '${json.type}'. Only 'AskUI-Cache' is supported.`);
+        }
+        this.createAt = new Date(json.createAt);
+        this.version = json.version;
+        this.type = json.type;
+        this.data = Object.keys(json.data).reduce((acc, validationType) => {
+            var _a, _b;
+            const nextAcc = Object.assign({}, acc);
+            const validationEntries = (_b = (_a = json.data) === null || _a === void 0 ? void 0 : _a[validationType]) !== null && _b !== void 0 ? _b : {};
+            nextAcc[validationType] = Object.keys(validationEntries).reduce((innerAcc, instruction) => {
+                var _a;
+                const nextInnerAcc = Object.assign({}, innerAcc);
+                const rawEntries = (_a = validationEntries[instruction]) !== null && _a !== void 0 ? _a : [];
+                nextInnerAcc[instruction] = rawEntries
+                    .map((entry) => cache_entry_1.CacheEntry.fromJson(entry))
+                    .filter((entry) => entry !== undefined);
+                return nextInnerAcc;
+            }, {});
+            return nextAcc;
+        }, {});
+    }
+    loadFromFile() {
+        if (this.filePath === undefined) {
+            lib_1.logger.debug('The cache file path is not set. Skipping the cache load.');
+            return;
+        }
+        lib_1.logger.debug(`Loading the cache from file '${this.filePath}'.`);
+        if (!fs_1.default.existsSync(this.filePath)) {
+            lib_1.logger.warn(`The cache file does not exist: '${this.filePath}'. Skipping the cache load.`);
+            return;
+        }
+        const data = fs_1.default.readFileSync(this.filePath, 'utf8');
+        const json = JSON.parse(data);
+        if (json.version !== 1) {
+            throw new Error(`Unsupported key 'version' in the cache file: '${json.version}'. Only version 1 is supported.`);
+        }
+        this.loadFromFileVersion1(json);
+    }
+    getDataForValidationType(validationType) {
+        var _a;
+        return (_a = this.data[validationType]) !== null && _a !== void 0 ? _a : {};
+    }
+    getData() {
+        return this.data;
+    }
+    saveToFile(validationType, relevantData) {
+        if (this.filePath === undefined) {
+            lib_1.logger.debug('The cache file path is not set. Skipping the cache save.');
+            return;
+        }
+        try {
+            lib_1.logger.debug(`Saving the cache to file '${this.filePath}'.`);
+            this.setRelevantData(validationType, relevantData);
+            const jsonObject = this.asJsonObject();
+            const jsonString = JSON.stringify(jsonObject, null, 2);
+            // create the directory if it doesn't exist
+            if (!fs_1.default.existsSync(path_1.default.dirname(this.filePath))) {
+                fs_1.default.mkdirSync(path_1.default.dirname(this.filePath), { recursive: true });
+            }
+            fs_1.default.writeFileSync(this.filePath, jsonString, 'utf8');
+            lib_1.logger.info(`The cache was saved successfully to '${this.filePath}'.`);
+        }
+        catch (error) {
+            lib_1.logger.error(`An error occurred while saving the cache to file '${this.filePath}': '${error}'`);
+            throw error;
+        }
+    }
+    setRelevantData(validationType, relevantData) {
+        this.data[validationType] = relevantData;
+    }
+    asJsonObject() {
+        return {
+            createAt: this.createAt.toISOString(),
+            data: Object.keys(this.data).reduce((acc, validationType) => {
+                const validationData = this.data[validationType];
+                if (validationData === undefined) {
+                    return acc;
+                }
+                const nextAcc = Object.assign({}, acc);
+                nextAcc[validationType] = Object.keys(validationData).reduce((innerAcc, instruction) => {
+                    const entries = validationData[instruction];
+                    if (entries !== undefined) {
+                        const nextInnerAcc = Object.assign({}, innerAcc);
+                        nextInnerAcc[instruction] = entries;
+                        return nextInnerAcc;
+                    }
+                    return innerAcc;
+                }, {});
+                return nextAcc;
+            }, {}),
+            type: this.type,
+            version: this.version,
+        };
+    }
+}
+exports.CacheFile = CacheFile;

package/dist/cjs/core/cache/dummy-cache-manager.d.ts

@@ -0,0 +1,12 @@
+import { CacheInterface } from './cache-interface';
+import { CacheEntry } from './cache-entry';
+import { ControlCommand } from '../ui-control-commands';
+import { CustomElement } from '../model/custom-element';
+export declare class DummyCacheManager implements CacheInterface {
+    add(_key: string, _value: CacheEntry): void;
+    addCacheEntryFromControlCommand(_instruction: string, _controlCommand: ControlCommand, _customElements: CustomElement[], _image?: string): Promise<void>;
+    isImageRequired(_instruction: string, _customElements: CustomElement[]): boolean | undefined;
+    getCachedControlCommand(_instruction: string, _customElements: CustomElement[], _image?: string): Promise<ControlCommand | undefined>;
+    loadFromFile(): void;
+    saveToFile(): void;
+}

package/dist/cjs/core/cache/dummy-cache-manager.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DummyCacheManager = void 0;
+class DummyCacheManager {
+    // eslint-disable-next-line class-methods-use-this
+    add(_key, _value) {
+    }
+    // eslint-disable-next-line class-methods-use-this
+    addCacheEntryFromControlCommand(_instruction, _controlCommand, _customElements, _image) {
+        return Promise.resolve();
+    }
+    // eslint-disable-next-line class-methods-use-this
+    isImageRequired(_instruction, _customElements) {
+        return undefined;
+    }
+    // eslint-disable-next-line class-methods-use-this
+    getCachedControlCommand(_instruction, _customElements, _image) {
+        return Promise.resolve(undefined);
+    }
+    // eslint-disable-next-line class-methods-use-this
+    loadFromFile() {
+    }
+    // eslint-disable-next-line class-methods-use-this
+    saveToFile() {
+    }
+}
+exports.DummyCacheManager = DummyCacheManager;

package/dist/cjs/core/cache/image-reference.d.ts

@@ -0,0 +1,10 @@
+export declare class ImageReference {
+    base64Image: string;
+    width: number;
+    height: number;
+    xTopLeft: number;
+    yTopLeft: number;
+    constructor(base64Image: string, width: number, height: number, xTopLeft: number, yTopLeft: number);
+    static fromJson(json: ImageReference): ImageReference;
+    toJson(): Record<string, unknown>;
+}

package/dist/cjs/core/cache/image-reference.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImageReference = void 0;
+class ImageReference {
+    constructor(base64Image, width, height, xTopLeft, yTopLeft) {
+        this.base64Image = base64Image;
+        this.width = width;
+        this.height = height;
+        this.xTopLeft = xTopLeft;
+        this.yTopLeft = yTopLeft;
+    }
+    static fromJson(json) {
+        if (json.base64Image === undefined) {
+            throw new Error('the key "base64Image" is required');
+        }
+        if (json.width === undefined) {
+            throw new Error('the key "width" is required');
+        }
+        if (json.height === undefined) {
+            throw new Error('the key "height" is required');
+        }
+        if (json.xTopLeft === undefined) {
+            throw new Error('the key "xTopLeft" is required');
+        }
+        if (json.yTopLeft === undefined) {
+            throw new Error('the key "yTopLeft" is required');
+        }
+        return new ImageReference(json.base64Image, json.width, json.height, json.xTopLeft, json.yTopLeft);
+    }
+    toJson() {
+        return {
+            base64Image: this.base64Image,
+            height: this.height,
+            width: this.width,
+            xTopLeft: this.xTopLeft,
+            yTopLeft: this.yTopLeft,
+        };
+    }
+}
+exports.ImageReference = ImageReference;

package/dist/cjs/core/cache/index.d.ts

@@ -0,0 +1,7 @@
+export { ImageReference } from './image-reference';
+export { CacheEntryReference } from './cache-entry-reference';
+export { CacheEntry } from './cache-entry';
+export { CacheConfig, ValidationType } from './cache-config';
+export { CacheInterface } from './cache-interface';
+export { DummyCacheManager } from './dummy-cache-manager';
+export { CacheManager } from './cache-manager';

package/dist/cjs/core/cache/index.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CacheManager = exports.DummyCacheManager = exports.CacheEntry = exports.CacheEntryReference = exports.ImageReference = void 0;
+var image_reference_1 = require("./image-reference");
+Object.defineProperty(exports, "ImageReference", { enumerable: true, get: function () { return image_reference_1.ImageReference; } });
+var cache_entry_reference_1 = require("./cache-entry-reference");
+Object.defineProperty(exports, "CacheEntryReference", { enumerable: true, get: function () { return cache_entry_reference_1.CacheEntryReference; } });
+var cache_entry_1 = require("./cache-entry");
+Object.defineProperty(exports, "CacheEntry", { enumerable: true, get: function () { return cache_entry_1.CacheEntry; } });
+var dummy_cache_manager_1 = require("./dummy-cache-manager");
+Object.defineProperty(exports, "DummyCacheManager", { enumerable: true, get: function () { return dummy_cache_manager_1.DummyCacheManager; } });
+var cache_manager_1 = require("./cache-manager");
+Object.defineProperty(exports, "CacheManager", { enumerable: true, get: function () { return cache_manager_1.CacheManager; } });

package/dist/cjs/core/model/annotation-result/boundary-box.js

@@ -20,7 +20,7 @@ class BoundingBox {
         this.ymax = ymax;
     }
     static fromJson(boundinBox, resizeRatio = 1) {
-        return new BoundingBox(boundinBox.xmin * resizeRatio, boundinBox.ymin * resizeRatio, boundinBox.xmax * resizeRatio, boundinBox.ymax * resizeRatio);
+        return new BoundingBox(Math.round(boundinBox.xmin * resizeRatio), Math.round(boundinBox.ymin * resizeRatio), Math.round(boundinBox.xmax * resizeRatio), Math.round(boundinBox.ymax * resizeRatio));
     }
     /**
     *

package/dist/cjs/core/model/custom-element.d.ts

@@ -19,4 +19,5 @@ export declare class CustomElement implements CustomElementJson {
     static fromJsonWithImagePathOrImage(ceJson: CustomElementJson): Promise<CustomElement>;
     static fromJson(ceJson: CustomElementJson): CustomElement;
     validate(): void;
+    asString(): string;
 }

package/dist/cjs/core/model/custom-element.js

@@ -46,6 +46,9 @@ class CustomElement {
             throw new yup_1.ValidationError(e.errors.join(', '));
         }
     }
+    asString() {
+        return `name:${this.name}-customImage:${this.customImage}-threshold:${this.threshold}-stopThreshold:${this.stopThreshold}-rotationDegreePerStep:${this.rotationDegreePerStep}-imageCompareFormat:${this.imageCompareFormat}-mask:${this.mask}`;
+    }
 }
 exports.CustomElement = CustomElement;
 CustomElement.schema = (0, yup_1.object)({

package/dist/cjs/core/ui-control-commands/action.d.ts

@@ -15,4 +15,5 @@ export declare class Action {
         y: number;
     }, text: string, parameters?: ActionParameters);
     static fromJson(action: Action, resizeRatio?: number): Action;
+    toJson(): object;
 }

package/dist/cjs/core/ui-control-commands/action.js

@@ -11,9 +11,17 @@ class Action {
     }
     static fromJson(action, resizeRatio = 1) {
         return new Action(input_event_1.InputEvent[action.inputEvent], {
-            x: action.position.x * resizeRatio,
-            y: action.position.y * resizeRatio,
+            x: Math.round(action.position.x * resizeRatio),
+            y: Math.round(action.position.y * resizeRatio),
         }, action.text, action.parameters ? action.parameters : {});
     }
+    toJson() {
+        return {
+            inputEvent: this.inputEvent,
+            parameters: this.parameters,
+            position: this.position,
+            text: this.text,
+        };
+    }
 }
 exports.Action = Action;

package/dist/cjs/core/ui-control-commands/control-command.d.ts

@@ -7,4 +7,5 @@ export declare class ControlCommand {
     constructor(code: ControlCommandCode, actions: Action[], tryToRepeat?: boolean);
     static fromJson(json: unknown, resizeRatio?: number): ControlCommand;
     setTextToBeTyped(text: string): void;
+    toJson(): object;
 }

package/dist/cjs/core/ui-control-commands/control-command.js

@@ -18,5 +18,12 @@ class ControlCommand {
         this.actions = this.actions.map((action) => ([input_event_1.InputEvent.TYPE, input_event_1.InputEvent.TYPE_TEXT].includes(action.inputEvent)
             ? new action_1.Action(action.inputEvent, action.position, text, action.parameters) : action));
     }
+    toJson() {
+        return {
+            actions: this.actions.map((action) => action.toJson()),
+            code: this.code,
+            tryToRepeat: this.tryToRepeat,
+        };
+    }
 }
 exports.ControlCommand = ControlCommand;