askui 0.18.1 → 0.20.0

package/dist/cjs/core/ai-element/ai-element-collection.d.ts

@@ -0,0 +1,10 @@
+import { AIElement } from './ai-element';
+import { CustomElementJson } from '../model/custom-element-json';
+export declare class AIElementCollection {
+    private elements;
+    static AI_ELEMENT_FOLDER: string;
+    constructor(elements: AIElement[]);
+    static collectForWorkspaceId(workspaceId: string | undefined): Promise<AIElementCollection>;
+    getByName(name: string): CustomElementJson[];
+    getByNames(names: string[]): CustomElementJson[];
+}

package/dist/cjs/core/ai-element/ai-element-collection.js

@@ -0,0 +1,78 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AIElementCollection = void 0;
+const os_1 = __importDefault(require("os"));
+const path_1 = __importDefault(require("path"));
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const ai_element_1 = require("./ai-element");
+const lib_1 = require("../../lib");
+const ai_element_error_1 = require("./ai-element-error");
+class AIElementCollection {
+    constructor(elements) {
+        this.elements = elements;
+    }
+    static collectForWorkspaceId(workspaceId) {
+        return __awaiter(this, void 0, void 0, function* () {
+            lib_1.logger.debug(`Collecting AIElements for workspace '${workspaceId}' ...`);
+            if (workspaceId === undefined) {
+                throw new ai_element_error_1.AIElementError("Value of 'workspaceId' must be defined.");
+            }
+            const workspaceAIElementFolder = path_1.default.join(AIElementCollection.AI_ELEMENT_FOLDER, workspaceId);
+            if (!(yield fs_extra_1.default.pathExists(workspaceAIElementFolder))) {
+                throw new ai_element_error_1.AIElementError(`Missing AIElement folder for workspace '${workspaceId}' at '${workspaceAIElementFolder}'.`);
+            }
+            const files = yield fs_extra_1.default.readdir(workspaceAIElementFolder);
+            if (files.length === 0) {
+                throw new ai_element_error_1.AIElementError(`'${workspaceAIElementFolder}' is empty. No AIElement files found for workspace '${workspaceId}'.`);
+            }
+            const aiElements = yield Promise.all(files
+                .filter((file) => path_1.default.extname(file) === '.json')
+                .map((file) => __awaiter(this, void 0, void 0, function* () {
+                const jsonFile = path_1.default.join(workspaceAIElementFolder, file);
+                const baseName = path_1.default.basename(jsonFile, '.json');
+                const pngFile = path_1.default.join(workspaceAIElementFolder, `${baseName}.png`);
+                if (yield fs_extra_1.default.pathExists(pngFile)) {
+                    const metadata = JSON.parse(yield fs_extra_1.default.readFile(jsonFile, 'utf-8'));
+                    return ai_element_1.AIElement.fromJson(metadata, pngFile);
+                }
+                return null;
+            })));
+            const validAIElements = aiElements.filter((element) => element !== null);
+            if (validAIElements.length === 0) {
+                throw new ai_element_error_1.AIElementError(`No AIElement files found for workspace '${workspaceId}' at '${workspaceAIElementFolder}'.`);
+            }
+            return new AIElementCollection(validAIElements);
+        });
+    }
+    getByName(name) {
+        if (name === '') {
+            throw new ai_element_error_1.AIElementError("Parameter 'name' must be non-empty. This might be due to corrupted metadata.");
+        }
+        lib_1.logger.debug(`Getting all CustomElementJson with the name '${name}' ...`);
+        const elements = this.elements.filter((element) => element.hasName(name));
+        if (elements.length === 0) {
+            throw new ai_element_error_1.AIElementError(`No AIElement with the name '${name}' was found.`);
+        }
+        return elements.map((element) => element.toCustomElement());
+    }
+    getByNames(names) {
+        if (names.length === 0) {
+            return [];
+        }
+        return names.flatMap((name) => this.getByName(name));
+    }
+}
+exports.AIElementCollection = AIElementCollection;
+AIElementCollection.AI_ELEMENT_FOLDER = path_1.default.join(os_1.default.homedir(), '.askui', 'SnippingTool', 'AIElement');

package/dist/cjs/core/ai-element/ai-element-error.d.ts

@@ -0,0 +1,2 @@
+export declare class AIElementError extends Error {
+}

package/dist/cjs/core/ai-element/ai-element-error.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AIElementError = void 0;
+class AIElementError extends Error {
+}
+exports.AIElementError = AIElementError;

package/dist/cjs/core/ai-element/ai-element.d.ts

@@ -0,0 +1,27 @@
+import { CustomElementJson } from '../model/custom-element-json';
+interface AIElementJson {
+    version: number;
+    name: string;
+    image?: {
+        mask?: {
+            x: number;
+            y: number;
+        }[];
+    };
+}
+declare class AIElement {
+    name: string;
+    imagePath: string;
+    mask?: {
+        x: number;
+        y: number;
+    }[] | undefined;
+    constructor(name: string, imagePath: string, mask?: {
+        x: number;
+        y: number;
+    }[] | undefined);
+    static fromJson(json: AIElementJson, imagePath: string): AIElement;
+    toCustomElement(): CustomElementJson;
+    hasName(name: string): boolean;
+}
+export { AIElement, AIElementJson };

package/dist/cjs/core/ai-element/ai-element.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AIElement = void 0;
+const lib_1 = require("../../lib");
+const ai_element_error_1 = require("./ai-element-error");
+class AIElement {
+    constructor(name, imagePath, mask) {
+        this.name = name;
+        this.imagePath = imagePath;
+        this.mask = mask;
+    }
+    static fromJson(json, imagePath) {
+        var _a;
+        if (json.version === 1) {
+            return new AIElement(json.name, imagePath, (_a = json.image) === null || _a === void 0 ? void 0 : _a.mask);
+        }
+        throw new ai_element_error_1.AIElementError(`Unsupported AIElement version '${json.version}'.`);
+    }
+    toCustomElement() {
+        lib_1.logger.debug('Converting AIElement to CustomElementJson.');
+        return {
+            customImage: this.imagePath,
+            mask: this.mask,
+            name: this.name,
+        };
+    }
+    hasName(name) {
+        return this.name === name;
+    }
+}
+exports.AIElement = AIElement;

package/dist/cjs/execution/dsl.d.ts

@@ -8,6 +8,10 @@ export declare type ANDROID_KEY = 'home' | 'back' | 'call' | 'endcall' | '0' | '
 export declare type MODIFIER_KEY = 'command' | 'alt' | 'control' | 'shift' | 'right_shift';
 export declare type COLOR = 'black' | 'white' | 'red' | 'green' | 'yellow green' | 'orange' | 'yellow' | 'purple' | 'pink' | 'gray' | 'lime green' | 'royal blue';
 export declare type PC_AND_MODIFIER_KEY = 'command' | 'alt' | 'control' | 'shift' | 'right_shift' | 'backspace' | 'delete' | 'enter' | 'tab' | 'escape' | 'up' | 'down' | 'right' | 'left' | 'home' | 'end' | 'pageup' | 'pagedown' | 'f1' | 'f2' | 'f3' | 'f4' | 'f5' | 'f6' | 'f7' | 'f8' | 'f9' | 'f10' | 'f11' | 'f12' | 'space' | '0' | '1' | '2' | '3' | '4' | '5' | '6' | '7' | '8' | '9' | 'a' | 'b' | 'c' | 'd' | 'e' | 'f' | 'g' | 'h' | 'i' | 'j' | 'k' | 'l' | 'm' | 'n' | 'o' | 'p' | 'q' | 'r' | 's' | 't' | 'u' | 'v' | 'w' | 'x' | 'y' | 'z' | 'A' | 'B' | 'C' | 'D' | 'E' | 'F' | 'G' | 'H' | 'I' | 'J' | 'K' | 'L' | 'M' | 'N' | 'O' | 'P' | 'Q' | 'R' | 'S' | 'T' | 'U' | 'V' | 'W' | 'X' | 'Y' | 'Z' | '!' | '"' | '#' | '$' | '%' | '&' | "'" | '(' | ')' | '*' | '+' | ',' | '-' | '.' | '/' | ':' | ';' | '<' | '=' | '>' | '?' | '@' | '[' | '\\' | ']' | '^' | '_' | '`' | '{' | '|' | '}' | '~ ';
+export interface CommandExecutorContext {
+    customElementsJson: CustomElementJson[];
+    aiElementNames: string[];
+}
 declare abstract class FluentBase {
     protected prev?: FluentBase | undefined;
     constructor(prev?: FluentBase | undefined);
@@ -202,6 +206,14 @@ export declare class FluentFilters extends FluentBase {
      * @return {FluentFiltersOrRelations}
      */
     customElement(customElement: CustomElementJson): FluentFiltersOrRelations;
+    /**
+     * Detects an AI Element created with the workflow creator.
+     *
+     * @param {string} aiElementName - Name of the AI Element.
+     *
+     * @return {FluentFiltersOrRelations}
+     */
+    aiElement(aiElementName: string): FluentFiltersOrRelations;
     /**
      * Filters for a UI element 'image'.
      *
@@ -354,7 +366,17 @@ export declare class FluentFilters extends FluentBase {
      *
      * **Examples:**
      * ```typescript
-     * await aui.click().matching('a mask on purple background and a firefox logo').exec()
+     * // Select the black sneaker from a bunch of sneakers
+     * await aui.click().element().matching('a black sneaker shoe').exec();
+     *
+     * // Select an image that has text in it
+     * await aui.click().element().matching('has Burger King in it').exec();
+     * await aui.click().element().matching('has adidas in it').exec();
+     *
+     * // Target a logo/image by describing it
+     * await aui.click().element().matching('a mask on purple background and a firefox logo').exec();
+     * await aui.click().element().matching('logo looking like an apple with one bite bitten off').exec();
+     * await aui.click().element().matching('logo looking like a seashell').exec();
      * ```
      *
      * @param {string} text - A description of the target element.
@@ -827,6 +849,14 @@ export declare class FluentFiltersCondition extends FluentBase {
      * @return {FluentFiltersOrRelationsCondition}
      */
     customElement(customElement: CustomElementJson): FluentFiltersOrRelationsCondition;
+    /**
+     * Detects an AI Element created with the workflow creator.
+     *
+     * @param {string} aiElementName - Name of the AI Element.
+     *
+     * @return {FluentFiltersOrRelationsCondition}
+     */
+    aiElement(aiElementName: string): FluentFiltersOrRelationsCondition;
     /**
      * Filters for a UI element 'image'.
      *
@@ -979,7 +1009,17 @@ export declare class FluentFiltersCondition extends FluentBase {
      *
      * **Examples:**
      * ```typescript
-     * await aui.click().matching('a mask on purple background and a firefox logo').exec()
+     * // Select the black sneaker from a bunch of sneakers
+     * await aui.click().element().matching('a black sneaker shoe').exec();
+     *
+     * // Select an image that has text in it
+     * await aui.click().element().matching('has Burger King in it').exec();
+     * await aui.click().element().matching('has adidas in it').exec();
+     *
+     * // Target a logo/image by describing it
+     * await aui.click().element().matching('a mask on purple background and a firefox logo').exec();
+     * await aui.click().element().matching('logo looking like an apple with one bite bitten off').exec();
+     * await aui.click().element().matching('logo looking like a seashell').exec();
      * ```
      *
      * @param {string} text - A description of the target element.
@@ -1770,7 +1810,7 @@ export declare abstract class FluentCommand extends FluentBase {
      * @return {Exec}
      */
     pressAndroidKey(key: ANDROID_KEY): Exec;
-    abstract fluentCommandExecutor(instruction: string, customElements: CustomElementJson[]): Promise<void>;
+    abstract fluentCommandExecutor(instruction: string, context: CommandExecutorContext): Promise<void>;
 }
 export interface ExecutableGetter {
     exec(): Promise<DetectedElement[]>;
@@ -1955,6 +1995,14 @@ export declare class FluentFiltersGetter extends FluentBase {
      * @return {FluentFiltersOrRelationsGetter}
      */
     customElement(customElement: CustomElementJson): FluentFiltersOrRelationsGetter;
+    /**
+     * Detects an AI Element created with the workflow creator.
+     *
+     * @param {string} aiElementName - Name of the AI Element.
+     *
+     * @return {FluentFiltersOrRelationsGetter}
+     */
+    aiElement(aiElementName: string): FluentFiltersOrRelationsGetter;
     /**
      * Filters for a UI element 'image'.
      *
@@ -2107,7 +2155,17 @@ export declare class FluentFiltersGetter extends FluentBase {
      *
      * **Examples:**
      * ```typescript
-     * await aui.click().matching('a mask on purple background and a firefox logo').exec()
+     * // Select the black sneaker from a bunch of sneakers
+     * await aui.click().element().matching('a black sneaker shoe').exec();
+     *
+     * // Select an image that has text in it
+     * await aui.click().element().matching('has Burger King in it').exec();
+     * await aui.click().element().matching('has adidas in it').exec();
+     *
+     * // Target a logo/image by describing it
+     * await aui.click().element().matching('a mask on purple background and a firefox logo').exec();
+     * await aui.click().element().matching('logo looking like an apple with one bite bitten off').exec();
+     * await aui.click().element().matching('logo looking like a seashell').exec();
      * ```
      *
      * @param {string} text - A description of the target element.
@@ -2420,20 +2478,72 @@ export declare abstract class Getter extends FluentCommand {
      * ```typescript
      * const text = await aui.get().text('Sign').exec();
      * console.log(text);
+     *
+     * // Console output
+     * [
+     *   DetectedElement {
+     *     name: 'TEXT',
+     *     text: 'Sign In',
+     *     bndbox: BoundingBox {
+     *       xmin: 1128.2720982142857,
+     *       ymin: 160.21332310267857,
+     *       xmax: 1178.8204241071428,
+     *       ymax: 180.83512834821428
+     *     }
+     *   }
+     * ]
      * ```
-     * ```text
-     *  console output: [
+     *
+     * // *************************************************** //
+     * // Examples on how to work with the returned elements  //
+     * // *************************************************** //
+     * const texts = await aui.get().text().below().textfield().exec();
+     *
+     * // We can get a lot of elements this way
+     * console.log(texts);
+     *
+     * // Console output
+     * [
      *   DetectedElement {
-     *      name: 'TEXT',
-     *      text: 'Sign In',
-     *      bndbox: BoundingBox {
-     *         xmin: 1128.2720982142857,
-     *         ymin: 160.21332310267857,
-     *         xmax: 1178.8204241071428,
-     *         ymax: 180.83512834821428
-     *      }
-     *    }
-     *  ]
+     *     name: 'TEXT',
+     *     text: 'Sign In',
+     *     bndbox: BoundingBox {
+     *       xmin: 1128.2720982142857,
+     *       ymin: 160.21332310267857,
+     *       xmax: 1178.8204241071428,
+     *       ymax: 180.83512834821428
+     *     },
+     *   },
+     *   DetectedElement {
+     *     name: 'TEXT',
+     *     text: 'Login',
+     *     bndbox: BoundingBox {
+     *       xmin: 250.8204241071428,
+     *       ymin: 300.21332310267857,
+     *       xmax: 450.6304241071428,
+     *       ymax: 950.47812834821428
+     *     },
+     *   },
+     *   ... 10 more items
+     * ]
+     *
+     * // Extract the FIRST element
+     * // Arrays start with index 0!
+     * const firstTextElement = texts[0];
+     * const textOfFirstElement = firstElement.text;
+     *
+     * console.log(textOfFirstElement);
+     *
+     * // Console output
+     * Sign In
+     *
+     * // Log the text of the SECOND element
+     * // with shorter code
+     * const texts = await aui.get().text().below().textfield().exec();
+     * console.log(texts[1].text)
+     *
+     * // Console output
+     * Login
      * ```
      *
      * @return {FluentFiltersGetter}
@@ -2479,7 +2589,7 @@ export declare abstract class Getter extends FluentCommand {
      * @return {ExecGetter}
      */
     getAll(): ExecGetter;
-    abstract getterExecutor(instruction: string, customElements: CustomElementJson[]): Promise<DetectedElement[]>;
+    abstract getterExecutor(instruction: string, context: CommandExecutorContext): Promise<DetectedElement[]>;
 }
 export declare abstract class ApiCommands extends Getter {
 }

package/dist/cjs/execution/dsl.js

@@ -31,7 +31,11 @@ class FluentBase {
         if (this instanceof FluentCommand) {
             const fluentCommand = this;
             const customElements = newParamsList.has('customElement') ? newParamsList.get('customElement') : [];
-            return fluentCommand.fluentCommandExecutor(newCurrentInstruction.trim(), customElements);
+            const aiElementNames = newParamsList.has('aiElementName') ? newParamsList.get('aiElementName') : [];
+            return fluentCommand.fluentCommandExecutor(newCurrentInstruction.trim(), {
+                customElementsJson: customElements,
+                aiElementNames,
+            });
         }
         if (!this.prev) {
             throw new Error('Prev element not defined');
@@ -44,7 +48,11 @@ class FluentBase {
         if (this instanceof Getter) {
             const getter = this;
             const customElements = newParamsList.has('customElement') ? newParamsList.get('customElement') : [];
-            return getter.getterExecutor(newCurrentInstruction.trim(), customElements);
+            const aiElementNames = newParamsList.has('aiElementName') ? newParamsList.get('aiElementName') : [];
+            return getter.getterExecutor(newCurrentInstruction.trim(), {
+                customElementsJson: customElements,
+                aiElementNames,
+            });
         }
         if (!this.prev) {
             throw new Error('Prev element not defined');
@@ -307,6 +315,23 @@ class FluentFilters extends FluentBase {
         this._params.set('customElement', customElement);
         return new FluentFiltersOrRelations(this);
     }
+    /**
+     * Detects an AI Element created with the workflow creator.
+     *
+     * @param {string} aiElementName - Name of the AI Element.
+     *
+     * @return {FluentFiltersOrRelations}
+     */
+    aiElement(aiElementName) {
+        this._textStr = '';
+        this._textStr += 'ai';
+        this._textStr += ' element';
+        this._textStr += ' with';
+        this._textStr += ' name';
+        this._textStr += ` ${Separators.STRING}${aiElementName}${Separators.STRING}`;
+        this._params.set('aiElementName', aiElementName);
+        return new FluentFiltersOrRelations(this);
+    }
     /**
      * Filters for a UI element 'image'.
      *
@@ -495,7 +520,17 @@ class FluentFilters extends FluentBase {
      *
      * **Examples:**
      * ```typescript
-     * await aui.click().matching('a mask on purple background and a firefox logo').exec()
+     * // Select the black sneaker from a bunch of sneakers
+     * await aui.click().element().matching('a black sneaker shoe').exec();
+     *
+     * // Select an image that has text in it
+     * await aui.click().element().matching('has Burger King in it').exec();
+     * await aui.click().element().matching('has adidas in it').exec();
+     *
+     * // Target a logo/image by describing it
+     * await aui.click().element().matching('a mask on purple background and a firefox logo').exec();
+     * await aui.click().element().matching('logo looking like an apple with one bite bitten off').exec();
+     * await aui.click().element().matching('logo looking like a seashell').exec();
      * ```
      *
      * @param {string} text - A description of the target element.
@@ -1099,6 +1134,23 @@ class FluentFiltersCondition extends FluentBase {
         this._params.set('customElement', customElement);
         return new FluentFiltersOrRelationsCondition(this);
     }
+    /**
+     * Detects an AI Element created with the workflow creator.
+     *
+     * @param {string} aiElementName - Name of the AI Element.
+     *
+     * @return {FluentFiltersOrRelationsCondition}
+     */
+    aiElement(aiElementName) {
+        this._textStr = '';
+        this._textStr += 'ai';
+        this._textStr += ' element';
+        this._textStr += ' with';
+        this._textStr += ' name';
+        this._textStr += ` ${Separators.STRING}${aiElementName}${Separators.STRING}`;
+        this._params.set('aiElementName', aiElementName);
+        return new FluentFiltersOrRelationsCondition(this);
+    }
     /**
      * Filters for a UI element 'image'.
      *
@@ -1287,7 +1339,17 @@ class FluentFiltersCondition extends FluentBase {
      *
      * **Examples:**
      * ```typescript
-     * await aui.click().matching('a mask on purple background and a firefox logo').exec()
+     * // Select the black sneaker from a bunch of sneakers
+     * await aui.click().element().matching('a black sneaker shoe').exec();
+     *
+     * // Select an image that has text in it
+     * await aui.click().element().matching('has Burger King in it').exec();
+     * await aui.click().element().matching('has adidas in it').exec();
+     *
+     * // Target a logo/image by describing it
+     * await aui.click().element().matching('a mask on purple background and a firefox logo').exec();
+     * await aui.click().element().matching('logo looking like an apple with one bite bitten off').exec();
+     * await aui.click().element().matching('logo looking like a seashell').exec();
      * ```
      *
      * @param {string} text - A description of the target element.
@@ -2572,6 +2634,23 @@ class FluentFiltersGetter extends FluentBase {
         this._params.set('customElement', customElement);
         return new FluentFiltersOrRelationsGetter(this);
     }
+    /**
+     * Detects an AI Element created with the workflow creator.
+     *
+     * @param {string} aiElementName - Name of the AI Element.
+     *
+     * @return {FluentFiltersOrRelationsGetter}
+     */
+    aiElement(aiElementName) {
+        this._textStr = '';
+        this._textStr += 'ai';
+        this._textStr += ' element';
+        this._textStr += ' with';
+        this._textStr += ' name';
+        this._textStr += ` ${Separators.STRING}${aiElementName}${Separators.STRING}`;
+        this._params.set('aiElementName', aiElementName);
+        return new FluentFiltersOrRelationsGetter(this);
+    }
     /**
      * Filters for a UI element 'image'.
      *
@@ -2760,7 +2839,17 @@ class FluentFiltersGetter extends FluentBase {
      *
      * **Examples:**
      * ```typescript
-     * await aui.click().matching('a mask on purple background and a firefox logo').exec()
+     * // Select the black sneaker from a bunch of sneakers
+     * await aui.click().element().matching('a black sneaker shoe').exec();
+     *
+     * // Select an image that has text in it
+     * await aui.click().element().matching('has Burger King in it').exec();
+     * await aui.click().element().matching('has adidas in it').exec();
+     *
+     * // Target a logo/image by describing it
+     * await aui.click().element().matching('a mask on purple background and a firefox logo').exec();
+     * await aui.click().element().matching('logo looking like an apple with one bite bitten off').exec();
+     * await aui.click().element().matching('logo looking like a seashell').exec();
      * ```
      *
      * @param {string} text - A description of the target element.
@@ -3135,20 +3224,72 @@ class Getter extends FluentCommand {
      * ```typescript
      * const text = await aui.get().text('Sign').exec();
      * console.log(text);
+     *
+     * // Console output
+     * [
+     *   DetectedElement {
+     *     name: 'TEXT',
+     *     text: 'Sign In',
+     *     bndbox: BoundingBox {
+     *       xmin: 1128.2720982142857,
+     *       ymin: 160.21332310267857,
+     *       xmax: 1178.8204241071428,
+     *       ymax: 180.83512834821428
+     *     }
+     *   }
+     * ]
      * ```
-     * ```text
-     *  console output: [
+     *
+     * // *************************************************** //
+     * // Examples on how to work with the returned elements  //
+     * // *************************************************** //
+     * const texts = await aui.get().text().below().textfield().exec();
+     *
+     * // We can get a lot of elements this way
+     * console.log(texts);
+     *
+     * // Console output
+     * [
      *   DetectedElement {
-     *      name: 'TEXT',
-     *      text: 'Sign In',
-     *      bndbox: BoundingBox {
-     *         xmin: 1128.2720982142857,
-     *         ymin: 160.21332310267857,
-     *         xmax: 1178.8204241071428,
-     *         ymax: 180.83512834821428
-     *      }
-     *    }
-     *  ]
+     *     name: 'TEXT',
+     *     text: 'Sign In',
+     *     bndbox: BoundingBox {
+     *       xmin: 1128.2720982142857,
+     *       ymin: 160.21332310267857,
+     *       xmax: 1178.8204241071428,
+     *       ymax: 180.83512834821428
+     *     },
+     *   },
+     *   DetectedElement {
+     *     name: 'TEXT',
+     *     text: 'Login',
+     *     bndbox: BoundingBox {
+     *       xmin: 250.8204241071428,
+     *       ymin: 300.21332310267857,
+     *       xmax: 450.6304241071428,
+     *       ymax: 950.47812834821428
+     *     },
+     *   },
+     *   ... 10 more items
+     * ]
+     *
+     * // Extract the FIRST element
+     * // Arrays start with index 0!
+     * const firstTextElement = texts[0];
+     * const textOfFirstElement = firstElement.text;
+     *
+     * console.log(textOfFirstElement);
+     *
+     * // Console output
+     * Sign In
+     *
+     * // Log the text of the SECOND element
+     * // with shorter code
+     * const texts = await aui.get().text().below().textfield().exec();
+     * console.log(texts[1].text)
+     *
+     * // Console output
+     * Login
      * ```
      *
      * @return {FluentFiltersGetter}

package/dist/cjs/execution/index.d.ts

@@ -1 +1 @@
-export { UiControlClient, RelationsForConvenienceMethods } from './ui-control-client';
+export * from './ui-control-client';

package/dist/cjs/execution/index.js

@@ -1,5 +1,13 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.UiControlClient = void 0;
-var ui_control_client_1 = require("./ui-control-client");
-Object.defineProperty(exports, "UiControlClient", { enumerable: true, get: function () { return ui_control_client_1.UiControlClient; } });
+__exportStar(require("./ui-control-client"), exports);

package/dist/cjs/execution/ui-control-client-dependency-builder.d.ts

@@ -8,6 +8,7 @@ export declare class UiControlClientDependencyBuilder {
     static build(clientArgs: ClientArgsWithDefaults): Promise<{
         executionRuntime: ExecutionRuntime;
         stepReporter: StepReporter;
+        workspaceId: string | undefined;
     }>;
     static getClientArgsWithDefaults(clientArgs: ClientArgs): Promise<ClientArgsWithDefaults>;
 }

package/dist/cjs/execution/ui-control-client-dependency-builder.js

@@ -43,13 +43,16 @@ class UiControlClientDependencyBuilder {
         return new ui_controller_client_1.UiControllerClient(clientArgs.uiControllerUrl);
     }
     static build(clientArgs) {
+        var _a;
         return __awaiter(this, void 0, void 0, function* () {
             const uiControllerClient = UiControlClientDependencyBuilder.buildUiControllerClient(clientArgs);
             const inferenceClient = yield UiControlClientDependencyBuilder.buildInferenceClient(clientArgs);
             const stepReporter = new reporting_1.StepReporter(clientArgs.reporter);
+            const workspaceId = (_a = clientArgs.credentials) === null || _a === void 0 ? void 0 : _a.workspaceId;
             return {
                 executionRuntime: new execution_runtime_1.ExecutionRuntime(uiControllerClient, inferenceClient, stepReporter),
                 stepReporter,
+                workspaceId,
             };
         });
     }