askui 0.11.6 → 0.12.0

package/dist/cjs/core/model/annotation-result/detected-element.d.ts

@@ -12,6 +12,7 @@ export declare class DetectedElement {
     text: string;
     bndbox: BoundingBox;
     colors?: string[] | undefined;
-    constructor(name: string, text: string, bndbox: BoundingBox, colors?: string[] | undefined);
+    similarityScore?: number | undefined;
+    constructor(name: string, text: string, bndbox: BoundingBox, colors?: string[] | undefined, similarityScore?: number | undefined);
     static fromJson(detectedElement: DetectedElement, resizeRatio?: number): DetectedElement;
 }

package/dist/cjs/core/model/annotation-result/detected-element.js

@@ -11,14 +11,15 @@ const boundary_box_1 = require("./boundary-box");
 *
 */
 class DetectedElement {
-    constructor(name, text, bndbox, colors) {
+    constructor(name, text, bndbox, colors, similarityScore) {
         this.name = name;
         this.text = text;
         this.bndbox = bndbox;
         this.colors = colors;
+        this.similarityScore = similarityScore;
     }
     static fromJson(detectedElement, resizeRatio = 1) {
-        return new DetectedElement(detectedElement.name, detectedElement.text, boundary_box_1.BoundingBox.fromJson(detectedElement.bndbox, resizeRatio), detectedElement.colors ? detectedElement.colors : undefined);
+        return new DetectedElement(detectedElement.name, detectedElement.text, boundary_box_1.BoundingBox.fromJson(detectedElement.bndbox, resizeRatio), detectedElement.colors || undefined, detectedElement.similarityScore || 0);
     }
 }
 exports.DetectedElement = DetectedElement;

package/dist/cjs/core/ui-control-commands/action-class-tdk-v1.d.ts

@@ -0,0 +1,19 @@
+export declare enum ActionClassIdTdkV1 {
+    ActionClassID_Undefined = "ActionClassID_Undefined",
+    ActionClassID_Wait = "ActionClassID_Wait",
+    ActionClassID_MouseButton_Press = "ActionClassID_MouseButton_Press",
+    ActionClassID_MouseButton_Release = "ActionClassID_MouseButton_Release",
+    ActionClassID_MouseButton_PressAndRelease = "ActionClassID_MouseButton_PressAndRelease",
+    ActionClassID_MouseWheelScroll = "ActionClassID_MouseWheelScroll",
+    ActionClassID_MouseMove = "ActionClassID_MouseMove",
+    ActionClassID_MouseMove_Delta = "ActionClassID_MouseMove_Delta",
+    ActionClassID_KeyboardKey_Press = "ActionClassID_KeyboardKey_Press",
+    ActionClassID_KeyboardKey_Release = "ActionClassID_KeyboardKey_Release",
+    ActionClassID_KeyboardKey_PressAndRelease = "ActionClassID_KeyboardKey_PressAndRelease",
+    ActionClassID_KeyboardKeys_Press = "ActionClassID_KeyboardKeys_Press",
+    ActionClassID_KeyboardKeys_Release = "ActionClassID_KeyboardKeys_Release",
+    ActionClassID_KeyboardKeys_PressAndRelease = "ActionClassID_KeyboardKeys_PressAndRelease",
+    ActionClassID_KeyboardType_Text = "ActionClassID_KeyboardType_Text",
+    ActionClassID_KeyboardType_UnicodeText = "ActionClassID_KeyboardType_UnicodeText",
+    ActionClassID_RunCommand = "ActionClassID_RunCommand"
+}

package/dist/cjs/core/ui-control-commands/action-class-tdk-v1.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ActionClassIdTdkV1 = void 0;
+var ActionClassIdTdkV1;
+(function (ActionClassIdTdkV1) {
+    ActionClassIdTdkV1["ActionClassID_Undefined"] = "ActionClassID_Undefined";
+    ActionClassIdTdkV1["ActionClassID_Wait"] = "ActionClassID_Wait";
+    ActionClassIdTdkV1["ActionClassID_MouseButton_Press"] = "ActionClassID_MouseButton_Press";
+    ActionClassIdTdkV1["ActionClassID_MouseButton_Release"] = "ActionClassID_MouseButton_Release";
+    ActionClassIdTdkV1["ActionClassID_MouseButton_PressAndRelease"] = "ActionClassID_MouseButton_PressAndRelease";
+    ActionClassIdTdkV1["ActionClassID_MouseWheelScroll"] = "ActionClassID_MouseWheelScroll";
+    ActionClassIdTdkV1["ActionClassID_MouseMove"] = "ActionClassID_MouseMove";
+    ActionClassIdTdkV1["ActionClassID_MouseMove_Delta"] = "ActionClassID_MouseMove_Delta";
+    ActionClassIdTdkV1["ActionClassID_KeyboardKey_Press"] = "ActionClassID_KeyboardKey_Press";
+    ActionClassIdTdkV1["ActionClassID_KeyboardKey_Release"] = "ActionClassID_KeyboardKey_Release";
+    ActionClassIdTdkV1["ActionClassID_KeyboardKey_PressAndRelease"] = "ActionClassID_KeyboardKey_PressAndRelease";
+    ActionClassIdTdkV1["ActionClassID_KeyboardKeys_Press"] = "ActionClassID_KeyboardKeys_Press";
+    ActionClassIdTdkV1["ActionClassID_KeyboardKeys_Release"] = "ActionClassID_KeyboardKeys_Release";
+    ActionClassIdTdkV1["ActionClassID_KeyboardKeys_PressAndRelease"] = "ActionClassID_KeyboardKeys_PressAndRelease";
+    ActionClassIdTdkV1["ActionClassID_KeyboardType_Text"] = "ActionClassID_KeyboardType_Text";
+    ActionClassIdTdkV1["ActionClassID_KeyboardType_UnicodeText"] = "ActionClassID_KeyboardType_UnicodeText";
+    ActionClassIdTdkV1["ActionClassID_RunCommand"] = "ActionClassID_RunCommand";
+})(ActionClassIdTdkV1 = exports.ActionClassIdTdkV1 || (exports.ActionClassIdTdkV1 = {}));

package/dist/cjs/core/ui-control-commands/action-tdk-v1.d.ts

@@ -0,0 +1,10 @@
+import { ActionParameters } from '../../proto/Askui/API/TDKv1/ActionParameters';
+import { ActionClassIdTdkV1 } from './action-class-tdk-v1';
+import { Action } from './action';
+export declare class ActionTdkV1 {
+    actionClassID: ActionClassIdTdkV1;
+    actionParameters: ActionParameters;
+    constructor(actionClassID: ActionClassIdTdkV1, actionParameters: ActionParameters);
+    static fromJson(json: unknown, _resizeRatio?: number): ActionTdkV1;
+    static fromAction(action: Action, _resizeRatio?: number): ActionTdkV1;
+}

package/dist/cjs/core/ui-control-commands/action-tdk-v1.js

@@ -0,0 +1,100 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ActionTdkV1 = void 0;
+const action_class_tdk_v1_1 = require("./action-class-tdk-v1");
+const actionMapper = {
+    NO_COMMAND: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_Undefined,
+        {},
+    ],
+    MOUSE_CLICK_LEFT: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_MouseButton_PressAndRelease,
+        { mouseButtonPressAndRelease: { count: 1, mouseButton: 'MouseButton_Left' } },
+    ],
+    MOUSE_CLICK_RIGHT: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_MouseButton_PressAndRelease,
+        { mouseButtonPressAndRelease: { count: 1, mouseButton: 'MouseButton_Right' } },
+    ],
+    MOUSE_CLICK_MIDDLE: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_MouseButton_PressAndRelease,
+        { mouseButtonPressAndRelease: { count: 1, mouseButton: 'MouseButton_Middle' } },
+    ],
+    MOUSE_CLICK_DOUBLE_LEFT: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_MouseButton_PressAndRelease,
+        { mouseButtonPressAndRelease: { count: 2, mouseButton: 'MouseButton_Left' } },
+    ],
+    MOUSE_CLICK_DOUBLE_RIGHT: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_MouseButton_PressAndRelease,
+        { mouseButtonPressAndRelease: { count: 2, mouseButton: 'MouseButton_Right' } },
+    ],
+    MOUSE_CLICK_DOUBLE_MIDDLE: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_MouseButton_PressAndRelease,
+        { mouseButtonPressAndRelease: { count: 2, mouseButton: 'MouseButton_Middle' } },
+    ],
+    MOUSE_SCROLL: (action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_MouseWheelScroll,
+        {
+            mouseWheelScroll: {
+                direction: action.position.x !== 0
+                    ? 'MouseWheelScrollDirection_Horizontal'
+                    : 'MouseWheelScrollDirection_Vertical',
+                delta: action.position.x !== 0 ? action.position.x : action.position.y,
+            },
+        },
+    ],
+    TYPE_TEXT: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_Undefined,
+        {},
+    ],
+    TYPE: (action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_KeyboardType_UnicodeText,
+        { keyboardTypeUnicodeText: { text: action.text } },
+    ],
+    PRESS_KEY_SEQUENCE: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_Undefined,
+        {},
+    ],
+    PRESS_ANDROID_KEY_SEQUENCE: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_Undefined,
+        {},
+    ],
+    PRESS_ANDROID_SINGLE_KEY: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_Undefined,
+        {},
+    ],
+    MOUSE_MOVE_RELATIVELY: (action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_MouseMove_Delta,
+        { mouseMoveDelta: { delta: { x: action.position.x, y: action.position.y } } },
+    ],
+    MOUSE_MOVE: (action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_MouseMove,
+        { mouseMove: { position: { x: action.position.x, y: action.position.y } } },
+    ],
+    MOUSE_DOWN: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_MouseButton_Press,
+        { mouseButtonPress: { mouseButton: 'MouseButton_Left' } },
+    ],
+    MOUSE_UP: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_MouseButton_Release,
+        { mouseButtonPress: { mouseButton: 'MouseButton_Left' } },
+    ],
+    EXECUTE_COMMAND: (_action) => [
+        action_class_tdk_v1_1.ActionClassIdTdkV1.ActionClassID_Undefined,
+        {},
+    ],
+};
+class ActionTdkV1 {
+    constructor(actionClassID, actionParameters) {
+        this.actionClassID = actionClassID;
+        this.actionParameters = actionParameters;
+    }
+    static fromJson(json, _resizeRatio = 1) {
+        const actionTdk = json;
+        return new ActionTdkV1(action_class_tdk_v1_1.ActionClassIdTdkV1[actionTdk.actionClassID], actionTdk.actionParameters);
+    }
+    static fromAction(action, _resizeRatio = 1) {
+        const [classId, parameters] = actionMapper[action.inputEvent](action);
+        return new ActionTdkV1(classId, parameters);
+    }
+}
+exports.ActionTdkV1 = ActionTdkV1;

package/dist/cjs/execution/dsl.d.ts

@@ -242,7 +242,7 @@ export declare class FluentFilters extends FluentBase {
      *
      * @return {FluentFiltersOrRelations}
      */
-    withText(text: string): FluentFiltersOrRelations;
+    withText(text: string, similarityScore?: number): FluentFiltersOrRelations;
     /**
      * Filters for texts, which match the regex pattern.
      *
@@ -798,7 +798,7 @@ export declare class FluentFiltersCondition extends FluentBase {
      *
      * @return {FluentFiltersOrRelationsCondition}
      */
-    withText(text: string): FluentFiltersOrRelationsCondition;
+    withText(text: string, similarityScore?: number): FluentFiltersOrRelationsCondition;
     /**
      * Filters for texts, which match the regex pattern.
      *
@@ -1799,7 +1799,7 @@ export declare class FluentFiltersGetter extends FluentBase {
      *
      * @return {FluentFiltersOrRelationsGetter}
      */
-    withText(text: string): FluentFiltersOrRelationsGetter;
+    withText(text: string, similarityScore?: number): FluentFiltersOrRelationsGetter;
     /**
      * Filters for texts, which match the regex pattern.
      *

package/dist/cjs/execution/dsl.js

@@ -355,11 +355,14 @@ class FluentFilters extends FluentBase {
      *
      * @return {FluentFiltersOrRelations}
      */
-    withText(text) {
+    withText(text, similarityScore = 70) {
         this._textStr = '';
         this._textStr += 'with';
         this._textStr += ' text';
         this._textStr += ` ${Separators.STRING}${text}${Separators.STRING}`;
+        if (similarityScore !== undefined) {
+            this._textStr += ` that matches to ${similarityScore} %`;
+        }
         return new FluentFiltersOrRelations(this);
     }
     /**
@@ -1075,11 +1078,14 @@ class FluentFiltersCondition extends FluentBase {
      *
      * @return {FluentFiltersOrRelationsCondition}
      */
-    withText(text) {
+    withText(text, similarityScore = 70) {
         this._textStr = '';
         this._textStr += 'with';
         this._textStr += ' text';
         this._textStr += ` ${Separators.STRING}${text}${Separators.STRING}`;
+        if (similarityScore !== undefined) {
+            this._textStr += ` that matches to ${similarityScore} %`;
+        }
         return new FluentFiltersOrRelationsCondition(this);
     }
     /**
@@ -2418,11 +2424,14 @@ class FluentFiltersGetter extends FluentBase {
      *
      * @return {FluentFiltersOrRelationsGetter}
      */
-    withText(text) {
+    withText(text, similarityScore = 70) {
         this._textStr = '';
         this._textStr += 'with';
         this._textStr += ' text';
         this._textStr += ` ${Separators.STRING}${text}${Separators.STRING}`;
+        if (similarityScore !== undefined) {
+            this._textStr += ` that matches to ${similarityScore} %`;
+        }
         return new FluentFiltersOrRelationsGetter(this);
     }
     /**

package/dist/cjs/execution/ui-controller-client-facade.d.ts

@@ -0,0 +1,15 @@
+import { CaptureScreenshotResponse, GetProcessPidResponse, StartRecordingResponse, StopRecordingResponse, ReadRecordingPartResponse, InteractiveAnnotationResponse, ControlResponse, ControlFailureResponse } from '../core/runner-protocol';
+import { DetectedElement } from '../core/model/annotation-result/detected-element';
+import { ControlCommand } from '../core/ui-control-commands/control-command';
+import { UiControllerClientConnectionState } from './ui-controller-client-connection-state';
+export interface UiControllerFacade {
+    connect(): Promise<UiControllerClientConnectionState>;
+    disconnect(): Promise<void>;
+    requestScreenshot(): Promise<CaptureScreenshotResponse>;
+    getServerPid(): Promise<GetProcessPidResponse>;
+    startVideoRecording(): Promise<StartRecordingResponse>;
+    stopVideoRecording(): Promise<StopRecordingResponse>;
+    readVideoRecording(): Promise<ReadRecordingPartResponse>;
+    annotateInteractively(boundingBoxes: DetectedElement[], imageString: string): Promise<InteractiveAnnotationResponse>;
+    requestControl(controlCommand: ControlCommand): Promise<ControlResponse | ControlFailureResponse>;
+}

package/dist/cjs/execution/ui-controller-client-grpc.d.ts

@@ -0,0 +1,24 @@
+import { DetectedElement } from '../core/model/annotation-result/detected-element';
+import { CaptureScreenshotResponse, GetProcessPidResponse, StartRecordingResponse, StopRecordingResponse, ReadRecordingPartResponse, InteractiveAnnotationResponse, ControlResponse } from '../core/runner-protocol';
+import { ControlCommand } from '../core/ui-control-commands';
+import { UiControllerClientConnectionState } from './ui-controller-client-connection-state';
+import { UiControllerFacade } from './ui-controller-client-facade';
+import { SessionInfo } from '../proto/Askui/API/TDKv1/SessionInfo';
+export declare class UiControllerClientGrpc implements UiControllerFacade {
+    url: string;
+    private grpcClient;
+    private sessionGUID;
+    sessionInfo: SessionInfo | null;
+    constructor(url: string);
+    connect(): Promise<UiControllerClientConnectionState>;
+    disconnect(): Promise<void>;
+    requestScreenshot(): Promise<CaptureScreenshotResponse>;
+    getServerPid(): Promise<GetProcessPidResponse>;
+    startVideoRecording(): Promise<StartRecordingResponse>;
+    stopVideoRecording(): Promise<StopRecordingResponse>;
+    readVideoRecording(): Promise<ReadRecordingPartResponse>;
+    annotateInteractively(_boundingBoxes: DetectedElement[], _imageString: string): Promise<InteractiveAnnotationResponse>;
+    requestControl(controlCommand: ControlCommand): Promise<ControlResponse>;
+    private runRecordedFunction;
+    private pollActions;
+}

package/dist/cjs/execution/ui-controller-client-grpc.js

@@ -0,0 +1,159 @@
+"use strict";
+/* eslint-disable */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UiControllerClientGrpc = void 0;
+const grpc = __importStar(require("@grpc/grpc-js"));
+const protoLoader = __importStar(require("@grpc/proto-loader"));
+const uuid_1 = require("uuid");
+const jimp_1 = __importDefault(require("jimp"));
+const ui_controller_client_connection_state_1 = require("./ui-controller-client-connection-state");
+const path_1 = __importDefault(require("path"));
+class UiControllerClientGrpc {
+    constructor(url) {
+        this.url = url;
+        const packageDefinition = protoLoader.loadSync(path_1.default.join(__dirname, '../proto/tdk-v1.proto'));
+        const proto = grpc.loadPackageDefinition(packageDefinition);
+        this.grpcClient = new proto.Askui.API.TDKv1.ControllerAPI("127.0.0.1:23000", grpc.credentials.createInsecure());
+        this.sessionGUID = (0, uuid_1.v4)();
+        this.sessionInfo = null;
+    }
+    connect() {
+        return new Promise((resolve, reject) => {
+            this.grpcClient.StartSession({
+                sessionGUID: this.sessionGUID,
+                immediateExecution: true
+            }, (error, response) => {
+                if (!error && response != undefined) {
+                    this.sessionInfo = response.sessionInfo;
+                    resolve(ui_controller_client_connection_state_1.UiControllerClientConnectionState.CONNECTED);
+                }
+                reject(ui_controller_client_connection_state_1.UiControllerClientConnectionState.ERROR);
+            });
+        });
+    }
+    disconnect() {
+        return new Promise((resolve, reject) => {
+            this.grpcClient.EndSession({
+                sessionInfo: this.sessionInfo,
+            }, (error, _response) => {
+                if (!error) {
+                    resolve();
+                }
+                reject();
+            });
+        });
+    }
+    requestScreenshot() {
+        return new Promise((resolve, reject) => {
+            this.grpcClient.CaptureScreen({ sessionInfo: this.sessionInfo, captureArea: { displayID: 0 } }, (error, response) => __awaiter(this, void 0, void 0, function* () {
+                if (!error && (response === null || response === void 0 ? void 0 : response.bitmap) !== undefined && (response === null || response === void 0 ? void 0 : response.bitmap) !== null) {
+                    const image = new jimp_1.default(response.bitmap.width, response.bitmap.height);
+                    let red;
+                    let green;
+                    let blue;
+                    //
+                    response.bitmap.data.forEach((byte, i) => {
+                        switch (i % 4) {
+                            case 0: return blue = byte;
+                            case 1: return green = byte;
+                            case 2: return red = byte;
+                            default:
+                                image.bitmap.data[i - 3] = red;
+                                image.bitmap.data[i - 2] = green;
+                                image.bitmap.data[i - 1] = blue;
+                                image.bitmap.data[i] = 255;
+                                return;
+                        }
+                    });
+                    resolve({
+                        data: { image: yield image.getBase64Async('image/png') },
+                        msgName: 'CAPTURE_SCREENSHOT_RESPONSE',
+                    });
+                }
+                reject({
+                    data: { error: 'Error screenshot' },
+                    msgName: 'CAPTURE_SCREENSHOT_RESPONSE',
+                });
+            }));
+        });
+    }
+    getServerPid() {
+        throw new Error('Method not implemented.');
+    }
+    startVideoRecording() {
+        throw new Error('Method not implemented.');
+    }
+    stopVideoRecording() {
+        throw new Error('Method not implemented.');
+    }
+    readVideoRecording() {
+        throw new Error('Method not implemented.');
+    }
+    annotateInteractively(_boundingBoxes, _imageString) {
+        throw new Error('Method not implemented.');
+    }
+    requestControl(controlCommand) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const actionId = yield this.runRecordedFunction(controlCommand);
+            console.log(yield this.pollActions(actionId));
+            return Promise.resolve({
+                msgName: 'CONTROL_RESPONSE',
+                data: { msg: 'e' },
+            });
+        });
+    }
+    runRecordedFunction(_controlCommand) {
+        return new Promise((resolve, reject) => {
+            this.grpcClient.RunRecordedAction({ actionClassID: 12, sessionInfo: this.sessionInfo, actionParameters: { mouseMove: { position: { x: 23, y: 23 } } } }, (error, response) => {
+                if (!error && response != undefined) {
+                    resolve(response.actionID);
+                }
+                reject(error);
+            });
+        });
+    }
+    pollActions(actionID) {
+        return new Promise((resolve, reject) => {
+            this.grpcClient.Poll({ sessionInfo: this.sessionInfo, pollEventID: 'PollEventID_ActionFinished' }, (error, response) => {
+                var _a, _b, _c, _d;
+                if (!error && response != undefined) {
+                    console.log((_b = (_a = response.pollEventParameters) === null || _a === void 0 ? void 0 : _a.actionFinished) === null || _b === void 0 ? void 0 : _b.actionID);
+                    resolve(((_d = (_c = response.pollEventParameters) === null || _c === void 0 ? void 0 : _c.actionFinished) === null || _d === void 0 ? void 0 : _d.actionID) == actionID);
+                }
+                reject();
+            });
+        });
+    }
+}
+exports.UiControllerClientGrpc = UiControllerClientGrpc;

package/dist/cjs/execution/ui-controller-client-tdk-v1.d.ts

@@ -0,0 +1,26 @@
+import { DetectedElement } from '../core/model/annotation-result/detected-element';
+import { CaptureScreenshotResponse, GetProcessPidResponse, StartRecordingResponse, StopRecordingResponse, ReadRecordingPartResponse, InteractiveAnnotationResponse, ControlResponse, ControlFailureResponse } from '../core/runner-protocol';
+import { ControlCommand } from '../core/ui-control-commands';
+import { UiControllerClientConnectionState } from './ui-controller-client-connection-state';
+import { UiControllerFacade } from './ui-controller-client-facade';
+import { SessionInfo } from '../proto/Askui/API/TDKv1/SessionInfo';
+export declare class UiControllerClientTdkV1 implements UiControllerFacade {
+    url: string;
+    private grpcClient;
+    private sessionGUID;
+    sessionInfo: SessionInfo | null;
+    constructor(url: string);
+    connect(): Promise<UiControllerClientConnectionState>;
+    disconnect(): Promise<void>;
+    requestScreenshot(): Promise<CaptureScreenshotResponse>;
+    getServerPid(): Promise<GetProcessPidResponse>;
+    startVideoRecording(): Promise<StartRecordingResponse>;
+    stopVideoRecording(): Promise<StopRecordingResponse>;
+    readVideoRecording(): Promise<ReadRecordingPartResponse>;
+    annotateInteractively(_boundingBoxes: DetectedElement[], _imageString: string): Promise<InteractiveAnnotationResponse>;
+    requestControl(controlCommand: ControlCommand): Promise<ControlResponse | ControlFailureResponse>;
+    private runSingleAction;
+    private runRecordedFunction;
+    private pollActions;
+    private pollWithRetry;
+}