automation_model 1.0.0-amdocs

package/lib/locate_element.js

@@ -0,0 +1,215 @@
+import axios from "axios";
+import * as path from "path";
+import { fileURLToPath } from "url";
+import { _getServerUrl } from "./utils.js";
+// Get __filename and __dirname in ESM
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+export async function locate_element(context, elementDescription, operation = "click", value = null) {
+    // load the axe-core library to all of the frames in the page
+    // read the axe-core library from the file system placed in the same folder as the script file, name axe.mini.js
+    // Construct the path to axe.min.js relative to the current file
+    // let axeMinJsPath = path.join(__dirname, "..", "scripts", "axe.mini.js");
+    // // Check if the file exists
+    // if (!fs.existsSync(axeMinJsPath)) {
+    //   axeMinJsPath = path.join(__dirname, "scripts", "axe.mini.js");
+    // }
+    // // Read the content of axe.min.js synchronously
+    // const axeMinJsContent = fs.readFileSync(axeMinJsPath, "utf-8");
+    // await Promise.all(context.stable.page.frames().map((frame: any) => frame.evaluate(axeMinJsContent)));
+    const frames = await context.stable.page.frames();
+    // for each frame create a tree of the accessibility nodes
+    const frameDump = [];
+    let iframeIndex = 0;
+    let nextFrameIndex = 1;
+    let actionableElementIndex = 0;
+    const randomToken = Math.random().toString(36).substring(7);
+    const actionableElements = [];
+    for (let frame of frames) {
+        // @ts-ignore
+        let result = null;
+        try {
+            result = await frame.evaluate(
+            // @ts-ignore
+            ([iframeIndex, nextFrameIndex, actionableElementIndex, randomToken]) => {
+                let iframeCount = 1;
+                const actionableElements = [];
+                const actionableRoles = [
+                    "link",
+                    "button",
+                    "tab",
+                    "menuitem",
+                    "menuitemcheckbox",
+                    "menuitemradio",
+                    "checkbox",
+                    "textbox",
+                    "combobox",
+                    "listitem",
+                    "radio",
+                    "searchbox",
+                    "option",
+                    "Date",
+                    "row",
+                    "DateTime",
+                    "InputTime",
+                    "treeitem",
+                ];
+                function isAccessibilityElement(element) {
+                    if (!element) {
+                        return false;
+                    }
+                    // @ts-ignore
+                    let hidden = axe.commons.dom.isHiddenForEveryone(element);
+                    if (hidden) {
+                        return false;
+                    }
+                    if (element.tagName === "IFRAME") {
+                        return true;
+                    }
+                    // @ts-ignore
+                    let roles = axe.commons.aria.getRole(element);
+                    if (!roles) {
+                        return false;
+                    }
+                    return true;
+                }
+                function getAttributes(element) {
+                    const attrs = element.attributes;
+                    const result = {};
+                    for (let i = 0; i < attrs.length; i++) {
+                        result[attrs[i].name] = attrs[i].value;
+                        if (attrs[i].name === "class") {
+                            // clean the spaces
+                            result[attrs[i].name] = attrs[i].value.replace(/\s+/g, " ").trim();
+                        }
+                    }
+                    return result;
+                }
+                function createAccessibilityNode(element, actionableElements) {
+                    // check if the element is an iframe
+                    const result = {
+                        tag: element.tagName,
+                        // @ts-ignore
+                        role: axe.commons.aria.getRole(element),
+                        // @ts-ignore
+                        visible: axe.commons.dom.isVisible(element),
+                        // @ts-ignore
+                        name: axe.commons.text.accessibleText(element),
+                        attributes: getAttributes(element),
+                        // @ts-ignore
+                        frameIndex: iframeIndex,
+                    };
+                    if (actionableRoles.includes(result.role)) {
+                        // @ts-ignore
+                        result.elementNumber = actionableElementIndex;
+                        element.setAttribute("data-blinq-id", "blinq-id-" + randomToken + "-" + actionableElementIndex);
+                        //console.log("attribute set to " + "blinq-id-" + randomToken + "-" + actionableElementIndex);
+                        actionableElementIndex++;
+                        actionableElements.push(result);
+                    }
+                    if (element.tagName === "IFRAME") {
+                        // @ts-ignore
+                        result.targetFrameIndex = nextFrameIndex;
+                        nextFrameIndex++;
+                    }
+                    return result;
+                }
+                // a function that traverses the DOM tree and builds a tree of accessibility nodes
+                function buildAccessibilityTree(node, treeRoot) {
+                    //const foundAccessibilityNodes = [];
+                    if (!treeRoot.children) {
+                        treeRoot.children = [];
+                    }
+                    //console.log(node.tagName + " " + node.children.length);
+                    for (let child of node.children) {
+                        if (isAccessibilityElement(child)) {
+                            const accessibilityNode = createAccessibilityNode(child, actionableElements);
+                            // @ts-ignore
+                            // accessibilityNode.children = buildAccessibilityTree(child, accessibilityNode),
+                            // foundAccessibilityNodes.push(accessibilityNode);
+                            treeRoot.children.push(accessibilityNode);
+                            buildAccessibilityTree(child, accessibilityNode);
+                        }
+                        else {
+                            buildAccessibilityTree(child, treeRoot);
+                        }
+                    }
+                }
+                // @ts-ignore
+                axe.utils.getFlattenedTree(document);
+                const root = createAccessibilityNode(document.body, actionableElements);
+                buildAccessibilityTree(document.body, root);
+                return JSON.stringify({ root, nextFrameIndex, actionableElementIndex, actionableElements }, null, 2);
+            }, [iframeIndex, nextFrameIndex, actionableElementIndex, randomToken]);
+            const resultData = JSON.parse(result);
+            nextFrameIndex = resultData.nextFrameIndex;
+            actionableElementIndex = resultData.actionableElementIndex;
+            frameDump.push(resultData.root);
+            actionableElements.push(...resultData.actionableElements);
+            iframeIndex++;
+        }
+        catch (e) {
+            // ignore
+        }
+    }
+    function traverseDFS(node) {
+        // Recursively traverse each child node
+        if (node.children && node.children.length > 0) {
+            node.children.forEach((child) => {
+                if (child.tag === "IFRAME") {
+                    if (child.targetFrameIndex && frameDump.length >= child.targetFrameIndex) {
+                        child.children = [frameDump[child.targetFrameIndex]];
+                    }
+                }
+                if (child.shadowRoot) {
+                    traverseDFS(child.shadowRoot);
+                }
+                else {
+                    traverseDFS(child);
+                }
+            });
+        }
+    }
+    traverseDFS(frameDump[0]);
+    let serviceUrl = _getServerUrl();
+    const config = {
+        method: "post",
+        url: `${serviceUrl}/api/runs/locate-element/locate`,
+        headers: {
+            "x-source": "true",
+            "Content-Type": "application/json",
+            Authorization: `Bearer ${process.env.TOKEN}`,
+        },
+        data: JSON.stringify({
+            elementDescription: elementDescription,
+            operation: operation,
+            dump: frameDump[0],
+            value: value,
+        }),
+    };
+    let result = await axios.request(config);
+    //console.log(JSON.stringify(frameDump[0]));
+    if (result.status !== 200 || !result.data || result.data.status !== true || !result.data.result) {
+        console.error("Failed to locate element");
+        return null;
+    }
+    const returnData = {
+        reason: result.data.result.reason,
+        elementNumber: result.data.result.elementNumber,
+        frameIndex: -1,
+        frame: null,
+        css: "",
+    };
+    if (result.data.result.elementNumber !== -1) {
+        // find the iframe index, the element is in, by identifying the actionable element
+        const actionableElement = actionableElements.find((element) => element.elementNumber === result.data.result.elementNumber);
+        if (actionableElement) {
+            returnData.frameIndex = actionableElement.frameIndex;
+            returnData.frame = frames[returnData.frameIndex];
+            returnData.css = `[data-blinq-id="blinq-id-${randomToken}-${returnData.elementNumber}"]`;
+        }
+    }
+    //console.log(dumpToHtml(frameDump[0]));
+    return returnData;
+}
+//# sourceMappingURL=locate_element.js.map

package/lib/locate_element.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"locate_element.js","sourceRoot":"","sources":["../../src/locate_element.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE3C,sCAAsC;AACtC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAY,EACZ,kBAA0B,EAC1B,SAAS,GAAG,OAAO,EACnB,QAAuB,IAAI;IAE3B,6DAA6D;IAC7D,gHAAgH;IAChH,gEAAgE;IAChE,2EAA2E;IAC3E,8BAA8B;IAC9B,sCAAsC;IACtC,mEAAmE;IACnE,IAAI;IAEJ,kDAAkD;IAClD,kEAAkE;IAClE,wGAAwG;IAExG,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;IAClD,0DAA0D;IAC1D,MAAM,SAAS,GAAU,EAAE,CAAC;IAC5B,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,sBAAsB,GAAG,CAAC,CAAC;IAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,kBAAkB,GAAU,EAAE,CAAC;IACrC,KAAK,IAAI,KAAK,IAAI,MAAM,EAAE;QACxB,aAAa;QACb,IAAI,MAAM,GAAQ,IAAI,CAAC;QACvB,IAAI;YACF,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ;YAC3B,aAAa;YACb,CAAC,CAAC,WAAW,EAAE,cAAc,EAAE,sBAAsB,EAAE,WAAW,CAAC,EAAE,EAAE;gBACrE,IAAI,WAAW,GAAG,CAAC,CAAC;gBACpB,MAAM,kBAAkB,GAAU,EAAE,CAAC;gBACrC,MAAM,eAAe,GAAG;oBACtB,MAAM;oBACN,QAAQ;oBACR,KAAK;oBACL,UAAU;oBACV,kBAAkB;oBAClB,eAAe;oBACf,UAAU;oBACV,SAAS;oBACT,UAAU;oBACV,UAAU;oBACV,OAAO;oBACP,WAAW;oBACX,QAAQ;oBACR,MAAM;oBACN,KAAK;oBACL,UAAU;oBACV,WAAW;oBACX,UAAU;iBACX,CAAC;gBAEF,SAAS,sBAAsB,CAAC,OAAY;oBAC1C,IAAI,CAAC,OAAO,EAAE;wBACZ,OAAO,KAAK,CAAC;qBACd;oBACD,aAAa;oBACb,IAAI,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;oBAC1D,IAAI,MAAM,EAAE;wBACV,OAAO,KAAK,CAAC;qBACd;oBACD,IAAI,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;wBAChC,OAAO,IAAI,CAAC;qBACb;oBACD,aAAa;oBACb,IAAI,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC9C,IAAI,CAAC,KAAK,EAAE;wBACV,OAAO,KAAK,CAAC;qBACd;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,SAAS,aAAa,CAAC,OAAY;oBACjC,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC;oBACjC,MAAM,MAAM,GAAQ,EAAE,CAAC;oBACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;wBACrC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;wBACvC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE;4BAC7B,mBAAmB;4BACnB,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;yBACpE;qBACF;oBACD,OAAO,MAAM,CAAC;gBAChB,CAAC;gBACD,SAAS,uBAAuB,CAAC,OAAY,EAAE,kBAAuB;oBACpE,oCAAoC;oBAEpC,MAAM,MAAM,GAAG;wBACb,GAAG,EAAE,OAAO,CAAC,OAAO;wBACpB,aAAa;wBACb,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;wBACvC,aAAa;wBACb,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC;wBAC3C,aAAa;wBACb,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;wBAC9C,UAAU,EAAE,aAAa,CAAC,OAAO,CAAC;wBAClC,aAAa;wBACb,UAAU,EAAE,WAAW;qBACxB,CAAC;oBACF,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;wBACzC,aAAa;wBACb,MAAM,CAAC,aAAa,GAAG,sBAAsB,CAAC;wBAC9C,OAAO,CAAC,YAAY,CAAC,eAAe,EAAE,WAAW,GAAG,WAAW,GAAG,GAAG,GAAG,sBAAsB,CAAC,CAAC;wBAChG,8FAA8F;wBAC9F,sBAAsB,EAAE,CAAC;wBACzB,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;qBACjC;oBACD,IAAI,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;wBAChC,aAAa;wBACb,MAAM,CAAC,gBAAgB,GAAG,cAAc,CAAC;wBACzC,cAAc,EAAE,CAAC;qBAClB;oBAED,OAAO,MAAM,CAAC;gBAChB,CAAC;gBACD,kFAAkF;gBAClF,SAAS,sBAAsB,CAAC,IAAS,EAAE,QAAa;oBACtD,qCAAqC;oBACrC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE;wBACtB,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAC;qBACxB;oBACD,yDAAyD;oBACzD,KAAK,IAAI,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE;wBAC/B,IAAI,sBAAsB,CAAC,KAAK,CAAC,EAAE;4BACjC,MAAM,iBAAiB,GAAG,uBAAuB,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;4BAC7E,aAAa;4BACb,iFAAiF;4BACjF,mDAAmD;4BACnD,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;4BAC1C,sBAAsB,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;yBAClD;6BAAM;4BACL,sBAAsB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;yBACzC;qBACF;gBACH,CAAC;gBACD,aAAa;gBACb,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;gBACrC,MAAM,IAAI,GAAG,uBAAuB,CAAC,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;gBACxE,sBAAsB,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC5C,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACvG,CAAC,EACD,CAAC,WAAW,EAAE,cAAc,EAAE,sBAAsB,EAAE,WAAW,CAAC,CACnE,CAAC;YACF,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACtC,cAAc,GAAG,UAAU,CAAC,cAAc,CAAC;YAC3C,sBAAsB,GAAG,UAAU,CAAC,sBAAsB,CAAC;YAC3D,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAChC,kBAAkB,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,kBAAkB,CAAC,CAAC;YAC1D,WAAW,EAAE,CAAC;SACf;QAAC,OAAO,CAAC,EAAE;YACV,SAAS;SACV;KACF;IACD,SAAS,WAAW,CAAC,IAAS;QAC5B,uCAAuC;QACvC,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;YAC7C,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAU,EAAE,EAAE;gBACnC,IAAI,KAAK,CAAC,GAAG,KAAK,QAAQ,EAAE;oBAC1B,IAAI,KAAK,CAAC,gBAAgB,IAAI,SAAS,CAAC,MAAM,IAAI,KAAK,CAAC,gBAAgB,EAAE;wBACxE,KAAK,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC;qBACtD;iBACF;gBACD,IAAI,KAAK,CAAC,UAAU,EAAE;oBACpB,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;iBAC/B;qBAAM;oBACL,WAAW,CAAC,KAAK,CAAC,CAAC;iBACpB;YACH,CAAC,CAAC,CAAC;SACJ;IACH,CAAC;IACD,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;IACjC,MAAM,MAAM,GAAG;QACb,MAAM,EAAE,MAAM;QACd,GAAG,EAAE,GAAG,UAAU,iCAAiC;QACnD,OAAO,EAAE;YACP,UAAU,EAAE,MAAM;YAClB,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE;SAC7C;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,kBAAkB,EAAE,kBAAkB;YACtC,SAAS,EAAE,SAAS;YACpB,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;YAClB,KAAK,EAAE,KAAK;SACb,CAAC;KACH,CAAC;IAEF,IAAI,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzC,4CAA4C;IAC5C,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE;QAC/F,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC;KACb;IACD,MAAM,UAAU,GAAG;QACjB,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM;QACjC,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa;QAC/C,UAAU,EAAE,CAAC,CAAC;QACd,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,EAAE;KACR,CAAC;IACF,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,CAAC,CAAC,EAAE;QAC3C,kFAAkF;QAClF,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,IAAI,CAC/C,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,aAAa,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CACxE,CAAC;QACF,IAAI,iBAAiB,EAAE;YACrB,UAAU,CAAC,UAAU,GAAG,iBAAiB,CAAC,UAAU,CAAC;YACrD,UAAU,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YACjD,UAAU,CAAC,GAAG,GAAG,4BAA4B,WAAW,IAAI,UAAU,CAAC,aAAa,IAAI,CAAC;SAC1F;KACF;IACD,wCAAwC;IACxC,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/lib/locator.d.ts

@@ -0,0 +1,70 @@
+type Change = {
+    css: string;
+    changes: {
+        role: string;
+    };
+};
+declare const document: Document & {
+    selectors: Change[] | null;
+    tableSelector: string | null;
+    processTableQuery: TprocessTableQuery;
+};
+declare const selectors: null;
+declare const tableSelector: null;
+declare function getTableData(table: Element): {
+    rowsCount: number;
+    columnsCount: number;
+    columnNames: never[];
+    rows: never[];
+};
+declare function getTableData2(table: any): {
+    rowsCount: number;
+    columnsCount: number;
+    nodes: never[];
+    rows: never[];
+    columnHeaders: never[];
+};
+declare function getVisibleText(thElement: any): any;
+declare const Roles: {
+    LINK: string;
+    BUTTON: string;
+    CHECKBOX: string;
+    RADIO: string;
+    SLIDER: string;
+    TEXTBOX: string;
+    PRESENTATION: string;
+    IMG: string;
+    LIST: string;
+    LISTITEM: string;
+    TABLE: string;
+    COLUMNHEADER: string;
+    ROWHEADER: string;
+    CELL: string;
+    ROW: string;
+    NAVIGATION: string;
+    BANNER: string;
+    CONTENTINFO: string;
+    MAIN: string;
+    ARTICLE: string;
+    REGION: string;
+    COMPLEMENTARY: string;
+    FORM: string;
+    LISTBOX: string;
+    COMBOBOX: string;
+};
+declare function getRole(element: any): any;
+declare function processTableQuery(table: Element, query: string): {
+    cells: any[];
+    error?: undefined;
+    rect?: undefined;
+} | {
+    error: string;
+    cells?: undefined;
+    rect?: undefined;
+} | {
+    cells: any[];
+    rect: DOMRect | null;
+    error?: undefined;
+};
+declare const merge: (rec1: DOMRect, rec2: DOMRect) => DOMRect;
+type TprocessTableQuery = typeof processTableQuery;

package/lib/locator.js

@@ -0,0 +1,392 @@
+"use strict";
+const selectors = null;
+document.selectors = selectors;
+const tableSelector = null;
+document.tableSelector = tableSelector;
+function getTableData(table) {
+    const tableData = {
+        rowsCount: 0,
+        columnsCount: 0,
+        columnNames: [],
+        rows: [],
+    };
+    let columnheader = [];
+    //const rowheader = rows[0];
+    columnheader = Array.from(table.querySelectorAll("th, [data-blinq-role='columnheader'], [role='columnheader']"));
+    console.log("columnheader length", columnheader.length);
+    let columnsCount = columnheader.length;
+    const columnNames = [];
+    for (let i = 0; i < columnheader.length; i++) {
+        const cell = columnheader[i];
+        const cellText = cell.innerText;
+        columnNames.push(cellText);
+    }
+    tableData.columnNames = columnNames;
+    tableData.columnsCount = columnsCount;
+    const rows = Array.from(table.querySelectorAll("tr, [data-blinq-role='row'], [role='row']"));
+    const rowsCount = rows.length;
+    for (let i = 0; i < rows.length; i++) {
+        const row = rows[i];
+        const cells = Array.from(row.querySelectorAll("td, [data-blinq-role='cell'], [role='cell']"));
+        const cellsTexts = [];
+        console.log("cells count", cells.length);
+        if (cells.length === 0) {
+            continue;
+        }
+        for (let j = 0; j < cells.length; j++) {
+            const cell = cells[j];
+            const cellText = cell.innerText;
+            cellsTexts.push(cellText);
+        }
+        tableData.rows.push(cellsTexts);
+    }
+    tableData.rowsCount = rowsCount;
+    return tableData;
+}
+// @ts-ignore
+document.getTableData = getTableData;
+function getTableData2(table) {
+    // Scan the table and build a tree
+    function scanTable(root, nodeArray, tableData) {
+        const role = document.getRole(root);
+        if (role &&
+            (role === Roles.CELL || role === Roles.ROW || role === Roles.COLUMNHEADER || role === Roles.ROWHEADER)) {
+            const rec = root.getBoundingClientRect();
+            const node = {
+                tag: root.tagName,
+                role,
+                rec: rec ? [rec.x, rec.y, rec.width, rec.height] : null,
+                children: [],
+            };
+            if (role === Roles.CELL || role === Roles.COLUMNHEADER || role === Roles.ROWHEADER) {
+                node.text = document.getVisibleText(root);
+            }
+            if (role === Roles.COLUMNHEADER) {
+                tableData.columnsCount++;
+                tableData.columnHeaders.push(node);
+            }
+            if (role === Roles.ROW) {
+                tableData.rowsCount++;
+                tableData.rows.push(node);
+            }
+            nodeArray.push(node);
+            nodeArray = node.children;
+        }
+        const children = Array.from(root.children);
+        for (let i = 0; i < children.length; i++) {
+            scanTable(children[i], nodeArray, tableData);
+        }
+    }
+    const tableData = {
+        rowsCount: 0,
+        columnsCount: 0,
+        nodes: [],
+        rows: [],
+        columnHeaders: [],
+    };
+    // Pass the root table element and initialize the tree
+    scanTable(table, tableData.nodes, tableData);
+    return tableData;
+}
+function getVisibleText(thElement) {
+    // if (!(thElement instanceof HTMLTableCellElement && thElement.tagName === 'TH')) {
+    //     throw new Error('Provided element is not a valid TH element.');
+    // }
+    // Helper function to recursively collect visible text
+    function getText(node) {
+        if (node.nodeType === Node.TEXT_NODE) {
+            return node.textContent.trim(); // Return text content of text nodes
+        }
+        if (node.nodeType === Node.ELEMENT_NODE) {
+            const tagName = node.tagName.toUpperCase();
+            if (tagName === "BR") {
+                return "\n"; // Treat <br> as a newline
+            }
+            if (getComputedStyle(node).display === "none") {
+                return ""; // Ignore invisible elements
+            }
+            // Recursively process child nodes
+            return Array.from(node.childNodes).map(getText).join("");
+        }
+        return ""; // Ignore other node types
+    }
+    return getText(thElement)
+        .replace(/\n\s*\n/g, "\n")
+        .trim(); // Clean up multiple newlines
+}
+document.getVisibleText = getVisibleText;
+// @ts-ignore
+document.getTableData2 = getTableData2;
+const Roles = {
+    LINK: "link",
+    BUTTON: "button",
+    CHECKBOX: "checkbox",
+    RADIO: "radio",
+    SLIDER: "slider",
+    TEXTBOX: "textbox",
+    PRESENTATION: "presentation",
+    IMG: "img",
+    LIST: "list",
+    LISTITEM: "listitem",
+    TABLE: "table",
+    COLUMNHEADER: "columnheader",
+    ROWHEADER: "rowheader",
+    CELL: "cell",
+    ROW: "row",
+    NAVIGATION: "navigation",
+    BANNER: "banner",
+    CONTENTINFO: "contentinfo",
+    MAIN: "main",
+    ARTICLE: "article",
+    REGION: "region",
+    COMPLEMENTARY: "complementary",
+    FORM: "form",
+    LISTBOX: "listbox",
+    COMBOBOX: "combobox",
+};
+function getRole(element) {
+    if (!element || typeof element.getAttribute !== "function") {
+        return null;
+    }
+    const tagName = element.tagName.toLowerCase();
+    function getInputRole(el) {
+        const type = el.type;
+        if (["button", "submit", "reset", "image"].includes(type)) {
+            return Roles.BUTTON;
+        }
+        if (type === "checkbox")
+            return Roles.CHECKBOX;
+        if (type === "radio")
+            return Roles.RADIO;
+        if (type === "range")
+            return Roles.SLIDER;
+        if (["email", "tel", "text", "search", "url", "password"].includes(type)) {
+            return Roles.TEXTBOX;
+        }
+        return null;
+    }
+    function getImageRole(el) {
+        return el.getAttribute("alt") === "" ? Roles.PRESENTATION : Roles.IMG;
+    }
+    const implicitRoles = {
+        a: (el) => (el.hasAttribute("href") ? Roles.LINK : null),
+        button: Roles.BUTTON,
+        input: getInputRole,
+        select: (el) => (el.hasAttribute("multiple") || el.size > 1 ? Roles.LISTBOX : Roles.COMBOBOX),
+        textarea: Roles.TEXTBOX,
+        img: getImageRole,
+        ul: Roles.LIST,
+        ol: Roles.LIST,
+        li: Roles.LISTITEM,
+        table: Roles.TABLE,
+        th: (el) => {
+            const scope = el.getAttribute("scope");
+            if (scope === "col" || el.closest("thead")) {
+                return Roles.COLUMNHEADER;
+            }
+            if (scope === "row") {
+                return Roles.ROWHEADER;
+            }
+            // Fallback: infer based on context
+            const parentRow = el.closest("tr");
+            return parentRow && parentRow.parentNode.tagName.toLowerCase() === "thead" ? Roles.COLUMNHEADER : Roles.ROWHEADER;
+        },
+        td: Roles.CELL,
+        tr: Roles.ROW,
+        nav: Roles.NAVIGATION,
+        header: Roles.BANNER,
+        footer: Roles.CONTENTINFO,
+        form: (el) => (el.hasAttribute("name") ? Roles.FORM : null),
+        main: Roles.MAIN,
+        article: Roles.ARTICLE,
+        section: Roles.REGION,
+        aside: Roles.COMPLEMENTARY,
+    };
+    const role = element.getAttribute("role");
+    if (role) {
+        return role;
+    }
+    const implicitRole = implicitRoles[tagName];
+    return typeof implicitRole === "function" ? implicitRole(element) : implicitRole || null;
+}
+document.getRole = getRole;
+// locator                        | operator | value
+// table.rows                     | >=       | 1
+// table[1]["Availability"].text  | equals   | 100%
+// table[*][2].text               |not_equals| error
+function processTableQuery(table, query) {
+    if (document.selectors && document.selectors.length > 0) {
+        for (let i = 0; i < document.selectors.length; i++) {
+            const selector = document.selectors[i];
+            const allElementsList = document.querySelectorAll(selector.css);
+            const allElements = Array.from(allElementsList);
+            for (let j = 0; j < allElements.length; j++) {
+                const element = allElements[j];
+                element.setAttribute("data-blinq-role", selector.changes.role);
+            }
+        }
+    }
+    const rows = Array.from(table.querySelectorAll("tr, [data-blinq-role='row'], [role='row']"));
+    const _rows = rows.length;
+    const _columnNames = [];
+    let _columns = 0;
+    let columnheader = [];
+    if (rows.length > 0) {
+        //const rowheader = rows[0];
+        columnheader = Array.from(table.querySelectorAll("th, [data-blinq-role='columnheader'], [role='columnheader']"));
+        console.log("columnheader length", columnheader.length);
+        _columns = columnheader.length;
+        for (let i = 0; i < columnheader.length; i++) {
+            const cell = columnheader[i];
+            const cellText = cell.innerText;
+            _columnNames.push(cellText);
+        }
+    }
+    let _rowStartIndex = 0;
+    // if (columnheader.length > 0) {
+    //   tableData.rowStartIndex = 1;
+    // }
+    const tableData = {
+        rows: _rows,
+        columns: _columns,
+        columnNames: _columnNames,
+        rowStartIndex: _rowStartIndex,
+    };
+    if (query.startsWith("table.")) {
+        const result = [];
+        const property = query.substring(6);
+        //console.log("property", property);
+        // @ts-ignore
+        const value = tableData[property];
+        //console.log("value", value);
+        result.push(value);
+        return { cells: result };
+    }
+    const pattern = /^table\[(.+)\]\[(.+)\]\.(.+)$/;
+    const match = query.match(pattern);
+    if (!match) {
+        return { error: "Invalid quary" };
+    }
+    const rowSelector = match[1];
+    let columnSelector = match[2];
+    const property = match[3];
+    let selectedRows = [];
+    if (rowSelector === "*") {
+        selectedRows = rows;
+    }
+    else {
+        // @ts-ignore
+        if (isNaN(rowSelector)) {
+            return { error: "Invalid row selector" };
+        }
+        const rowIndex = parseInt(rowSelector);
+        if (rowIndex < 0 || rowIndex >= rows.length) {
+            return { error: "Invalid row selector" };
+        }
+        selectedRows.push(rows[rowIndex]);
+    }
+    console.log("selectedRows count", selectedRows.length);
+    const selectedCells = [];
+    // @ts-ignore
+    if (isNaN(columnSelector)) {
+        if (columnSelector.startsWith('"') && columnSelector.endsWith('"')) {
+            columnSelector = columnSelector.substring(1, columnSelector.length - 1);
+        }
+        else if (columnSelector.startsWith("'") && columnSelector.endsWith("'")) {
+            columnSelector = columnSelector.substring(1, columnSelector.length - 1);
+        }
+        if (columnheader.length === 0) {
+            return { error: "No column header available" };
+        }
+        let foundHeader = null;
+        for (let i = 0; i < columnheader.length; i++) {
+            const cell = columnheader[i];
+            const cellText = cell.innerText;
+            console.log("cellText", cellText);
+            if (cellText === columnSelector) {
+                foundHeader = cell;
+                break;
+            }
+        }
+        if (!foundHeader) {
+            for (let i = 0; i < columnheader.length; i++) {
+                const cell = columnheader[i];
+                const cellText = cell.innerText;
+                console.log("cellText", cellText);
+                if (cellText.includes(columnSelector)) {
+                    foundHeader = cell;
+                    break;
+                }
+            }
+            if (!foundHeader) {
+                return { error: "No column header found" };
+            }
+        }
+        const foundHeaderRec = foundHeader.getBoundingClientRect();
+        for (let i = 0; i < selectedRows.length; i++) {
+            const row = selectedRows[i];
+            const cells = Array.from(row.querySelectorAll("td, [data-blinq-role='cell'], [role='cell']"));
+            console.log("cells count", cells.length);
+            for (let j = 0; j < cells.length; j++) {
+                const cell = cells[j];
+                const rec = cell.getBoundingClientRect();
+                const xCenter = rec.left + rec.width / 2;
+                if (foundHeaderRec.left <= xCenter && xCenter <= foundHeaderRec.right) {
+                    selectedCells.push(cell);
+                }
+            }
+        }
+    }
+    else {
+        const columnIndex = parseInt(columnSelector);
+        if (columnIndex < 0 || columnIndex >= columnheader.length) {
+            return { error: "Column index out of bounds" };
+        }
+        for (let i = 0; i < selectedRows.length; i++) {
+            const row = selectedRows[i];
+            const cells = Array.from(row.querySelectorAll("td, [data-blinq-role='cell'], [role='cell']"));
+            selectedCells.push(cells[columnIndex]);
+        }
+    }
+    let rect = null;
+    const result = [];
+    for (let i = 0; i < selectedCells.length; i++) {
+        let added = false;
+        if (property === "element") {
+            added = true;
+            result.push(selectedCells[i]);
+        }
+        else {
+            if (property === "text" || property === "innerText") {
+                added = true;
+                result.push(selectedCells[i].innerText);
+            }
+            else {
+                if (selectedCells[i].hasAttribute(property)) {
+                    added = true;
+                    result.push(selectedCells[i].getAttribute(property));
+                }
+                else {
+                    added = true;
+                    // @ts-ignore
+                    result.push(selectedCells[i][property]);
+                }
+            }
+            if (added) {
+                rect = rect ? merge(rect, selectedCells[i].getBoundingClientRect()) : selectedCells[i].getBoundingClientRect();
+            }
+        }
+    }
+    return { cells: result, rect };
+}
+const merge = (rec1, rec2) => {
+    const x = Math.min(rec1.left, rec2.left);
+    const y = Math.min(rec1.top, rec2.top);
+    const width = Math.max(rec1.right, rec2.right) - x;
+    const height = Math.max(rec1.bottom, rec2.bottom) - y;
+    return { x, y, width, height };
+};
+// @ts-ignore
+document.processTableQuery = processTableQuery;
+// export type {TprocessTableQuery}
+//# sourceMappingURL=locator.js.map