automation_model 1.0.65 → 1.0.66

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "automation_model",
-  "version": "1.0.65",
+  "version": "1.0.66",
   "description": "An automation infrastructure module to be use for generative AI automation projects.",
   "main": "build/index.js",
   "type": "module",

package/.github/workflows/npm-publish.yml

@@ -1,38 +0,0 @@
-# This workflow will do a clean installation of node dependencies, cache/restore them, build the source code and run tests across different versions of node
-# For more information see: https://help.github.com/actions/language-and-framework-guides/using-nodejs-with-github-actions
-
-name: Javascript client CI
-
-on:
-  push:
-    branches: ["main"]
-  pull_request:
-    branches: ["main"]
-
-jobs:
-  build-javascript-client:
-    runs-on: ubuntu-latest
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: Use Node.js 16.x
-        uses: actions/setup-node@v3
-        with:
-          node-version: 16.x
-          cache: "npm"
-          cache-dependency-path: "**/package-lock.json"
-      - run: npm install
-        working-directory: ${{ github.workspace }}
-      - name: Install Playwright dependencies
-        run: npx playwright install
-        working-directory: ${{ github.workspace }}
-      - run: npm run build
-        working-directory: ${{ github.workspace }}
-      - run: npm test
-        working-directory: ${{ github.workspace }}
-      - name: publish server to npm
-        uses: JS-DevTools/npm-publish@v1
-        with:
-          token: ${{ secrets.NPM_PASSWORD }}
-          package: ${{ github.workspace }}/build/package.json
-          check-version: true

package/.vscode/launch.json

@@ -1,30 +0,0 @@
-{
-  // Use IntelliSense to learn about possible attributes.
-  // Hover to view descriptions of existing attributes.
-  // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
-  "version": "0.2.0",
-  "configurations": [
-    {
-      "type": "node",
-      "request": "launch",
-      "name": "launch_page",
-      "skipFiles": ["<node_internals>/**"],
-      "program": "${workspaceFolder}/tests/launch_page.js",
-      // set default directory to the workspace folder
-      "cwd": "${workspaceFolder}",
-      "stopOnEntry": false,
-      "console": "integratedTerminal"
-    },
-    {
-      "type": "node",
-      "request": "launch",
-      "name": "debug",
-      "skipFiles": ["<node_internals>/**"],
-      "program": "${workspaceFolder}/tests/debug.js",
-      // set default directory to the workspace folder
-      "cwd": "${workspaceFolder}",
-      "stopOnEntry": false,
-      "console": "integratedTerminal"
-    }
-  ]
-}

package/README.md

@@ -1,3 +0,0 @@
-# automation_model
-An automation infrastructure module to be use for generative AI automation projects.
-

package/ai_config.json

@@ -1,53 +0,0 @@
-{
-    "page_timeout": 60000,
-    "changes": [
-        {
-            "css": "gb-side-navigation-menu-item",
-            "changes": {
-                "role": "link"
-            }
-        },
-        {
-            "css": "gb-toolbar-icon",
-            "changes": {
-                "role": "button"
-            }
-        },
-        {
-            "css": "gb-period-picker-button",
-            "changes": {
-                "role": "button"
-            }
-        },
-        {
-            "css": "gb-simple-table",
-            "changes": {
-                "role": "table"
-            }
-        },
-        {
-            "css": ".header-row",
-            "changes": {
-                "role": "row"
-            }
-        },
-        {
-            "css": ".table-row",
-            "changes": {
-                "role": "row"
-            }
-        },
-        {
-            "css": "gb-simple-data-cell",
-            "changes": {
-                "role": "cell"
-            }
-        },
-        {
-            "css": "gb-header-cell",
-            "changes": {
-                "role": "columnheader"
-            }
-        }
-    ]
-}

package/build/package.json

@@ -1,33 +0,0 @@
-{
-  "name": "automation_model",
-  "version": "1.0.65",
-  "description": "An automation infrastructure module to be use for generative AI automation projects.",
-  "main": "build/index.js",
-  "type": "module",
-  "types": "build/index.d.ts",
-  "directories": {
-    "lib": "lib"
-  },
-  "scripts": {
-    "compile": "tsc",
-    "publish":"",
-    "pack": "mkdir build && mkdir build/bin && cp ./src/auto_page.js ./build/bin/auto_page.js && cp ./src/environment.js ./build/bin/environment.js && cp ./src/browser_manager.js ./build/bin/browser_manager.js && cp ./src/test_context.js ./build/bin/test_context.js && cp ./src/init_browser.js ./build/bin/init_browser.js && cp ./src/stable_browser.js ./build/bin/stable_browser.js && cp ./package.json ./build/package.json",
-    "clean": "rimraf -g build && rimraf -g types",
-    "build": "npm run clean && npm run compile && ncp package.json build/package.json",
-    "test": "node tests/debug.test.js",
-    "types": "tsc --declaration --allowJs --emitDeclarationOnly --outDir types"
-  },
-  "author": "",
-  "license": "ISC",
-  "dependencies": {
-    "playwright": "^1.39.0",
-    "regex-parser": "^2.2.11"
-  },
-  "devDependencies": {
-    "@playwright/test": "^1.40.0",
-    "@types/node": "^20.9.3",
-    "ncp": "^2.0.0",
-    "rimraf": "^5.0.5",
-    "typescript": "^5.2.2"
-  }
-}

package/env.json

@@ -1,3 +0,0 @@
-{
-    "baseUrl": "https://github.com"
-}

package/src/auto_page.ts

@@ -1,58 +0,0 @@
-import { browserManager } from "./browser_manager.js";
-import { getContext } from "./init_browser.js";
-import fs from "fs";
-import path from "path";
-import type { TestContext } from "./test_context.js";
-let context:TestContext|null = null;
-const navigate = async (path = "") => {
-  let url = null;
-  if (path === null) {
-    url = context!.environment!.baseUrl!;
-  } else {
-    url = new URL(path, context!.environment!.baseUrl).href;
-  }
-  await context!.stable!.goto(url);
-  await context!.stable!.waitForPageLoad();
-};
-const _findEmptyFolder = (folder?:string) => {
-  if (!folder) {
-    folder = "./runs";
-  }
-  if (!fs.existsSync(folder)) {
-    fs.mkdirSync(folder);
-  }
-  let nextIndex = 1;
-  while (fs.existsSync(path.join(folder, nextIndex.toString()))) {
-    nextIndex++;
-  }
-  return path.join(folder, nextIndex.toString());
-};
-const initContext = async (path:string, doNavigate = true, headless = false, world:any = null) => {
-  if (context) {
-    return context;
-  }
-  context = await getContext(null, headless);
-
-  if (world) {
-    world.screenshot = true;
-    const reportFolder = _findEmptyFolder();
-    if (world.attach) {
-      world.attach(reportFolder, { mediaType: "text/plain" });
-    }
-    world.screenshotPath = reportFolder;
-    context.reportFolder = reportFolder;
-  }
-
-  if (doNavigate) {
-    await navigate(path);
-  }
-
-  return context;
-};
-const closeContext = async () => {
-  if (context && context.browser) {
-    await browserManager.closeBrowser(context.browser);
-  }
-  context = null;
-};
-export { initContext, navigate, closeContext };

package/src/browser_manager.ts

@@ -1,87 +0,0 @@
-import { chromium, Browser as PlaywrightBrowser, BrowserContext, Page, BrowserContextOptions } from "playwright";
-import type { Cookie, LocalStorage } from "./environment.js";
-
-type StorageState = {
-  cookies: Cookie[],
-  origins: {origin: string, localStorage: LocalStorage}[]
-}
-class BrowserManager {
-  constructor(public browsers: Browser[] = []) {
-  }
-
-  async closeAll() {
-    await Promise.all(this.browsers.map((browser) => browser.close()));
-    this.browsers = [];
-  }
-  async closeBrowser(browser?: PlaywrightBrowser |Browser) {
-    if (!browser && this.browsers.length > 0) {
-      browser = this.browsers[0];
-    }
-
-    if (browser) {
-      await browser.close();
-      for (let i = 0; i < this.browsers.length; i++) {
-        if (this.browsers[i].browser === browser || this.browsers[i] === browser) {
-          this.browsers.splice(i, 1);
-          i--;
-          break;
-        }
-      }
-    }
-  }
-
-  async createBrowser(headless = false, storageState?:StorageState) {
-    const browser = new Browser();
-    await browser.init(headless, storageState);
-    this.browsers.push(browser);
-    return browser;
-  }
-  async getBrowser(headless = false, storageState?:StorageState) {
-    if (this.browsers.length === 0) {
-      return await this.createBrowser(headless, storageState);
-    }
-    return this.browsers[0];
-  }
-}
-class Browser {
-  browser : PlaywrightBrowser|null;
-  context : BrowserContext | null;
-  page : Page | null;
-  constructor() {
-    this.browser = null;
-    this.context = null;
-    this.page = null;
-  }
-
-  async init(headless = false, storageState?:StorageState) {
-    this.browser = await chromium.launch({
-      headless: headless,
-      timeout: 0,
-      args: ["--ignore-https-errors"],
-    });
-
-    const contextOptions = !!storageState ? {storageState} : undefined
-    this.context = await this.browser.newContext(contextOptions as unknown as BrowserContextOptions);
-    this.page = await this.context.newPage();
-  }
-
-  async close() {
-    if (this.browser !== null) {
-      await this.browser.close();
-      this.browser = null;
-      this.context = null;
-      this.page = null;
-    }
-  }
-}
-const browserManager = new BrowserManager();
-
-export { browserManager };
-export type {BrowserManager, Browser}
-// let browser = await browserManager.createBrowser();
-// browser.page.goto("https://www.cnn.com");
-// let browser2 = await browserManager.createBrowser();
-// await browser2.page.goto("https://www.google.com");
-// // sleep for 2 seconds
-// await new Promise((r) => setTimeout(r, 1000));
-// await browserManager.closeAll();

package/src/environment.ts

@@ -1,24 +0,0 @@
-type Cookie ={
- name: string
- value: string
-  domain?: string
-  path?: string
-  expires?: number
-  httpOnly?: boolean
-  secure?: boolean
-  sameSite?: string
-}
-
-type LocalStorage = Record<string, string>
-
-class Environment {
-  cookies:Cookie[] = []
-  origins:{origin:string, localStorage:LocalStorage}[] = []
-  constructor(public baseUrl?: string) {
-  }
-  setBaseUrl(url: string) {
-    this.baseUrl = url;
-  }
-}
-export { Environment };
-export type { Cookie, LocalStorage };

package/src/index.ts

@@ -1,6 +0,0 @@
-export * from "./auto_page.js";
-export * from "./init_browser.js";
-export * from "./stable_browser.js";
-export * from "./environment.js";
-export * from "./auto_page.js";
-export * from "./browser_manager.js";

package/src/init_browser.ts

@@ -1,65 +0,0 @@
-import fs from "node:fs";
-import { Environment } from "./environment.js";
-import { browserManager } from "./browser_manager.js";
-import { TestContext } from "./test_context.js";
-import { StableBrowser } from "./stable_browser.js";
-import {  Browser as PlaywrightBrowser } from "playwright";
-import { Browser } from "./browser_manager.js";
-
-// let environment = null;
-
-// init browser create context and page, if context and page are not null
-const getContext = async function (environment: Environment|null, headless = false, logger?: null) {
-  if (environment === null) {
-    environment = initEnvironment();
-  }
-  const {cookies, origins} = environment;
-  const storageState = {cookies, origins};
-  let browser = await browserManager.getBrowser(headless, storageState);
-  let context = new TestContext();
-  context.browser = browser.browser;
-  context.playContext = browser.context;
-  context.page = browser.page;
-  context.environment = environment;
-
-  context.stable = new StableBrowser(context.browser!, context.page!, logger);
-  // await _initCookies(context);
-  return context;
-};
-// const _initCookies = async function (context) {
-//   if (context.environment.cookies) {
-//     const cookies = [];
-//     for (let i = 0; i < context.environment.cookies.length; i++) {
-//       const cookie = context.environment.cookies[i];
-//       if (cookie.expires && cookie.expires == "undefined") {
-//         delete cookie.expires;
-//       }
-//       cookies.push(cookie);
-//     }
-//     await context.playContext.addCookies(cookies);
-//   }
-// };
-
-const closeBrowser = async function (browser? :Browser|PlaywrightBrowser) {
-  await browserManager.closeBrowser(browser);
-};
-
-const initEnvironment = function () {
-  // if (environment === null) {
-    const environment = new Environment();
-    try {
-      const data = fs.readFileSync("env.json", "utf8");
-      //console.log("data", data);
-      const envObject = JSON.parse(data);
-      //console.log("envObject", envObject);
-      Object.assign(environment, envObject);
-      //console.log("env", environment);
-      console.log("Base url: " + environment.baseUrl);
-    } catch (err) {
-      console.error("Error reading env.json", err);
-    }
-  // }
-  return environment;
-};
-
-export { getContext, closeBrowser };

package/src/locator.ts

@@ -1,173 +0,0 @@
-type Change = {css:string, changes:{role:string}};
-declare const document: Document & { selectors: Change[]|null ; tableSelector: string|null; processTableQuery: TprocessTableQuery };
-const selectors = null;
-document.selectors = selectors;
-const tableSelector = null;
-document.tableSelector = tableSelector;
-
-// locator                        | operator | value
-// table.rows                     | >=       | 1
-// table[1]["Availability"].text  | equals   | 100%
-// table[*][2].text               |not_equals| error
-
-function processTableQuery(table:Element, query:string) {
-  
-  if (document.selectors && document.selectors.length > 0) {
-    for (let i = 0; i < document.selectors.length; i++) {
-      const selector = document.selectors[i];
-      const allElementsList = document.querySelectorAll(selector.css);
-      const allElements = Array.from(allElementsList);
-      for (let j = 0; j < allElements.length; j++) {
-        const element = allElements[j];
-        element.setAttribute("data-blinq-role", selector.changes.role);
-      }
-    }
-  }
-
-  const rows = Array.from(table.querySelectorAll("tr, [data-blinq-role='row'], [role='row']"));
-  const _rows = rows.length;
-  const _columnNames = [];
-  let  _columns:number = 0;
-  let columnheader:HTMLElement[] = [];
-  if (rows.length > 0) {
-    //const rowheader = rows[0];
-    columnheader = Array.from(table.querySelectorAll("th, [data-blinq-role='columnheader'], [role='columnheader']"));
-    console.log("columnheader length", columnheader.length);
-    _columns = columnheader.length;
-    for (let i = 0; i < columnheader.length; i++) {
-      const cell = columnheader[i];
-      const cellText = cell.innerText;
-      _columnNames.push(cellText);
-    }
-  }
-  let _rowStartIndex = 0;
-  // if (columnheader.length > 0) {
-  //   tableData.rowStartIndex = 1;
-  // }
-  const tableData = {
-    rows: _rows,
-    columns: _columns,
-    columnNames: _columnNames,
-    rowStartIndex: _rowStartIndex,
-  };
-  if (query.startsWith("table.")) {
-    const result = [];
-    const property = query.substring(6);
-    //console.log("property", property);
-    // @ts-ignore
-    const value = tableData[property];
-    //console.log("value", value);
-    result.push(value);
-    return { cells: result };
-  }
-  const pattern = /^table\[(.+)\]\[(.+)\]\.(.+)$/;
-  const match = query.match(pattern);
-  if (!match) {
-    return { error: "Invalid quary" };
-  }
-  const rowSelector = match[1];
-  let columnSelector = match[2];
-  const property = match[3];
-  let selectedRows = [];
-  if (rowSelector === "*") {
-    selectedRows = rows;
-  } else {
-    // @ts-ignore
-    if (isNaN(rowSelector)) {
-      return { error: "Invalid row selector" };
-    }
-    const rowIndex = parseInt(rowSelector);
-    if (rowIndex < 0 || rowIndex >= rows.length) {
-      return { error: "Invalid row selector" };
-    }
-    selectedRows.push(rows[rowIndex]);
-  }
-  console.log("selectedRows count", selectedRows.length);
-  const selectedCells:HTMLElement[] = [];
-  // @ts-ignore
-  if (isNaN(columnSelector)) {
-    if (columnSelector.startsWith('"') && columnSelector.endsWith('"')) {
-      columnSelector = columnSelector.substring(1, columnSelector.length - 1);
-    } else if (columnSelector.startsWith("'") && columnSelector.endsWith("'")) {
-      columnSelector = columnSelector.substring(1, columnSelector.length - 1);
-    }
-
-    if (columnheader.length === 0) {
-      return { error: "No column header available" };
-    }
-    let foundHeader = null;
-    for (let i = 0; i < columnheader.length; i++) {
-      const cell = columnheader[i];
-      const cellText = cell.innerText;
-      console.log("cellText", cellText);
-      if (cellText === columnSelector) {
-        foundHeader = cell;
-        break;
-      }
-    }
-    if (!foundHeader) {
-      return { error: "No column header found" };
-    }
-    const foundHeaderRec = foundHeader.getBoundingClientRect();
-    for (let i = 0; i < selectedRows.length; i++) {
-      const row = selectedRows[i];
-      const cells:HTMLElement[] = Array.from(row.querySelectorAll("td, [data-blinq-role='cell'], [role='cell']"));
-      console.log("cells count", cells.length);
-      for (let j = 0; j < cells.length; j++) {
-        const cell = cells[j];
-        const rec = cell.getBoundingClientRect();
-        const xCenter = rec.left + rec.width / 2;
-        if (foundHeaderRec.left <= xCenter && xCenter <= foundHeaderRec.right) {
-          selectedCells.push(cell);
-        }
-      }
-    }
-  } else {
-    const columnIndex = parseInt(columnSelector);
-    if (columnIndex < 0 || columnIndex >= columnheader.length) {
-      return { error: "Column index out of bounds" };
-    }
-    for (let i = 0; i < selectedRows.length; i++) {
-      const row = selectedRows[i];
-      const cells:HTMLElement[] = Array.from(row.querySelectorAll("td, [data-blinq-role='cell'], [role='cell']"));
-      selectedCells.push(cells[columnIndex]);
-    }
-  }
-  let rect:DOMRect|null = null;
-  const result = [];
-  for (let i = 0; i < selectedCells.length; i++) {
-    let added = false;
-    if (property === "element") {
-      added = true;
-      result.push(selectedCells[i]);
-    } else {
-      if (property === "text" || property === "innerText") {
-        added = true;
-        result.push(selectedCells[i].innerText);
-      } else {
-        if (selectedCells[i].hasAttribute(property)) {
-          added = true;
-          result.push(selectedCells[i].getAttribute(property));
-        } else {
-          added = true;
-          // @ts-ignore
-          result.push(selectedCells[i][property]);
-        }
-      }
-      if (added) {
-        rect = rect ? merge(rect, selectedCells[i].getBoundingClientRect()) : selectedCells[i].getBoundingClientRect();
-      }
-    }
-  }
-  return { cells: result, rect };
-}
-const merge = (rec1:DOMRect, rec2:DOMRect) => {
-  const x = Math.min(rec1.left, rec2.left);
-  const y = Math.min(rec1.top, rec2.top);
-  const width = Math.max(rec1.right, rec2.right) - x;
-  const height = Math.max(rec1.bottom, rec2.bottom) - y;
-  return { x, y, width, height } as DOMRect;
-};
-document.processTableQuery = processTableQuery;
-type TprocessTableQuery = typeof processTableQuery;
-export type {TprocessTableQuery}