@aspiresys/visor 1.1.8 → 1.1.10

package/dist/app.d.ts

@@ -43,3 +43,5 @@ export declare function openApp(target: string): Promise<void>;
  * await closeApp("ms-teams.exe");
  */
 export declare function closeApp(processName: string): Promise<void>;
+export declare function execCommand(command: string): Promise<string>;
+export declare function execDetached(command: string): Promise<void>;

package/dist/app.js

@@ -2,6 +2,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.openApp = openApp;
 exports.closeApp = closeApp;
+exports.execCommand = execCommand;
+exports.execDetached = execDetached;
 const child_process_1 = require("child_process");
 const logger_1 = require("./logger");
 function execAsync(command) {
@@ -98,3 +100,23 @@ async function closeApp(processName) {
         });
     });
 }
+async function execCommand(command) {
+    (0, logger_1.log)(`[CMD] Executing: ${command}`);
+    return new Promise((resolve, reject) => {
+        (0, child_process_1.exec)(command, (error, stdout, stderr) => {
+            if (error) {
+                reject(new Error(stderr || error.message));
+                return;
+            }
+            resolve(stdout.trim());
+        });
+    });
+}
+async function execDetached(command) {
+    (0, logger_1.log)(`[CMD] Starting detached: ${command}`);
+    (0, child_process_1.spawn)(command, [], {
+        detached: true,
+        shell: true,
+        stdio: "ignore",
+    }).unref();
+}

package/dist/config.d.ts

@@ -1,4 +1,5 @@
 export declare const visorConfig: {
+    initialized: boolean;
     scaleFactor: number;
     debug: boolean;
     imagePath: string;

package/dist/config.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.visorConfig = void 0;
 exports.visorConfig = {
+    initialized: false,
     scaleFactor: 1,
     debug: true,
     imagePath: "",

package/dist/index.d.ts

@@ -4,6 +4,8 @@ export declare class Visor {
     keyboard: import("@nut-tree-fork/nut-js").KeyboardClass;
     Key: typeof Key;
     Button: typeof Button;
+    private configWarningShown;
+    private checkConfig;
     /**
      * Finds an image on screen using OpenCV
      * and performs a left mouse click
@@ -903,5 +905,23 @@ export declare class Visor {
      * await visor.terminateOCR();
      */
     terminateOCR(): Promise<void>;
+    /**
+   * Executes a command and returns output.
+   *
+   * @example
+   * const output =
+   *   await visor.exec("ipconfig");
+   */
+    exec(command: string): Promise<string>;
+    /**
+   * Starts a command without waiting
+   * for completion.
+   *
+   * @example
+   * await visor.execDetached(
+   *   "notepad"
+   * );
+   */
+    execDetached(command: string): Promise<void>;
 }
 export declare const visor: Visor;

package/dist/index.js

@@ -12,12 +12,40 @@ const nut_js_1 = require("@nut-tree-fork/nut-js");
 const path_1 = require("./path");
 const display_1 = require("./display");
 const logger_1 = require("./logger");
+const console_1 = require("console");
 class Visor {
     constructor() {
         this.mouse = nut_js_1.mouse;
         this.keyboard = nut_js_1.keyboard;
         this.Key = nut_js_1.Key;
         this.Button = nut_js_1.Button;
+        this.configWarningShown = false;
+    }
+    checkConfig() {
+        if (this.configWarningShown) {
+            return;
+        }
+        const missing = [];
+        if (!config_1.visorConfig.imagePath) {
+            missing.push("imagePath");
+        }
+        if (!config_1.visorConfig.outputPath) {
+            missing.push("outputPath");
+        }
+        if (missing.length > 0) {
+            (0, console_1.warn)(`[VISOR] Configuration incomplete.\n` +
+                `Missing: ${missing.join(", ")}\n\n` +
+                `Relative paths may not work correctly.\n` +
+                `Use visor.loadConfig(...) or provide absolute paths directly to functions.`);
+        }
+        if (!config_1.visorConfig.initialized) {
+            config_1.visorConfig.scaleFactor = (0, display_1.getWindowsScaleFactor)();
+            (0, console_1.warn)(`[VISOR] Configuration not loaded.\n` +
+                `Auto-detected scaleFactor=${config_1.visorConfig.scaleFactor}.\n`);
+        }
+        if (missing.length > 0 || !config_1.visorConfig.initialized) {
+            this.configWarningShown = true;
+        }
     }
     /**
      * Finds an image on screen using OpenCV
@@ -50,6 +78,7 @@ class Visor {
      * await visor.click("./images/save.png", 0.9);
      */
     async click(image, confidence = 0.8) {
+        this.checkConfig();
         if (!image) {
             await this.mouse.click(this.Button.LEFT);
             (0, logger_1.log)("[MOUSE] Left click completed");
@@ -87,6 +116,7 @@ class Visor {
      * await visor.rightClick();
      */
     async rightClick(image, confidence = 0.8) {
+        this.checkConfig();
         if (image) {
             const region = await this.find(image, confidence);
             if (!region) {
@@ -123,6 +153,7 @@ class Visor {
      * await visor.doubleClick();
      */
     async doubleClick(image, confidence = 0.8) {
+        this.checkConfig();
         if (image) {
             const region = await this.find(image, confidence);
             if (!region) {
@@ -163,10 +194,14 @@ class Visor {
      *   await visor.find("save.png");
      */
     async find(image, confidence = 0.8) {
+        this.checkConfig();
+        const start = Date.now();
         const screen = await (0, screen_1.captureScreen)();
         const template = await (0, matcher_1.loadTemplate)((0, path_1.resolveImagePath)(image));
         try {
-            return (0, matcher_1.matchTemplate)(screen, template, confidence);
+            const result = (0, matcher_1.matchTemplate)(screen, template, confidence);
+            (0, logger_1.log)(`[FIND] Total: ${Date.now() - start} ms`);
+            return result;
         }
         finally {
             screen.delete();
@@ -193,6 +228,7 @@ class Visor {
      *   await visor.exists("login.png");
      */
     async exists(image, confidence = 0.8) {
+        this.checkConfig();
         return (await this.find(image, confidence)) !== null;
     }
     /**
@@ -218,6 +254,7 @@ class Visor {
      *   await visor.findAll("icon.png");
      */
     async findAll(image, confidence = 0.8) {
+        this.checkConfig();
         const screen = await (0, screen_1.captureScreen)();
         const template = await (0, matcher_1.loadTemplate)((0, path_1.resolveImagePath)(image));
         try {
@@ -251,6 +288,7 @@ class Visor {
      * await visor.previewMatches("button.png");
      */
     async previewMatches(image, confidence = 0.8) {
+        this.checkConfig();
         const matches = await this.findAll(image, confidence);
         (0, logger_1.log)("\n=== MATCH PREVIEW ===\n");
         matches.forEach((m, i) => {
@@ -298,6 +336,7 @@ CONF:${m.confidence.toFixed(3)}
      * await visor.wait("loading-done.png");
      */
     async wait(image, { confidence = 0.8, timeout = 5000 } = {}) {
+        this.checkConfig();
         const interval = 300;
         const attempts = Math.ceil(timeout / interval);
         for (let i = 0; i < attempts; i++) {
@@ -334,6 +373,7 @@ CONF:${m.confidence.toFixed(3)}
      * await visor.waitToVanish("spinner.png");
      */
     async waitToVanish(image, { confidence = 0.8, timeout = 5000 } = {}) {
+        this.checkConfig();
         const start = Date.now();
         while (Date.now() - start < timeout) {
             if (!(await this.exists(image, confidence))) {
@@ -369,6 +409,7 @@ CONF:${m.confidence.toFixed(3)}
      * await visor.waitText("Success");
      */
     async waitText(text, timeout = 5000) {
+        this.checkConfig();
         const start = Date.now();
         while (Date.now() - start < timeout) {
             if (await this.existsText(text)) {
@@ -402,6 +443,7 @@ CONF:${m.confidence.toFixed(3)}
      * await visor.waitTextToVanish("Loading");
      */
     async waitTextToVanish(text, timeout = 5000) {
+        this.checkConfig();
         const start = Date.now();
         while (Date.now() - start < timeout) {
             if (!(await this.existsText(text))) {
@@ -425,6 +467,7 @@ CONF:${m.confidence.toFixed(3)}
      * await visor.clickText("Login");
      */
     async clickText(text, index = 0) {
+        this.checkConfig();
         const region = await (0, text_1.findText)(text, index);
         if (!region) {
             throw new Error(`Text not found: ${text}`);
@@ -446,6 +489,7 @@ CONF:${m.confidence.toFixed(3)}
      *   await visor.findText("Submit");
      */
     async findText(text, index = 0, region) {
+        this.checkConfig();
         return await (0, text_1.findText)(text, index, region);
     }
     /**
@@ -462,6 +506,7 @@ CONF:${m.confidence.toFixed(3)}
      *   await visor.existsText("Teams");
      */
     async existsText(text, region) {
+        this.checkConfig();
         return await (0, text_1.existsText)(text, region);
     }
     /**
@@ -482,6 +527,7 @@ CONF:${m.confidence.toFixed(3)}
      *   });
      */
     async readRegion(region) {
+        this.checkConfig();
         return await (0, ocr_1.extractTextFromRegion)(region);
     }
     /**
@@ -516,6 +562,7 @@ CONF:${m.confidence.toFixed(3)}
      * log(result.text);
      */
     async readScreen() {
+        this.checkConfig();
         return await (0, ocr_1.extractTextFromRegion)();
     }
     /**
@@ -534,6 +581,7 @@ CONF:${m.confidence.toFixed(3)}
      * );
      */
     async captureScreenshot(path) {
+        this.checkConfig();
         path = config_1.visorConfig.outputPath + "/" + path;
         (0, logger_1.log)(`[VISOR] Saving screenshot: ${path}`);
         await (0, screen_1.saveScreenshot)(path);
@@ -594,6 +642,7 @@ CONF:${m.confidence.toFixed(3)}
      * );
      */
     async dragDrop(source, target, confidence = 0.8) {
+        this.checkConfig();
         const src = await this.find(source, confidence);
         const dst = await this.find(target, confidence);
         if (!src || !dst) {
@@ -625,6 +674,7 @@ CONF:${m.confidence.toFixed(3)}
      * await visor.hover("menu.png");
      */
     async hover(image, confidence = 0.8) {
+        this.checkConfig();
         const region = await this.find(image, confidence);
         if (!region) {
             throw new Error(`Image not found: ${image}`);
@@ -647,6 +697,7 @@ CONF:${m.confidence.toFixed(3)}
      * await visor.scrollDown(1000);
      */
     async scrollDown(amount = 500) {
+        this.checkConfig();
         await this.mouse.scrollDown(amount);
     }
     /**
@@ -664,6 +715,7 @@ CONF:${m.confidence.toFixed(3)}
      * await visor.scrollUp(1000);
      */
     async scrollUp(amount = 500) {
+        this.checkConfig();
         await this.mouse.scrollUp(amount);
     }
     /**
@@ -741,6 +793,7 @@ CONF:${m.confidence.toFixed(3)}
      * await visor.moveMouse(500, 300);
      */
     async moveMouse(x, y) {
+        this.checkConfig();
         await this.mouse.move((0, nut_js_1.straightTo)(new nut_js_1.Point(x, y)));
     }
     /**
@@ -754,6 +807,7 @@ CONF:${m.confidence.toFixed(3)}
      *   await visor.getMousePosition();
      */
     async getMousePosition() {
+        this.checkConfig();
         return await this.mouse.getPosition();
     }
     /**
@@ -920,6 +974,7 @@ CONF:${m.confidence.toFixed(3)}
         if (config.debug !== undefined) {
             this.setDebug(config.debug);
         }
+        config_1.visorConfig.initialized = true;
         (0, logger_1.log)("[VISOR] Config loaded");
     }
     /**
@@ -951,6 +1006,7 @@ CONF:${m.confidence.toFixed(3)}
      *   ]);
      */
     async findAny(images, confidence = 0.8) {
+        this.checkConfig();
         const screen = await (0, screen_1.captureScreen)();
         try {
             for (const image of images) {
@@ -1002,6 +1058,7 @@ CONF:${m.confidence.toFixed(3)}
      *   ]);
      */
     async existsAny(images, confidence = 0.8) {
+        this.checkConfig();
         return (await this.findAny(images, confidence)) !== null;
     }
     /**
@@ -1044,6 +1101,7 @@ CONF:${m.confidence.toFixed(3)}
      * ]);
      */
     async clickAny(images, confidence = 0.8) {
+        this.checkConfig();
         const result = await this.findAny(images, confidence);
         if (!result) {
             throw new Error(`None of the images were found`);
@@ -1098,6 +1156,7 @@ CONF:${m.confidence.toFixed(3)}
      * ]);
      */
     async waitAny(images, { confidence = 0.8, timeout = 5000 } = {}) {
+        this.checkConfig();
         const interval = 300;
         const attempts = Math.ceil(timeout / interval);
         for (let i = 0; i < attempts; i++) {
@@ -1130,6 +1189,28 @@ CONF:${m.confidence.toFixed(3)}
     async terminateOCR() {
         await (0, ocr_1.terminateOCR)();
     }
+    /**
+   * Executes a command and returns output.
+   *
+   * @example
+   * const output =
+   *   await visor.exec("ipconfig");
+   */
+    async exec(command) {
+        return await (0, app_1.execCommand)(command);
+    }
+    /**
+   * Starts a command without waiting
+   * for completion.
+   *
+   * @example
+   * await visor.execDetached(
+   *   "notepad"
+   * );
+   */
+    async execDetached(command) {
+        await (0, app_1.execDetached)(command);
+    }
 }
 exports.Visor = Visor;
 exports.visor = new Visor();

package/dist/matcher.js

@@ -10,7 +10,6 @@ const fs_1 = __importDefault(require("fs"));
 const pngjs_1 = require("pngjs");
 const cv = require("@techstark/opencv-js");
 const templateCache = new Map();
-const sharp_1 = __importDefault(require("sharp"));
 const logger_1 = require("./logger");
 async function loadTemplate(path) {
     if (templateCache.has(path)) {
@@ -19,8 +18,7 @@ async function loadTemplate(path) {
     }
     (0, logger_1.log)(`[CACHE] Loading template: ${path}`);
     const buffer = fs_1.default.readFileSync(path);
-    const processed = await (0, sharp_1.default)(buffer).normalize().sharpen().png().toBuffer();
-    const png = pngjs_1.PNG.sync.read(processed);
+    const png = pngjs_1.PNG.sync.read(buffer);
     const template = cv.matFromImageData({
         data: png.data,
         width: png.width,
@@ -37,7 +35,8 @@ function resizeTemplate(template, scale) {
     return resized;
 }
 function matchTemplate(screen, template, confidence = 0.8) {
-    const scales = Array.from({ length: 11 }, (_, i) => Number((0.5 + i * 0.1).toFixed(2)));
+    const start = Date.now();
+    const scales = [1.0, 0.9, 1.1, 0.8, 1.2, 0.7, 1.3, 0.6, 1.4, 0.5, 1.5];
     let bestMatch = null;
     for (const scale of scales) {
         const resizedTemplate = resizeTemplate(template, scale);
@@ -61,11 +60,13 @@ function matchTemplate(screen, template, confidence = 0.8) {
             };
             if (maxVal >= 0.98) {
                 resizedTemplate.delete();
+                (0, logger_1.log)(`[MATCH] Total: ${Date.now() - start} ms`);
                 return bestMatch;
             }
         }
         resizedTemplate.delete();
     }
+    (0, logger_1.log)(`[MATCH] Total: ${Date.now() - start} ms`);
     return bestMatch;
 }
 function findAllMatches(screen, template, confidence = 0.8) {

package/dist/ocr.js

@@ -78,9 +78,3 @@ async function extractTextFromRegion(region) {
     (0, logger_1.log)(result.data.text);
     return result.data.text;
 }
-(async () => {
-    const start = Date.now();
-    const text = await extractTextFromRegion();
-    console.log(`OCR Time: ${Date.now() - start} ms`);
-    await terminateOCR();
-})();

package/dist/screen.js

@@ -8,17 +8,16 @@ exports.saveScreenshot = saveScreenshot;
 const screenshot_desktop_1 = __importDefault(require("screenshot-desktop"));
 const pngjs_1 = require("pngjs");
 const fs_1 = __importDefault(require("fs"));
-const sharp_1 = __importDefault(require("sharp"));
 const cv = require("@techstark/opencv-js");
 async function captureScreen() {
     const buffer = await (0, screenshot_desktop_1.default)({ format: "png" });
-    const processed = await (0, sharp_1.default)(buffer).normalize().sharpen().png().toBuffer();
-    const png = pngjs_1.PNG.sync.read(processed);
-    return cv.matFromImageData({
+    const png = pngjs_1.PNG.sync.read(buffer);
+    const mat = cv.matFromImageData({
         data: png.data,
         width: png.width,
         height: png.height,
     });
+    return mat;
 }
 async function saveScreenshot(path) {
     const img = await (0, screenshot_desktop_1.default)({ format: "png" });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aspiresys/visor",
-  "version": "1.1.8",
+  "version": "1.1.10",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "scripts": {