w-mousekey 1.0.0

package/docs/styles/prettify.css

@@ -0,0 +1,80 @@
+.pln {
+  color: #ddd;
+}
+
+/* string content */
+.str {
+  color: #61ce3c;
+}
+
+/* a keyword */
+.kwd {
+  color: #fbde2d;
+}
+
+/* a comment */
+.com {
+  color: #aeaeae;
+}
+
+/* a type name */
+.typ {
+  color: #8da6ce;
+}
+
+/* a literal value */
+.lit {
+  color: #fbde2d;
+}
+
+/* punctuation */
+.pun {
+  color: #ddd;
+}
+
+/* lisp open bracket */
+.opn {
+  color: #000000;
+}
+
+/* lisp close bracket */
+.clo {
+  color: #000000;
+}
+
+/* a markup tag name */
+.tag {
+  color: #8da6ce;
+}
+
+/* a markup attribute name */
+.atn {
+  color: #fbde2d;
+}
+
+/* a markup attribute value */
+.atv {
+  color: #ddd;
+}
+
+/* a declaration */
+.dec {
+  color: #EF5050;
+}
+
+/* a variable name */
+.var {
+  color: #c82829;
+}
+
+/* a function name */
+.fun {
+  color: #4271ae;
+}
+
+/* Specify class=linenums on a pre to get line numbering */
+ol.linenums {
+  margin-top: 0;
+  margin-bottom: 0;
+  padding-bottom: 2px;
+}

package/g.mjs

@@ -0,0 +1,46 @@
+
+import mk from './src/mousekey.mjs'
+import sc from './src/screen.mjs'
+import cp from './src/compare.mjs'
+import ckPic from './src/ckPic.mjs'
+
+
+setTimeout(async() => {
+    let r
+
+    // //mouseClick
+    // await mk.mouseClick(215, 905)
+    // await mk.mouseClick(100, 100)
+    // await mk.mouseClick(676, 908)
+
+    // //sendString
+    // await mk.sendString('Hello World!')
+    // await mk.sendString('abc中文')
+
+    // //screenSave
+    // await sc.screenSave(0,0,600,1000,'./ztest.png')
+
+    // //calcSimilarity
+    // r = await cp.calcSimilarity('./screen/首頁.png',  './zscreen.png', 1)
+    // console.log('calcSimilarity',r)
+
+    // //calcSimilarityAndDraw
+    // r = await cp.calcSimilarityAndDraw('./screen/掉落.png', './zscreen.png', 1, './ztest.png')
+    // console.log('calcSimilarityAndDraw', r)
+
+    r = await ckPic('view', { threshold: 0.95 })
+    console.log('ckPic', r)
+
+    // let loc = {
+    //     'x': 480,
+    //     'y': 0,
+    //     'width': 480,
+    //     'height': 1080,
+    // }
+    // r = await ckPic('view', { ...loc, threshold: 0.95 })
+    // console.log('ckPic(loc)', r)
+
+}, 2000) //2s內須開啟指定畫面供偵測測試
+
+
+//node g.mjs

package/g.test_opencv.mjs

@@ -0,0 +1,36 @@
+import cv from '@u4/opencv4nodejs'
+
+//1.下載OpenCV，下載網址：
+//   https://github.com/opencv/opencv/releases選opencv-4.12.0-windows.exe
+//  windows.exe為免安裝版，下載後解壓縮至C:\tools
+//  注意須確保路徑有效：
+//    C:\tools\opencv\build\include
+//    C:\tools\opencv\build\x64\vc16\bin
+//    C:\tools\opencv\build\x64\vc16\lib
+
+//2.於package.json內新增opencv4nodejs所需opencv路徑
+//   "opencv4nodejs": {
+//     "disableAutoBuild": "1",
+//     "opencvIncludeDir": "C:\\tools\\opencv\\build\\include",
+//     "opencvLibDir": "C:\\tools\\opencv\\build\\x64\\vc16\\lib",
+//     "opencvBinDir": "C:\\tools\\opencv\\build\\x64\\vc16\\bin"
+//   }
+
+//3.於終端機(PowerShell)視窗內輸入設定參數
+//   $Env:OPENCV4NODEJS_DISABLE_AUTOBUILD = "1"
+//   $Env:OPENCV_INCLUDE_DIR = "C:\tools\opencv\build\include"
+//   $Env:OPENCV_LIB_DIR    = "C:\tools\opencv\build\x64\vc16\lib"
+//   $Env:OPENCV_BIN_DIR    = "C:\tools\opencv\build\x64\vc16\bin"
+//   $Env:Path = "$Env:OPENCV_BIN_DIR;$Env:Path"
+
+//4.輸出變數確認
+//   echo $Env:OPENCV_INCLUDE_DIR
+//   echo $Env:OPENCV_LIB_DIR
+//   echo $Env:OPENCV_BIN_DIR
+
+//5.執行npm i @u4/opencv4nodejs，若msvs有多版本則須指定npm i @u4/opencv4nodejs --msvs_version=2022
+
+console.log(cv.version)
+// => { major: 4, minor: 7, revision: 0 }
+
+//node g.test_opencv.mjs

package/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "w-mousekey",
+  "version": "1.0.0",
+  "main": "dist/w-mousekey.umd.js",
+  "dependencies": {
+    "@u4/opencv4nodejs": "^7.1.2",
+    "json5": "^2.2.3",
+    "screenshot-desktop": "^1.15.1",
+    "sharp": "^0.34.3",
+    "wsemi": "^1.8.16"
+  },
+  "devDependencies": {
+    "w-package-tools": "^1.1.2"
+  },
+  "opencv4nodejs": {
+    "disableAutoBuild": "1",
+    "opencvIncludeDir": "C:\\tools\\opencv\\build\\include",
+    "opencvLibDir": "C:\\tools\\opencv\\build\\x64\\vc16\\lib",
+    "opencvBinDir": "C:\\tools\\opencv\\build\\x64\\vc16\\bin"
+  },
+  "scripts": {
+    "test": "mocha --parallel --timeout 60000",
+    "deploy": "gh-pages -d docs"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/yuda-lyu/w-mousekey.git"
+  },
+  "keywords": [
+    "package",
+    "tool",
+    "opencv",
+    "opencv4nodejs",
+    "detect",
+    "mouse",
+    "keyboard",
+    "node"
+  ],
+  "author": "yuda-lyu(semisphere)",
+  "license": "MIT"
+}

package/script.txt

@@ -0,0 +1,17 @@
+#node toolg/addVersion.mjs
+node toolg/modifyReadme.mjs
+
+node toolg/cleanFolder.mjs
+./node_modules/.bin/jsdoc -c .jsdoc
+
+node toolg/gDistRollup.mjs
+
+git add .  -A
+git commit -m 'modify: '
+git push origin master:master
+
+npm run deploy
+
+#npm test
+
+#npm publish

package/src/action.mjs

@@ -0,0 +1,132 @@
+import fs from 'fs'
+import _ from 'lodash-es'
+import w from 'wsemi'
+import mk from './mousekey.mjs'
+import sc from './screen.mjs'
+import cp from './compare.mjs'
+
+
+let action = (rtx, rty, rtw, rth, fpScreen) => {
+
+    // let screenSave = async() => {
+    //     await sc.screenSave(rtx, rty, rtw, rth, fpScreen)
+    // }
+
+    // let getCenter = (r) => {
+    //     let cx = r.x + r.width / 2
+    //     let cy = r.y + r.height / 2
+    //     return {
+    //         cx,
+    //         cy,
+    //     }
+    // }
+
+    // let findTarget = async(name, opt = {}) => {
+
+    //     //scale
+    //     let scale = _.get(opt, 'scale', 1)
+    //     // console.log('scale',scale)
+
+    //     //useToGray
+    //     let useToGray = _.get(opt, 'useToGray', null)
+    //     // console.log('useToGray',useToGray)
+
+    //     //fp
+    //     let fp = _.get(opt, 'fp')
+    //     // console.log('fp',fp)
+
+    //     //r
+    //     if (w.isestr(fp)) {
+
+    //         //calcSimilarityAndDraw
+    //         r = await cp.calcSimilarityAndDraw(`./screen/${name}.png`, fpScreen, scale, fp, { useToGray })
+    //         // console.log('calcSimilarityAndDraw',r)
+
+    //     }
+    //     else {
+
+    //         //calcSimilarity
+    //         r = await cp.calcSimilarity(`./screen/${name}.png`, fpScreen, scale, { useToGray })
+    //         // console.log('calcSimilarity',r)
+
+    //     }
+
+    //     //getCenter
+    //     let c = getCenter(r)
+    //     // console.log('c',c)
+
+    //     return {
+    //         ...r,
+    //         ...c,
+    //     }
+    // }
+
+    // let findTargetAndClick = async(name, opt = {}) => {
+
+    //     //scale
+    //     let scale = _.get(opt, 'scale', 1)
+    //     // console.log('scale',scale)
+
+    //     //useToGray
+    //     let useToGray = _.get(opt, 'useToGray', null)
+    //     // console.log('useToGray',useToGray)
+
+    //     //fpFind
+    //     let fpFind = _.get(opt, 'fpFind')
+    //     // console.log('fpFind',fpFind)
+
+    //     //fpClick
+    //     let fpClick = _.get(opt, 'fpClick')
+    //     // console.log('fpClick',fpClick)
+
+    //     //sx, sy
+    //     let sx = _.get(opt, 'sx', 0)
+    //     let sy = _.get(opt, 'sy', 0)
+    //     // console.log('sx',sx)
+    //     // console.log('sy',sy)
+
+    //     //threshold
+    //     let threshold = _.get(opt, 'threshold', 0.9)
+    //     if (!w.isnum(threshold)) {
+    //         threshold = 0.9
+    //     }
+    //     threshold = w.cdbl(threshold)
+
+    //     //findTarget
+    //     let r = await findTarget(name, { scale, useToGray, fp: fpFind })
+    //     // console.log('findTarget',r)
+
+    //     //check
+    //     if (r.similarity < threshold) {
+    //         console.log('r', r)
+    //         throw new Error(`can not find name[${name}] for click`)
+    //         // return Promise.reject(`can not find name[${name}] for click`)
+    //     }
+
+    //     await w.delay(1500)
+
+    //     let px = r.cx + sx
+    //     let py = r.cy + sy
+
+    //     //點擊前預先繪製與存圖
+    //     if (w.isestr(fpClick)) {
+    //         await cp.screenAndDrawCircle(rtx, rty, rtw, rth, px, py, fpClick)
+    //     }
+
+    //     //mouseClick
+    //     await mk.mouseClick(px, py)
+    //     // console.log('mouseClick',px, py)
+
+    //     return r
+    // }
+
+    // let r = {
+    //     screenSave,
+    //     getCenter,
+    //     findTarget,
+    //     findTargetAndClick,
+    // }
+    // return r
+}
+
+export default action

package/src/ckPic.mjs

@@ -0,0 +1,95 @@
+import get from 'lodash-es/get.js'
+import isestr from 'wsemi/src/isestr.mjs'
+import fsIsFile from 'wsemi/src/fsIsFile.mjs'
+import fsIsFolder from 'wsemi/src/fsIsFolder.mjs'
+import fsCreateFolder from 'wsemi/src/fsCreateFolder.mjs'
+import mk from './mousekey.mjs'
+import sc from './screen.mjs'
+import cp from './compare.mjs'
+
+
+let getCenter = (r) => {
+    let cx = r.x + r.width / 2
+    let cy = r.y + r.height / 2
+    return {
+        cx,
+        cy,
+    }
+}
+
+let ckPic = async(name, opt = {}) => {
+    let b = false
+
+    //fdTar
+    let fdTar = get(opt, 'fdTar', null)
+    if (!isestr(fdTar)) {
+        fdTar = './pic'
+    }
+    if (!fsIsFolder(fdTar)) {
+        throw new Error(`opt.fdTar[${opt.fdTar}] is not a folder`)
+    }
+
+    //fdTmp
+    let fdTmp = get(opt, 'fdTmp', null)
+    if (!isestr(fdTmp)) {
+        fdTmp = './_tmp'
+    }
+    if (!fsIsFolder(fdTmp)) {
+        fsCreateFolder(fdTmp)
+    }
+
+    //fpTar
+    let fpTar = `${fdTar}/${name}.png`
+    if (!fsIsFile(fpTar)) {
+        throw new Error(`fpTar[${fpTar}] is not a file`)
+    }
+
+    //fpAll, fpDet
+    let fpAll = `${fdTmp}/${name}.all.png`
+    let fpDet = `${fdTmp}/${name}.det.png`
+
+    let x = get(opt, 'x', 0)
+    let y = get(opt, 'y', 0)
+    let width = get(opt, 'width', 1920)
+    let height = get(opt, 'height', 1080)
+
+    let threshold = get(opt, 'threshold', 0.9)
+    let dx = get(opt, 'dx', 0)
+    let dy = get(opt, 'dy', 0)
+
+    let noClick = get(opt, 'noClick', false)
+
+    //screenSave
+    await sc.screenSave(x, y, width, height, fpAll)
+
+    //calcSimilarityAndDraw
+    let r = await cp.calcSimilarityAndDraw(fpTar, fpAll, 1, fpDet)
+    // console.log('calcSimilarityAndDraw',r)
+    console.log(name, 'similarity', r.similarity)
+
+    //getCenter
+    let rr = getCenter(r)
+
+    //merge
+    r = {
+        ...r,
+        ...rr
+    }
+    // console.log('merge',r)
+
+    if (r.similarity > threshold) {
+
+        //mouseClick
+        if (!noClick) {
+            await mk.mouseClick(r.cx + x + dx, r.cy + y + dy)
+            // console.log('mouseClick',r.cx, r.cy)
+        }
+
+        b = true
+    }
+
+    return b
+}
+
+
+export default ckPic

package/src/compare.mjs

@@ -0,0 +1,201 @@
+import fs from 'fs'
+import cv from '@u4/opencv4nodejs'
+import get from 'lodash-es/get.js'
+import isbol from 'wsemi/src/isbol.mjs'
+import ispint from 'wsemi/src/ispint.mjs'
+import isestr from 'wsemi/src/isestr.mjs'
+import oc from 'wsemi/src/color.mjs'
+import sc from './screen.mjs'
+
+
+async function readImage(fp) {
+
+    //readFileSync, 使用readFileSync可支援中文路徑與中文檔名
+    let buffer = fs.readFileSync(fp)
+
+    return cv.imdecode(buffer)
+}
+
+async function writeImage(fp, img) {
+
+    //imencode, 轉成png格式
+    let buffer = cv.imencode('.png', img) // 可用 .jpg, .bmp, .webp
+
+    //writeFileSync, 使用writeFileSync可支援中文路徑與中文檔名
+    fs.writeFileSync(fp, buffer)
+
+}
+
+async function calcSimilarityCore(imgTar, imgScreen, scale, opt = {}) {
+
+    //useToGray
+    let useToGray = get(opt, 'useToGray')
+    if (!isbol(useToGray)) {
+        useToGray = false
+    }
+
+    //resize
+    let imgTarResize = imgTar.resize(
+        Math.floor(imgTar.rows * scale),
+        Math.floor(imgTar.cols * scale)
+    )
+
+    //check
+    if (imgTarResize.rows < 10 || imgTarResize.cols < 10) {
+        throw new Error(`縮放後檢測尺寸過小: [imgTarResize:${imgTarResize.cols}x${imgTarResize.rows}]`)
+    }
+
+    //check
+    if (imgTarResize.rows > imgScreen.rows || imgTarResize.cols > imgScreen.cols) {
+        throw new Error(`縮放後檢測>截圖尺寸: [imgScreen:${imgScreen.cols}x${imgScreen.rows}] > [imgTarResize:${imgTarResize.cols}x${imgTarResize.rows}]`)
+    }
+
+    //useToGray
+    if (useToGray) {
+        imgScreen = imgScreen.bgrToGray()
+        imgTarResize = imgTarResize.bgrToGray()
+    }
+
+    //matchTemplate
+    let result = imgScreen.matchTemplate(imgTarResize, cv.TM_CCOEFF_NORMED)
+
+    //minMaxLoc
+    let { maxVal, maxLoc } = result.minMaxLoc()
+
+    //params
+    let similarity = maxVal
+    let x = maxLoc.x
+    let y = maxLoc.y
+    let width = imgTarResize.cols
+    let height = imgTarResize.rows
+
+    //r
+    let r = {
+        similarity,
+        x,
+        y,
+        width,
+        height,
+        scale,
+    }
+
+    return r
+}
+
+async function calcSimilarity(fpTar, fpScreen, scale, opt = {}) {
+
+    //readImage
+    let imgScreen = await readImage(fpScreen)
+    let imgTar = await readImage(fpTar)
+
+    //calcSimilarityCore
+    let match = await calcSimilarityCore(imgTar, imgScreen, scale, opt)
+
+    return match
+}
+
+async function calcSimilarityAndDraw(fpTar, fpScreen, scale, fp, opt = {}) {
+
+    //drawBorderWidth
+    let drawBorderWidth = get(opt, 'drawBorderWidth')
+    if (!ispint(drawBorderWidth)) {
+        drawBorderWidth = 2
+    }
+    // console.log('drawBorderWidth',drawBorderWidth)
+
+    //drawBorderColor
+    let drawBorderColor = get(opt, 'drawBorderColor')
+    if (!isestr(drawBorderColor)) {
+        drawBorderColor = '#f00'
+    }
+    drawBorderColor = oc.toRgb(drawBorderColor)
+    // console.log('drawBorderColor',drawBorderColor)
+
+    //readImage
+    let imgScreen = await readImage(fpScreen)
+    let imgTar = await readImage(fpTar)
+
+    //calcSimilarityCore
+    let m = await calcSimilarityCore(imgTar, imgScreen, scale, opt)
+    // console.log('m',m)
+
+    //topLeft, bottomRight
+    let topLeft = new cv.Point2(m.x, m.y)
+    let bottomRight = new cv.Point2(m.x + m.width, m.y + m.height)
+    // console.log('topLeft',topLeft)
+    // console.log('bottomRight',bottomRight)
+
+    //drawRectangle
+    imgScreen.drawRectangle(
+        topLeft,
+        bottomRight,
+        new cv.Vec3(drawBorderColor.b, drawBorderColor.g, drawBorderColor.r),
+        drawBorderWidth,
+        cv.LINE_8 //8-connected線, 效果銳利清楚
+    )
+
+    //writeImage
+    await writeImage(fp, imgScreen)
+
+    //r
+    let r = {
+        ...m,
+        fp,
+    }
+
+    return r
+}
+
+async function screenAndDrawCircle(x, y, width, height, px, py, fp, opt = {}) {
+
+    //drawCircleRadius
+    let drawCircleRadius = get(opt, 'drawCircleRadius')
+    if (!ispint(drawCircleRadius)) {
+        drawCircleRadius = 5
+    }
+
+    //drawBorderWidth
+    let drawBorderWidth = get(opt, 'drawBorderWidth')
+    if (!ispint(drawBorderWidth)) {
+        drawBorderWidth = 2
+    }
+
+    //drawBorderColor
+    let drawBorderColor = get(opt, 'drawBorderColor')
+    if (!isestr(drawBorderColor)) {
+        drawBorderColor = '#f00'
+    }
+    drawBorderColor = oc.toRgb(drawBorderColor)
+    // console.log('drawBorderColor',drawBorderColor)
+
+    //screenSave
+    await sc.screenSave(x, y, width, height, fp)
+
+    //readImage
+    let imgScreen = await readImage(fp)
+
+    //center
+    let center = new cv.Point2(px, py)
+
+    //drawCircle
+    imgScreen.drawCircle(
+        center,
+        drawCircleRadius,
+        new cv.Vec3(drawBorderColor.b, drawBorderColor.g, drawBorderColor.r),
+        drawBorderWidth,
+        cv.LINE_8 //8-connected線, 效果銳利清楚
+    )
+
+    //writeImage
+    await writeImage(fp, imgScreen)
+
+}
+
+let obj = {
+    calcSimilarity,
+    calcSimilarityAndDraw,
+    screenAndDrawCircle,
+}
+
+
+export default obj

package/src/getSettings.mjs

@@ -0,0 +1,17 @@
+import fs from 'fs'
+import JSON5 from 'json5'
+
+
+let getSettings = () => {
+    let fp = './setting.json'
+    let s = {}
+    try {
+        let j = fs.readFileSync(fp, 'utf8')
+        s = JSON5.parse(j)
+    }
+    catch (err) {}
+    return s
+}
+
+
+export default getSettings