@midscene/shared 0.7.2 → 0.7.3-beta-20241104100519.0

package/dist/es/img.js

@@ -1,27 +1,74 @@
+var __async = (__this, __arguments, generator) => {
+  return new Promise((resolve, reject) => {
+    var fulfilled = (value) => {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var rejected = (value) => {
+      try {
+        step(generator.throw(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
+    step((generator = generator.apply(__this, __arguments)).next());
+  });
+};
+
 // src/img/info.ts
 import assert from "assert";
-import { Buffer } from "buffer";
+import { Buffer as Buffer2 } from "buffer";
 import { readFileSync } from "fs";
-import Jimp from "jimp";
-async function imageInfo(image) {
-  let jimpImage;
-  if (typeof image === "string") {
-    jimpImage = await Jimp.read(image);
-  } else if (Buffer.isBuffer(image)) {
-    jimpImage = await Jimp.read(image);
-  } else {
-    throw new Error("Invalid image input: must be a string path or a Buffer");
-  }
-  const { width, height } = jimpImage.bitmap;
-  assert(
-    width && height,
-    `Invalid image: ${typeof image === "string" ? image : "Buffer"}`
-  );
-  return { width, height };
+
+// src/img/get-jimp.ts
+var ifInBrowser = typeof window !== "undefined";
+function getJimp() {
+  return __async(this, null, function* () {
+    if (ifInBrowser) {
+      yield import("jimp/browser/lib/jimp.js");
+      return window.Jimp;
+    }
+    return (yield import("jimp")).default;
+  });
 }
-async function imageInfoOfBase64(imageBase64) {
-  const base64Data = imageBase64.replace(/^data:image\/\w+;base64,/, "");
-  return imageInfo(Buffer.from(base64Data, "base64"));
+
+// src/img/info.ts
+function imageInfo(image) {
+  return __async(this, null, function* () {
+    const Jimp = yield getJimp();
+    let jimpImage;
+    if (typeof image === "string") {
+      jimpImage = yield Jimp.read(image);
+    } else if (Buffer2.isBuffer(image)) {
+      jimpImage = yield Jimp.read(image);
+    } else if (image instanceof Jimp) {
+      jimpImage = image;
+    } else {
+      throw new Error("Invalid image input: must be a string path or a Buffer");
+    }
+    const { width, height } = jimpImage.bitmap;
+    assert(
+      width && height,
+      `Invalid image: ${typeof image === "string" ? image : "Buffer"}`
+    );
+    return { width, height, jimpImage };
+  });
+}
+function imageInfoOfBase64(imageBase64) {
+  return __async(this, null, function* () {
+    const buffer = yield bufferFromBase64(imageBase64);
+    return imageInfo(buffer);
+  });
+}
+function bufferFromBase64(imageBase64) {
+  return __async(this, null, function* () {
+    const base64Data = imageBase64.replace(/^data:image\/\w+;base64,/, "");
+    return Buffer2.from(base64Data, "base64");
+  });
 }
 function base64Encoded(image, withHeader = true) {
   const imageBuffer = readFileSync(image);
@@ -41,32 +88,53 @@ function base64ToPngFormat(base64) {
 }
 
 // src/img/transform.ts
-import { Buffer as Buffer2 } from "buffer";
-import Jimp2 from "jimp";
-async function saveBase64Image(options) {
-  const { base64Data, outputPath } = options;
-  const base64Image = base64Data.split(";base64,").pop() || base64Data;
-  const imageBuffer = Buffer2.from(base64Image, "base64");
-  const image = await Jimp2.read(imageBuffer);
-  await image.writeAsync(outputPath);
+import { Buffer as Buffer3 } from "buffer";
+function saveBase64Image(options) {
+  return __async(this, null, function* () {
+    const { base64Data, outputPath } = options;
+    const base64Image = base64Data.split(";base64,").pop() || base64Data;
+    const imageBuffer = Buffer3.from(base64Image, "base64");
+    const Jimp = yield getJimp();
+    const image = yield Jimp.read(imageBuffer);
+    yield image.writeAsync(outputPath);
+  });
 }
-async function transformImgPathToBase64(inputPath) {
-  const image = await Jimp2.read(inputPath);
-  const buffer = await image.getBufferAsync(Jimp2.MIME_PNG);
-  return buffer.toString("base64");
+function transformImgPathToBase64(inputPath) {
+  return __async(this, null, function* () {
+    const Jimp = yield getJimp();
+    const image = yield Jimp.read(inputPath);
+    const buffer = yield image.getBufferAsync(Jimp.MIME_PNG);
+    return buffer.toString("base64");
+  });
 }
-async function resizeImg(inputData, newSize) {
-  const isBase64 = typeof inputData === "string";
-  const imageBuffer = isBase64 ? Buffer2.from(inputData.split(";base64,").pop() || inputData, "base64") : inputData;
-  const image = await Jimp2.read(imageBuffer);
-  const { width, height } = image.bitmap;
-  if (!width || !height) {
-    throw Error("Undefined width or height from the input image.");
-  }
-  const finalNewSize = newSize || calculateNewDimensions(width, height);
-  image.resize(finalNewSize.width, finalNewSize.height);
-  const resizedBuffer = await image.getBufferAsync(Jimp2.MIME_PNG);
-  return isBase64 ? resizedBuffer.toString("base64") : resizedBuffer;
+function resizeImg(inputData, newSize) {
+  return __async(this, null, function* () {
+    if (typeof inputData === "string")
+      throw Error("inputData is base64, use resizeImgBase64 instead");
+    const Jimp = yield getJimp();
+    const image = yield Jimp.read(inputData);
+    const { width, height } = image.bitmap;
+    if (!width || !height) {
+      throw Error("Undefined width or height from the input image.");
+    }
+    const finalNewSize = newSize || calculateNewDimensions(width, height);
+    image.resize(finalNewSize.width, finalNewSize.height);
+    const resizedBuffer = yield image.getBufferAsync(Jimp.MIME_PNG);
+    return resizedBuffer;
+  });
+}
+function resizeImgBase64(inputData, newSize) {
+  return __async(this, null, function* () {
+    const splitFlag = ";base64,";
+    const dataSplitted = inputData.split(splitFlag);
+    if (dataSplitted.length !== 2) {
+      throw Error("Invalid base64 data");
+    }
+    const imageBuffer = Buffer3.from(dataSplitted[1], "base64");
+    const buffer = yield resizeImg(imageBuffer, newSize);
+    const content = buffer.toString("base64");
+    return `${dataSplitted[0]}${splitFlag}${content}`;
+  });
 }
 function calculateNewDimensions(originalWidth, originalHeight) {
   const maxWidth = 2048;
@@ -87,169 +155,183 @@ function calculateNewDimensions(originalWidth, originalHeight) {
     height: Math.round(newHeight)
   };
 }
-async function trimImage(image) {
-  const jimpImage = await Jimp2.read(
-    Buffer2.isBuffer(image) ? image : Buffer2.from(image)
-  );
-  const { width, height } = jimpImage.bitmap;
-  if (width <= 3 || height <= 3) {
-    return null;
-  }
-  const trimmedImage = jimpImage.autocrop();
-  const { width: trimmedWidth, height: trimmedHeight } = trimmedImage.bitmap;
-  const trimOffsetLeft = (width - trimmedWidth) / 2;
-  const trimOffsetTop = (height - trimmedHeight) / 2;
-  if (trimOffsetLeft === 0 && trimOffsetTop === 0) {
-    return null;
-  }
-  return {
-    trimOffsetLeft: -trimOffsetLeft,
-    trimOffsetTop: -trimOffsetTop,
-    width: trimmedWidth,
-    height: trimmedHeight
-  };
+function trimImage(image) {
+  return __async(this, null, function* () {
+    const Jimp = yield getJimp();
+    const jimpImage = yield Jimp.read(
+      Buffer3.isBuffer(image) ? image : Buffer3.from(image)
+    );
+    const { width, height } = jimpImage.bitmap;
+    if (width <= 3 || height <= 3) {
+      return null;
+    }
+    const trimmedImage = jimpImage.autocrop();
+    const { width: trimmedWidth, height: trimmedHeight } = trimmedImage.bitmap;
+    const trimOffsetLeft = (width - trimmedWidth) / 2;
+    const trimOffsetTop = (height - trimmedHeight) / 2;
+    if (trimOffsetLeft === 0 && trimOffsetTop === 0) {
+      return null;
+    }
+    return {
+      trimOffsetLeft: -trimOffsetLeft,
+      trimOffsetTop: -trimOffsetTop,
+      width: trimmedWidth,
+      height: trimmedHeight
+    };
+  });
 }
 
 // src/img/box-select.ts
 import assert2 from "assert";
-import { Buffer as Buffer3 } from "buffer";
-import Jimp3 from "jimp";
-var createSvgOverlay = (elements, imageWidth, imageHeight) => {
-  const createPngOverlay = async (elements2, imageWidth2, imageHeight2) => {
-    const image = new Jimp3(imageWidth2, imageHeight2, 0);
-    const colors = [
-      { rect: 4278190335, text: 4294967295 }
-      // red, white
-      // { rect: 0x0000ffff, text: 0xffffffff }, // blue, white
-      // { rect: 0x8b4513ff, text: 0xffffffff }, // brown, white
-    ];
-    const boxPadding = 5;
-    for (let index = 0; index < elements2.length; index++) {
-      const element = elements2[index];
-      const color = colors[index % colors.length];
-      const paddedRect = {
-        left: Math.max(0, element.rect.left - boxPadding),
-        top: Math.max(0, element.rect.top - boxPadding),
-        width: Math.min(
-          imageWidth2 - element.rect.left,
-          element.rect.width + boxPadding * 2
-        ),
-        height: Math.min(
-          imageHeight2 - element.rect.top,
-          element.rect.height + boxPadding * 2
-        )
-      };
-      image.scan(
-        paddedRect.left,
-        paddedRect.top,
-        paddedRect.width,
-        paddedRect.height,
-        function(x, y, idx) {
-          if (x === paddedRect.left || x === paddedRect.left + paddedRect.width - 1 || y === paddedRect.top || y === paddedRect.top + paddedRect.height - 1) {
-            this.bitmap.data[idx + 0] = color.rect >> 24 & 255;
-            this.bitmap.data[idx + 1] = color.rect >> 16 & 255;
-            this.bitmap.data[idx + 2] = color.rect >> 8 & 255;
-            this.bitmap.data[idx + 3] = color.rect & 255;
-          }
-        }
-      );
-      const textWidth = element.indexId.toString().length * 8;
-      const textHeight = 12;
-      const rectWidth = textWidth + 5;
-      const rectHeight = textHeight + 4;
-      let rectX = paddedRect.left - rectWidth;
-      let rectY = paddedRect.top + paddedRect.height / 2 - textHeight / 2 - 2;
-      const checkOverlap = (x, y) => {
-        return elements2.slice(0, index).some((otherElement) => {
-          return x < otherElement.rect.left + otherElement.rect.width && x + rectWidth > otherElement.rect.left && y < otherElement.rect.top + otherElement.rect.height && y + rectHeight > otherElement.rect.top;
-        });
-      };
-      const isWithinBounds = (x, y) => {
-        return x >= 0 && x + rectWidth <= imageWidth2 && y >= 0 && y + rectHeight <= imageHeight2;
-      };
-      if (checkOverlap(rectX, rectY) || !isWithinBounds(rectX, rectY)) {
-        if (!checkOverlap(paddedRect.left, paddedRect.top - rectHeight - 2) && isWithinBounds(paddedRect.left, paddedRect.top - rectHeight - 2)) {
-          rectX = paddedRect.left;
-          rectY = paddedRect.top - rectHeight - 2;
-        } else if (!checkOverlap(
-          paddedRect.left,
-          paddedRect.top + paddedRect.height + 2
-        ) && isWithinBounds(
-          paddedRect.left,
-          paddedRect.top + paddedRect.height + 2
-        )) {
-          rectX = paddedRect.left;
-          rectY = paddedRect.top + paddedRect.height + 2;
-        } else if (!checkOverlap(
-          paddedRect.left + paddedRect.width + 2,
-          paddedRect.top
-        ) && isWithinBounds(paddedRect.left + paddedRect.width + 2, paddedRect.top)) {
-          rectX = paddedRect.left + paddedRect.width + 2;
-          rectY = paddedRect.top;
-        } else {
-          rectX = paddedRect.left;
-          rectY = paddedRect.top + 2;
+var cachedFont = null;
+var createSvgOverlay = (elements, imageWidth, imageHeight) => __async(void 0, null, function* () {
+  const Jimp = yield getJimp();
+  const image = new Jimp(imageWidth, imageHeight, 0);
+  const colors = [
+    { rect: 4278190335, text: 4294967295 }
+    // red, white
+    // { rect: 0x0000ffff, text: 0xffffffff }, // blue, white
+    // { rect: 0x8b4513ff, text: 0xffffffff }, // brown, white
+  ];
+  const boxPadding = 5;
+  for (let index = 0; index < elements.length; index++) {
+    const element = elements[index];
+    const color = colors[index % colors.length];
+    const paddedRect = {
+      left: Math.max(0, element.rect.left - boxPadding),
+      top: Math.max(0, element.rect.top - boxPadding),
+      width: Math.min(
+        imageWidth - element.rect.left,
+        element.rect.width + boxPadding * 2
+      ),
+      height: Math.min(
+        imageHeight - element.rect.top,
+        element.rect.height + boxPadding * 2
+      )
+    };
+    image.scan(
+      paddedRect.left,
+      paddedRect.top,
+      paddedRect.width,
+      paddedRect.height,
+      function(x, y, idx) {
+        if (x === paddedRect.left || x === paddedRect.left + paddedRect.width - 1 || y === paddedRect.top || y === paddedRect.top + paddedRect.height - 1) {
+          this.bitmap.data[idx + 0] = color.rect >> 24 & 255;
+          this.bitmap.data[idx + 1] = color.rect >> 16 & 255;
+          this.bitmap.data[idx + 2] = color.rect >> 8 & 255;
+          this.bitmap.data[idx + 3] = color.rect & 255;
         }
       }
-      image.scan(rectX, rectY, rectWidth, rectHeight, function(x, y, idx) {
-        this.bitmap.data[idx + 0] = color.rect >> 24 & 255;
-        this.bitmap.data[idx + 1] = color.rect >> 16 & 255;
-        this.bitmap.data[idx + 2] = color.rect >> 8 & 255;
-        this.bitmap.data[idx + 3] = color.rect & 255;
+    );
+    const textWidth = element.indexId.toString().length * 8;
+    const textHeight = 12;
+    const rectWidth = textWidth + 5;
+    const rectHeight = textHeight + 4;
+    let rectX = paddedRect.left - rectWidth;
+    let rectY = paddedRect.top + paddedRect.height / 2 - textHeight / 2 - 2;
+    const checkOverlap = (x, y) => {
+      return elements.slice(0, index).some((otherElement) => {
+        return x < otherElement.rect.left + otherElement.rect.width && x + rectWidth > otherElement.rect.left && y < otherElement.rect.top + otherElement.rect.height && y + rectHeight > otherElement.rect.top;
       });
-      const font = await Jimp3.loadFont(Jimp3.FONT_SANS_16_WHITE);
-      image.print(
-        font,
-        rectX,
-        rectY,
-        {
-          text: element.indexId.toString(),
-          alignmentX: Jimp3.HORIZONTAL_ALIGN_CENTER,
-          alignmentY: Jimp3.VERTICAL_ALIGN_MIDDLE
-        },
-        rectWidth,
-        rectHeight
-      );
+    };
+    const isWithinBounds = (x, y) => {
+      return x >= 0 && x + rectWidth <= imageWidth && y >= 0 && y + rectHeight <= imageHeight;
+    };
+    if (checkOverlap(rectX, rectY) || !isWithinBounds(rectX, rectY)) {
+      if (!checkOverlap(paddedRect.left, paddedRect.top - rectHeight - 2) && isWithinBounds(paddedRect.left, paddedRect.top - rectHeight - 2)) {
+        rectX = paddedRect.left;
+        rectY = paddedRect.top - rectHeight - 2;
+      } else if (!checkOverlap(
+        paddedRect.left,
+        paddedRect.top + paddedRect.height + 2
+      ) && isWithinBounds(paddedRect.left, paddedRect.top + paddedRect.height + 2)) {
+        rectX = paddedRect.left;
+        rectY = paddedRect.top + paddedRect.height + 2;
+      } else if (!checkOverlap(paddedRect.left + paddedRect.width + 2, paddedRect.top) && isWithinBounds(paddedRect.left + paddedRect.width + 2, paddedRect.top)) {
+        rectX = paddedRect.left + paddedRect.width + 2;
+        rectY = paddedRect.top;
+      } else {
+        rectX = paddedRect.left;
+        rectY = paddedRect.top + 2;
+      }
     }
-    return image.getBufferAsync(Jimp3.MIME_PNG);
-  };
-  return createPngOverlay(elements, imageWidth, imageHeight);
-};
-var compositeElementInfoImg = async (options) => {
-  const { inputImgBase64, elementsPositionInfo } = options;
-  const imageBuffer = Buffer3.from(inputImgBase64, "base64");
-  const image = await Jimp3.read(imageBuffer);
-  const { width, height } = image.bitmap;
+    image.scan(rectX, rectY, rectWidth, rectHeight, function(x, y, idx) {
+      this.bitmap.data[idx + 0] = color.rect >> 24 & 255;
+      this.bitmap.data[idx + 1] = color.rect >> 16 & 255;
+      this.bitmap.data[idx + 2] = color.rect >> 8 & 255;
+      this.bitmap.data[idx + 3] = color.rect & 255;
+    });
+    try {
+      cachedFont = cachedFont || (yield Jimp.loadFont(Jimp.FONT_SANS_16_WHITE));
+    } catch (error) {
+      console.error("Error loading font", error);
+    }
+    image.print(
+      cachedFont,
+      rectX,
+      rectY,
+      {
+        text: element.indexId.toString(),
+        alignmentX: Jimp.HORIZONTAL_ALIGN_CENTER,
+        alignmentY: Jimp.VERTICAL_ALIGN_MIDDLE
+      },
+      rectWidth,
+      rectHeight
+    );
+  }
+  return image;
+});
+var compositeElementInfoImg = (options) => __async(void 0, null, function* () {
+  assert2(options.inputImgBase64, "inputImgBase64 is required");
+  let width = 0;
+  let height = 0;
+  let jimpImage;
+  const Jimp = yield getJimp();
+  if (options.size) {
+    width = options.size.width;
+    height = options.size.height;
+  }
+  if (!width || !height) {
+    const info = yield imageInfoOfBase64(options.inputImgBase64);
+    width = info.width;
+    height = info.height;
+    jimpImage = info.jimpImage;
+  } else {
+    const imageBuffer = yield bufferFromBase64(options.inputImgBase64);
+    jimpImage = yield Jimp.read(imageBuffer);
+  }
   if (!width || !height) {
     throw Error("Image processing failed because width or height is undefined");
   }
-  const svgOverlay = await createSvgOverlay(
-    elementsPositionInfo,
-    width,
-    height
-  );
-  return await Jimp3.read(imageBuffer).then(async (image2) => {
-    const svgImage = await Jimp3.read(svgOverlay);
-    return image2.composite(svgImage, 0, 0, {
-      mode: Jimp3.BLEND_SOURCE_OVER,
+  const { elementsPositionInfo } = options;
+  const result = yield Promise.resolve(jimpImage).then((image) => __async(void 0, null, function* () {
+    const svgOverlay = yield createSvgOverlay(
+      elementsPositionInfo,
+      width,
+      height
+    );
+    const svgImage = yield Jimp.read(svgOverlay);
+    const compositeImage = yield image.composite(svgImage, 0, 0, {
+      mode: Jimp.BLEND_SOURCE_OVER,
       opacitySource: 1,
       opacityDest: 1
     });
-  }).then((compositeImage) => {
-    return compositeImage.getBufferAsync(Jimp3.MIME_PNG);
-  }).then((buffer) => {
-    return buffer.toString("base64");
-  }).catch((error) => {
+    return compositeImage;
+  })).then((compositeImage) => __async(void 0, null, function* () {
+    const base64 = yield compositeImage.getBase64Async(Jimp.MIME_PNG);
+    return base64;
+  })).catch((error) => {
     throw error;
   });
-};
-var processImageElementInfo = async (options) => {
+  return result;
+});
+var processImageElementInfo = (options) => __async(void 0, null, function* () {
   const base64Image = options.inputImgBase64.split(";base64,").pop();
   assert2(base64Image, "base64Image is undefined");
   const [
     compositeElementInfoImgBase64,
     compositeElementInfoImgWithoutTextBase64
-  ] = await Promise.all([
+  ] = yield Promise.all([
     compositeElementInfoImg({
       inputImgBase64: options.inputImgBase64,
       elementsPositionInfo: options.elementsPositionInfo
@@ -263,16 +345,18 @@ var processImageElementInfo = async (options) => {
     compositeElementInfoImgBase64,
     compositeElementInfoImgWithoutTextBase64
   };
-};
+});
 export {
   base64Encoded,
   base64ToPngFormat,
+  bufferFromBase64,
   calculateNewDimensions,
   compositeElementInfoImg,
   imageInfo,
   imageInfoOfBase64,
   processImageElementInfo,
   resizeImg,
+  resizeImgBase64,
   saveBase64Image,
   transformImgPathToBase64,
   trimImage

package/dist/es/index.d.ts

@@ -0,0 +1,3 @@
+declare const _default: {};
+
+export { _default as default };

package/dist/es/index.js

@@ -1,7 +1,5 @@
 // src/index.ts
-function src_default() {
-  return "hello world";
-}
+var src_default = {};
 export {
   src_default as default
 };

package/dist/es/utils.d.ts

@@ -0,0 +1,4 @@
+declare const ifInBrowser: boolean;
+declare function uuid(): string;
+
+export { ifInBrowser, uuid };

package/dist/es/utils.js

@@ -0,0 +1,13 @@
+// src/utils.ts
+import { randomUUID } from "crypto";
+var ifInBrowser = typeof window !== "undefined";
+function uuid() {
+  if (ifInBrowser) {
+    return Math.random().toString(36).substring(2, 15);
+  }
+  return randomUUID();
+}
+export {
+  ifInBrowser,
+  uuid
+};

package/dist/lib/constants.d.ts

@@ -0,0 +1,13 @@
+declare const TEXT_SIZE_THRESHOLD = 9;
+declare const TEXT_MAX_SIZE = 40;
+declare const CONTAINER_MINI_HEIGHT = 3;
+declare const CONTAINER_MINI_WIDTH = 3;
+declare enum NodeType {
+    CONTAINER = "CONTAINER Node",
+    FORM_ITEM = "FORM_ITEM Node",
+    BUTTON = "BUTTON Node",
+    IMG = "IMG Node",
+    TEXT = "TEXT Node"
+}
+
+export { CONTAINER_MINI_HEIGHT, CONTAINER_MINI_WIDTH, NodeType, TEXT_MAX_SIZE, TEXT_SIZE_THRESHOLD };

package/dist/lib/fs.d.ts

@@ -0,0 +1,14 @@
+interface PkgInfo {
+    name: string;
+    version: string;
+    dir: string;
+}
+declare function getRunningPkgInfo(dir?: string): PkgInfo | null;
+/**
+ * Find the nearest package.json file recursively
+ * @param {string} dir - Home directory
+ * @returns {string|null} - The most recent package.json file path or null
+ */
+declare function findNearestPackageJson(dir: string): string | null;
+
+export { findNearestPackageJson, getRunningPkgInfo };