@midscene/core 0.26.5-beta-20250814080504.0 → 0.26.5-beta-20250814125155.0

package/dist/es/ai-model/ui-tars-planning.mjs

@@ -0,0 +1,235 @@
+import { UITarsModelVersion, uiTarsModelVersion, vlLocateMode } from "@midscene/shared/env";
+import { resizeImgBase64 } from "@midscene/shared/img";
+import { getDebug } from "@midscene/shared/logger";
+import { transformHotkeyInput } from "@midscene/shared/us-keyboard-layout";
+import { assert } from "@midscene/shared/utils";
+import { actionParser } from "@ui-tars/action-parser";
+import { AIActionType } from "./common.mjs";
+import { getSummary, getUiTarsPlanningPrompt } from "./prompt/ui-tars-planning.mjs";
+import { call } from "./service-caller/index.mjs";
+const debug = getDebug('ui-tars-planning');
+const bboxSize = 10;
+const pointToBbox = (point, width, height)=>[
+        Math.round(Math.max(point.x - bboxSize / 2, 0)),
+        Math.round(Math.max(point.y - bboxSize / 2, 0)),
+        Math.round(Math.min(point.x + bboxSize / 2, width)),
+        Math.round(Math.min(point.y + bboxSize / 2, height))
+    ];
+async function vlmPlanning(options) {
+    const { conversationHistory, userInstruction, size } = options;
+    const systemPrompt = getUiTarsPlanningPrompt() + userInstruction;
+    const res = await call([
+        {
+            role: 'user',
+            content: systemPrompt
+        },
+        ...conversationHistory
+    ], AIActionType.INSPECT_ELEMENT);
+    const convertedText = convertBboxToCoordinates(res.content);
+    const modelVer = uiTarsModelVersion();
+    const { parsed } = actionParser({
+        prediction: convertedText,
+        factor: [
+            1000,
+            1000
+        ],
+        screenContext: {
+            width: size.width,
+            height: size.height
+        },
+        modelVer: modelVer || void 0
+    });
+    debug('modelVer', modelVer, 'parsed', JSON.stringify(parsed));
+    const transformActions = [];
+    parsed.forEach((action)=>{
+        if ('click' === action.action_type) {
+            assert(action.action_inputs.start_box, 'start_box is required');
+            const point = getPoint(action.action_inputs.start_box, size);
+            transformActions.push({
+                type: 'Locate',
+                param: {},
+                locate: {
+                    prompt: action.thought || '',
+                    bbox: pointToBbox({
+                        x: point[0],
+                        y: point[1]
+                    }, size.width, size.height)
+                }
+            });
+            transformActions.push({
+                type: 'Tap',
+                locate: {
+                    prompt: action.thought || '',
+                    bbox: pointToBbox({
+                        x: point[0],
+                        y: point[1]
+                    }, size.width, size.height)
+                },
+                param: action.thought || ''
+            });
+        } else if ('drag' === action.action_type) {
+            assert(action.action_inputs.start_box, 'start_box is required');
+            assert(action.action_inputs.end_box, 'end_box is required');
+            const startPoint = getPoint(action.action_inputs.start_box, size);
+            const endPoint = getPoint(action.action_inputs.end_box, size);
+            transformActions.push({
+                type: 'Drag',
+                param: {
+                    start_box: {
+                        x: startPoint[0],
+                        y: startPoint[1]
+                    },
+                    end_box: {
+                        x: endPoint[0],
+                        y: endPoint[1]
+                    }
+                },
+                locate: null,
+                thought: action.thought || ''
+            });
+        } else if ('type' === action.action_type) transformActions.push({
+            type: 'Input',
+            param: {
+                value: action.action_inputs.content
+            },
+            locate: null,
+            thought: action.thought || ''
+        });
+        else if ('scroll' === action.action_type) transformActions.push({
+            type: 'Scroll',
+            param: {
+                direction: action.action_inputs.direction
+            },
+            locate: null,
+            thought: action.thought || ''
+        });
+        else if ('finished' === action.action_type) transformActions.push({
+            type: 'Finished',
+            param: {},
+            locate: null,
+            thought: action.thought || ''
+        });
+        else if ('hotkey' === action.action_type) if (action.action_inputs.key) {
+            const keys = transformHotkeyInput(action.action_inputs.key);
+            transformActions.push({
+                type: 'KeyboardPress',
+                param: {
+                    value: keys
+                },
+                locate: null,
+                thought: action.thought || ''
+            });
+        } else console.warn('No key found in action: hotkey. Will not perform action.');
+        else if ('wait' === action.action_type) transformActions.push({
+            type: 'Sleep',
+            param: {
+                timeMs: 1000
+            },
+            locate: null,
+            thought: action.thought || ''
+        });
+        else if ('androidBackButton' === action.action_type) transformActions.push({
+            type: 'AndroidBackButton',
+            param: {},
+            locate: null,
+            thought: action.thought || ''
+        });
+        else if ('androidHomeButton' === action.action_type) transformActions.push({
+            type: 'AndroidHomeButton',
+            param: {},
+            locate: null,
+            thought: action.thought || ''
+        });
+        else if ('androidRecentAppsButton' === action.action_type) transformActions.push({
+            type: 'AndroidRecentAppsButton',
+            param: {}
+        });
+        else if ('androidLongPress' === action.action_type) {
+            assert(action.action_inputs.start_coords, 'start_coords is required for androidLongPress');
+            const point = action.action_inputs.start_coords;
+            transformActions.push({
+                type: 'AndroidLongPress',
+                param: {
+                    x: point[0],
+                    y: point[1],
+                    duration: 1000
+                },
+                locate: null,
+                thought: action.thought || ''
+            });
+        } else if ('androidPull' === action.action_type) {
+            const pullDirection = action.action_inputs.direction || 'down';
+            const startPoint = action.action_inputs.start_coords ? {
+                x: action.action_inputs.start_coords[0],
+                y: action.action_inputs.start_coords[1]
+            } : void 0;
+            transformActions.push({
+                type: 'AndroidPull',
+                param: {
+                    direction: pullDirection,
+                    startPoint,
+                    distance: action.action_inputs.distance,
+                    duration: action.action_inputs.duration || 500
+                },
+                locate: null,
+                thought: action.thought || ''
+            });
+        }
+    });
+    if (0 === transformActions.length) throw new Error(`No actions found, response: ${res.content}`, {
+        cause: {
+            prediction: res.content,
+            parsed
+        }
+    });
+    return {
+        actions: transformActions,
+        actionsFromModel: parsed,
+        action_summary: getSummary(res.content),
+        usage: res.usage,
+        rawResponse: JSON.stringify(res.content, void 0, 2)
+    };
+}
+function convertBboxToCoordinates(text) {
+    const pattern = /<bbox>(\d+)\s+(\d+)\s+(\d+)\s+(\d+)<\/bbox>/g;
+    function replaceMatch(match, x1, y1, x2, y2) {
+        const x1Num = Number.parseInt(x1, 10);
+        const y1Num = Number.parseInt(y1, 10);
+        const x2Num = Number.parseInt(x2, 10);
+        const y2Num = Number.parseInt(y2, 10);
+        const x = Math.floor((x1Num + x2Num) / 2);
+        const y = Math.floor((y1Num + y2Num) / 2);
+        return `(${x},${y})`;
+    }
+    const cleanedText = text.replace(/\[EOS\]/g, '');
+    return cleanedText.replace(pattern, replaceMatch).trim();
+}
+function getPoint(startBox, size) {
+    const [x, y] = JSON.parse(startBox);
+    return [
+        x * size.width,
+        y * size.height
+    ];
+}
+async function resizeImageForUiTars(imageBase64, size) {
+    if ('vlm-ui-tars' === vlLocateMode() && uiTarsModelVersion() === UITarsModelVersion.V1_5) {
+        debug('ui-tars-v1.5, will check image size', size);
+        const currentPixels = size.width * size.height;
+        const maxPixels = 12845056;
+        if (currentPixels > maxPixels) {
+            const resizeFactor = Math.sqrt(maxPixels / currentPixels);
+            const newWidth = Math.floor(size.width * resizeFactor);
+            const newHeight = Math.floor(size.height * resizeFactor);
+            debug('resize image for ui-tars, new width: %s, new height: %s', newWidth, newHeight);
+            const resizedImage = await resizeImgBase64(imageBase64, {
+                width: newWidth,
+                height: newHeight
+            });
+            return resizedImage;
+        }
+    }
+    return imageBase64;
+}
+export { resizeImageForUiTars, vlmPlanning };
+
+//# sourceMappingURL=ui-tars-planning.mjs.map

package/dist/es/ai-model/ui-tars-planning.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/ui-tars-planning.mjs","sources":["webpack://@midscene/core/./src/ai-model/ui-tars-planning.ts"],"sourcesContent":["import type {\n  AIUsageInfo,\n  MidsceneYamlFlowItem,\n  PlanningAction,\n  Size,\n} from '@/types';\nimport {\n  UITarsModelVersion,\n  uiTarsModelVersion,\n  vlLocateMode,\n} from '@midscene/shared/env';\nimport { resizeImgBase64 } from '@midscene/shared/img';\nimport { getDebug } from '@midscene/shared/logger';\nimport { transformHotkeyInput } from '@midscene/shared/us-keyboard-layout';\nimport { assert } from '@midscene/shared/utils';\nimport { actionParser } from '@ui-tars/action-parser';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport { AIActionType } from './common';\nimport { getSummary, getUiTarsPlanningPrompt } from './prompt/ui-tars-planning';\nimport { call } from './service-caller/index';\ntype ActionType =\n  | 'click'\n  | 'drag'\n  | 'type'\n  | 'hotkey'\n  | 'finished'\n  | 'scroll'\n  | 'wait'\n  | 'androidBackButton'\n  | 'androidHomeButton'\n  | 'androidRecentAppsButton'\n  | 'androidLongPress'\n  | 'androidPull';\n\nconst debug = getDebug('ui-tars-planning');\nconst bboxSize = 10;\nconst pointToBbox = (\n  point: { x: number; y: number },\n  width: number,\n  height: number,\n): [number, number, number, number] => {\n  return [\n    Math.round(Math.max(point.x - bboxSize / 2, 0)),\n    Math.round(Math.max(point.y - bboxSize / 2, 0)),\n    Math.round(Math.min(point.x + bboxSize / 2, width)),\n    Math.round(Math.min(point.y + bboxSize / 2, height)),\n  ];\n};\n\nexport async function vlmPlanning(options: {\n  userInstruction: string;\n  conversationHistory: ChatCompletionMessageParam[];\n  size: { width: number; height: number };\n}): Promise<{\n  actions: PlanningAction<any>[];\n  actionsFromModel: ReturnType<typeof actionParser>['parsed'];\n  action_summary: string;\n  yamlFlow?: MidsceneYamlFlowItem[];\n  usage?: AIUsageInfo;\n  rawResponse?: string;\n}> {\n  const { conversationHistory, userInstruction, size } = options;\n  const systemPrompt = getUiTarsPlanningPrompt() + userInstruction;\n\n  const res = await call(\n    [\n      {\n        role: 'user',\n        content: systemPrompt,\n      },\n      ...conversationHistory,\n    ],\n    AIActionType.INSPECT_ELEMENT,\n  );\n  const convertedText = convertBboxToCoordinates(res.content);\n\n  const modelVer = uiTarsModelVersion();\n\n  const { parsed } = actionParser({\n    prediction: convertedText,\n    factor: [1000, 1000],\n    screenContext: {\n      width: size.width,\n      height: size.height,\n    },\n    modelVer: modelVer || undefined,\n  });\n\n  debug('modelVer', modelVer, 'parsed', JSON.stringify(parsed));\n\n  const transformActions: PlanningAction[] = [];\n  parsed.forEach((action) => {\n    if (action.action_type === 'click') {\n      assert(action.action_inputs.start_box, 'start_box is required');\n      const point = getPoint(action.action_inputs.start_box, size);\n      transformActions.push({\n        type: 'Locate',\n        param: {},\n        locate: {\n          prompt: action.thought || '',\n          bbox: pointToBbox(\n            { x: point[0], y: point[1] },\n            size.width,\n            size.height,\n          ),\n        },\n      });\n      transformActions.push({\n        type: 'Tap',\n        locate: {\n          prompt: action.thought || '',\n          bbox: pointToBbox(\n            { x: point[0], y: point[1] },\n            size.width,\n            size.height,\n          ),\n        },\n        param: action.thought || '',\n      });\n    } else if (action.action_type === 'drag') {\n      assert(action.action_inputs.start_box, 'start_box is required');\n      assert(action.action_inputs.end_box, 'end_box is required');\n      const startPoint = getPoint(action.action_inputs.start_box, size);\n      const endPoint = getPoint(action.action_inputs.end_box, size);\n      transformActions.push({\n        type: 'Drag',\n        param: {\n          start_box: { x: startPoint[0], y: startPoint[1] },\n          end_box: { x: endPoint[0], y: endPoint[1] },\n        },\n        locate: null,\n        thought: action.thought || '',\n      });\n    } else if (action.action_type === 'type') {\n      transformActions.push({\n        type: 'Input',\n        param: {\n          value: action.action_inputs.content,\n        },\n        locate: null,\n        thought: action.thought || '',\n      });\n    } else if (action.action_type === 'scroll') {\n      transformActions.push({\n        type: 'Scroll',\n        param: {\n          direction: action.action_inputs.direction,\n        },\n        locate: null,\n        thought: action.thought || '',\n      });\n    } else if (action.action_type === 'finished') {\n      transformActions.push({\n        type: 'Finished',\n        param: {},\n        locate: null,\n        thought: action.thought || '',\n      });\n    } else if (action.action_type === 'hotkey') {\n      if (!action.action_inputs.key) {\n        console.warn(\n          'No key found in action: hotkey. Will not perform action.',\n        );\n      } else {\n        const keys = transformHotkeyInput(action.action_inputs.key);\n\n        transformActions.push({\n          type: 'KeyboardPress',\n          param: {\n            value: keys,\n          },\n          locate: null,\n          thought: action.thought || '',\n        });\n      }\n    } else if (action.action_type === 'wait') {\n      transformActions.push({\n        type: 'Sleep',\n        param: {\n          timeMs: 1000,\n        },\n        locate: null,\n        thought: action.thought || '',\n      });\n    } else if (action.action_type === 'androidBackButton') {\n      transformActions.push({\n        type: 'AndroidBackButton',\n        param: {},\n        locate: null,\n        thought: action.thought || '',\n      });\n    } else if (action.action_type === 'androidHomeButton') {\n      transformActions.push({\n        type: 'AndroidHomeButton',\n        param: {},\n        locate: null,\n        thought: action.thought || '',\n      });\n    } else if (action.action_type === 'androidRecentAppsButton') {\n      transformActions.push({\n        type: 'AndroidRecentAppsButton',\n        param: {},\n      });\n    } else if (action.action_type === 'androidLongPress') {\n      assert(\n        action.action_inputs.start_coords,\n        'start_coords is required for androidLongPress',\n      );\n      const point = action.action_inputs.start_coords;\n      transformActions.push({\n        type: 'AndroidLongPress',\n        param: {\n          x: point[0],\n          y: point[1],\n          duration: 1000,\n        },\n        locate: null,\n        thought: action.thought || '',\n      });\n    } else if (action.action_type === 'androidPull') {\n      const pullDirection = action.action_inputs.direction || 'down';\n      const startPoint = action.action_inputs.start_coords\n        ? {\n            x: action.action_inputs.start_coords[0],\n            y: action.action_inputs.start_coords[1],\n          }\n        : undefined;\n\n      transformActions.push({\n        type: 'AndroidPull',\n        param: {\n          direction: pullDirection as 'up' | 'down',\n          startPoint,\n          distance: (action.action_inputs as any).distance,\n          duration: (action.action_inputs as any).duration || 500,\n        },\n        locate: null,\n        thought: action.thought || '',\n      });\n    }\n  });\n\n  if (transformActions.length === 0) {\n    throw new Error(`No actions found, response: ${res.content}`, {\n      cause: {\n        prediction: res.content,\n        parsed,\n      },\n    });\n  }\n\n  return {\n    actions: transformActions,\n    actionsFromModel: parsed,\n    action_summary: getSummary(res.content),\n    usage: res.usage,\n    rawResponse: JSON.stringify(res.content, undefined, 2),\n  };\n}\n\n/**\n * Converts bounding box notation to coordinate points\n * @param text - The text containing bbox tags to be converted\n * @returns The text with bbox tags replaced by coordinate points\n */\nfunction convertBboxToCoordinates(text: string): string {\n  // Match the four numbers after <bbox>\n  const pattern = /<bbox>(\\d+)\\s+(\\d+)\\s+(\\d+)\\s+(\\d+)<\\/bbox>/g;\n\n  function replaceMatch(\n    match: string,\n    x1: string,\n    y1: string,\n    x2: string,\n    y2: string,\n  ): string {\n    // Convert strings to numbers and calculate center point\n    const x1Num = Number.parseInt(x1, 10);\n    const y1Num = Number.parseInt(y1, 10);\n    const x2Num = Number.parseInt(x2, 10);\n    const y2Num = Number.parseInt(y2, 10);\n\n    // Use Math.floor to truncate and calculate center point\n    const x = Math.floor((x1Num + x2Num) / 2);\n    const y = Math.floor((y1Num + y2Num) / 2);\n\n    // Return formatted coordinate string\n    return `(${x},${y})`;\n  }\n\n  // Remove [EOS] and replace <bbox> coordinates\n  const cleanedText = text.replace(/\\[EOS\\]/g, '');\n  return cleanedText.replace(pattern, replaceMatch).trim();\n}\n\nfunction getPoint(startBox: string, size: { width: number; height: number }) {\n  const [x, y] = JSON.parse(startBox);\n  return [x * size.width, y * size.height];\n}\n\ninterface BaseAction {\n  action_type: ActionType;\n  action_inputs: Record<string, any>;\n  reflection: string | null;\n  thought: string | null;\n}\n\ninterface ClickAction extends BaseAction {\n  action_type: 'click';\n  action_inputs: {\n    start_box: string; // JSON string of [x, y] coordinates\n  };\n}\n\ninterface DragAction extends BaseAction {\n  action_type: 'drag';\n  action_inputs: {\n    start_box: string; // JSON string of [x, y] coordinates\n    end_box: string; // JSON string of [x, y] coordinates\n  };\n}\n\ninterface WaitAction extends BaseAction {\n  action_type: 'wait';\n  action_inputs: {\n    time: string; // JSON string of [x, y] coordinates\n  };\n}\n\ninterface TypeAction extends BaseAction {\n  action_type: 'type';\n  action_inputs: {\n    content: string;\n  };\n}\n\ninterface HotkeyAction extends BaseAction {\n  action_type: 'hotkey';\n  action_inputs: {\n    key: string;\n  };\n}\n\ninterface ScrollAction extends BaseAction {\n  action_type: 'scroll';\n  action_inputs: {\n    direction: 'up' | 'down';\n  };\n}\n\ninterface FinishedAction extends BaseAction {\n  action_type: 'finished';\n  action_inputs: Record<string, never>;\n}\n\ninterface AndroidLongPressAction extends BaseAction {\n  action_type: 'androidLongPress';\n  action_inputs: {\n    start_coords: [number, number]; // Coordinates for long press\n    duration?: number; // Duration in milliseconds\n  };\n}\n\nexport type Action =\n  | ClickAction\n  | DragAction\n  | TypeAction\n  | HotkeyAction\n  | ScrollAction\n  | FinishedAction\n  | WaitAction\n  | AndroidLongPressAction;\n\nexport async function resizeImageForUiTars(imageBase64: string, size: Size) {\n  if (\n    vlLocateMode() === 'vlm-ui-tars' &&\n    uiTarsModelVersion() === UITarsModelVersion.V1_5\n  ) {\n    debug('ui-tars-v1.5, will check image size', size);\n    const currentPixels = size.width * size.height;\n    const maxPixels = 16384 * 28 * 28; //\n    if (currentPixels > maxPixels) {\n      const resizeFactor = Math.sqrt(maxPixels / currentPixels);\n      const newWidth = Math.floor(size.width * resizeFactor);\n      const newHeight = Math.floor(size.height * resizeFactor);\n      debug(\n        'resize image for ui-tars, new width: %s, new height: %s',\n        newWidth,\n        newHeight,\n      );\n      const resizedImage = await resizeImgBase64(imageBase64, {\n        width: newWidth,\n        height: newHeight,\n      });\n      return resizedImage;\n    }\n  }\n  return imageBase64;\n}\n"],"names":["debug","getDebug","bboxSize","pointToBbox","point","width","height","Math","vlmPlanning","options","conversationHistory","userInstruction","size","systemPrompt","getUiTarsPlanningPrompt","res","call","AIActionType","convertedText","convertBboxToCoordinates","modelVer","uiTarsModelVersion","parsed","actionParser","undefined","JSON","transformActions","action","assert","getPoint","startPoint","endPoint","keys","transformHotkeyInput","console","pullDirection","Error","getSummary","text","pattern","replaceMatch","match","x1","y1","x2","y2","x1Num","Number","y1Num","x2Num","y2Num","x","y","cleanedText","startBox","resizeImageForUiTars","imageBase64","vlLocateMode","UITarsModelVersion","currentPixels","maxPixels","resizeFactor","newWidth","newHeight","resizedImage","resizeImgBase64"],"mappings":";;;;;;;;;AAkCA,MAAMA,QAAQC,SAAS;AACvB,MAAMC,WAAW;AACjB,MAAMC,cAAc,CAClBC,OACAC,OACAC,SAEO;QACLC,KAAK,KAAK,CAACA,KAAK,GAAG,CAACH,MAAM,CAAC,GAAGF,WAAW,GAAG;QAC5CK,KAAK,KAAK,CAACA,KAAK,GAAG,CAACH,MAAM,CAAC,GAAGF,WAAW,GAAG;QAC5CK,KAAK,KAAK,CAACA,KAAK,GAAG,CAACH,MAAM,CAAC,GAAGF,WAAW,GAAGG;QAC5CE,KAAK,KAAK,CAACA,KAAK,GAAG,CAACH,MAAM,CAAC,GAAGF,WAAW,GAAGI;KAC7C;AAGI,eAAeE,YAAYC,OAIjC;IAQC,MAAM,EAAEC,mBAAmB,EAAEC,eAAe,EAAEC,IAAI,EAAE,GAAGH;IACvD,MAAMI,eAAeC,4BAA4BH;IAEjD,MAAMI,MAAM,MAAMC,KAChB;QACE;YACE,MAAM;YACN,SAASH;QACX;WACGH;KACJ,EACDO,aAAa,eAAe;IAE9B,MAAMC,gBAAgBC,yBAAyBJ,IAAI,OAAO;IAE1D,MAAMK,WAAWC;IAEjB,MAAM,EAAEC,MAAM,EAAE,GAAGC,aAAa;QAC9B,YAAYL;QACZ,QAAQ;YAAC;YAAM;SAAK;QACpB,eAAe;YACb,OAAON,KAAK,KAAK;YACjB,QAAQA,KAAK,MAAM;QACrB;QACA,UAAUQ,YAAYI;IACxB;IAEAxB,MAAM,YAAYoB,UAAU,UAAUK,KAAK,SAAS,CAACH;IAErD,MAAMI,mBAAqC,EAAE;IAC7CJ,OAAO,OAAO,CAAC,CAACK;QACd,IAAIA,AAAuB,YAAvBA,OAAO,WAAW,EAAc;YAClCC,OAAOD,OAAO,aAAa,CAAC,SAAS,EAAE;YACvC,MAAMvB,QAAQyB,SAASF,OAAO,aAAa,CAAC,SAAS,EAAEf;YACvDc,iBAAiB,IAAI,CAAC;gBACpB,MAAM;gBACN,OAAO,CAAC;gBACR,QAAQ;oBACN,QAAQC,OAAO,OAAO,IAAI;oBAC1B,MAAMxB,YACJ;wBAAE,GAAGC,KAAK,CAAC,EAAE;wBAAE,GAAGA,KAAK,CAAC,EAAE;oBAAC,GAC3BQ,KAAK,KAAK,EACVA,KAAK,MAAM;gBAEf;YACF;YACAc,iBAAiB,IAAI,CAAC;gBACpB,MAAM;gBACN,QAAQ;oBACN,QAAQC,OAAO,OAAO,IAAI;oBAC1B,MAAMxB,YACJ;wBAAE,GAAGC,KAAK,CAAC,EAAE;wBAAE,GAAGA,KAAK,CAAC,EAAE;oBAAC,GAC3BQ,KAAK,KAAK,EACVA,KAAK,MAAM;gBAEf;gBACA,OAAOe,OAAO,OAAO,IAAI;YAC3B;QACF,OAAO,IAAIA,AAAuB,WAAvBA,OAAO,WAAW,EAAa;YACxCC,OAAOD,OAAO,aAAa,CAAC,SAAS,EAAE;YACvCC,OAAOD,OAAO,aAAa,CAAC,OAAO,EAAE;YACrC,MAAMG,aAAaD,SAASF,OAAO,aAAa,CAAC,SAAS,EAAEf;YAC5D,MAAMmB,WAAWF,SAASF,OAAO,aAAa,CAAC,OAAO,EAAEf;YACxDc,iBAAiB,IAAI,CAAC;gBACpB,MAAM;gBACN,OAAO;oBACL,WAAW;wBAAE,GAAGI,UAAU,CAAC,EAAE;wBAAE,GAAGA,UAAU,CAAC,EAAE;oBAAC;oBAChD,SAAS;wBAAE,GAAGC,QAAQ,CAAC,EAAE;wBAAE,GAAGA,QAAQ,CAAC,EAAE;oBAAC;gBAC5C;gBACA,QAAQ;gBACR,SAASJ,OAAO,OAAO,IAAI;YAC7B;QACF,OAAO,IAAIA,AAAuB,WAAvBA,OAAO,WAAW,EAC3BD,iBAAiB,IAAI,CAAC;YACpB,MAAM;YACN,OAAO;gBACL,OAAOC,OAAO,aAAa,CAAC,OAAO;YACrC;YACA,QAAQ;YACR,SAASA,OAAO,OAAO,IAAI;QAC7B;aACK,IAAIA,AAAuB,aAAvBA,OAAO,WAAW,EAC3BD,iBAAiB,IAAI,CAAC;YACpB,MAAM;YACN,OAAO;gBACL,WAAWC,OAAO,aAAa,CAAC,SAAS;YAC3C;YACA,QAAQ;YACR,SAASA,OAAO,OAAO,IAAI;QAC7B;aACK,IAAIA,AAAuB,eAAvBA,OAAO,WAAW,EAC3BD,iBAAiB,IAAI,CAAC;YACpB,MAAM;YACN,OAAO,CAAC;YACR,QAAQ;YACR,SAASC,OAAO,OAAO,IAAI;QAC7B;aACK,IAAIA,AAAuB,aAAvBA,OAAO,WAAW,EAC3B,IAAKA,OAAO,aAAa,CAAC,GAAG,EAItB;YACL,MAAMK,OAAOC,qBAAqBN,OAAO,aAAa,CAAC,GAAG;YAE1DD,iBAAiB,IAAI,CAAC;gBACpB,MAAM;gBACN,OAAO;oBACL,OAAOM;gBACT;gBACA,QAAQ;gBACR,SAASL,OAAO,OAAO,IAAI;YAC7B;QACF,OAdEO,QAAQ,IAAI,CACV;aAcC,IAAIP,AAAuB,WAAvBA,OAAO,WAAW,EAC3BD,iBAAiB,IAAI,CAAC;YACpB,MAAM;YACN,OAAO;gBACL,QAAQ;YACV;YACA,QAAQ;YACR,SAASC,OAAO,OAAO,IAAI;QAC7B;aACK,IAAIA,AAAuB,wBAAvBA,OAAO,WAAW,EAC3BD,iBAAiB,IAAI,CAAC;YACpB,MAAM;YACN,OAAO,CAAC;YACR,QAAQ;YACR,SAASC,OAAO,OAAO,IAAI;QAC7B;aACK,IAAIA,AAAuB,wBAAvBA,OAAO,WAAW,EAC3BD,iBAAiB,IAAI,CAAC;YACpB,MAAM;YACN,OAAO,CAAC;YACR,QAAQ;YACR,SAASC,OAAO,OAAO,IAAI;QAC7B;aACK,IAAIA,AAAuB,8BAAvBA,OAAO,WAAW,EAC3BD,iBAAiB,IAAI,CAAC;YACpB,MAAM;YACN,OAAO,CAAC;QACV;aACK,IAAIC,AAAuB,uBAAvBA,OAAO,WAAW,EAAyB;YACpDC,OACED,OAAO,aAAa,CAAC,YAAY,EACjC;YAEF,MAAMvB,QAAQuB,OAAO,aAAa,CAAC,YAAY;YAC/CD,iBAAiB,IAAI,CAAC;gBACpB,MAAM;gBACN,OAAO;oBACL,GAAGtB,KAAK,CAAC,EAAE;oBACX,GAAGA,KAAK,CAAC,EAAE;oBACX,UAAU;gBACZ;gBACA,QAAQ;gBACR,SAASuB,OAAO,OAAO,IAAI;YAC7B;QACF,OAAO,IAAIA,AAAuB,kBAAvBA,OAAO,WAAW,EAAoB;YAC/C,MAAMQ,gBAAgBR,OAAO,aAAa,CAAC,SAAS,IAAI;YACxD,MAAMG,aAAaH,OAAO,aAAa,CAAC,YAAY,GAChD;gBACE,GAAGA,OAAO,aAAa,CAAC,YAAY,CAAC,EAAE;gBACvC,GAAGA,OAAO,aAAa,CAAC,YAAY,CAAC,EAAE;YACzC,IACAH;YAEJE,iBAAiB,IAAI,CAAC;gBACpB,MAAM;gBACN,OAAO;oBACL,WAAWS;oBACXL;oBACA,UAAWH,OAAO,aAAa,CAAS,QAAQ;oBAChD,UAAWA,OAAO,aAAa,CAAS,QAAQ,IAAI;gBACtD;gBACA,QAAQ;gBACR,SAASA,OAAO,OAAO,IAAI;YAC7B;QACF;IACF;IAEA,IAAID,AAA4B,MAA5BA,iBAAiB,MAAM,EACzB,MAAM,IAAIU,MAAM,CAAC,4BAA4B,EAAErB,IAAI,OAAO,EAAE,EAAE;QAC5D,OAAO;YACL,YAAYA,IAAI,OAAO;YACvBO;QACF;IACF;IAGF,OAAO;QACL,SAASI;QACT,kBAAkBJ;QAClB,gBAAgBe,WAAWtB,IAAI,OAAO;QACtC,OAAOA,IAAI,KAAK;QAChB,aAAaU,KAAK,SAAS,CAACV,IAAI,OAAO,EAAES,QAAW;IACtD;AACF;AAOA,SAASL,yBAAyBmB,IAAY;IAE5C,MAAMC,UAAU;IAEhB,SAASC,aACPC,KAAa,EACbC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU;QAGV,MAAMC,QAAQC,OAAO,QAAQ,CAACL,IAAI;QAClC,MAAMM,QAAQD,OAAO,QAAQ,CAACJ,IAAI;QAClC,MAAMM,QAAQF,OAAO,QAAQ,CAACH,IAAI;QAClC,MAAMM,QAAQH,OAAO,QAAQ,CAACF,IAAI;QAGlC,MAAMM,IAAI5C,KAAK,KAAK,CAAEuC,AAAAA,CAAAA,QAAQG,KAAI,IAAK;QACvC,MAAMG,IAAI7C,KAAK,KAAK,CAAEyC,AAAAA,CAAAA,QAAQE,KAAI,IAAK;QAGvC,OAAO,CAAC,CAAC,EAAEC,EAAE,CAAC,EAAEC,EAAE,CAAC,CAAC;IACtB;IAGA,MAAMC,cAAcf,KAAK,OAAO,CAAC,YAAY;IAC7C,OAAOe,YAAY,OAAO,CAACd,SAASC,cAAc,IAAI;AACxD;AAEA,SAASX,SAASyB,QAAgB,EAAE1C,IAAuC;IACzE,MAAM,CAACuC,GAAGC,EAAE,GAAG3B,KAAK,KAAK,CAAC6B;IAC1B,OAAO;QAACH,IAAIvC,KAAK,KAAK;QAAEwC,IAAIxC,KAAK,MAAM;KAAC;AAC1C;AA2EO,eAAe2C,qBAAqBC,WAAmB,EAAE5C,IAAU;IACxE,IACE6C,AAAmB,kBAAnBA,kBACApC,yBAAyBqC,mBAAmB,IAAI,EAChD;QACA1D,MAAM,uCAAuCY;QAC7C,MAAM+C,gBAAgB/C,KAAK,KAAK,GAAGA,KAAK,MAAM;QAC9C,MAAMgD,YAAY;QAClB,IAAID,gBAAgBC,WAAW;YAC7B,MAAMC,eAAetD,KAAK,IAAI,CAACqD,YAAYD;YAC3C,MAAMG,WAAWvD,KAAK,KAAK,CAACK,KAAK,KAAK,GAAGiD;YACzC,MAAME,YAAYxD,KAAK,KAAK,CAACK,KAAK,MAAM,GAAGiD;YAC3C7D,MACE,2DACA8D,UACAC;YAEF,MAAMC,eAAe,MAAMC,gBAAgBT,aAAa;gBACtD,OAAOM;gBACP,QAAQC;YACV;YACA,OAAOC;QACT;IACF;IACA,OAAOR;AACT"}

package/dist/es/image/index.mjs

@@ -0,0 +1,2 @@
+import { httpImg2Base64, imageInfo, imageInfoOfBase64, localImg2Base64, resizeImg, saveBase64Image, zoomForGPT4o } from "@midscene/shared/img";
+export { httpImg2Base64, imageInfo, imageInfoOfBase64, localImg2Base64, resizeImg, saveBase64Image, zoomForGPT4o };