@ui-tars-test/shared 0.3.2

package/dist/types/agents.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agents.d.ts","sourceRoot":"","sources":["../../src/types/agents.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,mBAAmB,EAAkB,MAAM,WAAW,CAAC;AAElG;;;;GAIG;AACH,MAAM,WAAW,iBAAiB;IAChC,4BAA4B;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,uCAAuC;IACvC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kDAAkD;IAClD,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,kDAAkD;IAClD,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,uCAAuC;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;;;;;GAMG;AACH,MAAM,MAAM,oBAAoB,GAAG,CACjC,SAAS,EAAE,WAAW,EACtB,OAAO,CAAC,EAAE,OAAO,KACd;IAAE,UAAU,EAAE,WAAW,CAAA;CAAE,CAAC;AAEjC;;;;GAIG;AACH,MAAM,MAAM,kBAAkB,GAAG,CAAC,UAAU,EAAE,MAAM,KAAK,iBAAiB,GAAG,IAAI,CAAC;AAElF;;;;GAIG;AACH,MAAM,MAAM,yBAAyB,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,mBAAmB,CAAC,KAAK,MAAM,CAAC;AAExF,MAAM,MAAM,aAAa,GAAG;IAC1B,kCAAkC;IAClC,OAAO,EAAE,UAAU,EAAE,CAAC;CACvB,GAAG,OAAO,CAAC,IAAI,CAAC,iBAAiB,EAAE,SAAS,CAAC,CAAC,GAC7C,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAEtB,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAExB;;GAEG;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;AAE/F,MAAM,WAAW,gBAAiB,SAAQ,aAAa;IACrD,mEAAmE;IACnE,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,eAAO,MAAM,wBAAwB,iBAAiB,CAAC;AAEvD;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC;IAE5C;;;;;OAKG;IAEH,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,cAAc,CAAC,SAAS,CAAE,SAAQ,YAAY;IAC7D,QAAQ,EAAE,SAAS,CAAC;IAEpB;;;;;OAKG;IACH,YAAY,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,GAAG,oBAAoB,CAAC;IACjG,8EAA8E;IAC9E,mBAAmB,CAAC,EAAE,kBAAkB,CAAC;IACzC,gDAAgD;IAChD,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,uEAAuE;IACvE,gBAAgB,CAAC,EAAE,qBAAqB,CAAC;IACzC,kEAAkE;IAClE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,8EAA8E;IAC9E,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B"}

package/dist/types/agents.js

@@ -0,0 +1,42 @@
+/**
+* Copyright (c) 2025 Bytedance, Inc. and its affiliates.
+* SPDX-License-Identifier: Apache-2.0
+*/
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    ACTION_SPACE_PLACEHOLDER: ()=>ACTION_SPACE_PLACEHOLDER
+});
+const ACTION_SPACE_PLACEHOLDER = 'action_space';
+exports.ACTION_SPACE_PLACEHOLDER = __webpack_exports__.ACTION_SPACE_PLACEHOLDER;
+for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+    "ACTION_SPACE_PLACEHOLDER"
+].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=agents.js.map

package/dist/types/agents.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types/agents.js","sources":["webpack://@ui-tars-test/shared/webpack/runtime/define_property_getters","webpack://@ui-tars-test/shared/webpack/runtime/has_own_property","webpack://@ui-tars-test/shared/webpack/runtime/make_namespace_object","webpack://@ui-tars-test/shared/./src/types/agents.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","/*\n * Copyright (c) 2025 Bytedance, Inc. and its affiliates.\n * SPDX-License-Identifier: Apache-2.0\n */\n\n/* eslint-disable @typescript-eslint/no-explicit-any */\n\nimport { AgentOptions } from '@tarko/agent-interface';\nimport { Factors, BaseAction, Coordinates, SupportedActionType, ActionMetadata } from './actions';\n\n/**\n * Type definition for parsed GUI response structure\n * Represents the components extracted from a model's output string\n * Aligned with tarko's web UI design\n */\nexport interface ParsedGUIResponse {\n  /** raw prediction string */\n  rawContent: string;\n  /** parsed from Thought: `<thought>` */\n  reasoningContent?: string;\n  /** parsed from Action: action(params=`action`) */\n  rawActionStrings?: string[];\n  /** parsed from Action: action(params=`action`) */\n  actions: BaseAction[];\n  /** error message to feedback to LLM */\n  errorMessage?: string;\n}\n\n/**\n * Type definition for function to normalize raw coordinates\n * Converts raw pixel coordinates to normalized coordinates (0-1)\n * @param rawX - Raw X coordinate in pixels\n * @param rawY - Raw Y coordinate in pixels\n * @returns Normalized coordinates {x, y} with values between 0 and 1\n */\nexport type NormalizeCoordinates = (\n  rawCoords: Coordinates,\n  factors?: Factors,\n) => { normalized: Coordinates };\n\n/**\n * Type definition for handler function to parse model output into ParsedGUIResponse object\n * @param prediction - The raw output from the model to be parsed\n * @returns ParsedGUIResponse object if parsing is successful, null otherwise\n */\nexport type CustomActionParser = (prediction: string) => ParsedGUIResponse | null;\n\n/**\n * Function type for serializing supported actions to string format\n * @param actions - Array of supported action types\n * @returns String representation of the actions for agent processing\n */\nexport type SerializeSupportedActions = (actions: Array<SupportedActionType>) => string;\n\nexport type ExecuteParams = {\n  /** Required actions to execute */\n  actions: BaseAction[];\n} & Partial<Omit<ParsedGUIResponse, 'actions'>> &\n  Record<string, any>;\n\nexport type ExecuteOutput = {\n  status: 'success' | 'failed';\n  errorMessage?: string;\n  url?: string; // url of the page\n} & Record<string, any>;\n\n/**\n * Function type for calculating detail level based on image dimensions\n */\nexport type ImageDetailCalculator = (width: number, height: number) => 'low' | 'high' | 'auto';\n\nexport interface ScreenshotOutput extends ExecuteOutput {\n  /** screenshot base64, `keep screenshot size as physical pixels` */\n  base64: string;\n}\n\n/**\n * Reserved placeholder name for action space in system prompt template\n */\nexport const ACTION_SPACE_PLACEHOLDER = 'action_space';\n\n/**\n * Interface for system prompt template configuration\n */\nexport interface SystemPromptTemplate {\n  /**\n   * Template string with placeholders. Must include an action space placeholder\n   * `{{${ACTION_SPACE_PLACEHOLDER}}}` that will be replaced with the string representation of available actions\n   */\n  template: string;\n\n  /**\n   * Function to convert BaseAction array to string representation for the action space\n   * This will be used to fill the action space placeholder in the template\n   */\n  actionsToString?: SerializeSupportedActions;\n\n  /**\n   * Optional map of additional placeholder values to be replaced in the template\n   * Keys are placeholder names, values are the replacement strings\n   * Note: '${ACTION_SPACE_PLACEHOLDER}' is a reserved placeholder and should NOT be included here\n   * as it will be automatically filled using the actionsToString function\n   */\n  // placeholders?: Omit<Record<string, string>, typeof ACTION_SPACE_PLACEHOLDER>;\n  placeholders?: Record<string, string>;\n}\n\nexport interface GUIAgentConfig<TOperator> extends AgentOptions {\n  operator: TOperator;\n  // ===== Optional =====\n  /**\n   * System prompt configuration. Can be either:\n   * - A simple string (legacy mode)\n   * - An array of strings or chat messages (will be concatenated)\n   * - A SystemPromptTemplate object with template and actionsToString function\n   */\n  systemPrompt?: string | Array<string | { role: string; content: string }> | SystemPromptTemplate;\n  /** The handler function to parse model output into PredictionParsed object */\n  customeActionParser?: CustomActionParser;\n  /** The function to normalize raw coordinates */\n  normalizeCoordinates?: NormalizeCoordinates;\n  /** The function to calculate detail level based on image dimensions */\n  detailCalculator?: ImageDetailCalculator;\n  /** Maximum number of turns for Agent to execute, @default 1000 */\n  maxLoopCount?: number;\n  /** Time interval between two loop iterations (in milliseconds), @default 0 */\n  loopIntervalInMs?: number;\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","ACTION_SPACE_PLACEHOLDER"],"mappings":";;;;;;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;ACyEO,MAAMI,2BAA2B"}

package/dist/types/agents.mjs

@@ -0,0 +1,8 @@
+/**
+* Copyright (c) 2025 Bytedance, Inc. and its affiliates.
+* SPDX-License-Identifier: Apache-2.0
+*/
+const ACTION_SPACE_PLACEHOLDER = 'action_space';
+export { ACTION_SPACE_PLACEHOLDER };
+
+//# sourceMappingURL=agents.mjs.map

package/dist/types/agents.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"types/agents.mjs","sources":["webpack://@ui-tars-test/shared/./src/types/agents.ts"],"sourcesContent":["/*\n * Copyright (c) 2025 Bytedance, Inc. and its affiliates.\n * SPDX-License-Identifier: Apache-2.0\n */\n\n/* eslint-disable @typescript-eslint/no-explicit-any */\n\nimport { AgentOptions } from '@tarko/agent-interface';\nimport { Factors, BaseAction, Coordinates, SupportedActionType, ActionMetadata } from './actions';\n\n/**\n * Type definition for parsed GUI response structure\n * Represents the components extracted from a model's output string\n * Aligned with tarko's web UI design\n */\nexport interface ParsedGUIResponse {\n  /** raw prediction string */\n  rawContent: string;\n  /** parsed from Thought: `<thought>` */\n  reasoningContent?: string;\n  /** parsed from Action: action(params=`action`) */\n  rawActionStrings?: string[];\n  /** parsed from Action: action(params=`action`) */\n  actions: BaseAction[];\n  /** error message to feedback to LLM */\n  errorMessage?: string;\n}\n\n/**\n * Type definition for function to normalize raw coordinates\n * Converts raw pixel coordinates to normalized coordinates (0-1)\n * @param rawX - Raw X coordinate in pixels\n * @param rawY - Raw Y coordinate in pixels\n * @returns Normalized coordinates {x, y} with values between 0 and 1\n */\nexport type NormalizeCoordinates = (\n  rawCoords: Coordinates,\n  factors?: Factors,\n) => { normalized: Coordinates };\n\n/**\n * Type definition for handler function to parse model output into ParsedGUIResponse object\n * @param prediction - The raw output from the model to be parsed\n * @returns ParsedGUIResponse object if parsing is successful, null otherwise\n */\nexport type CustomActionParser = (prediction: string) => ParsedGUIResponse | null;\n\n/**\n * Function type for serializing supported actions to string format\n * @param actions - Array of supported action types\n * @returns String representation of the actions for agent processing\n */\nexport type SerializeSupportedActions = (actions: Array<SupportedActionType>) => string;\n\nexport type ExecuteParams = {\n  /** Required actions to execute */\n  actions: BaseAction[];\n} & Partial<Omit<ParsedGUIResponse, 'actions'>> &\n  Record<string, any>;\n\nexport type ExecuteOutput = {\n  status: 'success' | 'failed';\n  errorMessage?: string;\n  url?: string; // url of the page\n} & Record<string, any>;\n\n/**\n * Function type for calculating detail level based on image dimensions\n */\nexport type ImageDetailCalculator = (width: number, height: number) => 'low' | 'high' | 'auto';\n\nexport interface ScreenshotOutput extends ExecuteOutput {\n  /** screenshot base64, `keep screenshot size as physical pixels` */\n  base64: string;\n}\n\n/**\n * Reserved placeholder name for action space in system prompt template\n */\nexport const ACTION_SPACE_PLACEHOLDER = 'action_space';\n\n/**\n * Interface for system prompt template configuration\n */\nexport interface SystemPromptTemplate {\n  /**\n   * Template string with placeholders. Must include an action space placeholder\n   * `{{${ACTION_SPACE_PLACEHOLDER}}}` that will be replaced with the string representation of available actions\n   */\n  template: string;\n\n  /**\n   * Function to convert BaseAction array to string representation for the action space\n   * This will be used to fill the action space placeholder in the template\n   */\n  actionsToString?: SerializeSupportedActions;\n\n  /**\n   * Optional map of additional placeholder values to be replaced in the template\n   * Keys are placeholder names, values are the replacement strings\n   * Note: '${ACTION_SPACE_PLACEHOLDER}' is a reserved placeholder and should NOT be included here\n   * as it will be automatically filled using the actionsToString function\n   */\n  // placeholders?: Omit<Record<string, string>, typeof ACTION_SPACE_PLACEHOLDER>;\n  placeholders?: Record<string, string>;\n}\n\nexport interface GUIAgentConfig<TOperator> extends AgentOptions {\n  operator: TOperator;\n  // ===== Optional =====\n  /**\n   * System prompt configuration. Can be either:\n   * - A simple string (legacy mode)\n   * - An array of strings or chat messages (will be concatenated)\n   * - A SystemPromptTemplate object with template and actionsToString function\n   */\n  systemPrompt?: string | Array<string | { role: string; content: string }> | SystemPromptTemplate;\n  /** The handler function to parse model output into PredictionParsed object */\n  customeActionParser?: CustomActionParser;\n  /** The function to normalize raw coordinates */\n  normalizeCoordinates?: NormalizeCoordinates;\n  /** The function to calculate detail level based on image dimensions */\n  detailCalculator?: ImageDetailCalculator;\n  /** Maximum number of turns for Agent to execute, @default 1000 */\n  maxLoopCount?: number;\n  /** Time interval between two loop iterations (in milliseconds), @default 0 */\n  loopIntervalInMs?: number;\n}\n"],"names":["ACTION_SPACE_PLACEHOLDER"],"mappings":";;;;AA+EO,MAAMA,2BAA2B"}

package/dist/types/archived.d.ts

@@ -0,0 +1,44 @@
+export declare enum ErrorStatusEnum {
+    /** 100000 */
+    SCREENSHOT_RETRY_ERROR = -100000,
+    /** 100001 */
+    INVOKE_RETRY_ERROR = -100001,
+    /** 100002 */
+    EXECUTE_RETRY_ERROR = -100002,
+    /** 100003 */
+    MODEL_SERVICE_ERROR = -100003,
+    /** 100004 */
+    REACH_MAXLOOP_ERROR = -100004,
+    /** 100005 */
+    ENVIRONMENT_ERROR = -100005,
+    /** 100099 */
+    UNKNOWN_ERROR = -100099
+}
+export declare class GUIAgentError extends Error {
+    status: ErrorStatusEnum;
+    message: string;
+    stack?: string;
+    constructor(status: ErrorStatusEnum, message: string, stack?: string);
+}
+export type Status = `${StatusEnum}`;
+export declare enum StatusEnum {
+    INIT = "init",
+    RUNNING = "running",
+    PAUSE = "pause",
+    END = "end",
+    CALL_USER = "call_user",
+    /**
+     * @deprecated kept for backward compatibility
+     */
+    MAX_LOOP = "max_loop",
+    USER_STOPPED = "user_stopped",
+    ERROR = "error"
+}
+export interface VlmResponse {
+    generate_resp: {
+        input: string;
+        prediction: string;
+        uid: string;
+    }[];
+}
+//# sourceMappingURL=archived.d.ts.map

package/dist/types/archived.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"archived.d.ts","sourceRoot":"","sources":["../../src/types/archived.ts"],"names":[],"mappings":"AAIA,oBAAY,eAAe;IACzB,aAAa;IACb,sBAAsB,UAAU;IAChC,aAAa;IACb,kBAAkB,UAAU;IAC5B,aAAa;IACb,mBAAmB,UAAU;IAC7B,aAAa;IACb,mBAAmB,UAAU;IAC7B,aAAa;IACb,mBAAmB,UAAU;IAC7B,aAAa;IACb,iBAAiB,UAAU;IAC3B,aAAa;IACb,aAAa,UAAU;CACxB;AAED,qBAAa,aAAc,SAAQ,KAAK;IACtC,MAAM,EAAE,eAAe,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;gBAEH,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM;CAMrE;AAED,MAAM,MAAM,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;AACrC,oBAAY,UAAU;IACpB,IAAI,SAAS;IACb,OAAO,YAAY;IACnB,KAAK,UAAU;IACf,GAAG,QAAQ;IACX,SAAS,cAAc;IACvB;;OAEG;IACH,QAAQ,aAAa;IACrB,YAAY,iBAAiB;IAC7B,KAAK,UAAU;CAChB;AACD,MAAM,WAAW,WAAW;IAC1B,aAAa,EAAE;QACb,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;QACnB,GAAG,EAAE,MAAM,CAAC;KACb,EAAE,CAAC;CACL"}

package/dist/types/archived.js

@@ -0,0 +1,86 @@
+/**
+* Copyright (c) 2025 Bytedance, Inc. and its affiliates.
+* SPDX-License-Identifier: Apache-2.0
+*/
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    ErrorStatusEnum: ()=>ErrorStatusEnum,
+    GUIAgentError: ()=>GUIAgentError,
+    StatusEnum: ()=>StatusEnum
+});
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+var ErrorStatusEnum = /*#__PURE__*/ function(ErrorStatusEnum) {
+    ErrorStatusEnum[ErrorStatusEnum["SCREENSHOT_RETRY_ERROR"] = -100000] = "SCREENSHOT_RETRY_ERROR";
+    ErrorStatusEnum[ErrorStatusEnum["INVOKE_RETRY_ERROR"] = -100001] = "INVOKE_RETRY_ERROR";
+    ErrorStatusEnum[ErrorStatusEnum["EXECUTE_RETRY_ERROR"] = -100002] = "EXECUTE_RETRY_ERROR";
+    ErrorStatusEnum[ErrorStatusEnum["MODEL_SERVICE_ERROR"] = -100003] = "MODEL_SERVICE_ERROR";
+    ErrorStatusEnum[ErrorStatusEnum["REACH_MAXLOOP_ERROR"] = -100004] = "REACH_MAXLOOP_ERROR";
+    ErrorStatusEnum[ErrorStatusEnum["ENVIRONMENT_ERROR"] = -100005] = "ENVIRONMENT_ERROR";
+    ErrorStatusEnum[ErrorStatusEnum["UNKNOWN_ERROR"] = -100099] = "UNKNOWN_ERROR";
+    return ErrorStatusEnum;
+}({});
+class GUIAgentError extends Error {
+    constructor(status, message, stack){
+        super(message), _define_property(this, "status", void 0), _define_property(this, "message", void 0), _define_property(this, "stack", void 0);
+        this.status = status;
+        this.message = message;
+        this.stack = stack;
+    }
+}
+var StatusEnum = /*#__PURE__*/ function(StatusEnum) {
+    StatusEnum["INIT"] = "init";
+    StatusEnum["RUNNING"] = "running";
+    StatusEnum["PAUSE"] = "pause";
+    StatusEnum["END"] = "end";
+    StatusEnum["CALL_USER"] = "call_user";
+    StatusEnum["MAX_LOOP"] = "max_loop";
+    StatusEnum["USER_STOPPED"] = "user_stopped";
+    StatusEnum["ERROR"] = "error";
+    return StatusEnum;
+}({});
+exports.ErrorStatusEnum = __webpack_exports__.ErrorStatusEnum;
+exports.GUIAgentError = __webpack_exports__.GUIAgentError;
+exports.StatusEnum = __webpack_exports__.StatusEnum;
+for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+    "ErrorStatusEnum",
+    "GUIAgentError",
+    "StatusEnum"
+].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=archived.js.map

package/dist/types/archived.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types/archived.js","sources":["webpack://@ui-tars-test/shared/webpack/runtime/define_property_getters","webpack://@ui-tars-test/shared/webpack/runtime/has_own_property","webpack://@ui-tars-test/shared/webpack/runtime/make_namespace_object","webpack://@ui-tars-test/shared/./src/types/archived.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","/*\n * Copyright (c) 2025 Bytedance, Inc. and its affiliates.\n * SPDX-License-Identifier: Apache-2.0\n */\nexport enum ErrorStatusEnum {\n  /** 100000 */\n  SCREENSHOT_RETRY_ERROR = -100000,\n  /** 100001 */\n  INVOKE_RETRY_ERROR = -100001,\n  /** 100002 */\n  EXECUTE_RETRY_ERROR = -100002,\n  /** 100003 */\n  MODEL_SERVICE_ERROR = -100003,\n  /** 100004 */\n  REACH_MAXLOOP_ERROR = -100004,\n  /** 100005 */\n  ENVIRONMENT_ERROR = -100005,\n  /** 100099 */\n  UNKNOWN_ERROR = -100099,\n}\n\nexport class GUIAgentError extends Error {\n  status: ErrorStatusEnum;\n  message: string;\n  stack?: string;\n\n  constructor(status: ErrorStatusEnum, message: string, stack?: string) {\n    super(message);\n    this.status = status;\n    this.message = message;\n    this.stack = stack;\n  }\n}\n\nexport type Status = `${StatusEnum}`;\nexport enum StatusEnum {\n  INIT = 'init',\n  RUNNING = 'running',\n  PAUSE = 'pause',\n  END = 'end',\n  CALL_USER = 'call_user',\n  /**\n   * @deprecated kept for backward compatibility\n   */\n  MAX_LOOP = 'max_loop',\n  USER_STOPPED = 'user_stopped',\n  ERROR = 'error',\n}\nexport interface VlmResponse {\n  generate_resp: {\n    input: string;\n    prediction: string;\n    uid: string;\n  }[];\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","ErrorStatusEnum","GUIAgentError","Error","status","message","stack","StatusEnum"],"mappings":";;;;;;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;ACHC;;;;;;;;;;AACM,IAAKI,kBAAAA,WAAAA,GAAAA,SAAAA,eAAe;IACd;IAEA;IAEA;IAEA;IAEA;IAEA;IAEA;WAbDA;;AAiBL,MAAMC,sBAAsBC;IAKjC,YAAYC,MAAuB,EAAEC,OAAe,EAAEC,KAAc,CAAE;QACpE,KAAK,CAACD,UALR,0CACA,2CACA;QAIE,IAAI,CAAC,MAAM,GAAGD;QACd,IAAI,CAAC,OAAO,GAAGC;QACf,IAAI,CAAC,KAAK,GAAGC;IACf;AACF;AAGO,IAAKC,aAAAA,WAAAA,GAAAA,SAAAA,UAAU;;;;;;IAQnB;;;WARSA"}

package/dist/types/archived.mjs

@@ -0,0 +1,46 @@
+/**
+* Copyright (c) 2025 Bytedance, Inc. and its affiliates.
+* SPDX-License-Identifier: Apache-2.0
+*/
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+var archived_ErrorStatusEnum = /*#__PURE__*/ function(ErrorStatusEnum) {
+    ErrorStatusEnum[ErrorStatusEnum["SCREENSHOT_RETRY_ERROR"] = -100000] = "SCREENSHOT_RETRY_ERROR";
+    ErrorStatusEnum[ErrorStatusEnum["INVOKE_RETRY_ERROR"] = -100001] = "INVOKE_RETRY_ERROR";
+    ErrorStatusEnum[ErrorStatusEnum["EXECUTE_RETRY_ERROR"] = -100002] = "EXECUTE_RETRY_ERROR";
+    ErrorStatusEnum[ErrorStatusEnum["MODEL_SERVICE_ERROR"] = -100003] = "MODEL_SERVICE_ERROR";
+    ErrorStatusEnum[ErrorStatusEnum["REACH_MAXLOOP_ERROR"] = -100004] = "REACH_MAXLOOP_ERROR";
+    ErrorStatusEnum[ErrorStatusEnum["ENVIRONMENT_ERROR"] = -100005] = "ENVIRONMENT_ERROR";
+    ErrorStatusEnum[ErrorStatusEnum["UNKNOWN_ERROR"] = -100099] = "UNKNOWN_ERROR";
+    return ErrorStatusEnum;
+}({});
+class GUIAgentError extends Error {
+    constructor(status, message, stack){
+        super(message), _define_property(this, "status", void 0), _define_property(this, "message", void 0), _define_property(this, "stack", void 0);
+        this.status = status;
+        this.message = message;
+        this.stack = stack;
+    }
+}
+var archived_StatusEnum = /*#__PURE__*/ function(StatusEnum) {
+    StatusEnum["INIT"] = "init";
+    StatusEnum["RUNNING"] = "running";
+    StatusEnum["PAUSE"] = "pause";
+    StatusEnum["END"] = "end";
+    StatusEnum["CALL_USER"] = "call_user";
+    StatusEnum["MAX_LOOP"] = "max_loop";
+    StatusEnum["USER_STOPPED"] = "user_stopped";
+    StatusEnum["ERROR"] = "error";
+    return StatusEnum;
+}({});
+export { archived_ErrorStatusEnum as ErrorStatusEnum, GUIAgentError, archived_StatusEnum as StatusEnum };
+
+//# sourceMappingURL=archived.mjs.map

package/dist/types/archived.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"types/archived.mjs","sources":["webpack://@ui-tars-test/shared/./src/types/archived.ts"],"sourcesContent":["/*\n * Copyright (c) 2025 Bytedance, Inc. and its affiliates.\n * SPDX-License-Identifier: Apache-2.0\n */\nexport enum ErrorStatusEnum {\n  /** 100000 */\n  SCREENSHOT_RETRY_ERROR = -100000,\n  /** 100001 */\n  INVOKE_RETRY_ERROR = -100001,\n  /** 100002 */\n  EXECUTE_RETRY_ERROR = -100002,\n  /** 100003 */\n  MODEL_SERVICE_ERROR = -100003,\n  /** 100004 */\n  REACH_MAXLOOP_ERROR = -100004,\n  /** 100005 */\n  ENVIRONMENT_ERROR = -100005,\n  /** 100099 */\n  UNKNOWN_ERROR = -100099,\n}\n\nexport class GUIAgentError extends Error {\n  status: ErrorStatusEnum;\n  message: string;\n  stack?: string;\n\n  constructor(status: ErrorStatusEnum, message: string, stack?: string) {\n    super(message);\n    this.status = status;\n    this.message = message;\n    this.stack = stack;\n  }\n}\n\nexport type Status = `${StatusEnum}`;\nexport enum StatusEnum {\n  INIT = 'init',\n  RUNNING = 'running',\n  PAUSE = 'pause',\n  END = 'end',\n  CALL_USER = 'call_user',\n  /**\n   * @deprecated kept for backward compatibility\n   */\n  MAX_LOOP = 'max_loop',\n  USER_STOPPED = 'user_stopped',\n  ERROR = 'error',\n}\nexport interface VlmResponse {\n  generate_resp: {\n    input: string;\n    prediction: string;\n    uid: string;\n  }[];\n}\n"],"names":["ErrorStatusEnum","GUIAgentError","Error","status","message","stack","StatusEnum"],"mappings":";;;;AAGC;;;;;;;;;;AACM,IAAKA,2BAAeA,WAAAA,GAAAA,SAAfA,eAAe;IACd;IAEA;IAEA;IAEA;IAEA;IAEA;IAEA;WAbDA;;AAiBL,MAAMC,sBAAsBC;IAKjC,YAAYC,MAAuB,EAAEC,OAAe,EAAEC,KAAc,CAAE;QACpE,KAAK,CAACD,UALR,0CACA,2CACA;QAIE,IAAI,CAAC,MAAM,GAAGD;QACd,IAAI,CAAC,OAAO,GAAGC;QACf,IAAI,CAAC,KAAK,GAAGC;IACf;AACF;AAGO,IAAKC,sBAAUA,WAAAA,GAAAA,SAAVA,UAAU;;;;;;IAQnB;;;WARSA"}

package/dist/types/index.d.ts

@@ -0,0 +1,4 @@
+export * from './archived';
+export * from './actions';
+export * from './agents';
+//# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAKA,cAAc,YAAY,CAAC;AAC3B,cAAc,WAAW,CAAC;AAC1B,cAAc,UAAU,CAAC"}

package/dist/types/index.js

@@ -0,0 +1,84 @@
+/**
+* Copyright (c) 2025 Bytedance, Inc. and its affiliates.
+* SPDX-License-Identifier: Apache-2.0
+*/
+"use strict";
+var __webpack_modules__ = {
+    "./actions": function(module) {
+        module.exports = require("./actions.js");
+    },
+    "./agents": function(module) {
+        module.exports = require("./agents.js");
+    },
+    "./archived": function(module) {
+        module.exports = require("./archived.js");
+    }
+};
+var __webpack_module_cache__ = {};
+function __webpack_require__(moduleId) {
+    var cachedModule = __webpack_module_cache__[moduleId];
+    if (void 0 !== cachedModule) return cachedModule.exports;
+    var module = __webpack_module_cache__[moduleId] = {
+        exports: {}
+    };
+    __webpack_modules__[moduleId](module, module.exports, __webpack_require__);
+    return module.exports;
+}
+(()=>{
+    __webpack_require__.n = (module)=>{
+        var getter = module && module.__esModule ? ()=>module['default'] : ()=>module;
+        __webpack_require__.d(getter, {
+            a: getter
+        });
+        return getter;
+    };
+})();
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+(()=>{
+    __webpack_require__.r(__webpack_exports__);
+    var _archived__WEBPACK_IMPORTED_MODULE_0__ = __webpack_require__("./archived");
+    var __WEBPACK_REEXPORT_OBJECT__ = {};
+    for(var __WEBPACK_IMPORT_KEY__ in _archived__WEBPACK_IMPORTED_MODULE_0__)if ("default" !== __WEBPACK_IMPORT_KEY__) __WEBPACK_REEXPORT_OBJECT__[__WEBPACK_IMPORT_KEY__] = (function(key) {
+        return _archived__WEBPACK_IMPORTED_MODULE_0__[key];
+    }).bind(0, __WEBPACK_IMPORT_KEY__);
+    __webpack_require__.d(__webpack_exports__, __WEBPACK_REEXPORT_OBJECT__);
+    var _actions__WEBPACK_IMPORTED_MODULE_1__ = __webpack_require__("./actions");
+    var __WEBPACK_REEXPORT_OBJECT__ = {};
+    for(var __WEBPACK_IMPORT_KEY__ in _actions__WEBPACK_IMPORTED_MODULE_1__)if ("default" !== __WEBPACK_IMPORT_KEY__) __WEBPACK_REEXPORT_OBJECT__[__WEBPACK_IMPORT_KEY__] = (function(key) {
+        return _actions__WEBPACK_IMPORTED_MODULE_1__[key];
+    }).bind(0, __WEBPACK_IMPORT_KEY__);
+    __webpack_require__.d(__webpack_exports__, __WEBPACK_REEXPORT_OBJECT__);
+    var _agents__WEBPACK_IMPORTED_MODULE_2__ = __webpack_require__("./agents");
+    var __WEBPACK_REEXPORT_OBJECT__ = {};
+    for(var __WEBPACK_IMPORT_KEY__ in _agents__WEBPACK_IMPORTED_MODULE_2__)if ("default" !== __WEBPACK_IMPORT_KEY__) __WEBPACK_REEXPORT_OBJECT__[__WEBPACK_IMPORT_KEY__] = (function(key) {
+        return _agents__WEBPACK_IMPORTED_MODULE_2__[key];
+    }).bind(0, __WEBPACK_IMPORT_KEY__);
+    __webpack_require__.d(__webpack_exports__, __WEBPACK_REEXPORT_OBJECT__);
+})();
+for(var __webpack_i__ in __webpack_exports__)exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=index.js.map

package/dist/types/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types/index.js","sources":["webpack://@ui-tars-test/shared/webpack/runtime/compat_get_default_export","webpack://@ui-tars-test/shared/webpack/runtime/define_property_getters","webpack://@ui-tars-test/shared/webpack/runtime/has_own_property","webpack://@ui-tars-test/shared/webpack/runtime/make_namespace_object"],"sourcesContent":["// getDefaultExport function for compatibility with non-ESM modules\n__webpack_require__.n = (module) => {\n\tvar getter = module && module.__esModule ?\n\t\t() => (module['default']) :\n\t\t() => (module);\n\t__webpack_require__.d(getter, { a: getter });\n\treturn getter;\n};\n","__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};"],"names":["__webpack_require__","module","getter","definition","key","Object","obj","prop","Symbol"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;IACAA,oBAAoB,CAAC,GAAG,CAACC;QACxB,IAAIC,SAASD,UAAUA,OAAO,UAAU,GACvC,IAAOA,MAAM,CAAC,UAAU,GACxB,IAAOA;QACRD,oBAAoB,CAAC,CAACE,QAAQ;YAAE,GAAGA;QAAO;QAC1C,OAAOA;IACR;;;ICPAF,oBAAoB,CAAC,GAAG,CAAC,UAASG;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGH,oBAAoB,CAAC,CAACG,YAAYC,QAAQ,CAACJ,oBAAoB,CAAC,CAAC,UAASI,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAJ,oBAAoB,CAAC,GAAG,CAACM,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFP,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOQ,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D"}

package/dist/types/index.mjs

@@ -0,0 +1,7 @@
+/**
+* Copyright (c) 2025 Bytedance, Inc. and its affiliates.
+* SPDX-License-Identifier: Apache-2.0
+*/
+export * from "./archived.mjs";
+export * from "./actions.mjs";
+export * from "./agents.mjs";

package/dist/utils/actions.d.ts

@@ -0,0 +1,15 @@
+import { BaseAction } from '../types';
+/**
+ * Serializes a BaseAction into a string representation
+ * Format: "actionType(param1='value1', param2='value2', ...)"
+ */
+export declare function serializeAction<T extends string, I extends Record<string, any>>(action: BaseAction<T, I>): string;
+export declare function unifyActionType(name: string): string;
+/**
+ * Standardizes action input field names using mapping tables
+ * @param actionType The type of action being performed
+ * @param inputName The original input field name
+ * @returns The standardized input field name
+ */
+export declare function unifyActionInputName(actionType: string, inputName: string): string;
+//# sourceMappingURL=actions.d.ts.map

package/dist/utils/actions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"actions.d.ts","sourceRoot":"","sources":["../../src/utils/actions.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAEtC;;;GAGG;AACH,wBAAgB,eAAe,CAAC,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC7E,MAAM,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,GACvB,MAAM,CA4BR;AA+FD,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,UAG3C;AAqFD;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAWlF"}

package/dist/utils/actions.js

@@ -0,0 +1,196 @@
+/**
+* Copyright (c) 2025 Bytedance, Inc. and its affiliates.
+* SPDX-License-Identifier: Apache-2.0
+*/
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    serializeAction: ()=>serializeAction,
+    unifyActionInputName: ()=>unifyActionInputName,
+    unifyActionType: ()=>unifyActionType
+});
+function serializeAction(action) {
+    const { type, inputs } = action;
+    const params = Object.entries(inputs).map(([key, value])=>{
+        if ('string' == typeof value) return `${key}='${value}'`;
+        if ('object' == typeof value && null !== value) {
+            if (value.raw) return `${key}='(${value.raw.x}, ${value.raw.y})'`;
+            if (value.referenceBox) return `${key}='<bbox>${value.referenceBox.x1}, ${value.referenceBox.y1}, ${value.referenceBox.x2}, ${value.referenceBox.y2}</bbox>'`;
+            if (value.normalized) return `${key}='(${value.normalized.x}, ${value.normalized.y})'`;
+        }
+        if ('wait' === type && 'number' == typeof value) return `${key}='${value}s'`;
+        if ('navigate' === type && 'string' == typeof value) return `url='${value}'`;
+        return "unsupported";
+    }).join(', ');
+    return `${type}(${params})`;
+}
+const actionTypeMap = {
+    snapshot: 'screenshot',
+    screenshot: 'screenshot',
+    take_screenshot: 'screenshot',
+    takescreenshot: 'screenshot',
+    click: 'click',
+    left_click: 'click',
+    left_single: 'click',
+    leftclick: 'click',
+    leftsingle: 'click',
+    double_click: 'double_click',
+    left_double: 'double_click',
+    doubleclick: 'double_click',
+    leftdouble: 'double_click',
+    right_click: 'right_click',
+    right_single: 'right_click',
+    rightclick: 'right_click',
+    rightsingle: 'right_click',
+    middle_click: 'middle_click',
+    middle_single: 'middle_click',
+    middleclick: 'middle_click',
+    middlesingle: 'middle_click',
+    move: 'mouse_move',
+    move_to: 'mouse_move',
+    mouse_move: 'mouse_move',
+    moveto: 'mouse_move',
+    mousemove: 'mouse_move',
+    hover: 'mouse_move',
+    mouse_down: 'mouse_down',
+    mousedown: 'mouse_down',
+    mouse_up: 'mouse_up',
+    mouseup: 'mouse_up',
+    drag: 'drag',
+    select: 'drag',
+    left_click_drag: 'drag',
+    leftclickdrag: 'drag',
+    swipe: 'swipe',
+    scroll: 'scroll',
+    type: 'type',
+    hotkey: 'hotkey',
+    press: 'press',
+    release: 'release',
+    navigate: 'navigate',
+    navigate_back: 'navigate_back',
+    navigateback: 'navigate_back',
+    long_press: 'long_press',
+    longpress: 'long_press',
+    home: 'press_home',
+    press_home: 'press_home',
+    presshome: 'press_home',
+    back: 'press_back',
+    press_back: 'press_back',
+    pressback: 'press_back',
+    open: 'open_app',
+    open_app: 'open_app',
+    openapp: 'open_app',
+    wait: 'wait',
+    finished: 'finished',
+    call_user: 'call_user',
+    calluser: 'call_user'
+};
+function unifyActionType(name) {
+    name = name.toLowerCase();
+    return actionTypeMap[name] || name;
+}
+const actionInputNameMap = {
+    start: 'start',
+    start_box: 'start',
+    startbox: 'start',
+    start_point: 'start',
+    start_position: 'start',
+    start_coordinate: 'start',
+    start_coordinates: 'start',
+    end: 'end',
+    end_box: 'end',
+    endbox: 'end',
+    end_point: 'end',
+    end_position: 'end',
+    end_coordinate: 'end',
+    end_coordinates: 'end',
+    point: 'point',
+    position: 'point',
+    coordinate: 'point',
+    coordinates: 'point',
+    button: 'button',
+    mouse_button: 'button',
+    mousebutton: 'button',
+    direction: 'direction',
+    dir: 'direction',
+    scroll_direction: 'direction',
+    scrolldirection: 'direction',
+    content: 'content',
+    text: 'content',
+    input_text: 'content',
+    inputtext: 'content',
+    type: 'content',
+    key: 'key',
+    keyname: 'key',
+    hotkey: 'key',
+    keyboard_key: 'key',
+    keyboardkey: 'key',
+    url: 'url',
+    link: 'url',
+    website: 'url',
+    name: 'name',
+    appname: 'name',
+    app_name: 'name',
+    application: 'name',
+    time: 'time',
+    duration: 'time',
+    wait_time: 'time',
+    waittime: 'time',
+    delay: 'time'
+};
+const actionTypeSpecificMappings = {
+    navigate: {
+        content: 'url',
+        url: 'url'
+    },
+    open_app: {
+        content: 'name',
+        appname: 'name',
+        app_name: 'name',
+        name: 'name'
+    }
+};
+function unifyActionInputName(actionType, inputName) {
+    actionType = actionType.toLowerCase();
+    inputName = inputName.toLowerCase();
+    actionType = unifyActionType(actionType);
+    const typeSpecificMap = actionTypeSpecificMappings[actionType];
+    if (typeSpecificMap && typeSpecificMap[inputName]) return typeSpecificMap[inputName];
+    return actionInputNameMap[inputName] || inputName;
+}
+exports.serializeAction = __webpack_exports__.serializeAction;
+exports.unifyActionInputName = __webpack_exports__.unifyActionInputName;
+exports.unifyActionType = __webpack_exports__.unifyActionType;
+for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+    "serializeAction",
+    "unifyActionInputName",
+    "unifyActionType"
+].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=actions.js.map

package/dist/utils/actions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils/actions.js","sources":["webpack://@ui-tars-test/shared/webpack/runtime/define_property_getters","webpack://@ui-tars-test/shared/webpack/runtime/has_own_property","webpack://@ui-tars-test/shared/webpack/runtime/make_namespace_object","webpack://@ui-tars-test/shared/./src/utils/actions.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","/*\n * Copyright (c) 2025 Bytedance, Inc. and its affiliates.\n * SPDX-License-Identifier: Apache-2.0\n */\n\n/* eslint-disable @typescript-eslint/no-explicit-any */\n\nimport { BaseAction } from '../types';\n\n/**\n * Serializes a BaseAction into a string representation\n * Format: \"actionType(param1='value1', param2='value2', ...)\"\n */\nexport function serializeAction<T extends string, I extends Record<string, any>>(\n  action: BaseAction<T, I>,\n): string {\n  const { type, inputs } = action;\n  const params = Object.entries(inputs)\n    .map(([key, value]) => {\n      if (typeof value === 'string') {\n        return `${key}='${value}'`;\n      }\n      if (typeof value === 'object' && value !== null) {\n        if (value.raw) {\n          return `${key}='(${value.raw.x}, ${value.raw.y})'`;\n        }\n        if (value.referenceBox) {\n          return `${key}='<bbox>${value.referenceBox.x1}, ${value.referenceBox.y1}, ${value.referenceBox.x2}, ${value.referenceBox.y2}</bbox>'`;\n        }\n        if (value.normalized) {\n          return `${key}='(${value.normalized.x}, ${value.normalized.y})'`;\n        }\n      }\n      if (type === 'wait' && typeof value === 'number') {\n        return `${key}='${value}s'`;\n      }\n      if (type === 'navigate' && typeof value === 'string') {\n        return `url='${value}'`;\n      }\n      return `unsupported`;\n    })\n    .join(', ');\n  return `${type}(${params})`;\n}\n\nconst actionTypeMap: Record<string, string> = {\n  // ---- ScreenShotAction ----\n\n  snapshot: 'screenshot',\n  screenshot: 'screenshot',\n  take_screenshot: 'screenshot',\n  takescreenshot: 'screenshot',\n\n  // ---- Mouse Actions ----\n\n  // click\n  click: 'click',\n  left_click: 'click',\n  left_single: 'click',\n  leftclick: 'click',\n  leftsingle: 'click',\n  // double click\n  double_click: 'double_click',\n  left_double: 'double_click',\n  doubleclick: 'double_click',\n  leftdouble: 'double_click',\n  // right click\n  right_click: 'right_click',\n  right_single: 'right_click',\n  rightclick: 'right_click',\n  rightsingle: 'right_click',\n  // middle click\n  middle_click: 'middle_click',\n  middle_single: 'middle_click',\n  middleclick: 'middle_click',\n  middlesingle: 'middle_click',\n  // mouse move\n  move: 'mouse_move',\n  move_to: 'mouse_move',\n  mouse_move: 'mouse_move',\n  moveto: 'mouse_move',\n  mousemove: 'mouse_move',\n  hover: 'mouse_move',\n  // mouse down\n  mouse_down: 'mouse_down',\n  mousedown: 'mouse_down',\n  // mouse up\n  mouse_up: 'mouse_up',\n  mouseup: 'mouse_up',\n  // drag\n  drag: 'drag',\n  select: 'drag',\n  left_click_drag: 'drag',\n  leftclickdrag: 'drag',\n  // swipe\n  swipe: 'swipe',\n  // scroll\n  scroll: 'scroll',\n\n  // ---- Keyboard Actions ----\n\n  type: 'type',\n  hotkey: 'hotkey',\n  press: 'press',\n  release: 'release',\n\n  // ---- Browser Actions ----\n\n  navigate: 'navigate',\n  navigate_back: 'navigate_back',\n  navigateback: 'navigate_back',\n\n  // ---- App Actions ----\n\n  // long press\n  long_press: 'long_press',\n  longpress: 'long_press',\n  // home\n  home: 'press_home',\n  press_home: 'press_home',\n  presshome: 'press_home',\n  // back\n  back: 'press_back',\n  press_back: 'press_back',\n  pressback: 'press_back',\n  // open app\n  open: 'open_app',\n  open_app: 'open_app',\n  openapp: 'open_app',\n\n  // ---- Agent Actions ----\n\n  wait: 'wait',\n  finished: 'finished',\n  call_user: 'call_user',\n  calluser: 'call_user',\n};\n\nexport function unifyActionType(name: string) {\n  name = name.toLowerCase();\n  return actionTypeMap[name] || name;\n}\n\nconst actionInputNameMap: Record<string, string> = {\n  // ---- Start related fields ----\n  start: 'start',\n  start_box: 'start',\n  startbox: 'start',\n  start_point: 'start',\n  start_position: 'start',\n  start_coordinate: 'start',\n  start_coordinates: 'start',\n\n  // ---- End related fields ----\n  end: 'end',\n  end_box: 'end',\n  endbox: 'end',\n  end_point: 'end',\n  end_position: 'end',\n  end_coordinate: 'end',\n  end_coordinates: 'end',\n\n  // ---- Point related fields ----\n  point: 'point',\n  position: 'point',\n  coordinate: 'point',\n  coordinates: 'point',\n\n  // ---- Button related fields ----\n  button: 'button',\n  mouse_button: 'button',\n  mousebutton: 'button',\n\n  // ---- Direction related fields ----\n  direction: 'direction',\n  dir: 'direction',\n  scroll_direction: 'direction',\n  scrolldirection: 'direction',\n\n  // ---- Content related fields ----\n  content: 'content',\n  text: 'content',\n  input_text: 'content',\n  inputtext: 'content',\n  type: 'content',\n\n  // ---- Key related fields ----\n  key: 'key',\n  keyname: 'key',\n  hotkey: 'key',\n  keyboard_key: 'key',\n  keyboardkey: 'key',\n\n  // ---- URL related fields ----\n  url: 'url',\n  link: 'url',\n  website: 'url',\n\n  // ---- Name related fields ----\n  name: 'name',\n  appname: 'name',\n  app_name: 'name',\n  application: 'name',\n\n  // ---- Time related fields ----\n  time: 'time',\n  duration: 'time',\n  wait_time: 'time',\n  waittime: 'time',\n  delay: 'time',\n};\n\n// Special mappings based on action type\nconst actionTypeSpecificMappings: Record<string, Record<string, string>> = {\n  navigate: {\n    content: 'url',\n    url: 'url',\n  },\n  open_app: {\n    content: 'name',\n    appname: 'name',\n    app_name: 'name',\n    name: 'name',\n  },\n};\n\n/**\n * Standardizes action input field names using mapping tables\n * @param actionType The type of action being performed\n * @param inputName The original input field name\n * @returns The standardized input field name\n */\nexport function unifyActionInputName(actionType: string, inputName: string): string {\n  actionType = actionType.toLowerCase();\n  inputName = inputName.toLowerCase();\n  actionType = unifyActionType(actionType);\n  // First check for action type specific mappings\n  const typeSpecificMap = actionTypeSpecificMappings[actionType];\n  if (typeSpecificMap && typeSpecificMap[inputName]) {\n    return typeSpecificMap[inputName];\n  }\n  // Then check general mappings\n  return actionInputNameMap[inputName] || inputName;\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","serializeAction","action","type","inputs","params","value","actionTypeMap","unifyActionType","name","actionInputNameMap","actionTypeSpecificMappings","unifyActionInputName","actionType","inputName","typeSpecificMap"],"mappings":";;;;;;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;ACOO,SAASI,gBACdC,MAAwB;IAExB,MAAM,EAAEC,IAAI,EAAEC,MAAM,EAAE,GAAGF;IACzB,MAAMG,SAASR,OAAO,OAAO,CAACO,QAC3B,GAAG,CAAC,CAAC,CAACR,KAAKU,MAAM;QAChB,IAAI,AAAiB,YAAjB,OAAOA,OACT,OAAO,GAAGV,IAAI,EAAE,EAAEU,MAAM,CAAC,CAAC;QAE5B,IAAI,AAAiB,YAAjB,OAAOA,SAAsBA,AAAU,SAAVA,OAAgB;YAC/C,IAAIA,MAAM,GAAG,EACX,OAAO,GAAGV,IAAI,GAAG,EAAEU,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAEA,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAEpD,IAAIA,MAAM,YAAY,EACpB,OAAO,GAAGV,IAAI,QAAQ,EAAEU,MAAM,YAAY,CAAC,EAAE,CAAC,EAAE,EAAEA,MAAM,YAAY,CAAC,EAAE,CAAC,EAAE,EAAEA,MAAM,YAAY,CAAC,EAAE,CAAC,EAAE,EAAEA,MAAM,YAAY,CAAC,EAAE,CAAC,QAAQ,CAAC;YAEvI,IAAIA,MAAM,UAAU,EAClB,OAAO,GAAGV,IAAI,GAAG,EAAEU,MAAM,UAAU,CAAC,CAAC,CAAC,EAAE,EAAEA,MAAM,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;QAEpE;QACA,IAAIH,AAAS,WAATA,QAAmB,AAAiB,YAAjB,OAAOG,OAC5B,OAAO,GAAGV,IAAI,EAAE,EAAEU,MAAM,EAAE,CAAC;QAE7B,IAAIH,AAAS,eAATA,QAAuB,AAAiB,YAAjB,OAAOG,OAChC,OAAO,CAAC,KAAK,EAAEA,MAAM,CAAC,CAAC;QAEzB,OAAO;IACT,GACC,IAAI,CAAC;IACR,OAAO,GAAGH,KAAK,CAAC,EAAEE,OAAO,CAAC,CAAC;AAC7B;AAEA,MAAME,gBAAwC;IAG5C,UAAU;IACV,YAAY;IACZ,iBAAiB;IACjB,gBAAgB;IAKhB,OAAO;IACP,YAAY;IACZ,aAAa;IACb,WAAW;IACX,YAAY;IAEZ,cAAc;IACd,aAAa;IACb,aAAa;IACb,YAAY;IAEZ,aAAa;IACb,cAAc;IACd,YAAY;IACZ,aAAa;IAEb,cAAc;IACd,eAAe;IACf,aAAa;IACb,cAAc;IAEd,MAAM;IACN,SAAS;IACT,YAAY;IACZ,QAAQ;IACR,WAAW;IACX,OAAO;IAEP,YAAY;IACZ,WAAW;IAEX,UAAU;IACV,SAAS;IAET,MAAM;IACN,QAAQ;IACR,iBAAiB;IACjB,eAAe;IAEf,OAAO;IAEP,QAAQ;IAIR,MAAM;IACN,QAAQ;IACR,OAAO;IACP,SAAS;IAIT,UAAU;IACV,eAAe;IACf,cAAc;IAKd,YAAY;IACZ,WAAW;IAEX,MAAM;IACN,YAAY;IACZ,WAAW;IAEX,MAAM;IACN,YAAY;IACZ,WAAW;IAEX,MAAM;IACN,UAAU;IACV,SAAS;IAIT,MAAM;IACN,UAAU;IACV,WAAW;IACX,UAAU;AACZ;AAEO,SAASC,gBAAgBC,IAAY;IAC1CA,OAAOA,KAAK,WAAW;IACvB,OAAOF,aAAa,CAACE,KAAK,IAAIA;AAChC;AAEA,MAAMC,qBAA6C;IAEjD,OAAO;IACP,WAAW;IACX,UAAU;IACV,aAAa;IACb,gBAAgB;IAChB,kBAAkB;IAClB,mBAAmB;IAGnB,KAAK;IACL,SAAS;IACT,QAAQ;IACR,WAAW;IACX,cAAc;IACd,gBAAgB;IAChB,iBAAiB;IAGjB,OAAO;IACP,UAAU;IACV,YAAY;IACZ,aAAa;IAGb,QAAQ;IACR,cAAc;IACd,aAAa;IAGb,WAAW;IACX,KAAK;IACL,kBAAkB;IAClB,iBAAiB;IAGjB,SAAS;IACT,MAAM;IACN,YAAY;IACZ,WAAW;IACX,MAAM;IAGN,KAAK;IACL,SAAS;IACT,QAAQ;IACR,cAAc;IACd,aAAa;IAGb,KAAK;IACL,MAAM;IACN,SAAS;IAGT,MAAM;IACN,SAAS;IACT,UAAU;IACV,aAAa;IAGb,MAAM;IACN,UAAU;IACV,WAAW;IACX,UAAU;IACV,OAAO;AACT;AAGA,MAAMC,6BAAqE;IACzE,UAAU;QACR,SAAS;QACT,KAAK;IACP;IACA,UAAU;QACR,SAAS;QACT,SAAS;QACT,UAAU;QACV,MAAM;IACR;AACF;AAQO,SAASC,qBAAqBC,UAAkB,EAAEC,SAAiB;IACxED,aAAaA,WAAW,WAAW;IACnCC,YAAYA,UAAU,WAAW;IACjCD,aAAaL,gBAAgBK;IAE7B,MAAME,kBAAkBJ,0BAA0B,CAACE,WAAW;IAC9D,IAAIE,mBAAmBA,eAAe,CAACD,UAAU,EAC/C,OAAOC,eAAe,CAACD,UAAU;IAGnC,OAAOJ,kBAAkB,CAACI,UAAU,IAAIA;AAC1C"}