@midscene/playground 0.27.6-beta-20250831000753.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024-present Bytedance, Inc. and its affiliates.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/dist/es/common.mjs

@@ -0,0 +1,128 @@
+import { findAllMidsceneLocatorField } from "@midscene/core/ai-model";
+const dataExtractionAPIs = [
+    'aiQuery',
+    'aiBoolean',
+    'aiNumber',
+    'aiString',
+    'aiAsk'
+];
+const validationAPIs = [
+    'aiAssert',
+    'aiWaitFor'
+];
+const noReplayAPIs = [
+    ...dataExtractionAPIs,
+    ...validationAPIs
+];
+const formatErrorMessage = (e)=>{
+    const errorMessage = (null == e ? void 0 : e.message) || '';
+    if (errorMessage.includes('of different extension')) return 'Conflicting extension detected. Please disable the suspicious plugins and refresh the page. Guide: https://midscenejs.com/quick-experience.html#faq';
+    return errorMessage || 'Unknown error';
+};
+async function parseStructuredParams(action, params, options = {}) {
+    if (!(null == action ? void 0 : action.paramSchema) || !('shape' in action.paramSchema)) return [
+        params.prompt || '',
+        options
+    ];
+    const schema = action.paramSchema;
+    const keys = schema && 'shape' in schema ? Object.keys(schema.shape) : [];
+    const paramObj = {
+        ...options
+    };
+    keys.forEach((key)=>{
+        if (void 0 !== params[key] && null !== params[key] && '' !== params[key]) paramObj[key] = params[key];
+    });
+    return [
+        paramObj
+    ];
+}
+function validateStructuredParams(value, action) {
+    if (!value.params) return {
+        valid: false,
+        errorMessage: 'Parameters are required'
+    };
+    if (!(null == action ? void 0 : action.paramSchema)) return {
+        valid: true
+    };
+    try {
+        var _action_paramSchema;
+        const paramsForValidation = {
+            ...value.params
+        };
+        const schema = action.paramSchema;
+        if (schema) {
+            const locatorFieldKeys = findAllMidsceneLocatorField(schema);
+            locatorFieldKeys.forEach((key)=>{
+                if ('string' == typeof paramsForValidation[key]) paramsForValidation[key] = {
+                    midscene_location_field_flag: true,
+                    prompt: paramsForValidation[key],
+                    center: [
+                        0,
+                        0
+                    ],
+                    rect: {
+                        left: 0,
+                        top: 0,
+                        width: 0,
+                        height: 0
+                    }
+                };
+            });
+        }
+        null == (_action_paramSchema = action.paramSchema) || _action_paramSchema.parse(paramsForValidation);
+    } catch (error) {
+        const zodError = error;
+        if (zodError.errors && zodError.errors.length > 0) {
+            const errorMessages = zodError.errors.filter((err)=>{
+                const path = err.path.join('.');
+                return !path.includes('center') && !path.includes('rect') && !path.includes('midscene_location_field_flag');
+            }).map((err)=>{
+                const field = err.path.join('.');
+                return `${field}: ${err.message}`;
+            });
+            if (errorMessages.length > 0) return {
+                valid: false,
+                errorMessage: `Validation error: ${errorMessages.join(', ')}`
+            };
+        } else {
+            const errorMsg = error instanceof Error ? error.message : 'Unknown validation error';
+            return {
+                valid: false,
+                errorMessage: `Parameter validation failed: ${errorMsg}`
+            };
+        }
+    }
+    return {
+        valid: true
+    };
+}
+async function executeAction(activeAgent, actionType, actionSpace, value, options) {
+    const action = null == actionSpace ? void 0 : actionSpace.find((a)=>a.interfaceAlias === actionType || a.name === actionType);
+    if (action && 'function' == typeof activeAgent.callActionInActionSpace) if (!value.params) return await activeAgent.callActionInActionSpace(action.name, {
+        prompt: value.prompt,
+        ...options
+    });
+    else {
+        const parsedParams = await parseStructuredParams(action, value.params, options);
+        return await activeAgent.callActionInActionSpace(action.name, parsedParams[0]);
+    }
+    {
+        const prompt = value.prompt;
+        if ('aiAssert' === actionType) {
+            var _activeAgent_aiAssert;
+            const { pass, thought } = await (null == activeAgent ? void 0 : null == (_activeAgent_aiAssert = activeAgent.aiAssert) ? void 0 : _activeAgent_aiAssert.call(activeAgent, prompt || '', void 0, {
+                keepRawResponse: true,
+                ...options
+            })) || {};
+            return {
+                pass: pass || false,
+                thought: thought || ''
+            };
+        }
+        if (activeAgent && 'function' == typeof activeAgent[actionType]) return await activeAgent[actionType](prompt, options);
+        throw new Error(`Unknown action type: ${actionType}`);
+    }
+}
+export { dataExtractionAPIs, executeAction, formatErrorMessage, noReplayAPIs, validateStructuredParams, validationAPIs };
+
+//# sourceMappingURL=common.mjs.map

package/dist/es/common.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.mjs","sources":["webpack://@midscene/playground/./src/common.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport { findAllMidsceneLocatorField } from '@midscene/core/ai-model';\nimport type {\n  ExecutionOptions,\n  FormValue,\n  PlaygroundAgent,\n  ValidationResult,\n} from './types';\n\n// APIs that should not generate replay scripts\nexport const dataExtractionAPIs = [\n  'aiQuery',\n  'aiBoolean',\n  'aiNumber',\n  'aiString',\n  'aiAsk',\n];\n\nexport const validationAPIs = ['aiAssert', 'aiWaitFor'];\n\nexport const noReplayAPIs = [...dataExtractionAPIs, ...validationAPIs];\n\nexport const formatErrorMessage = (e: any): string => {\n  const errorMessage = e?.message || '';\n  if (errorMessage.includes('of different extension')) {\n    return 'Conflicting extension detected. Please disable the suspicious plugins and refresh the page. Guide: https://midscenejs.com/quick-experience.html#faq';\n  }\n  // Always return the actual error message, including NOT_IMPLEMENTED_AS_DESIGNED errors\n  return errorMessage || 'Unknown error';\n};\n\n// Parse structured parameters for callActionInActionSpace\nasync function parseStructuredParams(\n  action: DeviceAction<unknown>,\n  params: Record<string, unknown>,\n  options: ExecutionOptions = {},\n): Promise<unknown[]> {\n  if (!action?.paramSchema || !('shape' in action.paramSchema)) {\n    return [params.prompt || '', options];\n  }\n\n  const schema = action.paramSchema;\n  const keys =\n    schema && 'shape' in schema\n      ? Object.keys((schema as { shape: Record<string, unknown> }).shape)\n      : [];\n\n  const paramObj: Record<string, unknown> = { ...options };\n\n  keys.forEach((key) => {\n    if (\n      params[key] !== undefined &&\n      params[key] !== null &&\n      params[key] !== ''\n    ) {\n      paramObj[key] = params[key];\n    }\n  });\n\n  return [paramObj];\n}\n\nexport function validateStructuredParams(\n  value: FormValue,\n  action: DeviceAction<unknown> | undefined,\n): ValidationResult {\n  if (!value.params) {\n    return { valid: false, errorMessage: 'Parameters are required' };\n  }\n\n  if (!action?.paramSchema) {\n    return { valid: true };\n  }\n\n  try {\n    const paramsForValidation = { ...value.params };\n\n    const schema = action.paramSchema;\n    if (schema) {\n      const locatorFieldKeys = findAllMidsceneLocatorField(schema);\n      locatorFieldKeys.forEach((key) => {\n        if (typeof paramsForValidation[key] === 'string') {\n          paramsForValidation[key] = {\n            midscene_location_field_flag: true,\n            prompt: paramsForValidation[key],\n            center: [0, 0],\n            rect: { left: 0, top: 0, width: 0, height: 0 },\n          };\n        }\n      });\n    }\n\n    action.paramSchema?.parse(paramsForValidation);\n    return { valid: true };\n  } catch (error: unknown) {\n    const zodError = error as {\n      errors?: Array<{ path: string[]; message: string }>;\n    };\n    if (zodError.errors && zodError.errors.length > 0) {\n      const errorMessages = zodError.errors\n        .filter((err) => {\n          const path = err.path.join('.');\n          return (\n            !path.includes('center') &&\n            !path.includes('rect') &&\n            !path.includes('midscene_location_field_flag')\n          );\n        })\n        .map((err) => {\n          const field = err.path.join('.');\n          return `${field}: ${err.message}`;\n        });\n\n      if (errorMessages.length > 0) {\n        return {\n          valid: false,\n          errorMessage: `Validation error: ${errorMessages.join(', ')}`,\n        };\n      }\n    } else {\n      const errorMsg =\n        error instanceof Error ? error.message : 'Unknown validation error';\n      return {\n        valid: false,\n        errorMessage: `Parameter validation failed: ${errorMsg}`,\n      };\n    }\n  }\n\n  return { valid: true };\n}\n\nexport async function executeAction(\n  activeAgent: PlaygroundAgent,\n  actionType: string,\n  actionSpace: DeviceAction<unknown>[],\n  value: FormValue,\n  options: ExecutionOptions,\n): Promise<unknown> {\n  const action = actionSpace?.find(\n    (a: DeviceAction<unknown>) =>\n      a.interfaceAlias === actionType || a.name === actionType,\n  );\n\n  if (action && typeof activeAgent.callActionInActionSpace === 'function') {\n    if (value.params) {\n      const parsedParams = await parseStructuredParams(\n        action,\n        value.params,\n        options,\n      );\n      return await activeAgent.callActionInActionSpace(\n        action.name,\n        parsedParams[0],\n      );\n    } else {\n      return await activeAgent.callActionInActionSpace(action.name, {\n        prompt: value.prompt,\n        ...options,\n      });\n    }\n  } else {\n    const prompt = value.prompt;\n\n    if (actionType === 'aiAssert') {\n      const { pass, thought } =\n        (await activeAgent?.aiAssert?.(prompt || '', undefined, {\n          keepRawResponse: true,\n          ...options,\n        })) || {};\n      return { pass: pass || false, thought: thought || '' };\n    }\n\n    // Fallback for methods not found in actionSpace\n    if (activeAgent && typeof activeAgent[actionType] === 'function') {\n      return await activeAgent[actionType](prompt, options);\n    }\n\n    throw new Error(`Unknown action type: ${actionType}`);\n  }\n}\n"],"names":["dataExtractionAPIs","validationAPIs","noReplayAPIs","formatErrorMessage","e","errorMessage","parseStructuredParams","action","params","options","schema","keys","Object","paramObj","key","undefined","validateStructuredParams","value","_action_paramSchema","paramsForValidation","locatorFieldKeys","findAllMidsceneLocatorField","error","zodError","errorMessages","err","path","field","errorMsg","Error","executeAction","activeAgent","actionType","actionSpace","a","parsedParams","prompt","pass","thought"],"mappings":";AAUO,MAAMA,qBAAqB;IAChC;IACA;IACA;IACA;IACA;CACD;AAEM,MAAMC,iBAAiB;IAAC;IAAY;CAAY;AAEhD,MAAMC,eAAe;OAAIF;OAAuBC;CAAe;AAE/D,MAAME,qBAAqB,CAACC;IACjC,MAAMC,eAAeD,AAAAA,CAAAA,QAAAA,IAAAA,KAAAA,IAAAA,EAAG,OAAO,AAAD,KAAK;IACnC,IAAIC,aAAa,QAAQ,CAAC,2BACxB,OAAO;IAGT,OAAOA,gBAAgB;AACzB;AAGA,eAAeC,sBACbC,MAA6B,EAC7BC,MAA+B,EAC/BC,UAA4B,CAAC,CAAC;IAE9B,IAAI,CAACF,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,WAAW,AAAD,KAAK,CAAE,YAAWA,OAAO,WAAU,GACxD,OAAO;QAACC,OAAO,MAAM,IAAI;QAAIC;KAAQ;IAGvC,MAAMC,SAASH,OAAO,WAAW;IACjC,MAAMI,OACJD,UAAU,WAAWA,SACjBE,OAAO,IAAI,CAAEF,OAA8C,KAAK,IAChE,EAAE;IAER,MAAMG,WAAoC;QAAE,GAAGJ,OAAO;IAAC;IAEvDE,KAAK,OAAO,CAAC,CAACG;QACZ,IACEN,AAAgBO,WAAhBP,MAAM,CAACM,IAAI,IACXN,AAAgB,SAAhBA,MAAM,CAACM,IAAI,IACXN,AAAgB,OAAhBA,MAAM,CAACM,IAAI,EAEXD,QAAQ,CAACC,IAAI,GAAGN,MAAM,CAACM,IAAI;IAE/B;IAEA,OAAO;QAACD;KAAS;AACnB;AAEO,SAASG,yBACdC,KAAgB,EAChBV,MAAyC;IAEzC,IAAI,CAACU,MAAM,MAAM,EACf,OAAO;QAAE,OAAO;QAAO,cAAc;IAA0B;IAGjE,IAAI,CAACV,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,WAAW,AAAD,GACrB,OAAO;QAAE,OAAO;IAAK;IAGvB,IAAI;YAkBFW;QAjBA,MAAMC,sBAAsB;YAAE,GAAGF,MAAM,MAAM;QAAC;QAE9C,MAAMP,SAASH,OAAO,WAAW;QACjC,IAAIG,QAAQ;YACV,MAAMU,mBAAmBC,4BAA4BX;YACrDU,iBAAiB,OAAO,CAAC,CAACN;gBACxB,IAAI,AAAoC,YAApC,OAAOK,mBAAmB,CAACL,IAAI,EACjCK,mBAAmB,CAACL,IAAI,GAAG;oBACzB,8BAA8B;oBAC9B,QAAQK,mBAAmB,CAACL,IAAI;oBAChC,QAAQ;wBAAC;wBAAG;qBAAE;oBACd,MAAM;wBAAE,MAAM;wBAAG,KAAK;wBAAG,OAAO;wBAAG,QAAQ;oBAAE;gBAC/C;YAEJ;QACF;gBAEAI,CAAAA,sBAAAA,OAAO,WAAW,AAAD,KAAjBA,oBAAoB,KAAK,CAACC;IAE5B,EAAE,OAAOG,OAAgB;QACvB,MAAMC,WAAWD;QAGjB,IAAIC,SAAS,MAAM,IAAIA,SAAS,MAAM,CAAC,MAAM,GAAG,GAAG;YACjD,MAAMC,gBAAgBD,SAAS,MAAM,CAClC,MAAM,CAAC,CAACE;gBACP,MAAMC,OAAOD,IAAI,IAAI,CAAC,IAAI,CAAC;gBAC3B,OACE,CAACC,KAAK,QAAQ,CAAC,aACf,CAACA,KAAK,QAAQ,CAAC,WACf,CAACA,KAAK,QAAQ,CAAC;YAEnB,GACC,GAAG,CAAC,CAACD;gBACJ,MAAME,QAAQF,IAAI,IAAI,CAAC,IAAI,CAAC;gBAC5B,OAAO,GAAGE,MAAM,EAAE,EAAEF,IAAI,OAAO,EAAE;YACnC;YAEF,IAAID,cAAc,MAAM,GAAG,GACzB,OAAO;gBACL,OAAO;gBACP,cAAc,CAAC,kBAAkB,EAAEA,cAAc,IAAI,CAAC,OAAO;YAC/D;QAEJ,OAAO;YACL,MAAMI,WACJN,iBAAiBO,QAAQP,MAAM,OAAO,GAAG;YAC3C,OAAO;gBACL,OAAO;gBACP,cAAc,CAAC,6BAA6B,EAAEM,UAAU;YAC1D;QACF;IACF;IAEA,OAAO;QAAE,OAAO;IAAK;AACvB;AAEO,eAAeE,cACpBC,WAA4B,EAC5BC,UAAkB,EAClBC,WAAoC,EACpChB,KAAgB,EAChBR,OAAyB;IAEzB,MAAMF,SAAS0B,QAAAA,cAAAA,KAAAA,IAAAA,YAAa,IAAI,CAC9B,CAACC,IACCA,EAAE,cAAc,KAAKF,cAAcE,EAAE,IAAI,KAAKF;IAGlD,IAAIzB,UAAU,AAA+C,cAA/C,OAAOwB,YAAY,uBAAuB,EACtD,KAAId,MAAM,MAAM,EAWd,OAAO,MAAMc,YAAY,uBAAuB,CAACxB,OAAO,IAAI,EAAE;QAC5D,QAAQU,MAAM,MAAM;QACpB,GAAGR,OAAO;IACZ;SAdgB;QAChB,MAAM0B,eAAe,MAAM7B,sBACzBC,QACAU,MAAM,MAAM,EACZR;QAEF,OAAO,MAAMsB,YAAY,uBAAuB,CAC9CxB,OAAO,IAAI,EACX4B,YAAY,CAAC,EAAE;IAEnB;IAMK;QACL,MAAMC,SAASnB,MAAM,MAAM;QAE3B,IAAIe,AAAe,eAAfA,YAA2B;gBAEpBD;YADT,MAAM,EAAEM,IAAI,EAAEC,OAAO,EAAE,GACpB,MAAMP,CAAAA,QAAAA,cAAAA,KAAAA,IAAAA,QAAAA,CAAAA,wBAAAA,YAAa,QAAQ,AAAD,IAApBA,KAAAA,IAAAA,sBAAAA,IAAAA,CAAAA,aAAwBK,UAAU,IAAIrB,QAAW;gBACtD,iBAAiB;gBACjB,GAAGN,OAAO;YACZ,EAAC,KAAM,CAAC;YACV,OAAO;gBAAE,MAAM4B,QAAQ;gBAAO,SAASC,WAAW;YAAG;QACvD;QAGA,IAAIP,eAAe,AAAmC,cAAnC,OAAOA,WAAW,CAACC,WAAW,EAC/C,OAAO,MAAMD,WAAW,CAACC,WAAW,CAACI,QAAQ3B;QAG/C,MAAM,IAAIoB,MAAM,CAAC,qBAAqB,EAAEG,YAAY;IACtD;AACF"}

package/dist/es/index.browser.mjs

@@ -0,0 +1,7 @@
+import { StaticPageAgent } from "./static-agent.mjs";
+import { dataExtractionAPIs, executeAction, formatErrorMessage, noReplayAPIs, validateStructuredParams, validationAPIs } from "./common.mjs";
+import static_page from "./static-page.mjs";
+const PlaygroundServer = void 0;
+export { PlaygroundServer, static_page as StaticPage, StaticPageAgent, dataExtractionAPIs, executeAction, formatErrorMessage, noReplayAPIs, validateStructuredParams, validationAPIs };
+
+//# sourceMappingURL=index.browser.mjs.map

package/dist/es/index.browser.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.browser.mjs","sources":["webpack://@midscene/playground/./src/index.browser.ts"],"sourcesContent":["// Browser-safe version of playground exports (excludes server)\nexport { StaticPageAgent } from './static-agent';\nexport {\n  dataExtractionAPIs,\n  noReplayAPIs,\n  validationAPIs,\n  formatErrorMessage,\n  validateStructuredParams,\n  executeAction,\n} from './common';\nexport { default as StaticPage } from './static-page';\n\n// PlaygroundServer is not available in browser environments\nexport const PlaygroundServer = undefined;\n\nexport type {\n  ExecutionOptions,\n  FormValue,\n  PlaygroundAgent,\n  ValidationResult,\n} from './types';\n"],"names":["PlaygroundServer","undefined"],"mappings":";;;AAaO,MAAMA,mBAAmBC"}

package/dist/es/index.mjs

@@ -0,0 +1,5 @@
+import { dataExtractionAPIs, executeAction, formatErrorMessage, noReplayAPIs, validateStructuredParams, validationAPIs } from "./common.mjs";
+import { StaticPageAgent } from "./static-agent.mjs";
+import static_page from "./static-page.mjs";
+import server from "./server.mjs";
+export { server as PlaygroundServer, static_page as StaticPage, StaticPageAgent, dataExtractionAPIs, executeAction, formatErrorMessage, noReplayAPIs, validateStructuredParams, validationAPIs };

package/dist/es/server.mjs

@@ -0,0 +1,261 @@
+import { randomUUID } from "node:crypto";
+import { existsSync, readFileSync, writeFileSync } from "node:fs";
+import { join } from "node:path";
+import { getTmpDir } from "@midscene/core/utils";
+import { PLAYGROUND_SERVER_PORT } from "@midscene/shared/constants";
+import { overrideAIConfig } from "@midscene/shared/env";
+import { ifInBrowser, ifInWorker } from "@midscene/shared/utils";
+import cors from "cors";
+import dotenv from "dotenv";
+import express from "express";
+import { executeAction, formatErrorMessage } from "./common.mjs";
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+const defaultPort = PLAYGROUND_SERVER_PORT;
+const errorHandler = (err, req, res, next)=>{
+    console.error(err);
+    res.status(500).json({
+        error: err.message
+    });
+};
+const setup = async ()=>{
+    if (!ifInBrowser && !ifInWorker) dotenv.config();
+};
+class PlaygroundServer {
+    filePathForUuid(uuid) {
+        return join(this.tmpDir, `${uuid}.json`);
+    }
+    saveContextFile(uuid, context) {
+        const tmpFile = this.filePathForUuid(uuid);
+        console.log(`save context file: ${tmpFile}`);
+        writeFileSync(tmpFile, context);
+        return tmpFile;
+    }
+    async launch(port) {
+        this.port = port || defaultPort;
+        this.app.use(errorHandler);
+        this.app.use(cors({
+            origin: '*',
+            credentials: true
+        }));
+        this.app.get('/status', async (req, res)=>{
+            res.send({
+                status: 'ok'
+            });
+        });
+        this.app.get('/context/:uuid', async (req, res)=>{
+            const { uuid } = req.params;
+            const contextFile = this.filePathForUuid(uuid);
+            if (!existsSync(contextFile)) return res.status(404).json({
+                error: 'Context not found'
+            });
+            const context = readFileSync(contextFile, 'utf8');
+            res.json({
+                context
+            });
+        });
+        this.app.get('/task-progress/:requestId', async (req, res)=>{
+            const { requestId } = req.params;
+            res.json({
+                tip: this.taskProgressTips[requestId] || ''
+            });
+        });
+        this.app.post('/action-space', express.json({
+            limit: '30mb'
+        }), async (req, res)=>{
+            const { context } = req.body;
+            if (!context) return res.status(400).json({
+                error: 'context is required'
+            });
+            try {
+                const page = new this.pageClass(context);
+                const actionSpace = await page.actionSpace();
+                const processedActionSpace = actionSpace.map((action)=>{
+                    if (action.paramSchema && 'object' == typeof action.paramSchema) {
+                        let processedSchema = null;
+                        try {
+                            if (action.paramSchema.shape && 'object' == typeof action.paramSchema.shape) processedSchema = {
+                                type: 'ZodObject',
+                                shape: action.paramSchema.shape
+                            };
+                        } catch (e) {
+                            console.warn('Failed to process paramSchema for action:', action.name, e);
+                        }
+                        return {
+                            ...action,
+                            paramSchema: processedSchema
+                        };
+                    }
+                    return action;
+                });
+                res.json(processedActionSpace);
+            } catch (error) {
+                console.error('Failed to get action space:', error);
+                res.status(500).json({
+                    error: error.message
+                });
+            }
+        });
+        this.app.post('/playground-with-context', express.json({
+            limit: '50mb'
+        }), async (req, res)=>{
+            const context = req.body.context;
+            if (!context) return res.status(400).json({
+                error: 'context is required'
+            });
+            const uuid = randomUUID();
+            this.saveContextFile(uuid, context);
+            return res.json({
+                location: `/playground/${uuid}`,
+                uuid
+            });
+        });
+        this.app.post('/execute', express.json({
+            limit: '30mb'
+        }), async (req, res)=>{
+            const { context, type, prompt, params, requestId, deepThink, screenshotIncluded, domIncluded } = req.body;
+            if (!context) return res.status(400).json({
+                error: 'context is required'
+            });
+            if (!type) return res.status(400).json({
+                error: 'type is required'
+            });
+            const page = new this.pageClass(context);
+            const agent = new this.agentClass(page);
+            if (requestId) {
+                this.taskProgressTips[requestId] = '';
+                this.activeAgents[requestId] = agent;
+                agent.onTaskStartTip = (tip)=>{
+                    this.taskProgressTips[requestId] = tip;
+                };
+            }
+            const response = {
+                result: null,
+                dump: null,
+                error: null,
+                reportHTML: null,
+                requestId
+            };
+            const startTime = Date.now();
+            try {
+                const actionSpace = await page.actionSpace();
+                const value = {
+                    type,
+                    prompt,
+                    params
+                };
+                response.result = await executeAction(agent, type, actionSpace, value, {
+                    deepThink: deepThink || false,
+                    screenshotIncluded,
+                    domIncluded
+                });
+            } catch (error) {
+                response.error = formatErrorMessage(error);
+            }
+            try {
+                response.dump = JSON.parse(agent.dumpDataString());
+                response.reportHTML = agent.reportHTMLString() || null;
+                agent.writeOutActionDumps();
+                agent.destroy();
+            } catch (error) {
+                console.error(`write out dump failed: requestId: ${requestId}, ${error.message}`);
+            }
+            res.send(response);
+            const timeCost = Date.now() - startTime;
+            if (response.error) console.error(`handle request failed after ${timeCost}ms: requestId: ${requestId}, ${response.error}`);
+            else console.log(`handle request done after ${timeCost}ms: requestId: ${requestId}`);
+            if (requestId && this.activeAgents[requestId]) delete this.activeAgents[requestId];
+        });
+        this.app.get('/cancel/:requestId', async (req, res)=>{
+            const { requestId } = req.params;
+            if (!requestId) return res.status(400).json({
+                error: 'requestId is required'
+            });
+            const agent = this.activeAgents[requestId];
+            if (!agent) return res.status(404).json({
+                error: 'No active agent found for this requestId'
+            });
+            try {
+                await agent.destroy();
+                delete this.activeAgents[requestId];
+                res.json({
+                    status: 'cancelled'
+                });
+            } catch (error) {
+                console.error(`Failed to cancel agent: ${error.message}`);
+                res.status(500).json({
+                    error: `Failed to cancel: ${error.message}`
+                });
+            }
+        });
+        this.app.post('/config', express.json({
+            limit: '1mb'
+        }), async (req, res)=>{
+            const { aiConfig } = req.body;
+            if (!aiConfig || 'object' != typeof aiConfig) return res.status(400).json({
+                error: 'aiConfig is required and must be an object'
+            });
+            try {
+                overrideAIConfig(aiConfig);
+                return res.json({
+                    status: 'ok',
+                    message: 'AI config updated successfully'
+                });
+            } catch (error) {
+                console.error(`Failed to update AI config: ${error.message}`);
+                return res.status(500).json({
+                    error: `Failed to update AI config: ${error.message}`
+                });
+            }
+        });
+        if (this.staticPath) {
+            this.app.get('/', (_req, res)=>{
+                res.redirect('/index.html');
+            });
+            this.app.get('*', (req, res)=>{
+                const requestedPath = join(this.staticPath, req.path);
+                if (existsSync(requestedPath)) res.sendFile(requestedPath);
+                else res.sendFile(join(this.staticPath, 'index.html'));
+            });
+        }
+        return new Promise((resolve)=>{
+            const port = this.port;
+            this.server = this.app.listen(port, ()=>{
+                resolve(this);
+            });
+        });
+    }
+    close() {
+        if (this.server) return this.server.close();
+    }
+    constructor(pageClass, agentClass, staticPath){
+        _define_property(this, "app", void 0);
+        _define_property(this, "tmpDir", void 0);
+        _define_property(this, "server", void 0);
+        _define_property(this, "port", void 0);
+        _define_property(this, "pageClass", void 0);
+        _define_property(this, "agentClass", void 0);
+        _define_property(this, "staticPath", void 0);
+        _define_property(this, "taskProgressTips", void 0);
+        _define_property(this, "activeAgents", void 0);
+        this.app = express();
+        this.tmpDir = getTmpDir();
+        this.pageClass = pageClass;
+        this.agentClass = agentClass;
+        this.staticPath = staticPath;
+        this.taskProgressTips = {};
+        this.activeAgents = {};
+        setup();
+    }
+}
+export { PlaygroundServer as default };
+
+//# sourceMappingURL=server.mjs.map

package/dist/es/server.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.mjs","sources":["webpack://@midscene/playground/./src/server.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\nimport { existsSync, readFileSync, writeFileSync } from 'node:fs';\nimport type { Server } from 'node:http';\nimport { join } from 'node:path';\nimport type { Agent as PageAgent } from '@midscene/core/agent';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport { getTmpDir } from '@midscene/core/utils';\nimport { PLAYGROUND_SERVER_PORT } from '@midscene/shared/constants';\nimport { overrideAIConfig } from '@midscene/shared/env';\nimport { ifInBrowser, ifInWorker } from '@midscene/shared/utils';\nimport cors from 'cors';\nimport dotenv from 'dotenv';\nimport express from 'express';\nimport { executeAction, formatErrorMessage } from './common';\nimport type { PlaygroundAgent } from './types';\n\nconst defaultPort = PLAYGROUND_SERVER_PORT;\n\nconst errorHandler = (err: any, req: any, res: any, next: any) => {\n  console.error(err);\n  res.status(500).json({\n    error: err.message,\n  });\n};\n\nconst setup = async () => {\n  if (!ifInBrowser && !ifInWorker) {\n    dotenv.config();\n  }\n};\n\nexport default class PlaygroundServer {\n  app: express.Application;\n  tmpDir: string;\n  server?: Server;\n  port?: number | null;\n  pageClass: new (\n    ...args: any[]\n  ) => AbstractInterface;\n  agentClass: new (\n    ...args: any[]\n  ) => PageAgent;\n  staticPath?: string;\n  taskProgressTips: Record<string, string>;\n  activeAgents: Record<string, PageAgent>;\n\n  constructor(\n    pageClass: new (...args: any[]) => AbstractInterface,\n    agentClass: new (...args: any[]) => PageAgent,\n    staticPath?: string,\n  ) {\n    this.app = express();\n    this.tmpDir = getTmpDir()!;\n    this.pageClass = pageClass;\n    this.agentClass = agentClass;\n    this.staticPath = staticPath;\n    this.taskProgressTips = {};\n    this.activeAgents = {};\n    setup();\n  }\n\n  filePathForUuid(uuid: string) {\n    return join(this.tmpDir, `${uuid}.json`);\n  }\n\n  saveContextFile(uuid: string, context: string) {\n    const tmpFile = this.filePathForUuid(uuid);\n    console.log(`save context file: ${tmpFile}`);\n    writeFileSync(tmpFile, context);\n    return tmpFile;\n  }\n\n  async launch(port?: number) {\n    this.port = port || defaultPort;\n    this.app.use(errorHandler);\n\n    this.app.use(\n      cors({\n        origin: '*',\n        credentials: true,\n      }),\n    );\n\n    this.app.get('/status', async (req, res) => {\n      // const modelName = g\n      res.send({\n        status: 'ok',\n      });\n    });\n\n    this.app.get('/context/:uuid', async (req, res) => {\n      const { uuid } = req.params;\n      const contextFile = this.filePathForUuid(uuid);\n\n      if (!existsSync(contextFile)) {\n        return res.status(404).json({\n          error: 'Context not found',\n        });\n      }\n\n      const context = readFileSync(contextFile, 'utf8');\n      res.json({\n        context,\n      });\n    });\n\n    this.app.get('/task-progress/:requestId', async (req, res) => {\n      const { requestId } = req.params;\n      res.json({\n        tip: this.taskProgressTips[requestId] || '',\n      });\n    });\n\n    this.app.post(\n      '/action-space',\n      express.json({ limit: '30mb' }),\n      async (req, res) => {\n        const { context } = req.body;\n\n        if (!context) {\n          return res.status(400).json({\n            error: 'context is required',\n          });\n        }\n\n        try {\n          // Create agent with context like in /execute\n          const page = new this.pageClass(context);\n          const actionSpace = await page.actionSpace();\n\n          // Process actionSpace to make paramSchema serializable\n          const processedActionSpace = actionSpace.map((action: any) => {\n            if (action.paramSchema && typeof action.paramSchema === 'object') {\n              // Extract shape information from Zod schema\n              let processedSchema = null;\n\n              try {\n                // Extract shape from runtime Zod object\n                if (\n                  action.paramSchema.shape &&\n                  typeof action.paramSchema.shape === 'object'\n                ) {\n                  processedSchema = {\n                    type: 'ZodObject',\n                    shape: action.paramSchema.shape,\n                  };\n                }\n              } catch (e) {\n                console.warn(\n                  'Failed to process paramSchema for action:',\n                  action.name,\n                  e,\n                );\n              }\n\n              return {\n                ...action,\n                paramSchema: processedSchema,\n              };\n            }\n            return action;\n          });\n\n          res.json(processedActionSpace);\n        } catch (error: any) {\n          console.error('Failed to get action space:', error);\n          res.status(500).json({\n            error: error.message,\n          });\n        }\n      },\n    );\n\n    // -------------------------\n    // actions from report file\n    this.app.post(\n      '/playground-with-context',\n      express.json({ limit: '50mb' }),\n      async (req, res) => {\n        const context = req.body.context;\n\n        if (!context) {\n          return res.status(400).json({\n            error: 'context is required',\n          });\n        }\n\n        const uuid = randomUUID();\n        this.saveContextFile(uuid, context);\n        return res.json({\n          location: `/playground/${uuid}`,\n          uuid,\n        });\n      },\n    );\n\n    this.app.post(\n      '/execute',\n      express.json({ limit: '30mb' }),\n      async (req, res) => {\n        const {\n          context,\n          type,\n          prompt,\n          params,\n          requestId,\n          deepThink,\n          screenshotIncluded,\n          domIncluded,\n        } = req.body;\n\n        if (!context) {\n          return res.status(400).json({\n            error: 'context is required',\n          });\n        }\n\n        if (!type) {\n          return res.status(400).json({\n            error: 'type is required',\n          });\n        }\n\n        // build an agent with context\n        const page = new this.pageClass(context);\n        const agent = new this.agentClass(page);\n\n        if (requestId) {\n          this.taskProgressTips[requestId] = '';\n          this.activeAgents[requestId] = agent;\n\n          agent.onTaskStartTip = (tip: string) => {\n            this.taskProgressTips[requestId] = tip;\n          };\n        }\n\n        const response: {\n          result: any;\n          dump: string | null;\n          error: string | null;\n          reportHTML: string | null;\n          requestId?: string;\n        } = {\n          result: null,\n          dump: null,\n          error: null,\n          reportHTML: null,\n          requestId,\n        };\n\n        const startTime = Date.now();\n        try {\n          // Get action space to check for dynamic actions\n          const actionSpace = await page.actionSpace();\n\n          // Prepare value object for executeAction\n          const value = {\n            type,\n            prompt,\n            params,\n          };\n\n          response.result = await executeAction(\n            agent as unknown as PlaygroundAgent,\n            type,\n            actionSpace,\n            value,\n            {\n              deepThink: deepThink || false,\n              screenshotIncluded,\n              domIncluded,\n            },\n          );\n        } catch (error: any) {\n          response.error = formatErrorMessage(error);\n        }\n\n        try {\n          response.dump = JSON.parse(agent.dumpDataString());\n          response.reportHTML = agent.reportHTMLString() || null;\n\n          agent.writeOutActionDumps();\n          agent.destroy();\n        } catch (error: any) {\n          console.error(\n            `write out dump failed: requestId: ${requestId}, ${error.message}`,\n          );\n        }\n\n        res.send(response);\n        const timeCost = Date.now() - startTime;\n\n        if (response.error) {\n          console.error(\n            `handle request failed after ${timeCost}ms: requestId: ${requestId}, ${response.error}`,\n          );\n        } else {\n          console.log(\n            `handle request done after ${timeCost}ms: requestId: ${requestId}`,\n          );\n        }\n\n        // Clean up the agent from activeAgents after execution completes\n        if (requestId && this.activeAgents[requestId]) {\n          delete this.activeAgents[requestId];\n        }\n      },\n    );\n\n    this.app.get('/cancel/:requestId', async (req, res) => {\n      const { requestId } = req.params;\n\n      if (!requestId) {\n        return res.status(400).json({\n          error: 'requestId is required',\n        });\n      }\n\n      const agent = this.activeAgents[requestId];\n      if (!agent) {\n        return res.status(404).json({\n          error: 'No active agent found for this requestId',\n        });\n      }\n\n      try {\n        await agent.destroy();\n        delete this.activeAgents[requestId];\n        res.json({ status: 'cancelled' });\n      } catch (error: any) {\n        console.error(`Failed to cancel agent: ${error.message}`);\n        res.status(500).json({\n          error: `Failed to cancel: ${error.message}`,\n        });\n      }\n    });\n\n    this.app.post(\n      '/config',\n      express.json({ limit: '1mb' }),\n      async (req, res) => {\n        const { aiConfig } = req.body;\n\n        if (!aiConfig || typeof aiConfig !== 'object') {\n          return res.status(400).json({\n            error: 'aiConfig is required and must be an object',\n          });\n        }\n\n        try {\n          overrideAIConfig(aiConfig);\n\n          return res.json({\n            status: 'ok',\n            message: 'AI config updated successfully',\n          });\n        } catch (error: any) {\n          console.error(`Failed to update AI config: ${error.message}`);\n          return res.status(500).json({\n            error: `Failed to update AI config: ${error.message}`,\n          });\n        }\n      },\n    );\n\n    // Set up static file serving after all API routes are defined\n    if (this.staticPath) {\n      this.app.get('/', (_req, res) => {\n        // compatible with windows\n        res.redirect('/index.html');\n      });\n\n      this.app.get('*', (req, res) => {\n        const requestedPath = join(this.staticPath!, req.path);\n        if (existsSync(requestedPath)) {\n          res.sendFile(requestedPath);\n        } else {\n          res.sendFile(join(this.staticPath!, 'index.html'));\n        }\n      });\n    }\n\n    return new Promise((resolve) => {\n      const port = this.port;\n      this.server = this.app.listen(port, () => {\n        resolve(this);\n      });\n    });\n  }\n\n  close() {\n    // close the server\n    if (this.server) {\n      return this.server.close();\n    }\n  }\n}\n"],"names":["defaultPort","PLAYGROUND_SERVER_PORT","errorHandler","err","req","res","next","console","setup","ifInBrowser","ifInWorker","dotenv","PlaygroundServer","uuid","join","context","tmpFile","writeFileSync","port","cors","contextFile","existsSync","readFileSync","requestId","express","page","actionSpace","processedActionSpace","action","processedSchema","e","error","randomUUID","type","prompt","params","deepThink","screenshotIncluded","domIncluded","agent","tip","response","startTime","Date","value","executeAction","formatErrorMessage","JSON","timeCost","aiConfig","overrideAIConfig","_req","requestedPath","Promise","resolve","pageClass","agentClass","staticPath","getTmpDir"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAgBA,MAAMA,cAAcC;AAEpB,MAAMC,eAAe,CAACC,KAAUC,KAAUC,KAAUC;IAClDC,QAAQ,KAAK,CAACJ;IACdE,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;QACnB,OAAOF,IAAI,OAAO;IACpB;AACF;AAEA,MAAMK,QAAQ;IACZ,IAAI,CAACC,eAAe,CAACC,YACnBC,OAAO,MAAM;AAEjB;AAEe,MAAMC;IA8BnB,gBAAgBC,IAAY,EAAE;QAC5B,OAAOC,KAAK,IAAI,CAAC,MAAM,EAAE,GAAGD,KAAK,KAAK,CAAC;IACzC;IAEA,gBAAgBA,IAAY,EAAEE,OAAe,EAAE;QAC7C,MAAMC,UAAU,IAAI,CAAC,eAAe,CAACH;QACrCN,QAAQ,GAAG,CAAC,CAAC,mBAAmB,EAAES,SAAS;QAC3CC,cAAcD,SAASD;QACvB,OAAOC;IACT;IAEA,MAAM,OAAOE,IAAa,EAAE;QAC1B,IAAI,CAAC,IAAI,GAAGA,QAAQlB;QACpB,IAAI,CAAC,GAAG,CAAC,GAAG,CAACE;QAEb,IAAI,CAAC,GAAG,CAAC,GAAG,CACViB,KAAK;YACH,QAAQ;YACR,aAAa;QACf;QAGF,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,OAAOf,KAAKC;YAElCA,IAAI,IAAI,CAAC;gBACP,QAAQ;YACV;QACF;QAEA,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,kBAAkB,OAAOD,KAAKC;YACzC,MAAM,EAAEQ,IAAI,EAAE,GAAGT,IAAI,MAAM;YAC3B,MAAMgB,cAAc,IAAI,CAAC,eAAe,CAACP;YAEzC,IAAI,CAACQ,WAAWD,cACd,OAAOf,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;gBAC1B,OAAO;YACT;YAGF,MAAMU,UAAUO,aAAaF,aAAa;YAC1Cf,IAAI,IAAI,CAAC;gBACPU;YACF;QACF;QAEA,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,6BAA6B,OAAOX,KAAKC;YACpD,MAAM,EAAEkB,SAAS,EAAE,GAAGnB,IAAI,MAAM;YAChCC,IAAI,IAAI,CAAC;gBACP,KAAK,IAAI,CAAC,gBAAgB,CAACkB,UAAU,IAAI;YAC3C;QACF;QAEA,IAAI,CAAC,GAAG,CAAC,IAAI,CACX,iBACAC,QAAQ,IAAI,CAAC;YAAE,OAAO;QAAO,IAC7B,OAAOpB,KAAKC;YACV,MAAM,EAAEU,OAAO,EAAE,GAAGX,IAAI,IAAI;YAE5B,IAAI,CAACW,SACH,OAAOV,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;gBAC1B,OAAO;YACT;YAGF,IAAI;gBAEF,MAAMoB,OAAO,IAAI,IAAI,CAAC,SAAS,CAACV;gBAChC,MAAMW,cAAc,MAAMD,KAAK,WAAW;gBAG1C,MAAME,uBAAuBD,YAAY,GAAG,CAAC,CAACE;oBAC5C,IAAIA,OAAO,WAAW,IAAI,AAA8B,YAA9B,OAAOA,OAAO,WAAW,EAAe;wBAEhE,IAAIC,kBAAkB;wBAEtB,IAAI;4BAEF,IACED,OAAO,WAAW,CAAC,KAAK,IACxB,AAAoC,YAApC,OAAOA,OAAO,WAAW,CAAC,KAAK,EAE/BC,kBAAkB;gCAChB,MAAM;gCACN,OAAOD,OAAO,WAAW,CAAC,KAAK;4BACjC;wBAEJ,EAAE,OAAOE,GAAG;4BACVvB,QAAQ,IAAI,CACV,6CACAqB,OAAO,IAAI,EACXE;wBAEJ;wBAEA,OAAO;4BACL,GAAGF,MAAM;4BACT,aAAaC;wBACf;oBACF;oBACA,OAAOD;gBACT;gBAEAvB,IAAI,IAAI,CAACsB;YACX,EAAE,OAAOI,OAAY;gBACnBxB,QAAQ,KAAK,CAAC,+BAA+BwB;gBAC7C1B,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;oBACnB,OAAO0B,MAAM,OAAO;gBACtB;YACF;QACF;QAKF,IAAI,CAAC,GAAG,CAAC,IAAI,CACX,4BACAP,QAAQ,IAAI,CAAC;YAAE,OAAO;QAAO,IAC7B,OAAOpB,KAAKC;YACV,MAAMU,UAAUX,IAAI,IAAI,CAAC,OAAO;YAEhC,IAAI,CAACW,SACH,OAAOV,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;gBAC1B,OAAO;YACT;YAGF,MAAMQ,OAAOmB;YACb,IAAI,CAAC,eAAe,CAACnB,MAAME;YAC3B,OAAOV,IAAI,IAAI,CAAC;gBACd,UAAU,CAAC,YAAY,EAAEQ,MAAM;gBAC/BA;YACF;QACF;QAGF,IAAI,CAAC,GAAG,CAAC,IAAI,CACX,YACAW,QAAQ,IAAI,CAAC;YAAE,OAAO;QAAO,IAC7B,OAAOpB,KAAKC;YACV,MAAM,EACJU,OAAO,EACPkB,IAAI,EACJC,MAAM,EACNC,MAAM,EACNZ,SAAS,EACTa,SAAS,EACTC,kBAAkB,EAClBC,WAAW,EACZ,GAAGlC,IAAI,IAAI;YAEZ,IAAI,CAACW,SACH,OAAOV,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;gBAC1B,OAAO;YACT;YAGF,IAAI,CAAC4B,MACH,OAAO5B,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;gBAC1B,OAAO;YACT;YAIF,MAAMoB,OAAO,IAAI,IAAI,CAAC,SAAS,CAACV;YAChC,MAAMwB,QAAQ,IAAI,IAAI,CAAC,UAAU,CAACd;YAElC,IAAIF,WAAW;gBACb,IAAI,CAAC,gBAAgB,CAACA,UAAU,GAAG;gBACnC,IAAI,CAAC,YAAY,CAACA,UAAU,GAAGgB;gBAE/BA,MAAM,cAAc,GAAG,CAACC;oBACtB,IAAI,CAAC,gBAAgB,CAACjB,UAAU,GAAGiB;gBACrC;YACF;YAEA,MAAMC,WAMF;gBACF,QAAQ;gBACR,MAAM;gBACN,OAAO;gBACP,YAAY;gBACZlB;YACF;YAEA,MAAMmB,YAAYC,KAAK,GAAG;YAC1B,IAAI;gBAEF,MAAMjB,cAAc,MAAMD,KAAK,WAAW;gBAG1C,MAAMmB,QAAQ;oBACZX;oBACAC;oBACAC;gBACF;gBAEAM,SAAS,MAAM,GAAG,MAAMI,cACtBN,OACAN,MACAP,aACAkB,OACA;oBACE,WAAWR,aAAa;oBACxBC;oBACAC;gBACF;YAEJ,EAAE,OAAOP,OAAY;gBACnBU,SAAS,KAAK,GAAGK,mBAAmBf;YACtC;YAEA,IAAI;gBACFU,SAAS,IAAI,GAAGM,KAAK,KAAK,CAACR,MAAM,cAAc;gBAC/CE,SAAS,UAAU,GAAGF,MAAM,gBAAgB,MAAM;gBAElDA,MAAM,mBAAmB;gBACzBA,MAAM,OAAO;YACf,EAAE,OAAOR,OAAY;gBACnBxB,QAAQ,KAAK,CACX,CAAC,kCAAkC,EAAEgB,UAAU,EAAE,EAAEQ,MAAM,OAAO,EAAE;YAEtE;YAEA1B,IAAI,IAAI,CAACoC;YACT,MAAMO,WAAWL,KAAK,GAAG,KAAKD;YAE9B,IAAID,SAAS,KAAK,EAChBlC,QAAQ,KAAK,CACX,CAAC,4BAA4B,EAAEyC,SAAS,eAAe,EAAEzB,UAAU,EAAE,EAAEkB,SAAS,KAAK,EAAE;iBAGzFlC,QAAQ,GAAG,CACT,CAAC,0BAA0B,EAAEyC,SAAS,eAAe,EAAEzB,WAAW;YAKtE,IAAIA,aAAa,IAAI,CAAC,YAAY,CAACA,UAAU,EAC3C,OAAO,IAAI,CAAC,YAAY,CAACA,UAAU;QAEvC;QAGF,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,sBAAsB,OAAOnB,KAAKC;YAC7C,MAAM,EAAEkB,SAAS,EAAE,GAAGnB,IAAI,MAAM;YAEhC,IAAI,CAACmB,WACH,OAAOlB,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;gBAC1B,OAAO;YACT;YAGF,MAAMkC,QAAQ,IAAI,CAAC,YAAY,CAAChB,UAAU;YAC1C,IAAI,CAACgB,OACH,OAAOlC,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;gBAC1B,OAAO;YACT;YAGF,IAAI;gBACF,MAAMkC,MAAM,OAAO;gBACnB,OAAO,IAAI,CAAC,YAAY,CAAChB,UAAU;gBACnClB,IAAI,IAAI,CAAC;oBAAE,QAAQ;gBAAY;YACjC,EAAE,OAAO0B,OAAY;gBACnBxB,QAAQ,KAAK,CAAC,CAAC,wBAAwB,EAAEwB,MAAM,OAAO,EAAE;gBACxD1B,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;oBACnB,OAAO,CAAC,kBAAkB,EAAE0B,MAAM,OAAO,EAAE;gBAC7C;YACF;QACF;QAEA,IAAI,CAAC,GAAG,CAAC,IAAI,CACX,WACAP,QAAQ,IAAI,CAAC;YAAE,OAAO;QAAM,IAC5B,OAAOpB,KAAKC;YACV,MAAM,EAAE4C,QAAQ,EAAE,GAAG7C,IAAI,IAAI;YAE7B,IAAI,CAAC6C,YAAY,AAAoB,YAApB,OAAOA,UACtB,OAAO5C,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;gBAC1B,OAAO;YACT;YAGF,IAAI;gBACF6C,iBAAiBD;gBAEjB,OAAO5C,IAAI,IAAI,CAAC;oBACd,QAAQ;oBACR,SAAS;gBACX;YACF,EAAE,OAAO0B,OAAY;gBACnBxB,QAAQ,KAAK,CAAC,CAAC,4BAA4B,EAAEwB,MAAM,OAAO,EAAE;gBAC5D,OAAO1B,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;oBAC1B,OAAO,CAAC,4BAA4B,EAAE0B,MAAM,OAAO,EAAE;gBACvD;YACF;QACF;QAIF,IAAI,IAAI,CAAC,UAAU,EAAE;YACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAACoB,MAAM9C;gBAEvBA,IAAI,QAAQ,CAAC;YACf;YAEA,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAACD,KAAKC;gBACtB,MAAM+C,gBAAgBtC,KAAK,IAAI,CAAC,UAAU,EAAGV,IAAI,IAAI;gBACrD,IAAIiB,WAAW+B,gBACb/C,IAAI,QAAQ,CAAC+C;qBAEb/C,IAAI,QAAQ,CAACS,KAAK,IAAI,CAAC,UAAU,EAAG;YAExC;QACF;QAEA,OAAO,IAAIuC,QAAQ,CAACC;YAClB,MAAMpC,OAAO,IAAI,CAAC,IAAI;YACtB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAACA,MAAM;gBAClCoC,QAAQ,IAAI;YACd;QACF;IACF;IAEA,QAAQ;QAEN,IAAI,IAAI,CAAC,MAAM,EACb,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK;IAE5B;IA7VA,YACEC,SAAoD,EACpDC,UAA6C,EAC7CC,UAAmB,CACnB;QAlBF;QACA;QACA;QACA;QACA;QAGA;QAGA;QACA;QACA;QAOE,IAAI,CAAC,GAAG,GAAGjC;QACX,IAAI,CAAC,MAAM,GAAGkC;QACd,IAAI,CAAC,SAAS,GAAGH;QACjB,IAAI,CAAC,UAAU,GAAGC;QAClB,IAAI,CAAC,UAAU,GAAGC;QAClB,IAAI,CAAC,gBAAgB,GAAG,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,CAAC;QACrBjD;IACF;AAiVF"}

package/dist/es/static-agent.mjs

@@ -0,0 +1,10 @@
+import { Agent } from "@midscene/core/agent";
+class StaticPageAgent extends Agent {
+    constructor(page){
+        super(page, {});
+        this.dryMode = true;
+    }
+}
+export { StaticPageAgent };
+
+//# sourceMappingURL=static-agent.mjs.map

package/dist/es/static-agent.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"static-agent.mjs","sources":["webpack://@midscene/playground/./src/static-agent.ts"],"sourcesContent":["import { Agent as PageAgent } from '@midscene/core/agent';\nimport type StaticPage from './static-page';\n\nexport class StaticPageAgent extends PageAgent {\n  constructor(page: StaticPage) {\n    super(page, {});\n    this.dryMode = true;\n  }\n}\n"],"names":["StaticPageAgent","PageAgent","page"],"mappings":";AAGO,MAAMA,wBAAwBC;IACnC,YAAYC,IAAgB,CAAE;QAC5B,KAAK,CAACA,MAAM,CAAC;QACb,IAAI,CAAC,OAAO,GAAG;IACjB;AACF"}

package/dist/es/static-page.mjs

@@ -0,0 +1,129 @@
+import { defineActionDragAndDrop, defineActionHover, defineActionInput, defineActionKeyboardPress, defineActionRightClick, defineActionScroll, defineActionTap } from "@midscene/core/device";
+import { ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from "@midscene/shared/common";
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+const ThrowNotImplemented = (methodName)=>{
+    throw new Error(`The method "${methodName}" is not implemented as designed since this is a static UI context. (${ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED})`);
+};
+class StaticPage {
+    actionSpace() {
+        return [
+            defineActionTap(async (param)=>{
+                ThrowNotImplemented('Tap');
+            }),
+            defineActionRightClick(async (param)=>{
+                ThrowNotImplemented('RightClick');
+            }),
+            defineActionHover(async (param)=>{
+                ThrowNotImplemented('Hover');
+            }),
+            defineActionInput(async (param)=>{
+                ThrowNotImplemented('Input');
+            }),
+            defineActionKeyboardPress(async (param)=>{
+                ThrowNotImplemented('KeyboardPress');
+            }),
+            defineActionScroll(async (param)=>{
+                ThrowNotImplemented('Scroll');
+            }),
+            defineActionDragAndDrop(async (param)=>{
+                ThrowNotImplemented('DragAndDrop');
+            })
+        ];
+    }
+    async evaluateJavaScript(script) {
+        return ThrowNotImplemented('evaluateJavaScript');
+    }
+    async getElementsInfo() {
+        return ThrowNotImplemented('getElementsInfo');
+    }
+    async getElementsNodeTree() {
+        return ThrowNotImplemented('getElementsNodeTree');
+    }
+    async getXpathsById(id) {
+        return ThrowNotImplemented('getXpathsById');
+    }
+    async getXpathsByPoint(point) {
+        return ThrowNotImplemented('getXpathsByPoint');
+    }
+    async getElementInfoByXpath(xpath) {
+        return ThrowNotImplemented('getElementInfoByXpath');
+    }
+    async size() {
+        return {
+            ...this.uiContext.size,
+            dpr: this.uiContext.size.dpr || 1
+        };
+    }
+    async screenshotBase64() {
+        const base64 = this.uiContext.screenshotBase64;
+        if (!base64) throw new Error('screenshot base64 is empty');
+        return base64;
+    }
+    async url() {
+        return Promise.resolve('https://static_page_without_url');
+    }
+    async scrollUntilTop(startingPoint) {
+        return ThrowNotImplemented('scrollUntilTop');
+    }
+    async scrollUntilBottom(startingPoint) {
+        return ThrowNotImplemented('scrollUntilBottom');
+    }
+    async scrollUntilLeft(startingPoint) {
+        return ThrowNotImplemented('scrollUntilLeft');
+    }
+    async scrollUntilRight(startingPoint) {
+        return ThrowNotImplemented('scrollUntilRight');
+    }
+    async scrollUp(distance, startingPoint) {
+        return ThrowNotImplemented('scrollUp');
+    }
+    async scrollDown(distance, startingPoint) {
+        return ThrowNotImplemented('scrollDown');
+    }
+    async scrollLeft(distance, startingPoint) {
+        return ThrowNotImplemented('scrollLeft');
+    }
+    async scrollRight(distance, startingPoint) {
+        return ThrowNotImplemented('scrollRight');
+    }
+    async clearInput() {
+        return ThrowNotImplemented('clearInput');
+    }
+    async destroy() {}
+    async getContext() {
+        return this.uiContext;
+    }
+    constructor(uiContext){
+        _define_property(this, "interfaceType", 'static');
+        _define_property(this, "uiContext", void 0);
+        _define_property(this, "mouse", {
+            click: ThrowNotImplemented.bind(null, 'mouse.click'),
+            wheel: ThrowNotImplemented.bind(null, 'mouse.wheel'),
+            move: ThrowNotImplemented.bind(null, 'mouse.move'),
+            drag: ThrowNotImplemented.bind(null, 'mouse.drag')
+        });
+        _define_property(this, "keyboard", {
+            type: ThrowNotImplemented.bind(null, 'keyboard.type'),
+            press: ThrowNotImplemented.bind(null, 'keyboard.press')
+        });
+        if (uiContext.tree) this.uiContext = uiContext;
+        else this.uiContext = Object.assign(uiContext, {
+            tree: {
+                node: null,
+                children: []
+            }
+        });
+    }
+}
+export { StaticPage as default };
+
+//# sourceMappingURL=static-page.mjs.map

package/dist/es/static-page.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"static-page.mjs","sources":["webpack://@midscene/playground/./src/static-page.ts"],"sourcesContent":["import type { DeviceAction, Point, UIContext } from '@midscene/core';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport {\n  defineActionDragAndDrop,\n  defineActionHover,\n  defineActionInput,\n  defineActionKeyboardPress,\n  defineActionRightClick,\n  defineActionScroll,\n  defineActionTap,\n} from '@midscene/core/device';\nimport { ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from '@midscene/shared/common';\n\ntype WebUIContext = UIContext & {\n  screenshotBase64?: string;\n  size: { width: number; height: number; dpr?: number };\n};\n\nconst ThrowNotImplemented = (methodName: string) => {\n  throw new Error(\n    `The method \"${methodName}\" is not implemented as designed since this is a static UI context. (${ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED})`,\n  );\n};\n\nexport default class StaticPage implements AbstractInterface {\n  interfaceType = 'static';\n\n  private uiContext: WebUIContext;\n\n  constructor(uiContext: WebUIContext) {\n    if (uiContext.tree) {\n      this.uiContext = uiContext;\n    } else {\n      this.uiContext = Object.assign(uiContext, {\n        tree: {\n          node: null,\n          children: [],\n        },\n      });\n    }\n  }\n\n  actionSpace(): DeviceAction[] {\n    // Return available actions for static page - they will throw \"not implemented\" errors when executed\n    // but need to be available for planning phase\n    return [\n      defineActionTap(async (param) => {\n        ThrowNotImplemented('Tap');\n      }),\n      defineActionRightClick(async (param) => {\n        ThrowNotImplemented('RightClick');\n      }),\n      defineActionHover(async (param) => {\n        ThrowNotImplemented('Hover');\n      }),\n      defineActionInput(async (param) => {\n        ThrowNotImplemented('Input');\n      }),\n      defineActionKeyboardPress(async (param) => {\n        ThrowNotImplemented('KeyboardPress');\n      }),\n      defineActionScroll(async (param) => {\n        ThrowNotImplemented('Scroll');\n      }),\n      defineActionDragAndDrop(async (param) => {\n        ThrowNotImplemented('DragAndDrop');\n      }),\n    ];\n  }\n\n  async evaluateJavaScript<T = unknown>(script: string): Promise<T> {\n    return ThrowNotImplemented('evaluateJavaScript');\n  }\n\n  // @deprecated\n  async getElementsInfo() {\n    return ThrowNotImplemented('getElementsInfo');\n  }\n\n  async getElementsNodeTree() {\n    return ThrowNotImplemented('getElementsNodeTree');\n  }\n\n  async getXpathsById(id: string) {\n    return ThrowNotImplemented('getXpathsById');\n  }\n\n  async getXpathsByPoint(point: Point) {\n    return ThrowNotImplemented('getXpathsByPoint');\n  }\n\n  async getElementInfoByXpath(xpath: string) {\n    return ThrowNotImplemented('getElementInfoByXpath');\n  }\n\n  async size() {\n    return {\n      ...this.uiContext.size,\n      dpr: this.uiContext.size.dpr || 1,\n    };\n  }\n\n  async screenshotBase64() {\n    const base64 = this.uiContext.screenshotBase64;\n    if (!base64) {\n      throw new Error('screenshot base64 is empty');\n    }\n    return base64;\n  }\n\n  async url() {\n    return Promise.resolve('https://static_page_without_url');\n  }\n\n  async scrollUntilTop(startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUntilTop');\n  }\n\n  async scrollUntilBottom(startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUntilBottom');\n  }\n\n  async scrollUntilLeft(startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUntilLeft');\n  }\n\n  async scrollUntilRight(startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUntilRight');\n  }\n\n  async scrollUp(distance?: number, startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUp');\n  }\n\n  async scrollDown(distance?: number, startingPoint?: Point) {\n    return ThrowNotImplemented('scrollDown');\n  }\n\n  async scrollLeft(distance?: number, startingPoint?: Point) {\n    return ThrowNotImplemented('scrollLeft');\n  }\n\n  async scrollRight(distance?: number, startingPoint?: Point) {\n    return ThrowNotImplemented('scrollRight');\n  }\n\n  async clearInput() {\n    return ThrowNotImplemented('clearInput');\n  }\n\n  mouse = {\n    click: ThrowNotImplemented.bind(null, 'mouse.click'),\n    wheel: ThrowNotImplemented.bind(null, 'mouse.wheel'),\n    move: ThrowNotImplemented.bind(null, 'mouse.move'),\n    drag: ThrowNotImplemented.bind(null, 'mouse.drag'),\n  };\n\n  keyboard = {\n    type: ThrowNotImplemented.bind(null, 'keyboard.type'),\n    press: ThrowNotImplemented.bind(null, 'keyboard.press'),\n  };\n\n  async destroy(): Promise<void> {\n    //\n  }\n\n  async getContext(): Promise<UIContext> {\n    return this.uiContext;\n  }\n}\n"],"names":["ThrowNotImplemented","methodName","Error","ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED","StaticPage","defineActionTap","param","defineActionRightClick","defineActionHover","defineActionInput","defineActionKeyboardPress","defineActionScroll","defineActionDragAndDrop","script","id","point","xpath","base64","Promise","startingPoint","distance","uiContext","Object"],"mappings":";;;;;;;;;;;;AAkBA,MAAMA,sBAAsB,CAACC;IAC3B,MAAM,IAAIC,MACR,CAAC,YAAY,EAAED,WAAW,qEAAqE,EAAEE,uCAAuC,CAAC,CAAC;AAE9I;AAEe,MAAMC;IAkBnB,cAA8B;QAG5B,OAAO;YACLC,gBAAgB,OAAOC;gBACrBN,oBAAoB;YACtB;YACAO,uBAAuB,OAAOD;gBAC5BN,oBAAoB;YACtB;YACAQ,kBAAkB,OAAOF;gBACvBN,oBAAoB;YACtB;YACAS,kBAAkB,OAAOH;gBACvBN,oBAAoB;YACtB;YACAU,0BAA0B,OAAOJ;gBAC/BN,oBAAoB;YACtB;YACAW,mBAAmB,OAAOL;gBACxBN,oBAAoB;YACtB;YACAY,wBAAwB,OAAON;gBAC7BN,oBAAoB;YACtB;SACD;IACH;IAEA,MAAM,mBAAgCa,MAAc,EAAc;QAChE,OAAOb,oBAAoB;IAC7B;IAGA,MAAM,kBAAkB;QACtB,OAAOA,oBAAoB;IAC7B;IAEA,MAAM,sBAAsB;QAC1B,OAAOA,oBAAoB;IAC7B;IAEA,MAAM,cAAcc,EAAU,EAAE;QAC9B,OAAOd,oBAAoB;IAC7B;IAEA,MAAM,iBAAiBe,KAAY,EAAE;QACnC,OAAOf,oBAAoB;IAC7B;IAEA,MAAM,sBAAsBgB,KAAa,EAAE;QACzC,OAAOhB,oBAAoB;IAC7B;IAEA,MAAM,OAAO;QACX,OAAO;YACL,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI;YACtB,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI;QAClC;IACF;IAEA,MAAM,mBAAmB;QACvB,MAAMiB,SAAS,IAAI,CAAC,SAAS,CAAC,gBAAgB;QAC9C,IAAI,CAACA,QACH,MAAM,IAAIf,MAAM;QAElB,OAAOe;IACT;IAEA,MAAM,MAAM;QACV,OAAOC,QAAQ,OAAO,CAAC;IACzB;IAEA,MAAM,eAAeC,aAAqB,EAAE;QAC1C,OAAOnB,oBAAoB;IAC7B;IAEA,MAAM,kBAAkBmB,aAAqB,EAAE;QAC7C,OAAOnB,oBAAoB;IAC7B;IAEA,MAAM,gBAAgBmB,aAAqB,EAAE;QAC3C,OAAOnB,oBAAoB;IAC7B;IAEA,MAAM,iBAAiBmB,aAAqB,EAAE;QAC5C,OAAOnB,oBAAoB;IAC7B;IAEA,MAAM,SAASoB,QAAiB,EAAED,aAAqB,EAAE;QACvD,OAAOnB,oBAAoB;IAC7B;IAEA,MAAM,WAAWoB,QAAiB,EAAED,aAAqB,EAAE;QACzD,OAAOnB,oBAAoB;IAC7B;IAEA,MAAM,WAAWoB,QAAiB,EAAED,aAAqB,EAAE;QACzD,OAAOnB,oBAAoB;IAC7B;IAEA,MAAM,YAAYoB,QAAiB,EAAED,aAAqB,EAAE;QAC1D,OAAOnB,oBAAoB;IAC7B;IAEA,MAAM,aAAa;QACjB,OAAOA,oBAAoB;IAC7B;IAcA,MAAM,UAAyB,CAE/B;IAEA,MAAM,aAAiC;QACrC,OAAO,IAAI,CAAC,SAAS;IACvB;IA3IA,YAAYqB,SAAuB,CAAE;QAJrC,wCAAgB;QAEhB,uBAAQ,aAAR;QA2HA,gCAAQ;YACN,OAAOrB,oBAAoB,IAAI,CAAC,MAAM;YACtC,OAAOA,oBAAoB,IAAI,CAAC,MAAM;YACtC,MAAMA,oBAAoB,IAAI,CAAC,MAAM;YACrC,MAAMA,oBAAoB,IAAI,CAAC,MAAM;QACvC;QAEA,mCAAW;YACT,MAAMA,oBAAoB,IAAI,CAAC,MAAM;YACrC,OAAOA,oBAAoB,IAAI,CAAC,MAAM;QACxC;QAlIE,IAAIqB,UAAU,IAAI,EAChB,IAAI,CAAC,SAAS,GAAGA;aAEjB,IAAI,CAAC,SAAS,GAAGC,OAAO,MAAM,CAACD,WAAW;YACxC,MAAM;gBACJ,MAAM;gBACN,UAAU,EAAE;YACd;QACF;IAEJ;AAiIF"}