misoai-web 1.0.5 → 1.5.6

package/dist/es/midscene-server.js.map

@@ -1 +1 @@
-{"version":3,"mappings":";AAAA,SAAS,kBAAkB;AAC3B,SAAS,YAAY,cAAc,qBAAqB;AAExD,SAAS,YAAY;;;ACKrB,SAAS,wCAAwC;AACjD,SAAS,8BAA8B;AACvC,SAAS,0BAA0B,mBAAmB;AAEtD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,uBAAuB;AAEhC,SAAS,QAAQ,QAAQ,YAAY;AACrC,OAAO,WAAW;AAqIX,IAAM,yCACX;;;ADtJF,SAAS,iBAAiB;AAC1B,SAAS,8BAA8B;AACvC,SAAS,wBAAwB;AACjC,SAAS,mBAAmB;AAC5B,OAAO,UAAU;AACjB,OAAO,YAAY;AACnB,OAAO,aAAa;AAIpB,IAAM,cAAc;AAGpB,IAAM,eAAe,CAAC,KAAU,KAAU,KAAU,SAAc;AAChE,UAAQ,MAAM,GAAG;AACjB,MAAI,OAAO,GAAG,EAAE,KAAK;AAAA,IACnB,OAAO,IAAI;AAAA,EACb,CAAC;AACH;AAEA,IAAM,QAAQ,YAAY;AACxB,MAAI,CAAC,aAAa;AAChB,UAAM,EAAE,OAAO,IAAI,OAAO,OAAO;AAEjC,QAAI,QAAQ;AACV,uBAAiB,MAAM;AAAA,IACzB;AAAA,EACF;AACF;AAEA,IAAqB,mBAArB,MAAsC;AAAA,EAcpC,YACE,WACA,YACA,YACA;AACA,SAAK,MAAM,QAAQ;AACnB,SAAK,SAAS,UAAU;AACxB,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,aAAa;AAClB,SAAK,mBAAmB,CAAC;AACzB,UAAM;AAAA,EACR;AAAA,EAEA,gBAAgBA,OAAc;AAC5B,WAAO,KAAK,KAAK,QAAQ,GAAGA,KAAI,OAAO;AAAA,EACzC;AAAA,EAEA,gBAAgBA,OAAc,SAAiB;AAC7C,UAAM,UAAU,KAAK,gBAAgBA,KAAI;AACzC,YAAQ,IAAI,sBAAsB,OAAO,EAAE;AAC3C,kBAAc,SAAS,OAAO;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,OAAO,MAAe;AAC1B,SAAK,OAAO,QAAQ;AACpB,SAAK,IAAI,IAAI,YAAY;AAEzB,SAAK,IAAI;AAAA,MACP,KAAK;AAAA,QACH,QAAQ;AAAA,QACR,aAAa;AAAA,MACf,CAAC;AAAA,IACH;AAEA,SAAK,IAAI,IAAI,WAAW,KAAK,GAAG,OAAO,KAAK,QAAQ;AAElD,UAAI,KAAK;AAAA,QACP,QAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAMD,SAAK,IAAI,IAAI,kBAAkB,OAAO,KAAK,QAAQ;AACjD,YAAM,EAAE,MAAAA,MAAK,IAAI,IAAI;AACrB,YAAM,cAAc,KAAK,gBAAgBA,KAAI;AAE7C,UAAI,CAAC,WAAW,WAAW,GAAG;AAC5B,eAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,UAC1B,OAAO;AAAA,QACT,CAAC;AAAA,MACH;AAEA,YAAM,UAAU,aAAa,aAAa,MAAM;AAChD,UAAI,KAAK;AAAA,QACP;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAED,SAAK,IAAI,IAAI,6BAA6B,KAAK,GAAG,OAAO,KAAK,QAAQ;AACpE,YAAM,EAAE,UAAU,IAAI,IAAI;AAC1B,UAAI,KAAK;AAAA,QACP,KAAK,KAAK,iBAAiB,SAAS,KAAK;AAAA,MAC3C,CAAC;AAAA,IACH,CAAC;AAID,SAAK,IAAI;AAAA,MACP;AAAA,MACA,QAAQ,KAAK,EAAE,OAAO,OAAO,CAAC;AAAA,MAC9B,OAAO,KAAK,QAAQ;AAClB,cAAM,UAAU,IAAI,KAAK;AAEzB,YAAI,CAAC,SAAS;AACZ,iBAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,YAC1B,OAAO;AAAA,UACT,CAAC;AAAA,QACH;AAEA,cAAMA,QAAO,WAAW;AACxB,aAAK,gBAAgBA,OAAM,OAAO;AAClC,eAAO,IAAI,KAAK;AAAA,UACd,UAAU,eAAeA,KAAI;AAAA,UAC7B,MAAAA;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAEA,SAAK,IAAI;AAAA,MACP;AAAA,MACA,QAAQ,KAAK,EAAE,OAAO,OAAO,CAAC;AAAA,MAC9B,OAAO,KAAK,QAAQ;AAClB,cAAM,EAAE,SAAS,MAAM,QAAQ,WAAW,UAAU,IAAI,IAAI;AAE5D,YAAI,CAAC,SAAS;AACZ,iBAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,YAC1B,OAAO;AAAA,UACT,CAAC;AAAA,QACH;AAEA,YAAI,CAAC,MAAM;AACT,iBAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,YAC1B,OAAO;AAAA,UACT,CAAC;AAAA,QACH;AAEA,YAAI,CAAC,QAAQ;AACX,iBAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,YAC1B,OAAO;AAAA,UACT,CAAC;AAAA,QACH;AAGA,cAAM,OAAO,IAAI,KAAK,UAAU,OAAO;AACvC,cAAM,QAAQ,IAAI,KAAK,WAAW,IAAI;AAEtC,YAAI,WAAW;AACb,eAAK,iBAAiB,SAAS,IAAI;AAEnC,gBAAM,iBAAiB,CAAC,QAAgB;AACtC,iBAAK,iBAAiB,SAAS,IAAI;AAAA,UACrC;AAAA,QACF;AAEA,cAAM,WAMF;AAAA,UACF,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,OAAO;AAAA,UACP,YAAY;AAAA,UACZ;AAAA,QACF;AAEA,cAAM,YAAY,KAAK,IAAI;AAC3B,YAAI;AACF,cAAI,SAAS,WAAW;AACtB,qBAAS,SAAS,MAAM,MAAM,QAAQ,MAAM;AAAA,UAC9C,WAAW,SAAS,YAAY;AAC9B,qBAAS,SAAS,MAAM,MAAM,SAAS,MAAM;AAAA,UAC/C,WAAW,SAAS,YAAY;AAC9B,qBAAS,SAAS,MAAM,MAAM,SAAS,QAAQ,QAAW;AAAA,cACxD,iBAAiB;AAAA,YACnB,CAAC;AAAA,UACH,WAAW,SAAS,SAAS;AAC3B,qBAAS,SAAS,MAAM,MAAM,MAAM,QAAQ;AAAA,cAC1C;AAAA,YACF,CAAC;AAAA,UACH,OAAO;AACL,qBAAS,QAAQ,iBAAiB,IAAI;AAAA,UACxC;AAAA,QACF,SAAS,OAAY;AACnB,cAAI,CAAC,MAAM,QAAQ,SAAS,sCAAsC,GAAG;AACnE,qBAAS,QAAQ,MAAM;AAAA,UACzB;AAAA,QACF;AAEA,YAAI;AACF,mBAAS,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACjD,mBAAS,aAAa,MAAM,iBAAiB,KAAK;AAElD,gBAAM,oBAAoB;AAAA,QAC5B,SAAS,OAAY;AACnB,kBAAQ;AAAA,YACN,qCAAqC,SAAS,KAAK,MAAM,OAAO;AAAA,UAClE;AAAA,QACF;AAEA,YAAI,KAAK,QAAQ;AACjB,cAAM,WAAW,KAAK,IAAI,IAAI;AAE9B,YAAI,SAAS,OAAO;AAClB,kBAAQ;AAAA,YACN,+BAA+B,QAAQ,kBAAkB,SAAS,KAAK,SAAS,KAAK;AAAA,UACvF;AAAA,QACF,OAAO;AACL,kBAAQ;AAAA,YACN,6BAA6B,QAAQ,kBAAkB,SAAS;AAAA,UAClE;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAK,IAAI;AAAA,MACP;AAAA,MACA,QAAQ,KAAK,EAAE,OAAO,MAAM,CAAC;AAAA,MAC7B,OAAO,KAAK,QAAQ;AAClB,cAAM,EAAE,SAAS,IAAI,IAAI;AAEzB,YAAI,CAAC,YAAY,OAAO,aAAa,UAAU;AAC7C,iBAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,YAC1B,OAAO;AAAA,UACT,CAAC;AAAA,QACH;AAEA,YAAI;AACF,2BAAiB,QAAQ;AAEzB,iBAAO,IAAI,KAAK;AAAA,YACd,QAAQ;AAAA,YACR,SAAS;AAAA,UACX,CAAC;AAAA,QACH,SAAS,OAAY;AACnB,kBAAQ,MAAM,+BAA+B,MAAM,OAAO,EAAE;AAC5D,iBAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,YAC1B,OAAO,+BAA+B,MAAM,OAAO;AAAA,UACrD,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAGA,QAAI,KAAK,YAAY;AACnB,WAAK,IAAI,IAAI,KAAK,CAAC,KAAK,QAAQ;AAE9B,YAAI,SAAS,aAAa;AAAA,MAC5B,CAAC;AAED,WAAK,IAAI,IAAI,KAAK,CAAC,KAAK,QAAQ;AAC9B,cAAM,gBAAgB,KAAK,KAAK,YAAa,IAAI,IAAI;AACrD,YAAI,WAAW,aAAa,GAAG;AAC7B,cAAI,SAAS,aAAa;AAAA,QAC5B,OAAO;AACL,cAAI,SAAS,KAAK,KAAK,YAAa,YAAY,CAAC;AAAA,QACnD;AAAA,MACF,CAAC;AAAA,IACH;AAEA,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,YAAMC,QAAO,KAAK;AAClB,WAAK,SAAS,KAAK,IAAI,OAAOA,OAAM,MAAM;AACxC,gBAAQ,IAAI;AAAA,MACd,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEA,QAAQ;AAEN,QAAI,KAAK,QAAQ;AACf,aAAO,KAAK,OAAO,MAAM;AAAA,IAC3B;AAAA,EACF;AACF","names":["uuid","port"],"ignoreList":[],"sources":["../../src/playground/server.ts","../../src/common/utils.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\r\nimport { existsSync, readFileSync, writeFileSync } from 'node:fs';\r\nimport type { Server } from 'node:http';\r\nimport { join } from 'node:path';\r\nimport { ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from '@/common/utils';\r\nimport { getTmpDir } from 'misoai-core/utils';\r\nimport { PLAYGROUND_SERVER_PORT } from 'misoai-shared/constants';\r\nimport { overrideAIConfig } from 'misoai-shared/env';\r\nimport { ifInBrowser } from 'misoai-shared/utils';\r\nimport cors from 'cors';\r\nimport dotenv from 'dotenv';\r\nimport express from 'express';\r\nimport type { PageAgent } from '../common/agent';\r\nimport type { AbstractPage } from '../page';\r\n\r\nconst defaultPort = PLAYGROUND_SERVER_PORT;\r\n// const staticPath = join(__dirname, '../../static');\r\n\r\nconst errorHandler = (err: any, req: any, res: any, next: any) => {\r\n  console.error(err);\r\n  res.status(500).json({\r\n    error: err.message,\r\n  });\r\n};\r\n\r\nconst setup = async () => {\r\n  if (!ifInBrowser) {\r\n    const { parsed } = dotenv.config();\r\n\r\n    if (parsed) {\r\n      overrideAIConfig(parsed);\r\n    }\r\n  }\r\n};\r\n\r\nexport default class PlaygroundServer {\r\n  app: express.Application;\r\n  tmpDir: string;\r\n  server?: Server;\r\n  port?: number | null;\r\n  pageClass: new (\r\n    ...args: any[]\r\n  ) => AbstractPage;\r\n  agentClass: new (\r\n    ...args: any[]\r\n  ) => PageAgent;\r\n  staticPath?: string;\r\n  taskProgressTips: Record<string, string>;\r\n\r\n  constructor(\r\n    pageClass: new (...args: any[]) => AbstractPage,\r\n    agentClass: new (...args: any[]) => PageAgent,\r\n    staticPath?: string,\r\n  ) {\r\n    this.app = express();\r\n    this.tmpDir = getTmpDir()!;\r\n    this.pageClass = pageClass;\r\n    this.agentClass = agentClass;\r\n    this.staticPath = staticPath;\r\n    this.taskProgressTips = {};\r\n    setup();\r\n  }\r\n\r\n  filePathForUuid(uuid: string) {\r\n    return join(this.tmpDir, `${uuid}.json`);\r\n  }\r\n\r\n  saveContextFile(uuid: string, context: string) {\r\n    const tmpFile = this.filePathForUuid(uuid);\r\n    console.log(`save context file: ${tmpFile}`);\r\n    writeFileSync(tmpFile, context);\r\n    return tmpFile;\r\n  }\r\n\r\n  async launch(port?: number) {\r\n    this.port = port || defaultPort;\r\n    this.app.use(errorHandler);\r\n\r\n    this.app.use(\r\n      cors({\r\n        origin: '*',\r\n        credentials: true,\r\n      }),\r\n    );\r\n\r\n    this.app.get('/status', cors(), async (req, res) => {\r\n      // const modelName = g\r\n      res.send({\r\n        status: 'ok',\r\n      });\r\n    });\r\n\r\n    // this.app.get('/playground/:uuid', async (req, res) => {\r\n    //   res.sendFile(join(staticPath, 'index.html'));\r\n    // });\r\n\r\n    this.app.get('/context/:uuid', async (req, res) => {\r\n      const { uuid } = req.params;\r\n      const contextFile = this.filePathForUuid(uuid);\r\n\r\n      if (!existsSync(contextFile)) {\r\n        return res.status(404).json({\r\n          error: 'Context not found',\r\n        });\r\n      }\r\n\r\n      const context = readFileSync(contextFile, 'utf8');\r\n      res.json({\r\n        context,\r\n      });\r\n    });\r\n\r\n    this.app.get('/task-progress/:requestId', cors(), async (req, res) => {\r\n      const { requestId } = req.params;\r\n      res.json({\r\n        tip: this.taskProgressTips[requestId] || '',\r\n      });\r\n    });\r\n\r\n    // -------------------------\r\n    // actions from report file\r\n    this.app.post(\r\n      '/playground-with-context',\r\n      express.json({ limit: '50mb' }),\r\n      async (req, res) => {\r\n        const context = req.body.context;\r\n\r\n        if (!context) {\r\n          return res.status(400).json({\r\n            error: 'context is required',\r\n          });\r\n        }\r\n\r\n        const uuid = randomUUID();\r\n        this.saveContextFile(uuid, context);\r\n        return res.json({\r\n          location: `/playground/${uuid}`,\r\n          uuid,\r\n        });\r\n      },\r\n    );\r\n\r\n    this.app.post(\r\n      '/execute',\r\n      express.json({ limit: '30mb' }),\r\n      async (req, res) => {\r\n        const { context, type, prompt, requestId, deepThink } = req.body;\r\n\r\n        if (!context) {\r\n          return res.status(400).json({\r\n            error: 'context is required',\r\n          });\r\n        }\r\n\r\n        if (!type) {\r\n          return res.status(400).json({\r\n            error: 'type is required',\r\n          });\r\n        }\r\n\r\n        if (!prompt) {\r\n          return res.status(400).json({\r\n            error: 'prompt is required',\r\n          });\r\n        }\r\n\r\n        // build an agent with context\r\n        const page = new this.pageClass(context);\r\n        const agent = new this.agentClass(page);\r\n\r\n        if (requestId) {\r\n          this.taskProgressTips[requestId] = '';\r\n\r\n          agent.onTaskStartTip = (tip: string) => {\r\n            this.taskProgressTips[requestId] = tip;\r\n          };\r\n        }\r\n\r\n        const response: {\r\n          result: any;\r\n          dump: string | null;\r\n          error: string | null;\r\n          reportHTML: string | null;\r\n          requestId?: string;\r\n        } = {\r\n          result: null,\r\n          dump: null,\r\n          error: null,\r\n          reportHTML: null,\r\n          requestId,\r\n        };\r\n\r\n        const startTime = Date.now();\r\n        try {\r\n          if (type === 'aiQuery') {\r\n            response.result = await agent.aiQuery(prompt);\r\n          } else if (type === 'aiAction') {\r\n            response.result = await agent.aiAction(prompt);\r\n          } else if (type === 'aiAssert') {\r\n            response.result = await agent.aiAssert(prompt, undefined, {\r\n              keepRawResponse: true,\r\n            });\r\n          } else if (type === 'aiTap') {\r\n            response.result = await agent.aiTap(prompt, {\r\n              deepThink,\r\n            });\r\n          } else {\r\n            response.error = `Unknown type: ${type}`;\r\n          }\r\n        } catch (error: any) {\r\n          if (!error.message.includes(ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED)) {\r\n            response.error = error.message;\r\n          }\r\n        }\r\n\r\n        try {\r\n          response.dump = JSON.parse(agent.dumpDataString());\r\n          response.reportHTML = agent.reportHTMLString() || null;\r\n\r\n          agent.writeOutActionDumps();\r\n        } catch (error: any) {\r\n          console.error(\r\n            `write out dump failed: requestId: ${requestId}, ${error.message}`,\r\n          );\r\n        }\r\n\r\n        res.send(response);\r\n        const timeCost = Date.now() - startTime;\r\n\r\n        if (response.error) {\r\n          console.error(\r\n            `handle request failed after ${timeCost}ms: requestId: ${requestId}, ${response.error}`,\r\n          );\r\n        } else {\r\n          console.log(\r\n            `handle request done after ${timeCost}ms: requestId: ${requestId}`,\r\n          );\r\n        }\r\n      },\r\n    );\r\n\r\n    this.app.post(\r\n      '/config',\r\n      express.json({ limit: '1mb' }),\r\n      async (req, res) => {\r\n        const { aiConfig } = req.body;\r\n\r\n        if (!aiConfig || typeof aiConfig !== 'object') {\r\n          return res.status(400).json({\r\n            error: 'aiConfig is required and must be an object',\r\n          });\r\n        }\r\n\r\n        try {\r\n          overrideAIConfig(aiConfig);\r\n\r\n          return res.json({\r\n            status: 'ok',\r\n            message: 'AI config updated successfully',\r\n          });\r\n        } catch (error: any) {\r\n          console.error(`Failed to update AI config: ${error.message}`);\r\n          return res.status(500).json({\r\n            error: `Failed to update AI config: ${error.message}`,\r\n          });\r\n        }\r\n      },\r\n    );\r\n\r\n    // Set up static file serving after all API routes are defined\r\n    if (this.staticPath) {\r\n      this.app.get('/', (req, res) => {\r\n        // compatible with windows\r\n        res.redirect('/index.html');\r\n      });\r\n\r\n      this.app.get('*', (req, res) => {\r\n        const requestedPath = join(this.staticPath!, req.path);\r\n        if (existsSync(requestedPath)) {\r\n          res.sendFile(requestedPath);\r\n        } else {\r\n          res.sendFile(join(this.staticPath!, 'index.html'));\r\n        }\r\n      });\r\n    }\r\n\r\n    return new Promise((resolve, reject) => {\r\n      const port = this.port;\r\n      this.server = this.app.listen(port, () => {\r\n        resolve(this);\r\n      });\r\n    });\r\n  }\r\n\r\n  close() {\r\n    // close the server\r\n    if (this.server) {\r\n      return this.server.close();\r\n    }\r\n  }\r\n}\r\n","import type { StaticPage } from '@/playground';\r\nimport type {\r\n  BaseElement,\r\n  ElementTreeNode,\r\n  PlanningLocateParam,\r\n  PlaywrightParserOpt,\r\n  UIContext,\r\n} from 'misoai-core';\r\nimport { elementByPositionWithElementInfo } from 'misoai-core/ai-model';\r\nimport { uploadTestInfoToServer } from 'misoai-core/utils';\r\nimport { MIDSCENE_REPORT_TAG_NAME, getAIConfig } from 'misoai-shared/env';\r\nimport type { ElementInfo } from 'misoai-shared/extractor';\r\nimport {\r\n  generateElementByPosition,\r\n  getNodeFromCacheList,\r\n  traverseTree,\r\n  treeToList,\r\n} from 'misoai-shared/extractor';\r\nimport { resizeImgBase64 } from 'misoai-shared/img';\r\nimport type { DebugFunction } from 'misoai-shared/logger';\r\nimport { assert, logMsg, uuid } from 'misoai-shared/utils';\r\nimport dayjs from 'dayjs';\r\nimport type { Page as PlaywrightPage } from 'playwright';\r\nimport type { Page as PuppeteerPage } from 'puppeteer';\r\nimport { WebElementInfo } from '../web-element';\r\nimport type { WebPage } from './page';\r\n\r\nexport type WebUIContext = UIContext<WebElementInfo> & {\r\n  url: string;\r\n};\r\n\r\nexport async function parseContextFromWebPage(\r\n  page: WebPage,\r\n  _opt?: PlaywrightParserOpt,\r\n): Promise<WebUIContext> {\r\n  assert(page, 'page is required');\r\n  if ((page as StaticPage)._forceUsePageContext) {\r\n    return await (page as any)._forceUsePageContext();\r\n  }\r\n  const url = await page.url();\r\n  uploadTestInfoToServer({ testUrl: url });\r\n\r\n  let screenshotBase64: string;\r\n  let tree: ElementTreeNode<ElementInfo>;\r\n\r\n  await Promise.all([\r\n    page.screenshotBase64().then((base64) => {\r\n      screenshotBase64 = base64;\r\n    }),\r\n    page.getElementsNodeTree().then(async (treeRoot) => {\r\n      tree = treeRoot;\r\n    }),\r\n  ]);\r\n\r\n  const webTree = traverseTree(tree!, (elementInfo) => {\r\n    const { rect, id, content, attributes, locator, indexId } = elementInfo;\r\n    return new WebElementInfo({\r\n      rect,\r\n      locator,\r\n      id,\r\n      content,\r\n      attributes,\r\n      indexId,\r\n    });\r\n  });\r\n\r\n  assert(screenshotBase64!, 'screenshotBase64 is required');\r\n\r\n  const elementsInfo = treeToList(webTree);\r\n  const size = await page.size();\r\n\r\n  if (size.dpr && size.dpr > 1) {\r\n    // console.time('resizeImgBase64');\r\n    screenshotBase64 = await resizeImgBase64(screenshotBase64, {\r\n      width: size.width,\r\n      height: size.height,\r\n    });\r\n    // console.timeEnd('resizeImgBase64');\r\n  }\r\n\r\n  return {\r\n    content: elementsInfo!,\r\n    tree: webTree,\r\n    size,\r\n    screenshotBase64: screenshotBase64!,\r\n    url,\r\n  };\r\n}\r\n\r\nexport function reportFileName(tag = 'web') {\r\n  const reportTagName = getAIConfig(MIDSCENE_REPORT_TAG_NAME);\r\n  const dateTimeInFileName = dayjs().format('YYYY-MM-DD_HH-mm-ss');\r\n  // ensure uniqueness at the same time\r\n  const uniqueId = uuid().substring(0, 8);\r\n  return `${reportTagName || tag}-${dateTimeInFileName}-${uniqueId}`;\r\n}\r\n\r\nexport function printReportMsg(filepath: string) {\r\n  logMsg(`Midscene - report file updated: ${filepath}`);\r\n}\r\n\r\n/**\r\n * Get the current execution file name\r\n * @returns The name of the current execution file\r\n */\r\nexport function getCurrentExecutionFile(trace?: string): string | false {\r\n  const error = new Error();\r\n  const stackTrace = trace || error.stack;\r\n  const pkgDir = process.cwd() || '';\r\n  if (stackTrace) {\r\n    const stackLines = stackTrace.split('\\n');\r\n    for (const line of stackLines) {\r\n      if (\r\n        line.includes('.spec.') ||\r\n        line.includes('.test.') ||\r\n        line.includes('.ts') ||\r\n        line.includes('.js')\r\n      ) {\r\n        const match = line.match(/(?:at\\s+)?(.*?\\.(?:spec|test)\\.[jt]s)/);\r\n        if (match?.[1]) {\r\n          const targetFileName = match[1]\r\n            .replace(pkgDir, '')\r\n            .trim()\r\n            .replace('at ', '');\r\n          return targetFileName;\r\n        }\r\n      }\r\n    }\r\n  }\r\n  return false;\r\n}\r\n\r\nconst testFileIndex = new Map<string, number>();\r\n\r\nexport function generateCacheId(fileName?: string): string {\r\n  let taskFile = fileName || getCurrentExecutionFile();\r\n  if (!taskFile) {\r\n    taskFile = uuid();\r\n    console.warn(\r\n      'Midscene - using random UUID for cache id. Cache may be invalid.',\r\n    );\r\n  }\r\n\r\n  if (testFileIndex.has(taskFile)) {\r\n    const currentIndex = testFileIndex.get(taskFile);\r\n    if (currentIndex !== undefined) {\r\n      testFileIndex.set(taskFile, currentIndex + 1);\r\n    }\r\n  } else {\r\n    testFileIndex.set(taskFile, 1);\r\n  }\r\n  return `${taskFile}-${testFileIndex.get(taskFile)}`;\r\n}\r\n\r\nexport const ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED =\r\n  'NOT_IMPLEMENTED_AS_DESIGNED';\r\n\r\nexport function replaceIllegalPathCharsAndSpace(str: string) {\r\n  return str.replace(/[/\\\\:*?\"<>| ]/g, '-');\r\n}\r\n\r\nexport function forceClosePopup(\r\n  page: PuppeteerPage | PlaywrightPage,\r\n  debug: DebugFunction,\r\n) {\r\n  page.on('popup', async (popup) => {\r\n    if (!popup) {\r\n      console.warn('got a popup event, but the popup is not ready yet, skip');\r\n      return;\r\n    }\r\n    const url = await (popup as PuppeteerPage).url();\r\n    console.log(`Popup opened: ${url}`);\r\n    if (!(popup as PuppeteerPage).isClosed()) {\r\n      try {\r\n        await (popup as PuppeteerPage).close(); // Close the newly opened TAB\r\n      } catch (error) {\r\n        debug(`failed to close popup ${url}, error: ${error}`);\r\n      }\r\n    } else {\r\n      debug(`popup is already closed, skip close ${url}`);\r\n    }\r\n\r\n    if (!page.isClosed()) {\r\n      try {\r\n        await page.goto(url);\r\n      } catch (error) {\r\n        debug(`failed to goto ${url}, error: ${error}`);\r\n      }\r\n    } else {\r\n      debug(`page is already closed, skip goto ${url}`);\r\n    }\r\n  });\r\n}\r\n\r\nexport function matchElementFromPlan(\r\n  planLocateParam: PlanningLocateParam,\r\n  tree: ElementTreeNode<BaseElement>,\r\n) {\r\n  if (!planLocateParam) {\r\n    return undefined;\r\n  }\r\n  if (planLocateParam.id) {\r\n    return getNodeFromCacheList(planLocateParam.id);\r\n  }\r\n\r\n  if (planLocateParam.bbox) {\r\n    const centerPosition = {\r\n      x: Math.floor((planLocateParam.bbox[0] + planLocateParam.bbox[2]) / 2),\r\n      y: Math.floor((planLocateParam.bbox[1] + planLocateParam.bbox[3]) / 2),\r\n    };\r\n    let element = elementByPositionWithElementInfo(tree, centerPosition);\r\n\r\n    if (!element) {\r\n      element = generateElementByPosition(centerPosition) as BaseElement;\r\n    }\r\n\r\n    return element;\r\n  }\r\n\r\n  return undefined;\r\n}\r\n"]}
+{"version":3,"mappings":";AAAA,SAAS,kBAAkB;AAC3B,SAAS,YAAY,cAAc,qBAAqB;AAExD,SAAS,YAAY;;;ACKrB,SAAS,wCAAwC;AACjD,SAAS,8BAA8B;AACvC,SAAS,0BAA0B,mBAAmB;AAEtD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,uBAAuB;AAEhC,SAAS,QAAQ,QAAQ,YAAY;AACrC,OAAO,WAAW;AAqIX,IAAM,yCACX;;;ADtJF,SAAS,iBAAiB;AAC1B,SAAS,8BAA8B;AACvC,SAAS,wBAAwB;AACjC,SAAS,mBAAmB;AAC5B,OAAO,UAAU;AACjB,OAAO,YAAY;AACnB,OAAO,aAAa;AAIpB,IAAM,cAAc;AAGpB,IAAM,eAAe,CAAC,KAAU,KAAU,KAAU,SAAc;AAChE,UAAQ,MAAM,GAAG;AACjB,MAAI,OAAO,GAAG,EAAE,KAAK;AAAA,IACnB,OAAO,IAAI;AAAA,EACb,CAAC;AACH;AAEA,IAAM,QAAQ,YAAY;AACxB,MAAI,CAAC,aAAa;AAChB,UAAM,EAAE,OAAO,IAAI,OAAO,OAAO;AAEjC,QAAI,QAAQ;AACV,uBAAiB,MAAM;AAAA,IACzB;AAAA,EACF;AACF;AAEA,IAAqB,mBAArB,MAAsC;AAAA,EAcpC,YACE,WACA,YACA,YACA;AACA,SAAK,MAAM,QAAQ;AACnB,SAAK,SAAS,UAAU;AACxB,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,aAAa;AAClB,SAAK,mBAAmB,CAAC;AACzB,UAAM;AAAA,EACR;AAAA,EAEA,gBAAgBA,OAAc;AAC5B,WAAO,KAAK,KAAK,QAAQ,GAAGA,KAAI,OAAO;AAAA,EACzC;AAAA,EAEA,gBAAgBA,OAAc,SAAiB;AAC7C,UAAM,UAAU,KAAK,gBAAgBA,KAAI;AACzC,YAAQ,IAAI,sBAAsB,OAAO,EAAE;AAC3C,kBAAc,SAAS,OAAO;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,OAAO,MAAe;AAC1B,SAAK,OAAO,QAAQ;AACpB,SAAK,IAAI,IAAI,YAAY;AAEzB,SAAK,IAAI;AAAA,MACP,KAAK;AAAA,QACH,QAAQ;AAAA,QACR,aAAa;AAAA,MACf,CAAC;AAAA,IACH;AAEA,SAAK,IAAI,IAAI,WAAW,KAAK,GAAG,OAAO,KAAK,QAAQ;AAElD,UAAI,KAAK;AAAA,QACP,QAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAMD,SAAK,IAAI,IAAI,kBAAkB,OAAO,KAAK,QAAQ;AACjD,YAAM,EAAE,MAAAA,MAAK,IAAI,IAAI;AACrB,YAAM,cAAc,KAAK,gBAAgBA,KAAI;AAE7C,UAAI,CAAC,WAAW,WAAW,GAAG;AAC5B,eAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,UAC1B,OAAO;AAAA,QACT,CAAC;AAAA,MACH;AAEA,YAAM,UAAU,aAAa,aAAa,MAAM;AAChD,UAAI,KAAK;AAAA,QACP;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAED,SAAK,IAAI,IAAI,6BAA6B,KAAK,GAAG,OAAO,KAAK,QAAQ;AACpE,YAAM,EAAE,UAAU,IAAI,IAAI;AAC1B,UAAI,KAAK;AAAA,QACP,KAAK,KAAK,iBAAiB,SAAS,KAAK;AAAA,MAC3C,CAAC;AAAA,IACH,CAAC;AAID,SAAK,IAAI;AAAA,MACP;AAAA,MACA,QAAQ,KAAK,EAAE,OAAO,OAAO,CAAC;AAAA,MAC9B,OAAO,KAAK,QAAQ;AAClB,cAAM,UAAU,IAAI,KAAK;AAEzB,YAAI,CAAC,SAAS;AACZ,iBAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,YAC1B,OAAO;AAAA,UACT,CAAC;AAAA,QACH;AAEA,cAAMA,QAAO,WAAW;AACxB,aAAK,gBAAgBA,OAAM,OAAO;AAClC,eAAO,IAAI,KAAK;AAAA,UACd,UAAU,eAAeA,KAAI;AAAA,UAC7B,MAAAA;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAEA,SAAK,IAAI;AAAA,MACP;AAAA,MACA,QAAQ,KAAK,EAAE,OAAO,OAAO,CAAC;AAAA,MAC9B,OAAO,KAAK,QAAQ;AAClB,cAAM,EAAE,SAAS,MAAM,QAAQ,WAAW,UAAU,IAAI,IAAI;AAE5D,YAAI,CAAC,SAAS;AACZ,iBAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,YAC1B,OAAO;AAAA,UACT,CAAC;AAAA,QACH;AAEA,YAAI,CAAC,MAAM;AACT,iBAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,YAC1B,OAAO;AAAA,UACT,CAAC;AAAA,QACH;AAEA,YAAI,CAAC,QAAQ;AACX,iBAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,YAC1B,OAAO;AAAA,UACT,CAAC;AAAA,QACH;AAGA,cAAM,OAAO,IAAI,KAAK,UAAU,OAAO;AACvC,cAAM,QAAQ,IAAI,KAAK,WAAW,IAAI;AAEtC,YAAI,WAAW;AACb,eAAK,iBAAiB,SAAS,IAAI;AAEnC,gBAAM,iBAAiB,CAAC,QAAgB;AACtC,iBAAK,iBAAiB,SAAS,IAAI;AAAA,UACrC;AAAA,QACF;AAEA,cAAM,WAMF;AAAA,UACF,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,OAAO;AAAA,UACP,YAAY;AAAA,UACZ;AAAA,QACF;AAEA,cAAM,YAAY,KAAK,IAAI;AAC3B,YAAI;AACF,cAAI,SAAS,WAAW;AACtB,qBAAS,SAAS,MAAM,MAAM,QAAQ,MAAM;AAAA,UAC9C,WAAW,SAAS,YAAY;AAC9B,qBAAS,SAAS,MAAM,MAAM,SAAS,MAAM;AAAA,UAC/C,WAAW,SAAS,YAAY;AAC9B,qBAAS,SAAS,MAAM,MAAM,SAAS,QAAQ,QAAW;AAAA,cACxD,iBAAiB;AAAA,YACnB,CAAC;AAAA,UACH,WAAW,SAAS,SAAS;AAC3B,qBAAS,SAAS,MAAM,MAAM,MAAM,QAAQ;AAAA,cAC1C;AAAA,YACF,CAAC;AAAA,UACH,OAAO;AACL,qBAAS,QAAQ,iBAAiB,IAAI;AAAA,UACxC;AAAA,QACF,SAAS,OAAY;AACnB,cAAI,CAAC,MAAM,QAAQ,SAAS,sCAAsC,GAAG;AACnE,qBAAS,QAAQ,MAAM;AAAA,UACzB;AAAA,QACF;AAEA,YAAI;AACF,mBAAS,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACjD,mBAAS,aAAa,MAAM,iBAAiB,KAAK;AAElD,gBAAM,oBAAoB;AAAA,QAC5B,SAAS,OAAY;AACnB,kBAAQ;AAAA,YACN,qCAAqC,SAAS,KAAK,MAAM,OAAO;AAAA,UAClE;AAAA,QACF;AAEA,YAAI,KAAK,QAAQ;AACjB,cAAM,WAAW,KAAK,IAAI,IAAI;AAE9B,YAAI,SAAS,OAAO;AAClB,kBAAQ;AAAA,YACN,+BAA+B,QAAQ,kBAAkB,SAAS,KAAK,SAAS,KAAK;AAAA,UACvF;AAAA,QACF,OAAO;AACL,kBAAQ;AAAA,YACN,6BAA6B,QAAQ,kBAAkB,SAAS;AAAA,UAClE;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAK,IAAI;AAAA,MACP;AAAA,MACA,QAAQ,KAAK,EAAE,OAAO,MAAM,CAAC;AAAA,MAC7B,OAAO,KAAK,QAAQ;AAClB,cAAM,EAAE,SAAS,IAAI,IAAI;AAEzB,YAAI,CAAC,YAAY,OAAO,aAAa,UAAU;AAC7C,iBAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,YAC1B,OAAO;AAAA,UACT,CAAC;AAAA,QACH;AAEA,YAAI;AACF,2BAAiB,QAAQ;AAEzB,iBAAO,IAAI,KAAK;AAAA,YACd,QAAQ;AAAA,YACR,SAAS;AAAA,UACX,CAAC;AAAA,QACH,SAAS,OAAY;AACnB,kBAAQ,MAAM,+BAA+B,MAAM,OAAO,EAAE;AAC5D,iBAAO,IAAI,OAAO,GAAG,EAAE,KAAK;AAAA,YAC1B,OAAO,+BAA+B,MAAM,OAAO;AAAA,UACrD,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAGA,QAAI,KAAK,YAAY;AACnB,WAAK,IAAI,IAAI,KAAK,CAAC,KAAK,QAAQ;AAE9B,YAAI,SAAS,aAAa;AAAA,MAC5B,CAAC;AAED,WAAK,IAAI,IAAI,KAAK,CAAC,KAAK,QAAQ;AAC9B,cAAM,gBAAgB,KAAK,KAAK,YAAa,IAAI,IAAI;AACrD,YAAI,WAAW,aAAa,GAAG;AAC7B,cAAI,SAAS,aAAa;AAAA,QAC5B,OAAO;AACL,cAAI,SAAS,KAAK,KAAK,YAAa,YAAY,CAAC;AAAA,QACnD;AAAA,MACF,CAAC;AAAA,IACH;AAEA,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,YAAMC,QAAO,KAAK;AAClB,WAAK,SAAS,KAAK,IAAI,OAAOA,OAAM,MAAM;AACxC,gBAAQ,IAAI;AAAA,MACd,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEA,QAAQ;AAEN,QAAI,KAAK,QAAQ;AACf,aAAO,KAAK,OAAO,MAAM;AAAA,IAC3B;AAAA,EACF;AACF","names":["uuid","port"],"ignoreList":[],"sources":["../../src/playground/server.ts","../../src/common/utils.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\nimport { existsSync, readFileSync, writeFileSync } from 'node:fs';\nimport type { Server } from 'node:http';\nimport { join } from 'node:path';\nimport { ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from '@/common/utils';\nimport { getTmpDir } from 'misoai-core/utils';\nimport { PLAYGROUND_SERVER_PORT } from 'misoai-shared/constants';\nimport { overrideAIConfig } from 'misoai-shared/env';\nimport { ifInBrowser } from 'misoai-shared/utils';\nimport cors from 'cors';\nimport dotenv from 'dotenv';\nimport express from 'express';\nimport type { PageAgent } from '../common/agent';\nimport type { AbstractPage } from '../page';\n\nconst defaultPort = PLAYGROUND_SERVER_PORT;\n// const staticPath = join(__dirname, '../../static');\n\nconst errorHandler = (err: any, req: any, res: any, next: any) => {\n  console.error(err);\n  res.status(500).json({\n    error: err.message,\n  });\n};\n\nconst setup = async () => {\n  if (!ifInBrowser) {\n    const { parsed } = dotenv.config();\n\n    if (parsed) {\n      overrideAIConfig(parsed);\n    }\n  }\n};\n\nexport default class PlaygroundServer {\n  app: express.Application;\n  tmpDir: string;\n  server?: Server;\n  port?: number | null;\n  pageClass: new (\n    ...args: any[]\n  ) => AbstractPage;\n  agentClass: new (\n    ...args: any[]\n  ) => PageAgent;\n  staticPath?: string;\n  taskProgressTips: Record<string, string>;\n\n  constructor(\n    pageClass: new (...args: any[]) => AbstractPage,\n    agentClass: new (...args: any[]) => PageAgent,\n    staticPath?: string,\n  ) {\n    this.app = express();\n    this.tmpDir = getTmpDir()!;\n    this.pageClass = pageClass;\n    this.agentClass = agentClass;\n    this.staticPath = staticPath;\n    this.taskProgressTips = {};\n    setup();\n  }\n\n  filePathForUuid(uuid: string) {\n    return join(this.tmpDir, `${uuid}.json`);\n  }\n\n  saveContextFile(uuid: string, context: string) {\n    const tmpFile = this.filePathForUuid(uuid);\n    console.log(`save context file: ${tmpFile}`);\n    writeFileSync(tmpFile, context);\n    return tmpFile;\n  }\n\n  async launch(port?: number) {\n    this.port = port || defaultPort;\n    this.app.use(errorHandler);\n\n    this.app.use(\n      cors({\n        origin: '*',\n        credentials: true,\n      }),\n    );\n\n    this.app.get('/status', cors(), async (req, res) => {\n      // const modelName = g\n      res.send({\n        status: 'ok',\n      });\n    });\n\n    // this.app.get('/playground/:uuid', async (req, res) => {\n    //   res.sendFile(join(staticPath, 'index.html'));\n    // });\n\n    this.app.get('/context/:uuid', async (req, res) => {\n      const { uuid } = req.params;\n      const contextFile = this.filePathForUuid(uuid);\n\n      if (!existsSync(contextFile)) {\n        return res.status(404).json({\n          error: 'Context not found',\n        });\n      }\n\n      const context = readFileSync(contextFile, 'utf8');\n      res.json({\n        context,\n      });\n    });\n\n    this.app.get('/task-progress/:requestId', cors(), async (req, res) => {\n      const { requestId } = req.params;\n      res.json({\n        tip: this.taskProgressTips[requestId] || '',\n      });\n    });\n\n    // -------------------------\n    // actions from report file\n    this.app.post(\n      '/playground-with-context',\n      express.json({ limit: '50mb' }),\n      async (req, res) => {\n        const context = req.body.context;\n\n        if (!context) {\n          return res.status(400).json({\n            error: 'context is required',\n          });\n        }\n\n        const uuid = randomUUID();\n        this.saveContextFile(uuid, context);\n        return res.json({\n          location: `/playground/${uuid}`,\n          uuid,\n        });\n      },\n    );\n\n    this.app.post(\n      '/execute',\n      express.json({ limit: '30mb' }),\n      async (req, res) => {\n        const { context, type, prompt, requestId, deepThink } = req.body;\n\n        if (!context) {\n          return res.status(400).json({\n            error: 'context is required',\n          });\n        }\n\n        if (!type) {\n          return res.status(400).json({\n            error: 'type is required',\n          });\n        }\n\n        if (!prompt) {\n          return res.status(400).json({\n            error: 'prompt is required',\n          });\n        }\n\n        // build an agent with context\n        const page = new this.pageClass(context);\n        const agent = new this.agentClass(page);\n\n        if (requestId) {\n          this.taskProgressTips[requestId] = '';\n\n          agent.onTaskStartTip = (tip: string) => {\n            this.taskProgressTips[requestId] = tip;\n          };\n        }\n\n        const response: {\n          result: any;\n          dump: string | null;\n          error: string | null;\n          reportHTML: string | null;\n          requestId?: string;\n        } = {\n          result: null,\n          dump: null,\n          error: null,\n          reportHTML: null,\n          requestId,\n        };\n\n        const startTime = Date.now();\n        try {\n          if (type === 'aiQuery') {\n            response.result = await agent.aiQuery(prompt);\n          } else if (type === 'aiAction') {\n            response.result = await agent.aiAction(prompt);\n          } else if (type === 'aiAssert') {\n            response.result = await agent.aiAssert(prompt, undefined, {\n              keepRawResponse: true,\n            });\n          } else if (type === 'aiTap') {\n            response.result = await agent.aiTap(prompt, {\n              deepThink,\n            });\n          } else {\n            response.error = `Unknown type: ${type}`;\n          }\n        } catch (error: any) {\n          if (!error.message.includes(ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED)) {\n            response.error = error.message;\n          }\n        }\n\n        try {\n          response.dump = JSON.parse(agent.dumpDataString());\n          response.reportHTML = agent.reportHTMLString() || null;\n\n          agent.writeOutActionDumps();\n        } catch (error: any) {\n          console.error(\n            `write out dump failed: requestId: ${requestId}, ${error.message}`,\n          );\n        }\n\n        res.send(response);\n        const timeCost = Date.now() - startTime;\n\n        if (response.error) {\n          console.error(\n            `handle request failed after ${timeCost}ms: requestId: ${requestId}, ${response.error}`,\n          );\n        } else {\n          console.log(\n            `handle request done after ${timeCost}ms: requestId: ${requestId}`,\n          );\n        }\n      },\n    );\n\n    this.app.post(\n      '/config',\n      express.json({ limit: '1mb' }),\n      async (req, res) => {\n        const { aiConfig } = req.body;\n\n        if (!aiConfig || typeof aiConfig !== 'object') {\n          return res.status(400).json({\n            error: 'aiConfig is required and must be an object',\n          });\n        }\n\n        try {\n          overrideAIConfig(aiConfig);\n\n          return res.json({\n            status: 'ok',\n            message: 'AI config updated successfully',\n          });\n        } catch (error: any) {\n          console.error(`Failed to update AI config: ${error.message}`);\n          return res.status(500).json({\n            error: `Failed to update AI config: ${error.message}`,\n          });\n        }\n      },\n    );\n\n    // Set up static file serving after all API routes are defined\n    if (this.staticPath) {\n      this.app.get('/', (req, res) => {\n        // compatible with windows\n        res.redirect('/index.html');\n      });\n\n      this.app.get('*', (req, res) => {\n        const requestedPath = join(this.staticPath!, req.path);\n        if (existsSync(requestedPath)) {\n          res.sendFile(requestedPath);\n        } else {\n          res.sendFile(join(this.staticPath!, 'index.html'));\n        }\n      });\n    }\n\n    return new Promise((resolve, reject) => {\n      const port = this.port;\n      this.server = this.app.listen(port, () => {\n        resolve(this);\n      });\n    });\n  }\n\n  close() {\n    // close the server\n    if (this.server) {\n      return this.server.close();\n    }\n  }\n}\n","import type { StaticPage } from '@/playground';\nimport type {\n  BaseElement,\n  ElementTreeNode,\n  PlanningLocateParam,\n  PlaywrightParserOpt,\n  UIContext,\n} from 'misoai-core';\nimport { elementByPositionWithElementInfo } from 'misoai-core/ai-model';\nimport { uploadTestInfoToServer } from 'misoai-core/utils';\nimport { MIDSCENE_REPORT_TAG_NAME, getAIConfig } from 'misoai-shared/env';\nimport type { ElementInfo } from 'misoai-shared/extractor';\nimport {\n  generateElementByPosition,\n  getNodeFromCacheList,\n  traverseTree,\n  treeToList,\n} from 'misoai-shared/extractor';\nimport { resizeImgBase64 } from 'misoai-shared/img';\nimport type { DebugFunction } from 'misoai-shared/logger';\nimport { assert, logMsg, uuid } from 'misoai-shared/utils';\nimport dayjs from 'dayjs';\nimport type { Page as PlaywrightPage } from 'playwright';\nimport type { Page as PuppeteerPage } from 'puppeteer';\nimport { WebElementInfo } from '../web-element';\nimport type { WebPage } from './page';\n\nexport type WebUIContext = UIContext<WebElementInfo> & {\n  url: string;\n};\n\nexport async function parseContextFromWebPage(\n  page: WebPage,\n  _opt?: PlaywrightParserOpt,\n): Promise<WebUIContext> {\n  assert(page, 'page is required');\n  if ((page as StaticPage)._forceUsePageContext) {\n    return await (page as any)._forceUsePageContext();\n  }\n  const url = await page.url();\n  uploadTestInfoToServer({ testUrl: url });\n\n  let screenshotBase64: string;\n  let tree: ElementTreeNode<ElementInfo>;\n\n  await Promise.all([\n    page.screenshotBase64().then((base64) => {\n      screenshotBase64 = base64;\n    }),\n    page.getElementsNodeTree().then(async (treeRoot) => {\n      tree = treeRoot;\n    }),\n  ]);\n\n  const webTree = traverseTree(tree!, (elementInfo) => {\n    const { rect, id, content, attributes, locator, indexId } = elementInfo;\n    return new WebElementInfo({\n      rect,\n      locator,\n      id,\n      content,\n      attributes,\n      indexId,\n    });\n  });\n\n  assert(screenshotBase64!, 'screenshotBase64 is required');\n\n  const elementsInfo = treeToList(webTree);\n  const size = await page.size();\n\n  if (size.dpr && size.dpr > 1) {\n    // console.time('resizeImgBase64');\n    screenshotBase64 = await resizeImgBase64(screenshotBase64, {\n      width: size.width,\n      height: size.height,\n    });\n    // console.timeEnd('resizeImgBase64');\n  }\n\n  return {\n    content: elementsInfo!,\n    tree: webTree,\n    size,\n    screenshotBase64: screenshotBase64!,\n    url,\n  };\n}\n\nexport function reportFileName(tag = 'web') {\n  const reportTagName = getAIConfig(MIDSCENE_REPORT_TAG_NAME);\n  const dateTimeInFileName = dayjs().format('YYYY-MM-DD_HH-mm-ss');\n  // ensure uniqueness at the same time\n  const uniqueId = uuid().substring(0, 8);\n  return `${reportTagName || tag}-${dateTimeInFileName}-${uniqueId}`;\n}\n\nexport function printReportMsg(filepath: string) {\n  logMsg(`Midscene - report file updated: ${filepath}`);\n}\n\n/**\n * Get the current execution file name\n * @returns The name of the current execution file\n */\nexport function getCurrentExecutionFile(trace?: string): string | false {\n  const error = new Error();\n  const stackTrace = trace || error.stack;\n  const pkgDir = process.cwd() || '';\n  if (stackTrace) {\n    const stackLines = stackTrace.split('\\n');\n    for (const line of stackLines) {\n      if (\n        line.includes('.spec.') ||\n        line.includes('.test.') ||\n        line.includes('.ts') ||\n        line.includes('.js')\n      ) {\n        const match = line.match(/(?:at\\s+)?(.*?\\.(?:spec|test)\\.[jt]s)/);\n        if (match?.[1]) {\n          const targetFileName = match[1]\n            .replace(pkgDir, '')\n            .trim()\n            .replace('at ', '');\n          return targetFileName;\n        }\n      }\n    }\n  }\n  return false;\n}\n\nconst testFileIndex = new Map<string, number>();\n\nexport function generateCacheId(fileName?: string): string {\n  let taskFile = fileName || getCurrentExecutionFile();\n  if (!taskFile) {\n    taskFile = uuid();\n    console.warn(\n      'Midscene - using random UUID for cache id. Cache may be invalid.',\n    );\n  }\n\n  if (testFileIndex.has(taskFile)) {\n    const currentIndex = testFileIndex.get(taskFile);\n    if (currentIndex !== undefined) {\n      testFileIndex.set(taskFile, currentIndex + 1);\n    }\n  } else {\n    testFileIndex.set(taskFile, 1);\n  }\n  return `${taskFile}-${testFileIndex.get(taskFile)}`;\n}\n\nexport const ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED =\n  'NOT_IMPLEMENTED_AS_DESIGNED';\n\nexport function replaceIllegalPathCharsAndSpace(str: string) {\n  return str.replace(/[/\\\\:*?\"<>| ]/g, '-');\n}\n\nexport function forceClosePopup(\n  page: PuppeteerPage | PlaywrightPage,\n  debug: DebugFunction,\n) {\n  page.on('popup', async (popup) => {\n    if (!popup) {\n      console.warn('got a popup event, but the popup is not ready yet, skip');\n      return;\n    }\n    const url = await (popup as PuppeteerPage).url();\n    console.log(`Popup opened: ${url}`);\n    if (!(popup as PuppeteerPage).isClosed()) {\n      try {\n        await (popup as PuppeteerPage).close(); // Close the newly opened TAB\n      } catch (error) {\n        debug(`failed to close popup ${url}, error: ${error}`);\n      }\n    } else {\n      debug(`popup is already closed, skip close ${url}`);\n    }\n\n    if (!page.isClosed()) {\n      try {\n        await page.goto(url);\n      } catch (error) {\n        debug(`failed to goto ${url}, error: ${error}`);\n      }\n    } else {\n      debug(`page is already closed, skip goto ${url}`);\n    }\n  });\n}\n\nexport function matchElementFromPlan(\n  planLocateParam: PlanningLocateParam,\n  tree: ElementTreeNode<BaseElement>,\n) {\n  if (!planLocateParam) {\n    return undefined;\n  }\n  if (planLocateParam.id) {\n    return getNodeFromCacheList(planLocateParam.id);\n  }\n\n  if (planLocateParam.bbox) {\n    const centerPosition = {\n      x: Math.floor((planLocateParam.bbox[0] + planLocateParam.bbox[2]) / 2),\n      y: Math.floor((planLocateParam.bbox[1] + planLocateParam.bbox[3]) / 2),\n    };\n    let element = elementByPositionWithElementInfo(tree, centerPosition);\n\n    if (!element) {\n      element = generateElementByPosition(centerPosition) as BaseElement;\n    }\n\n    return element;\n  }\n\n  return undefined;\n}\n"]}

package/dist/es/playground.js

@@ -137,10 +137,11 @@ var ScriptPlayer = class {
     this.unnamedResultIndex = 0;
     this.pageAgent = null;
     this.result = {};
+    const target = script.target || script.web || script.android;
     if (ifInBrowser) {
       this.output = void 0;
-    } else if (script.target?.output) {
-      this.output = resolve(process.cwd(), script.target.output);
+    } else if (target?.output) {
+      this.output = resolve(process.cwd(), target.output);
     } else {
       this.output = join(getMidsceneRunSubDir("output"), `${process.pid}.json`);
     }
@@ -214,12 +215,13 @@ var ScriptPlayer = class {
       } else if ("aiAssert" in flowItem) {
         const assertTask = flowItem;
         const prompt = assertTask.aiAssert;
+        const msg = assertTask.errorMessage;
         assert2(prompt, "missing prompt for aiAssert");
         assert2(
           typeof prompt === "string",
           "prompt for aiAssert must be a string"
         );
-        await agent.aiAssert(prompt);
+        await agent.aiAssert(prompt, msg);
       } else if ("aiQuery" in flowItem) {
         const queryTask = flowItem;
         const prompt = queryTask.aiQuery;
@@ -1661,7 +1663,7 @@ import yaml3 from "js-yaml";
 import semver from "semver";
 
 // package.json
-var version = "1.0.5";
+var version = "1.5.6";
 
 // src/common/task-cache.ts
 var debug3 = getDebug3("cache");
@@ -1843,13 +1845,10 @@ var PageAgent = class {
         generateReport: true,
         autoPrintReportMsg: true,
         groupName: "Midscene Report",
-        groupDescription: "",
-        enableCumulativeContext: true,
-        autoClearContext: false
+        groupDescription: ""
       },
       opts || {}
     );
-    this.initializeContextStore();
     if (this.page.pageType === "puppeteer" || this.page.pageType === "playwright") {
       this.page.waitForNavigationTimeout = this.opts.waitForNavigationTimeout || DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT;
       this.page.waitForNetworkIdleTimeout = this.opts.waitForNetworkIdleTimeout || DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT;
@@ -1876,69 +1875,6 @@ var PageAgent = class {
       opts?.testId || this.page.pageType || "web"
     );
   }
-  /**
-   * Initialize context store for cumulative context functionality
-   */
-  async initializeContextStore() {
-    if (!this.opts.enableCumulativeContext) {
-      debug4("Cumulative context disabled via options");
-      return;
-    }
-    try {
-      const aiModel = await import("misoai-core/ai-model");
-      this.contextStore = aiModel.getContextStore();
-      debug4("Context store initialized successfully", {
-        autoClearContext: this.opts.autoClearContext,
-        testId: this.opts.testId
-      });
-      if (this.opts.autoClearContext) {
-        this.contextStore.clear();
-        debug4("Context store cleared due to autoClearContext option");
-      } else {
-        const existingData = this.contextStore.getAllData();
-        const existingSteps = this.contextStore.getRecentSteps(100).length;
-        debug4("Context store preserving existing data", {
-          existingDataKeys: Object.keys(existingData),
-          existingStepsCount: existingSteps
-        });
-      }
-    } catch (error) {
-      debug4("Failed to initialize context store:", error);
-      console.warn("⚠️ Could not initialize context store:", error);
-    }
-  }
-  /**
-   * Get the context store instance
-   */
-  getContextStore() {
-    return this.contextStore;
-  }
-  /**
-   * Clear the context store
-   */
-  clearContext() {
-    if (this.contextStore) {
-      this.contextStore.clear();
-    }
-  }
-  /**
-   * Get all stored data from context store
-   */
-  getStoredData() {
-    if (this.contextStore) {
-      return this.contextStore.getAllData();
-    }
-    return {};
-  }
-  /**
-   * Get step summary from context store
-   */
-  getStepSummary() {
-    if (this.contextStore) {
-      return this.contextStore.getStepSummary();
-    }
-    return "";
-  }
   async getUIContext(action) {
     if (action && (action === "extract" || action === "assert" || action === "captcha")) {
       return await parseContextFromWebPage(this.page, {
@@ -2174,31 +2110,6 @@ var PageAgent = class {
     };
   }
   async aiAction(taskPrompt, opt) {
-    if (this.opts.enableCumulativeContext && this.contextStore) {
-      try {
-        const originalPrompt = taskPrompt;
-        const processedPrompt = this.contextStore.replaceAllReferences(taskPrompt, "action");
-        if (originalPrompt !== processedPrompt) {
-          debug4("Context replacement in aiAction:", {
-            original: originalPrompt,
-            processed: processedPrompt,
-            storedData: this.contextStore.getAllData()
-          });
-        }
-        this.contextStore.addStep({
-          type: "action",
-          summary: `Action: ${processedPrompt}`,
-          prompt: processedPrompt
-        });
-        debug4("Added action step to context store:", {
-          stepNumber: this.contextStore.getRecentSteps(1)[0]?.stepNumber,
-          totalSteps: this.contextStore.getRecentSteps(100).length
-        });
-        taskPrompt = processedPrompt;
-      } catch (error) {
-        debug4("Context store operation failed:", error);
-      }
-    }
     const cacheable = opt?.cacheable;
     const isVlmUiTars = vlLocateMode() === "vlm-ui-tars";
     const matchedCache = isVlmUiTars || cacheable === false ? void 0 : this.taskCache?.matchPlanCache(taskPrompt);
@@ -2245,75 +2156,7 @@ var PageAgent = class {
     };
   }
   async aiQuery(demand) {
-    let processedDemand = demand;
-    let storageKey;
-    try {
-      const aiModel = await import("misoai-core/ai-model");
-      const contextStore = aiModel.getContextStore();
-      if (typeof demand === "string") {
-        const storageInstruction = contextStore.parseStorageInstruction(demand);
-        if (storageInstruction) {
-          storageKey = storageInstruction.key;
-          processedDemand = storageInstruction.cleanText;
-          contextStore._pendingAliases = storageInstruction.aliases;
-        } else {
-          const storageMatch = demand.match(/store\s+(?:as\s+)?(\w+)/i);
-          if (storageMatch) {
-            storageKey = storageMatch[1];
-            processedDemand = demand.replace(/,?\s*store\s+(?:as\s+)?\w+/i, "").trim();
-          }
-        }
-      }
-    } catch (error) {
-      debug4("Context store not available:", error);
-    }
-    const { output, executor } = await this.taskExecutor.query(processedDemand);
-    if (this.opts.enableCumulativeContext && this.contextStore) {
-      if (storageKey && output) {
-        try {
-          const pendingAliases = this.contextStore._pendingAliases;
-          if (pendingAliases) {
-            this.contextStore.storeDataWithAliases(storageKey, output, pendingAliases, typeof processedDemand === "string" ? processedDemand : JSON.stringify(processedDemand));
-            delete this.contextStore._pendingAliases;
-            debug4("Stored query result with aliases:", {
-              key: storageKey,
-              value: output,
-              aliases: pendingAliases
-            });
-          } else {
-            this.contextStore.storeData(storageKey, output);
-            debug4("Stored query result:", {
-              key: storageKey,
-              value: output
-            });
-          }
-          this.contextStore.addStep({
-            type: "query",
-            summary: `Query: ${typeof processedDemand === "string" ? processedDemand : JSON.stringify(processedDemand)} (stored as ${storageKey})`,
-            data: output,
-            prompt: typeof processedDemand === "string" ? processedDemand : JSON.stringify(processedDemand)
-          });
-          debug4("Added query step to context store:", {
-            storageKey,
-            totalStoredItems: Object.keys(this.contextStore.getAllData()).length,
-            totalSteps: this.contextStore.getRecentSteps(100).length
-          });
-        } catch (error) {
-          debug4("Failed to store query result:", error);
-        }
-      } else {
-        try {
-          this.contextStore.addStep({
-            type: "query",
-            summary: `Query: ${typeof processedDemand === "string" ? processedDemand : JSON.stringify(processedDemand)}`,
-            data: output,
-            prompt: typeof processedDemand === "string" ? processedDemand : JSON.stringify(processedDemand)
-          });
-        } catch (error) {
-          debug4("Failed to add query step:", error);
-        }
-      }
-    }
+    const { output, executor } = await this.taskExecutor.query(demand);
     const metadata = this.afterTaskRunning(executor);
     return {
       result: output,
@@ -2423,31 +2266,6 @@ var PageAgent = class {
     };
   }
   async aiAssert(assertion, msg, opt) {
-    let processedAssertion = assertion;
-    if (this.opts.enableCumulativeContext && this.contextStore) {
-      try {
-        const originalAssertion = assertion;
-        processedAssertion = this.contextStore.replaceAllReferences(assertion, "assertion");
-        if (originalAssertion !== processedAssertion) {
-          debug4("Context replacement in aiAssert:", {
-            original: originalAssertion,
-            processed: processedAssertion,
-            context: "assertion",
-            storedData: this.contextStore.getAllData()
-          });
-        }
-        this.contextStore.addStep({
-          type: "assertion",
-          summary: `Assertion: ${processedAssertion}`,
-          prompt: processedAssertion
-        });
-        debug4("Added assertion step to context store:", {
-          totalSteps: this.contextStore.getRecentSteps(100).length
-        });
-      } catch (error) {
-        debug4("Context store operation failed:", error);
-      }
-    }
     let currentUrl = "";
     if (this.page.url) {
       try {
@@ -2455,7 +2273,7 @@ var PageAgent = class {
       } catch (e) {
       }
     }
-    const assertionWithContext = currentUrl ? `For the page at URL "${currentUrl}", ${processedAssertion}` : processedAssertion;
+    const assertionWithContext = currentUrl ? `For the page at URL "${currentUrl}", ${assertion}` : assertion;
     const { output, executor } = await this.taskExecutor.assert(assertionWithContext);
     const metadata = this.afterTaskRunning(executor, true);
     if (output && opt?.keepRawResponse) {