@xagent-ai/cli 1.0.1 → 1.1.0

package/dist/gui-subagent/action-parser/actionParser.d.ts

@@ -1,3 +1,10 @@
+/**
+ * Action Parser for GUI SubAgent
+ * Parses UI-TARS model predictions into structured actions
+ *
+ * Based on UI-TARS architecture by @ui-tars/sdk
+ * @see https://github.com/DouyinFE/sabre
+ */
 import { PredictionParsed, UITarsModelVersion } from './types.js';
 export declare function actionParser(params: {
     prediction: string;

package/dist/gui-subagent/action-parser/actionParser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"actionParser.d.ts","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/actionParser.ts"],"names":[],"mappings":"AAIA,OAAO,EAEL,gBAAgB,EAChB,kBAAkB,EACnB,MAAM,YAAY,CAAC;AAsDpB,wBAAgB,YAAY,CAAC,MAAM,EAAE;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,aAAa,CAAC,EAAE;QACd,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACnB,QAAQ,CAAC,EAAE,kBAAkB,CAAC;CAC/B,GAAG;IACF,MAAM,EAAE,gBAAgB,EAAE,CAAC;CAC5B,CAgBA;AAED,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,CAAC,MAAM,EAAE,MAAM,CAAgB,EACxC,IAAI,GAAE,IAAI,GAAG,IAAW,EACxB,aAAa,CAAC,EAAE;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,EACD,WAAW,CAAC,EAAE,MAAM,EACpB,QAAQ,GAAE,kBAA4C,GACrD,gBAAgB,EAAE,CAwJpB"}
+{"version":3,"file":"actionParser.d.ts","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/actionParser.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAEL,gBAAgB,EAChB,kBAAkB,EACnB,MAAM,YAAY,CAAC;AAsDpB,wBAAgB,YAAY,CAAC,MAAM,EAAE;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,aAAa,CAAC,EAAE;QACd,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACnB,QAAQ,CAAC,EAAE,kBAAkB,CAAC;CAC/B,GAAG;IACF,MAAM,EAAE,gBAAgB,EAAE,CAAC;CAC5B,CAgBA;AAED,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,CAAC,MAAM,EAAE,MAAM,CAAgB,EACxC,IAAI,GAAE,IAAI,GAAG,IAAW,EACxB,aAAa,CAAC,EAAE;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,EACD,WAAW,CAAC,EAAE,MAAM,EACpB,QAAQ,GAAE,kBAA4C,GACrD,gBAAgB,EAAE,CAwJpB"}

package/dist/gui-subagent/action-parser/actionParser.js

@@ -1,6 +1,9 @@
-/*
- * Copyright (c) 2025 Bytedance, Inc. and its affiliates.
- * SPDX-License-Identifier: Apache-2.0
+/**
+ * Action Parser for GUI SubAgent
+ * Parses UI-TARS model predictions into structured actions
+ *
+ * Based on UI-TARS architecture by @ui-tars/sdk
+ * @see https://github.com/DouyinFE/sabre
  */
 import { UITarsModelVersion, } from './types.js';
 import { MAX_RATIO, IMAGE_FACTOR, MIN_PIXELS, MAX_PIXELS_V1_5, } from './constants.js';

package/dist/gui-subagent/action-parser/actionParser.js.map

@@ -1 +1 @@
-{"version":3,"file":"actionParser.js","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/actionParser.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAGL,kBAAkB,GACnB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,SAAS,EACT,YAAY,EACZ,UAAU,EACV,eAAe,GAChB,MAAM,gBAAgB,CAAC;AACxB,OAAO,QAAQ,MAAM,iBAAiB,CAAC;AAEvC,SAAS,aAAa,CAAC,GAAW,EAAE,MAAc;IAChD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;AAC3C,CAAC;AAED,SAAS,aAAa,CAAC,GAAW,EAAE,MAAc;IAChD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;AAC3C,CAAC;AAED,SAAS,YAAY,CAAC,GAAW,EAAE,MAAc;IAC/C,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;AAC1C,CAAC;AAED,SAAS,iBAAiB,CACxB,MAAc,EACd,KAAa,EACb,WAAmB,SAAS,EAC5B,SAAiB,YAAY,EAC7B,YAAoB,UAAU,EAC9B,YAAoB,eAAe;IAEnC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,QAAQ,EAAE,CAAC;QACjE,OAAO,CAAC,KAAK,CACX,8CAA8C,QAAQ,SACpD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAClD,EAAE,CACH,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;IAC1D,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAE3D,IAAI,IAAI,GAAG,IAAI,GAAG,SAAS,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,SAAS,CAAC,CAAC;QACrD,IAAI,GAAG,aAAa,CAAC,MAAM,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;QAC5C,IAAI,GAAG,aAAa,CAAC,KAAK,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7C,CAAC;SAAM,IAAI,IAAI,GAAG,IAAI,GAAG,SAAS,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC;QACrD,IAAI,GAAG,YAAY,CAAC,MAAM,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;QAC3C,IAAI,GAAG,YAAY,CAAC,KAAK,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAU5B;IAGC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,QAAQ,EAAE,GACtE,MAAM,CAAC;IAET,MAAM,MAAM,GAAG,cAAc,CAC3B,UAAU,EACV,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,EACjD,IAAI,EACJ,aAAa,EACb,WAAW,EACX,QAAQ,CACT,CAAC;IAEF,OAAO;QACL,MAAM;KACP,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,IAAY,EACZ,UAA4B,CAAC,IAAI,EAAE,IAAI,CAAC,EACxC,OAAoB,IAAI,EACxB,aAGC,EACD,WAAoB,EACpB,WAA+B,kBAAkB,CAAC,IAAI;IAEtD,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,IAAI,SAAS,GAAG,EAAE,CAAC;IAEnB,IAAI,kBAAkB,GAA4B,IAAI,CAAC;IACvD,IACE,QAAQ,KAAK,kBAAkB,CAAC,IAAI;QACpC,aAAa,EAAE,MAAM;QACrB,aAAa,EAAE,KAAK,EACpB,CAAC;QACD,kBAAkB,GAAG,iBAAiB,CACpC,aAAa,CAAC,MAAM,EACpB,aAAa,CAAC,KAAK,CACpB,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACnB,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAC7B,wCAAwC,CACzC,CAAC;YAEF,IAAI,YAAY,EAAE,CAAC;gBACjB,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACnC,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAC1C,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAChC,qEAAqE,CACtE,CAAC;YACF,IAAI,eAAe,EAAE,CAAC;gBACpB,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBACpC,UAAU,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACzC,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAC7B,0CAA0C,CAC3C,CAAC;YACF,IAAI,YAAY,EAAE,CAAC;gBACjB,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACnC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YACtE,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAC7C,SAAS,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;SAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QACzB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACnE,MAAM,kBAAkB,GAAG,IAAI,CAAC,KAAK,CACnC,qCAAqC,CACtC,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAEjE,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7D,MAAM,oBAAoB,GAAG,kBAAkB;YAC7C,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC;YACvB,CAAC,CAAC,IAAI,CAAC;QACT,MAAM,aAAa,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE1D,OAAO,GAAG,GAAG,cAAc,uBAAuB,oBAAoB,EAAE,CAAC;QACzE,SAAS,GAAG,aAAa,IAAI,EAAE,CAAC;IAClC,CAAC;IAED,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAuB,EAAE,CAAC;IAEvC,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,cAAc,GAAG,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAA,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;QACtF,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,YAAY,GAAiB,EAAE,CAAC;QAEpC,IAAI,cAAc,EAAE,CAAC;YACnB,UAAU,GAAG,cAAc,CAAC,QAAQ,CAAC;YACrC,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC;YACnC,YAAY,GAAG,EAAE,CAAC;YAElB,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxD,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACrB,MAAM,YAAY,GAAI,KAAgB,CAAC,IAAI,EAAE,CAAC;gBAE9C,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBACrE,MAAM,MAAM,GAAG,YAAY,CAAC;oBAC5B,MAAM,OAAO,GAAG,MAAM;yBACnB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;yBACvB,KAAK,CAAC,GAAG,CAAC;yBACV,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;oBAE/B,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;wBAC5C,MAAM,WAAW,GAAG,GAAG,GAAG,CAAC,CAAC;wBAC5B,IAAI,QAAQ,KAAK,kBAAkB,CAAC,IAAI,IAAI,kBAAkB,EAAE,CAAC;4BAC/D,OAAO,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;wBAClE,CAAC;wBACD,OAAO,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;oBACvD,CAAC,CAAC,CAAC;oBAEH,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC9B,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtD,CAAC;oBAED,YAAY,CACV,SAAS,CAAC,IAAI,EAGb,CACF,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;oBAEjC,IAAI,aAAa,EAAE,KAAK,IAAI,aAAa,EAAE,MAAM,EAAE,CAAC;wBAClD,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC;4BAC5C,CAAC,CAAC,cAAc;4BAChB,CAAC,CAAC,YAAY,CAAC;wBACjB,MAAM,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,YAAY,CAAC;wBAChD,MAAM,CAAC,WAAW,EAAE,YAAY,CAAC,GAAG,OAAO,CAAC;wBAE5C,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC;4BACrD,CAAC,CAAC;gCACE,CAAC,IAAI,CAAC,KAAK,CACT,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,aAAa,EAAE,KAAK,GAAG,WAAW,CACrD;oCACC,WAAW,CAAC;oCACZ,CAAC,WAAW,IAAI,CAAC,CAAC;gCACpB,CAAC,IAAI,CAAC,KAAK,CACT,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,aAAa,EAAE,MAAM,GAAG,YAAY,CACvD;oCACC,YAAY,CAAC;oCACb,CAAC,WAAW,IAAI,CAAC,CAAC;6BACrB;4BACH,CAAC,CAAC,EAAE,CAAC;oBACT,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,YAAY,CACV,SAAS,CAAC,IAAI,EAGb,CACF,GAAG,YAAY,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC;YACX,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,OAAO,IAAI,EAAE;YACtB,WAAW,EAAE,UAAU;YACvB,aAAa,EAAE,YAAY;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,WAAW,CAAC,SAAiB;IACpC,IAAI,CAAC;QACH,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,gCAAgC,EAAE,EAAE,CAAC,CAAC;QAEpE,SAAS,GAAG,SAAS;aAClB,OAAO,CAAC,yBAAyB,EAAE,YAAY,CAAC;aAChD,OAAO,CAAC,eAAe,EAAE,YAAY,CAAC;aACtC,OAAO,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;QAEtC,MAAM,eAAe,GAAG,iBAAiB,CAAC;QAC1C,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAEtD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC;QAEzC,MAAM,MAAM,GAAG,EAAE,CAAC;QAElB,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACnB,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;YAE1D,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC5B,MAAM,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC7C,IAAI,CAAC,GAAG;oBAAE,SAAS;gBAEnB,IAAI,KAAK,GAAG,UAAU;qBACnB,IAAI,CAAC,GAAG,CAAC;qBACT,IAAI,EAAE;qBACN,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;gBAE/B,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC7B,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;oBACnE,KAAK,GAAG,IAAI,KAAK,GAAG,CAAC;gBACvB,CAAC;gBAED,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC9B,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;oBACrE,KAAK,GAAG,IAAI,KAAK,GAAG,CAAC;gBACvB,CAAC;gBAED,YAAY;gBACZ,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,YAAY;YACtB,IAAI,EAAE,MAAM;SACb,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,IAAI,CAAC,4CAA4C,SAAS,GAAG,CAAC,CAAC;QACvE,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
+{"version":3,"file":"actionParser.js","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/actionParser.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAGL,kBAAkB,GACnB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,SAAS,EACT,YAAY,EACZ,UAAU,EACV,eAAe,GAChB,MAAM,gBAAgB,CAAC;AACxB,OAAO,QAAQ,MAAM,iBAAiB,CAAC;AAEvC,SAAS,aAAa,CAAC,GAAW,EAAE,MAAc;IAChD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;AAC3C,CAAC;AAED,SAAS,aAAa,CAAC,GAAW,EAAE,MAAc;IAChD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;AAC3C,CAAC;AAED,SAAS,YAAY,CAAC,GAAW,EAAE,MAAc;IAC/C,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;AAC1C,CAAC;AAED,SAAS,iBAAiB,CACxB,MAAc,EACd,KAAa,EACb,WAAmB,SAAS,EAC5B,SAAiB,YAAY,EAC7B,YAAoB,UAAU,EAC9B,YAAoB,eAAe;IAEnC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,QAAQ,EAAE,CAAC;QACjE,OAAO,CAAC,KAAK,CACX,8CAA8C,QAAQ,SACpD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAClD,EAAE,CACH,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;IAC1D,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAE3D,IAAI,IAAI,GAAG,IAAI,GAAG,SAAS,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,SAAS,CAAC,CAAC;QACrD,IAAI,GAAG,aAAa,CAAC,MAAM,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;QAC5C,IAAI,GAAG,aAAa,CAAC,KAAK,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7C,CAAC;SAAM,IAAI,IAAI,GAAG,IAAI,GAAG,SAAS,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC;QACrD,IAAI,GAAG,YAAY,CAAC,MAAM,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;QAC3C,IAAI,GAAG,YAAY,CAAC,KAAK,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAU5B;IAGC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,QAAQ,EAAE,GACtE,MAAM,CAAC;IAET,MAAM,MAAM,GAAG,cAAc,CAC3B,UAAU,EACV,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,EACjD,IAAI,EACJ,aAAa,EACb,WAAW,EACX,QAAQ,CACT,CAAC;IAEF,OAAO;QACL,MAAM;KACP,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,IAAY,EACZ,UAA4B,CAAC,IAAI,EAAE,IAAI,CAAC,EACxC,OAAoB,IAAI,EACxB,aAGC,EACD,WAAoB,EACpB,WAA+B,kBAAkB,CAAC,IAAI;IAEtD,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,IAAI,SAAS,GAAG,EAAE,CAAC;IAEnB,IAAI,kBAAkB,GAA4B,IAAI,CAAC;IACvD,IACE,QAAQ,KAAK,kBAAkB,CAAC,IAAI;QACpC,aAAa,EAAE,MAAM;QACrB,aAAa,EAAE,KAAK,EACpB,CAAC;QACD,kBAAkB,GAAG,iBAAiB,CACpC,aAAa,CAAC,MAAM,EACpB,aAAa,CAAC,KAAK,CACpB,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACnB,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAC7B,wCAAwC,CACzC,CAAC;YAEF,IAAI,YAAY,EAAE,CAAC;gBACjB,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACnC,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAC1C,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAChC,qEAAqE,CACtE,CAAC;YACF,IAAI,eAAe,EAAE,CAAC;gBACpB,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBACpC,UAAU,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACzC,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAC7B,0CAA0C,CAC3C,CAAC;YACF,IAAI,YAAY,EAAE,CAAC;gBACjB,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACnC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YACtE,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAC7C,SAAS,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;SAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QACzB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACnE,MAAM,kBAAkB,GAAG,IAAI,CAAC,KAAK,CACnC,qCAAqC,CACtC,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAEjE,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7D,MAAM,oBAAoB,GAAG,kBAAkB;YAC7C,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC;YACvB,CAAC,CAAC,IAAI,CAAC;QACT,MAAM,aAAa,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE1D,OAAO,GAAG,GAAG,cAAc,uBAAuB,oBAAoB,EAAE,CAAC;QACzE,SAAS,GAAG,aAAa,IAAI,EAAE,CAAC;IAClC,CAAC;IAED,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAuB,EAAE,CAAC;IAEvC,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,cAAc,GAAG,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAA,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;QACtF,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,YAAY,GAAiB,EAAE,CAAC;QAEpC,IAAI,cAAc,EAAE,CAAC;YACnB,UAAU,GAAG,cAAc,CAAC,QAAQ,CAAC;YACrC,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC;YACnC,YAAY,GAAG,EAAE,CAAC;YAElB,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxD,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACrB,MAAM,YAAY,GAAI,KAAgB,CAAC,IAAI,EAAE,CAAC;gBAE9C,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBACrE,MAAM,MAAM,GAAG,YAAY,CAAC;oBAC5B,MAAM,OAAO,GAAG,MAAM;yBACnB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;yBACvB,KAAK,CAAC,GAAG,CAAC;yBACV,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;oBAE/B,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;wBAC5C,MAAM,WAAW,GAAG,GAAG,GAAG,CAAC,CAAC;wBAC5B,IAAI,QAAQ,KAAK,kBAAkB,CAAC,IAAI,IAAI,kBAAkB,EAAE,CAAC;4BAC/D,OAAO,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;wBAClE,CAAC;wBACD,OAAO,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;oBACvD,CAAC,CAAC,CAAC;oBAEH,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC9B,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtD,CAAC;oBAED,YAAY,CACV,SAAS,CAAC,IAAI,EAGb,CACF,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;oBAEjC,IAAI,aAAa,EAAE,KAAK,IAAI,aAAa,EAAE,MAAM,EAAE,CAAC;wBAClD,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC;4BAC5C,CAAC,CAAC,cAAc;4BAChB,CAAC,CAAC,YAAY,CAAC;wBACjB,MAAM,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,YAAY,CAAC;wBAChD,MAAM,CAAC,WAAW,EAAE,YAAY,CAAC,GAAG,OAAO,CAAC;wBAE5C,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC;4BACrD,CAAC,CAAC;gCACE,CAAC,IAAI,CAAC,KAAK,CACT,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,aAAa,EAAE,KAAK,GAAG,WAAW,CACrD;oCACC,WAAW,CAAC;oCACZ,CAAC,WAAW,IAAI,CAAC,CAAC;gCACpB,CAAC,IAAI,CAAC,KAAK,CACT,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,aAAa,EAAE,MAAM,GAAG,YAAY,CACvD;oCACC,YAAY,CAAC;oCACb,CAAC,WAAW,IAAI,CAAC,CAAC;6BACrB;4BACH,CAAC,CAAC,EAAE,CAAC;oBACT,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,YAAY,CACV,SAAS,CAAC,IAAI,EAGb,CACF,GAAG,YAAY,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC;YACX,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,OAAO,IAAI,EAAE;YACtB,WAAW,EAAE,UAAU;YACvB,aAAa,EAAE,YAAY;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,WAAW,CAAC,SAAiB;IACpC,IAAI,CAAC;QACH,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,gCAAgC,EAAE,EAAE,CAAC,CAAC;QAEpE,SAAS,GAAG,SAAS;aAClB,OAAO,CAAC,yBAAyB,EAAE,YAAY,CAAC;aAChD,OAAO,CAAC,eAAe,EAAE,YAAY,CAAC;aACtC,OAAO,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;QAEtC,MAAM,eAAe,GAAG,iBAAiB,CAAC;QAC1C,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAEtD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC;QAEzC,MAAM,MAAM,GAAG,EAAE,CAAC;QAElB,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACnB,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;YAE1D,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC5B,MAAM,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC7C,IAAI,CAAC,GAAG;oBAAE,SAAS;gBAEnB,IAAI,KAAK,GAAG,UAAU;qBACnB,IAAI,CAAC,GAAG,CAAC;qBACT,IAAI,EAAE;qBACN,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;gBAE/B,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC7B,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;oBACnE,KAAK,GAAG,IAAI,KAAK,GAAG,CAAC;gBACvB,CAAC;gBAED,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC9B,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;oBACrE,KAAK,GAAG,IAAI,KAAK,GAAG,CAAC;gBACvB,CAAC;gBAED,YAAY;gBACZ,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,YAAY;YACtB,IAAI,EAAE,MAAM;SACb,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,IAAI,CAAC,4CAA4C,SAAS,GAAG,CAAC,CAAC;QACvE,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/gui-subagent/action-parser/constants.d.ts

@@ -1,3 +1,9 @@
+/**
+ * Constants for Action Parser
+ * Based on UI-TARS architecture (@ui-tars/sdk/core)
+ *
+ * Image processing and resize parameters
+ */
 export declare const IMAGE_FACTOR = 28;
 export declare const DEFAULT_FACTOR = 1000;
 export declare const MIN_PIXELS: number;

package/dist/gui-subagent/action-parser/constants.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/constants.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,YAAY,KAAK,CAAC;AAC/B,eAAO,MAAM,cAAc,OAAO,CAAC;AACnC,eAAO,MAAM,UAAU,QAAoC,CAAC;AAC5D,eAAO,MAAM,eAAe,QAAqC,CAAC;AAClE,eAAO,MAAM,iBAAiB,QAAqC,CAAC;AACpE,eAAO,MAAM,eAAe,QAAsC,CAAC;AACnE,eAAO,MAAM,SAAS,MAAM,CAAC"}
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/constants.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,eAAO,MAAM,YAAY,KAAK,CAAC;AAC/B,eAAO,MAAM,cAAc,OAAO,CAAC;AACnC,eAAO,MAAM,UAAU,QAAoC,CAAC;AAC5D,eAAO,MAAM,eAAe,QAAqC,CAAC;AAClE,eAAO,MAAM,iBAAiB,QAAqC,CAAC;AACpE,eAAO,MAAM,eAAe,QAAsC,CAAC;AACnE,eAAO,MAAM,SAAS,MAAM,CAAC"}

package/dist/gui-subagent/action-parser/constants.js

@@ -1,6 +1,8 @@
-/*
- * Copyright (c) 2025 Bytedance, Inc. and its affiliates.
- * SPDX-License-Identifier: Apache-2.0
+/**
+ * Constants for Action Parser
+ * Based on UI-TARS architecture (@ui-tars/sdk/core)
+ *
+ * Image processing and resize parameters
  */
 export const IMAGE_FACTOR = 28;
 export const DEFAULT_FACTOR = 1000;

package/dist/gui-subagent/action-parser/constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/constants.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,EAAE,CAAC;AAC/B,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,CAAC;AACnC,MAAM,CAAC,MAAM,UAAU,GAAG,GAAG,GAAG,YAAY,GAAG,YAAY,CAAC;AAC5D,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,GAAG,YAAY,GAAG,YAAY,CAAC;AAClE,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,GAAG,YAAY,GAAG,YAAY,CAAC;AACpE,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,GAAG,YAAY,GAAG,YAAY,CAAC;AACnE,MAAM,CAAC,MAAM,SAAS,GAAG,GAAG,CAAC"}
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/constants.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,EAAE,CAAC;AAC/B,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,CAAC;AACnC,MAAM,CAAC,MAAM,UAAU,GAAG,GAAG,GAAG,YAAY,GAAG,YAAY,CAAC;AAC5D,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,GAAG,YAAY,GAAG,YAAY,CAAC;AAClE,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,GAAG,YAAY,GAAG,YAAY,CAAC;AACpE,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,GAAG,YAAY,GAAG,YAAY,CAAC;AACnE,MAAM,CAAC,MAAM,SAAS,GAAG,GAAG,CAAC"}

package/dist/gui-subagent/action-parser/index.d.ts

@@ -1,3 +1,9 @@
+/**
+ * Action Parser Module
+ * Based on UI-TARS architecture (@ui-tars/sdk)
+ *
+ * Exports action parsing functionality for gui-subagent
+ */
 export { actionParser } from './actionParser.js';
 export type { PredictionParsed, ActionInputs, UITarsModelVersion } from './types.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/gui-subagent/action-parser/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,YAAY,EAAE,gBAAgB,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,YAAY,EAAE,gBAAgB,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC"}

package/dist/gui-subagent/action-parser/index.js

@@ -1,6 +1,8 @@
-/*
- * Copyright (c) 2025 Bytedance, Inc. and its affiliates.
- * SPDX-License-Identifier: Apache-2.0
+/**
+ * Action Parser Module
+ * Based on UI-TARS architecture (@ui-tars/sdk)
+ *
+ * Exports action parsing functionality for gui-subagent
  */
 export { actionParser } from './actionParser.js';
 //# sourceMappingURL=index.js.map

package/dist/gui-subagent/action-parser/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/gui-subagent/action-parser/types.d.ts

@@ -1,3 +1,7 @@
+/**
+ * Type definitions for Action Parser
+ * Based on UI-TARS architecture (@ui-tars/sdk/core)
+ */
 export type Coords = [number, number] | [];
 export type ActionInputs = Partial<{
     content: string;

package/dist/gui-subagent/action-parser/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/types.ts"],"names":[],"mappings":"AAKA,MAAM,MAAM,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;AAE3C,MAAM,MAAM,YAAY,GAAG,OAAO,CAAC;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC,CAAC;AAEH,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,YAAY,CAAC;IAC5B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,oBAAY,kBAAkB;IAC5B,IAAI,QAAQ;IACZ,IAAI,QAAQ;IACZ,cAAc,mBAAmB;IACjC,cAAc,mBAAmB;CAClC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/gui-subagent/action-parser/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;AAE3C,MAAM,MAAM,YAAY,GAAG,OAAO,CAAC;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC,CAAC;AAEH,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,YAAY,CAAC;IAC5B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,oBAAY,kBAAkB;IAC5B,IAAI,QAAQ;IACZ,IAAI,QAAQ;IACZ,cAAc,mBAAmB;IACjC,cAAc,mBAAmB;CAClC"}

package/dist/gui-subagent/action-parser/types.js

@@ -1,6 +1,6 @@
-/*
- * Copyright (c) 2025 Bytedance, Inc. and its affiliates.
- * SPDX-License-Identifier: Apache-2.0
+/**
+ * Type definitions for Action Parser
+ * Based on UI-TARS architecture (@ui-tars/sdk/core)
  */
 export var UITarsModelVersion;
 (function (UITarsModelVersion) {

package/dist/gui-subagent/agent/gui-agent.d.ts

@@ -16,11 +16,30 @@ export declare enum GUIAgentStatus {
     USER_STOPPED = "user_stopped",
     CALL_USER = "call_user"
 }
+/**
+ * Remote VLM Caller callback function type
+ * Inject this function externally to handle VLM calls, GUI Agent doesn't need to know VLM implementation details
+ * Receives full messages array (same as local mode) for consistent behavior
+ */
+export type RemoteVlmCaller = (messages: any[], systemPrompt: string) => Promise<string>;
 export interface GUIAgentConfig<T extends Operator> {
     operator: T;
     model?: string;
     modelBaseUrl?: string;
     modelApiKey?: string;
+    /**
+     * Externally injected VLM caller function
+     * If this function is provided, GUI Agent will use it to call VLM
+     * instead of directly calling modelBaseUrl/modelApiKey
+     * This allows GUI Agent to work with remote services without exposing any configuration
+     */
+    remoteVlmCaller?: RemoteVlmCaller;
+    /**
+     * Whether to use local mode
+     * If true, use model/modelBaseUrl/modelApiKey for VLM calls
+     * If false, use remoteVlmCaller for remote VLM calls
+     */
+    isLocalMode: boolean;
     systemPrompt?: string;
     loopIntervalInMs?: number;
     maxLoopCount?: number;
@@ -76,6 +95,8 @@ export declare class GUIAgent<T extends Operator> {
     private readonly model;
     private readonly modelBaseUrl;
     private readonly modelApiKey;
+    private readonly remoteVlmCaller?;
+    private readonly isLocalMode;
     private readonly systemPrompt;
     private readonly loopIntervalInMs;
     private readonly maxLoopCount;
@@ -109,8 +130,26 @@ export declare class GUIAgent<T extends Operator> {
      * Build messages for the model API
      */
     private buildModelMessages;
+    /**
+     * Extract image and prompt from messages for remote VLM calls
+     */
+    private extractImageAndPrompt;
+    /**
+     * Debug output for model request
+     */
+    private debugRequest;
+    /**
+     * Debug output for model response
+     */
+    private debugResponse;
+    /**
+     * Call local VLM API
+     */
+    private callLocalVLM;
     /**
      * Call the model API with debug logging
+     * Local mode: use model/modelBaseUrl/modelApiKey directly
+     * Remote mode: use remoteVlmCaller for VLM calls (now with full messages for consistent behavior)
      */
     private callModelAPI;
     /**

package/dist/gui-subagent/agent/gui-agent.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"gui-agent.d.ts","sourceRoot":"","sources":["../../../src/gui-subagent/agent/gui-agent.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAKV,gBAAgB,EACjB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AAwB7D,oBAAY,cAAc;IACxB,IAAI,SAAS;IACb,OAAO,YAAY;IACnB,KAAK,WAAW;IAChB,GAAG,QAAQ;IACX,KAAK,UAAU;IACf,YAAY,iBAAiB;IAC7B,SAAS,cAAc;CACxB;AAED,MAAM,WAAW,cAAc,CAAC,CAAC,SAAS,QAAQ;IAChD,QAAQ,EAAE,CAAC,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,IAAI,CAAC;IACtC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,KAAK,CAAC,EAAE;QACN,UAAU,CAAC,EAAE;YACX,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,KAAK,IAAI,CAAC;SAC9B,CAAC;QACF,KAAK,CAAC,EAAE;YACN,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,KAAK,IAAI,CAAC;SAC9B,CAAC;QACF,OAAO,CAAC,EAAE;YACR,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,KAAK,IAAI,CAAC;SAC9B,CAAC;KACH,CAAC;CACH;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,cAAc,CAAC;IACvB,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,GAAG,WAAW,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE;QAClB,IAAI,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QACxC,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACnC,MAAM,CAAC,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAC;CACvC;AAQD,qBAAa,QAAQ,CAAC,CAAC,SAAS,QAAQ;IACtC,OAAO,CAAC,QAAQ,CAAI;IACpB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAA+B;IACvD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAyB;IAClD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAU;IAC1C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAA6B;IAEpD,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAA8B;IACnD,OAAO,CAAC,aAAa,CAA6B;IAClD,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;IAiBrC;;OAEG;IACH,OAAO,CAAC,yBAAyB;IA8BjC;;OAEG;IACH,OAAO,CAAC,aAAa;IA2BrB,OAAO,CAAC,iBAAiB;IAiCnB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAIjC;;;OAGG;IACG,GAAG,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IA2drD;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAyC1B;;OAEG;YACW,YAAY;IAgK1B;;OAEG;IACH,OAAO,CAAC,UAAU;IASlB,KAAK,IAAI,IAAI;IAOb,MAAM,IAAI,IAAI;IASd,IAAI,IAAI,IAAI;IAIN,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAa/B;AAED,OAAO,EAAE,cAAc,IAAI,UAAU,EAAE,CAAC"}
+{"version":3,"file":"gui-agent.d.ts","sourceRoot":"","sources":["../../../src/gui-subagent/agent/gui-agent.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAKV,gBAAgB,EACjB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AAwB7D,oBAAY,cAAc;IACxB,IAAI,SAAS;IACb,OAAO,YAAY;IACnB,KAAK,WAAW;IAChB,GAAG,QAAQ;IACX,KAAK,UAAU;IACf,YAAY,iBAAiB;IAC7B,SAAS,cAAc;CACxB;AAED;;;;GAIG;AACH,MAAM,MAAM,eAAe,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,YAAY,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAEzF,MAAM,WAAW,cAAc,CAAC,CAAC,SAAS,QAAQ;IAChD,QAAQ,EAAE,CAAC,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC;;;;OAIG;IACH,WAAW,EAAE,OAAO,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,IAAI,CAAC;IACtC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,KAAK,CAAC,EAAE;QACN,UAAU,CAAC,EAAE;YACX,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,KAAK,IAAI,CAAC;SAC9B,CAAC;QACF,KAAK,CAAC,EAAE;YACN,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,KAAK,IAAI,CAAC;SAC9B,CAAC;QACF,OAAO,CAAC,EAAE;YACR,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,KAAK,IAAI,CAAC;SAC9B,CAAC;KACH,CAAC;CACH;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,cAAc,CAAC;IACvB,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,GAAG,WAAW,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE;QAClB,IAAI,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QACxC,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACnC,MAAM,CAAC,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAC;CACvC;AAQD,qBAAa,QAAQ,CAAC,CAAC,SAAS,QAAQ;IACtC,OAAO,CAAC,QAAQ,CAAI;IACpB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAU;IACtC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAA+B;IACvD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAyB;IAClD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAU;IAC1C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAA6B;IAEpD,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAA8B;IACnD,OAAO,CAAC,aAAa,CAA6B;IAClD,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;IAmBrC;;OAEG;IACH,OAAO,CAAC,yBAAyB;IA8BjC;;OAEG;IACH,OAAO,CAAC,aAAa;IA2BrB,OAAO,CAAC,iBAAiB;IAiCnB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAIjC;;;OAGG;IACG,GAAG,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IA2drD;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAyC1B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAuB7B;;OAEG;IACH,OAAO,CAAC,YAAY;IAwEpB;;OAEG;IACH,OAAO,CAAC,aAAa;IA8BrB;;OAEG;YACW,YAAY;IA+D1B;;;;OAIG;YACW,YAAY;IAyC1B;;OAEG;IACH,OAAO,CAAC,UAAU;IASlB,KAAK,IAAI,IAAI;IAOb,MAAM,IAAI,IAAI;IASd,IAAI,IAAI,IAAI;IAIN,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAa/B;AAED,OAAO,EAAE,cAAc,IAAI,UAAU,EAAE,CAAC"}

package/dist/gui-subagent/agent/gui-agent.js

@@ -45,6 +45,8 @@ export class GUIAgent {
     model;
     modelBaseUrl;
     modelApiKey;
+    remoteVlmCaller;
+    isLocalMode;
     systemPrompt;
     loopIntervalInMs;
     maxLoopCount;
@@ -63,6 +65,8 @@ export class GUIAgent {
         this.model = config.model || '';
         this.modelBaseUrl = config.modelBaseUrl || '';
         this.modelApiKey = config.modelApiKey || '';
+        this.remoteVlmCaller = config.remoteVlmCaller;
+        this.isLocalMode = config.isLocalMode;
         this.loopIntervalInMs = config.loopIntervalInMs || 0;
         this.maxLoopCount = config.maxLoopCount || MAX_LOOP_COUNT;
         this.logger = config.logger || guiLogger;
@@ -342,7 +346,7 @@ finished(content='xxx') # Use escape characters \', \", and \n in content part t
                 try {
                     const modelResult = await asyncRetry(async (bail) => {
                         try {
-                            const result = await this.callModelAPI(messages, screenContext);
+                            const result = await this.callModelAPI(messages, screenContext, this.remoteVlmCaller);
                             return result;
                         }
                         catch (error) {
@@ -635,84 +639,141 @@ finished(content='xxx') # Use escape characters \', \", and \n in content part t
         return messages;
     }
     /**
-     * Call the model API with debug logging
+     * Extract image and prompt from messages for remote VLM calls
      */
-    async callModelAPI(messages, screenContext) {
-        const baseUrl = this.modelBaseUrl || process.env.MODEL_BASE_URL || 'https://api.openai.com/v1';
-        const apiKey = this.modelApiKey || process.env.MODEL_API_KEY || '';
-        const requestBody = {
-            model: this.model,
-            messages,
-            max_tokens: 1024,
-            temperature: 0.1,
+    extractImageAndPrompt(messages) {
+        const lastUserMessage = messages[messages.length - 1];
+        let image = '';
+        let prompt = '';
+        if (lastUserMessage && Array.isArray(lastUserMessage.content)) {
+            const imageBlock = lastUserMessage.content.find((c) => c.type === 'image_url');
+            const textBlock = lastUserMessage.content.find((c) => c.type === 'text');
+            if (imageBlock) {
+                const imageUrl = imageBlock.image_url?.url || '';
+                if (imageUrl.startsWith('data:image')) {
+                    image = imageUrl.split(',')[1] || '';
+                }
+                else {
+                    image = imageUrl;
+                }
+            }
+            prompt = textBlock?.text || '';
+        }
+        return { image, prompt };
+    }
+    /**
+     * Debug output for model request
+     */
+    debugRequest(messages, remoteVlmCaller) {
+        console.log('\n╔══════════════════════════════════════════════════════════╗');
+        console.log('║               GUI MODEL REQUEST DEBUG                   ║');
+        console.log('╚══════════════════════════════════════════════════════════╝');
+        console.log(`📦 Model: ${remoteVlmCaller ? (remoteVlmCaller.info?.model || 'remote') : this.model}`);
+        console.log(`🌐 Base URL: ${remoteVlmCaller ? (remoteVlmCaller.info?.baseUrl || 'remote') : (this.modelBaseUrl || process.env.MODEL_BASE_URL || 'https://api.openai.com/v1')}`);
+        console.log(`💬 Messages: ${messages.length}`);
+        // Show system prompt if present
+        const systemMsg = messages.find((m) => m.role === 'system');
+        if (systemMsg) {
+            console.log('\n┌─────────────────────────────────────────────────────────────┐');
+            console.log('│ 🟫 SYSTEM                                                     │');
+            console.log('├─────────────────────────────────────────────────────────────┤');
+            const systemContent = typeof systemMsg.content === 'string'
+                ? systemMsg.content
+                : JSON.stringify(systemMsg.content);
+            const lines = systemContent.split('\n').slice(0, 15);
+            for (const line of lines) {
+                console.log('│ ' + line.slice(0, 62));
+            }
+            if (systemContent.split('\n').length > 15) {
+                console.log('│ ... (truncated)');
+            }
+            console.log('└─────────────────────────────────────────────────────────────┘');
+        }
+        // Show conversation messages
+        const roleColors = {
+            user: '👤 USER',
+            assistant: '🤖 ASSISTANT',
         };
-        // Debug output for model input
-        if (this.showAIDebugInfo) {
-            console.log('\n╔══════════════════════════════════════════════════════════╗');
-            console.log('║               GUI MODEL REQUEST DEBUG                   ║');
-            console.log('╚══════════════════════════════════════════════════════════╝');
-            console.log(`📦 Model: ${this.model}`);
-            console.log(`🌐 Base URL: ${baseUrl}`);
-            console.log(`💬 Messages: ${messages.length}`);
-            // Show system prompt if present
-            const systemMsg = messages.find((m) => m.role === 'system');
-            if (systemMsg) {
-                console.log('\n┌─────────────────────────────────────────────────────────────┐');
-                console.log('│ 🟫 SYSTEM                                                     │');
-                console.log('├─────────────────────────────────────────────────────────────┤');
-                const systemContent = typeof systemMsg.content === 'string'
-                    ? systemMsg.content
-                    : JSON.stringify(systemMsg.content);
-                const lines = systemContent.split('\n').slice(0, 15);
+        for (let i = 0; i < messages.length; i++) {
+            const msg = messages[i];
+            if (msg.role === 'system')
+                continue;
+            const roleLabel = roleColors[msg.role] || `● ${msg.role.toUpperCase()}`;
+            console.log(`\n┌─────────────────────────────────────────────────────────────┐`);
+            console.log(`│ ${roleLabel} (${i + 1})                                           │`);
+            console.log('├─────────────────────────────────────────────────────────────┤');
+            if (typeof msg.content === 'string') {
+                const lines = msg.content.split('\n').slice(0, 20);
                 for (const line of lines) {
                     console.log('│ ' + line.slice(0, 62));
                 }
-                if (systemContent.split('\n').length > 15) {
+                if (msg.content.split('\n').length > 20) {
                     console.log('│ ... (truncated)');
                 }
-                console.log('└─────────────────────────────────────────────────────────────┘');
             }
-            // Show conversation messages
-            const roleColors = {
-                user: '👤 USER',
-                assistant: '🤖 ASSISTANT',
-            };
-            for (let i = 0; i < messages.length; i++) {
-                const msg = messages[i];
-                if (msg.role === 'system')
-                    continue;
-                const roleLabel = roleColors[msg.role] || `● ${msg.role.toUpperCase()}`;
-                console.log(`\n┌─────────────────────────────────────────────────────────────┐`);
-                console.log(`│ ${roleLabel} (${i + 1})                                           │`);
-                console.log('├─────────────────────────────────────────────────────────────┤');
-                if (typeof msg.content === 'string') {
-                    const lines = msg.content.split('\n').slice(0, 20);
+            else if (Array.isArray(msg.content)) {
+                const hasImage = msg.content.some((c) => c.type === 'image_url');
+                console.log('│ 📎 Content blocks: ' + msg.content.length);
+                if (hasImage) {
+                    const imageBlock = msg.content.find((c) => c.type === 'image_url');
+                    const imageSize = imageBlock?.image_url?.url?.length || 0;
+                    console.log('│ 🖼️  Image size: ' + (imageSize / 1024).toFixed(2) + ' KB');
+                }
+                const textBlock = msg.content.find((c) => c.type === 'text');
+                if (textBlock?.text) {
+                    const lines = textBlock.text.split('\n').slice(0, 10);
                     for (const line of lines) {
                         console.log('│ ' + line.slice(0, 62));
                     }
-                    if (msg.content.split('\n').length > 20) {
-                        console.log('│ ... (truncated)');
-                    }
-                }
-                else if (Array.isArray(msg.content)) {
-                    const hasImage = msg.content.some((c) => c.type === 'image_url');
-                    console.log('│ 📎 Content blocks: ' + msg.content.length);
-                    if (hasImage) {
-                        const imageBlock = msg.content.find((c) => c.type === 'image_url');
-                        const imageSize = imageBlock?.image_url?.url?.length || 0;
-                        console.log('│ 🖼️  Image size: ' + (imageSize / 1024).toFixed(2) + ' KB');
-                    }
-                    const textBlock = msg.content.find((c) => c.type === 'text');
-                    if (textBlock?.text) {
-                        const lines = textBlock.text.split('\n').slice(0, 10);
-                        for (const line of lines) {
-                            console.log('│ ' + line.slice(0, 62));
-                        }
-                    }
                 }
-                console.log('└─────────────────────────────────────────────────────────────┘');
             }
-            console.log('\n📤 Sending request to model API...\n');
+            console.log('└─────────────────────────────────────────────────────────────┘');
+        }
+        console.log('\n📤 Sending request to model API...\n');
+    }
+    /**
+     * Debug output for model response
+     */
+    debugResponse(content, usage) {
+        console.log('\n╔══════════════════════════════════════════════════════════╗');
+        console.log('║               GUI MODEL RESPONSE DEBUG                  ║');
+        console.log('╚══════════════════════════════════════════════════════════╝');
+        if (usage) {
+            console.log(`📊 Tokens: ${usage.prompt_tokens} (prompt) + ${usage.completion_tokens} (completion) = ${usage.total_tokens} (total)`);
+        }
+        console.log('\n┌─────────────────────────────────────────────────────────────┐');
+        console.log('│ 🤖 ASSISTANT                                                 │');
+        console.log('├─────────────────────────────────────────────────────────────┤');
+        console.log('│ 💬 CONTENT:');
+        console.log('│ ───────────────────────────────────────────────────────────');
+        const lines = content.split('\n').slice(0, 30);
+        for (const line of lines) {
+            console.log('│ ' + line.slice(0, 62));
+        }
+        if (content.split('\n').length > 30) {
+            console.log(`│ ... (${content.split('\n').length - 30} more lines)`);
+        }
+        console.log('│ ───────────────────────────────────────────────────────────');
+        console.log('└─────────────────────────────────────────────────────────────┘');
+        console.log('\n╔══════════════════════════════════════════════════════════╗');
+        console.log('║                    RESPONSE ENDED                        ║');
+        console.log('╚══════════════════════════════════════════════════════════╝\n');
+    }
+    /**
+     * Call local VLM API
+     */
+    async callLocalVLM(messages, screenContext) {
+        const baseUrl = this.modelBaseUrl || process.env.MODEL_BASE_URL || 'https://api.openai.com/v1';
+        const apiKey = this.modelApiKey || process.env.MODEL_API_KEY || '';
+        const requestBody = {
+            model: this.model,
+            messages,
+            max_tokens: 1024,
+            temperature: 0.1,
+        };
+        // Debug output for model input
+        if (this.showAIDebugInfo) {
+            this.debugRequest(messages);
         }
         let response;
         try {
@@ -738,29 +799,7 @@ finished(content='xxx') # Use escape characters \', \", and \n in content part t
         const content = result.choices?.[0]?.message?.content || '';
         // Debug output for model response
         if (this.showAIDebugInfo) {
-            console.log('\n╔══════════════════════════════════════════════════════════╗');
-            console.log('║               GUI MODEL RESPONSE DEBUG                  ║');
-            console.log('╚══════════════════════════════════════════════════════════╝');
-            if (result.usage) {
-                console.log(`📊 Tokens: ${result.usage.prompt_tokens} (prompt) + ${result.usage.completion_tokens} (completion) = ${result.usage.total_tokens} (total)`);
-            }
-            console.log('\n┌─────────────────────────────────────────────────────────────┐');
-            console.log('│ 🤖 ASSISTANT                                                 │');
-            console.log('├─────────────────────────────────────────────────────────────┤');
-            console.log('│ 💬 CONTENT:');
-            console.log('│ ───────────────────────────────────────────────────────────');
-            const lines = content.split('\n').slice(0, 30);
-            for (const line of lines) {
-                console.log('│ ' + line.slice(0, 62));
-            }
-            if (content.split('\n').length > 30) {
-                console.log(`│ ... (${content.split('\n').length - 30} more lines)`);
-            }
-            console.log('│ ───────────────────────────────────────────────────────────');
-            console.log('└─────────────────────────────────────────────────────────────┘');
-            console.log('\n╔══════════════════════════════════════════════════════════╗');
-            console.log('║                    RESPONSE ENDED                        ║');
-            console.log('╚══════════════════════════════════════════════════════════╝\n');
+            this.debugResponse(content, result.usage);
         }
         const { parsed: parsedPredictions } = actionParser({
             prediction: content,
@@ -775,6 +814,42 @@ finished(content='xxx') # Use escape characters \', \", and \n in content part t
             parsedPredictions,
         };
     }
+    /**
+     * Call the model API with debug logging
+     * Local mode: use model/modelBaseUrl/modelApiKey directly
+     * Remote mode: use remoteVlmCaller for VLM calls (now with full messages for consistent behavior)
+     */
+    async callModelAPI(messages, screenContext, remoteVlmCaller) {
+        // === LOCAL 模式 ===
+        if (this.isLocalMode) {
+            return this.callLocalVLM(messages, screenContext);
+        }
+        // === REMOTE 模式 ===
+        else {
+            // Debug output for model input
+            if (this.showAIDebugInfo) {
+                this.debugRequest(messages, remoteVlmCaller);
+            }
+            // Use externally injected VLM caller function with full messages (same as local mode)
+            const prediction = await remoteVlmCaller(messages, this.systemPrompt);
+            // Debug output for model response
+            if (this.showAIDebugInfo) {
+                this.debugResponse(prediction);
+            }
+            const { parsed: parsedPredictions } = actionParser({
+                prediction,
+                factor: [1000, 1000],
+                screenContext: {
+                    width: screenContext.width,
+                    height: screenContext.height,
+                },
+            });
+            return {
+                prediction,
+                parsedPredictions,
+            };
+        }
+    }
     /**
      * Get summary from prediction text
      */