@elizaos/plugin-computeruse 2.0.0-alpha.9 → 2.0.0-beta.1

package/dist/services/computeruse-service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"computeruse-service.js","sourceRoot":"","sources":["../../src/services/computeruse-service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAGN,uBAAuB,GAEvB,MAAM,aAAa,CAAC;AA0CrB,MAAM,OAAO,kBAAmB,SAAQ,OAAO;IAC9C,MAAM,CAAC,WAAW,GAAG,aAAa,CAAC;IACnC,qBAAqB,GACpB,qGAAqG,CAAC;IAE/F,iBAAiB,CAAoB;IACrC,WAAW,GAAkC,IAAI,CAAC;IAClD,WAAW,GAAG,KAAK,CAAC;IAE5B,uEAAuE;IAC/D,YAAY,GAA4B,IAAI,CAAC;IAErD,YAAY,OAAuB;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,iBAAiB,GAAG,uBAAuB,CAAC,KAAK,CAAC;YACtD,mBAAmB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO,CAAC;YACvE,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,MAAM,CAAC;YAChE,sBAAsB,EAAE,MAAM,CAC7B,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa,CACnD;SACD,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAsB;QACxC,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAChD,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC1B,CAAC;IAED,OAAO;QACN,OAAO,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;IAChD,CAAC;IAED,cAAc;QACb,OAAO,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAED,gBAAgB;QACf,OAAO,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,CAAC;IACtD,CAAC;IAED,SAAS;QACR,OAAO,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,WAAW;QAChB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC9B,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC;YACjD,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;YAClE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,OAAO;QACR,CAAC;QAED,qEAAqE;QACrE,MAAM,aAAa,GAAG,IAAI,CAAC,OAA+C,CAAC;QAC3E,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;QAC1D,IAAI,aAAa,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CACV,0FAA0F,CAC1F,CAAC;YACF,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAChD,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,OAAO;QACR,CAAC;QACD,qEAAqE;QAErE,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;QACrD,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;YAC3B,OAAO;QACR,CAAC;QACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,OAAO;QACR,CAAC;QAED,sDAAsD;QACtD,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;YAC3B,OAAO;QACR,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,IAAI,CACV,iEAAiE,GAAG,EAAE,CACtE,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC/B,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAE9B,kDAAkD;QAClD,IAAI,CAAC;YACJ,MAAM,UAAU,GAAG,QAAQ,CAC1B,YAAY,EACZ,2BAA2B,CACiB,CAAC;YAC9C,MAAM,GAAG,GAAG,CAAC,MAAM,UAAU,CAC5B,sBAAsB,CACtB,CAA2B,CAAC;YAC7B,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBACvC,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;YACzE,CAAC;YACD,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QACvC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;YAClC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CACd,wCAAwC,GAAG,sEAAsE,CACjH,CAAC;YACH,CAAC;iBAAM,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CACd,wCAAwC,GAAG,qEAAqE,CAChH,CAAC;YACH,CAAC;YACD,MAAM,GAAG,CAAC;QACX,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC7B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE3C,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,CAAC;QACjE,MAAM,OAAO,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACd,eAAe,UAAU,0EAA0E,CACnG,CAAC;QACH,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC9B,oFAAoF;QACpF,kEAAkE;QAClE,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC;YAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAiB,KAAK,CAAC,CAAC;YAC3D,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC;YACpB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QACD,MAAM,IAAI,KAAK,CACd,wFAAwF,CACxF,CAAC;IACH,CAAC;IAEO,MAAM;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAiB,KAAK,CAAC,CAAC;QAC3D,IAAI,CAAC,GAAG,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,GAAG,CAAC;IACZ,CAAC;IAEO,0BAA0B,CACjC,WAAmB,EACnB,WAAoB;QAEpB,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;QACxE,IAAI,KAAK,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACtC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CACd,6FAA6F,CAC7F,CAAC;YACH,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QACrC,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,EAAE,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CACd,6FAA6F,CAC7F,CAAC;QACH,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAe;QACpC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC;YAC5C,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,kBAAkB,EAClB;gBACC,QAAQ,EAAE,OAAO;gBACjB,qBAAqB,EAAE,EAAE;gBACzB,yBAAyB,EAAE,EAAE;gBAC7B,yBAAyB,EAAE,KAAK;aAChC,CACD,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,KAAK,CACV,QAAgB,EAChB,SAAiB,EACjB,OAAgB;QAEhB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACvE,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;YAC3D,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;YACjB,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClE,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,eAAe,EACf;gBACC,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,UAAU,EAAE,SAAS;gBACrB,qBAAqB,EAAE,EAAE;gBACzB,yBAAyB,EAAE,EAAE;gBAC7B,uBAAuB,EAAE,KAAK;gBAC9B,oBAAoB,EAAE,KAAK;aAC3B,CACD,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,QAAQ,CACb,QAAgB,EAChB,IAAY,EACZ,SAAiB,EACjB,iBAA0B,EAC1B,OAAgB;QAEhB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACvE,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;YAC3D,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAC;YACzC,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClE,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,mBAAmB,EACnB;gBACC,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,SAAS;gBACrB,mBAAmB,EAAE,iBAAiB;gBACtC,uBAAuB,EAAE,KAAK;gBAC9B,oBAAoB,EAAE,KAAK;aAC3B,CACD,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,aAAa,CAClB,OAAe,EACf,KAAc,EACd,QAAiB;QAEjB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,aAAa,CAAC,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;YACzE,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAe;gBAC5B,OAAO;gBACP,yBAAyB,EAAE,IAAI;aAC/B,CAAC;YACF,IAAI,KAAK,KAAK,SAAS;gBAAE,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;YAChD,IAAI,QAAQ,KAAK,SAAS;gBAAE,QAAQ,CAAC,cAAc,GAAG,QAAQ,CAAC;YAC/D,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,QAAQ,CAC7B,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,iBAAiB,EACjB,QAAQ,CACR,CAAC;YACF,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO;iBACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAClB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YACvC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,gBAAgB,CACrB,CAAS,EACT,CAAS,EACT,SAAiB,MAAM,EACvB,YAAoB,CAAC;QAErB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5C,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,sBAAsB,EACtB,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,CACvC,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAY;QAC1B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;YAClC,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,WAAW,EACX,EAAE,GAAG,EAAE,IAAI,EAAE,CACb,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,MAAM,CACX,YAAoB,MAAM,EAC1B,SAAiB,CAAC,EAClB,CAAU,EACV,CAAU;QAEV,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,mFAAmF;YACnF,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;gBACxC,IAAI,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7C,CAAC;YACD,MAAM,SAAS,GAAG,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC;YACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;YACxC,CAAC;YACD,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAe,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;YACnD,IAAI,CAAC,KAAK,SAAS;gBAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,CAAC,KAAK,SAAS;gBAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC;YACpC,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,QAAQ,EACR,QAAQ,CACR,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,IAAI,CACT,MAAc,EACd,MAAc,EACd,IAAY,EACZ,IAAY;QAEZ,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,wDAAwD;YACxD,2EAA2E;YAC3E,MAAM,CAAC,IAAI,CACV,+EAA+E,CAC/E,CAAC;YACF,IAAI,CAAC,YAAY,EAAE,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACtD,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,MAAM,EACN,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAC9D,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,UAAU;QACf,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;YACpD,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,UAAU,IAAI,MAAM,EAAE,CAAC;gBAClE,OAAQ,MAAiC,CAAC,QAAQ,EAAE,CAAC;YACtD,CAAC;YACD,OAAO,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,QAAQ,CAC7B,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,oBAAoB,EACpB,EAAE,CACF,CAAC;YACF,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO;iBACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAClB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YACvC,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,eAAe;QACpB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;YACrD,uCAAuC;YACvC,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACxB,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;gBACrB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjE,CAAC;YACD,OAAO,KAAK,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,QAAQ,CAC7B,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,mCAAmC,EACnC,EAAE,CACF,CAAC;YACF,+FAA+F;YAC/F,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO;iBACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAClB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YACvC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC","sourcesContent":["import type { IAgentRuntime } from \"@elizaos/core\";\nimport { logger, Service } from \"@elizaos/core\";\nimport type { CallToolResult } from \"@modelcontextprotocol/sdk/types.js\";\nimport {\n\ttype ComputerUseBackendName,\n\ttype ComputerUseConfig,\n\tcomputerUseConfigSchema,\n\ttype JsonObject,\n} from \"../types.js\";\n\n// Runtime service shape (from @elizaos/plugin-mcp), referenced structurally to avoid a hard dep.\ninterface McpServiceLike extends Service {\n\tcallTool(\n\t\tserverName: string,\n\t\ttoolName: string,\n\t\ttoolArguments?: Readonly<JsonObject>,\n\t): Promise<CallToolResult>;\n\tgetServers(): ReadonlyArray<{ name: string; status: string }>;\n}\n\ninterface LocalDesktopElementLike {\n\tclick(): Promise<void> | void;\n\ttypeText(\n\t\ttext: string,\n\t\toptions?: { clearBeforeTyping?: boolean },\n\t): Promise<void> | void;\n}\n\ninterface LocalDesktopLocatorLike {\n\tfirst(timeoutMs: number): Promise<LocalDesktopElementLike | null | undefined>;\n}\n\ninterface LocalDesktopApplicationLike {\n\tname(): string;\n}\n\ninterface LocalDesktopLike {\n\topenApplication(appName: string): Promise<void> | void;\n\tlocator(selector: string): LocalDesktopLocatorLike;\n\tgetWindowTree(process: string, title?: string, format?: unknown): unknown;\n\tclickAtCoordinates(x: number, y: number): Promise<void> | void;\n\tpressKey(keys: string): Promise<void> | void;\n\tcaptureMonitor(index: number): unknown;\n\tapplications(): LocalDesktopApplicationLike[];\n}\n\ntype LocalDesktopModuleLike = {\n\tDesktop?: new () => LocalDesktopLike;\n};\n\nexport class ComputerUseService extends Service {\n\tstatic serviceType = \"computeruse\";\n\tcapabilityDescription =\n\t\t\"Enables the agent to control a computer UI locally (when supported) or via a ComputerUse MCP server\";\n\n\tprivate computeruseConfig: ComputerUseConfig;\n\tprivate backendName: ComputerUseBackendName | null = null;\n\tprivate initialized = false;\n\n\t// Lazy-loaded to avoid importing native bindings unless actually used.\n\tprivate localDesktop: LocalDesktopLike | null = null;\n\n\tconstructor(runtime?: IAgentRuntime) {\n\t\tsuper(runtime);\n\t\tthis.computeruseConfig = computerUseConfigSchema.parse({\n\t\t\tCOMPUTERUSE_ENABLED: String(process.env.COMPUTERUSE_ENABLED ?? \"false\"),\n\t\t\tCOMPUTERUSE_MODE: String(process.env.COMPUTERUSE_MODE ?? \"auto\"),\n\t\t\tCOMPUTERUSE_MCP_SERVER: String(\n\t\t\t\tprocess.env.COMPUTERUSE_MCP_SERVER ?? \"computeruse\",\n\t\t\t),\n\t\t});\n\t}\n\n\tstatic async start(runtime: IAgentRuntime): Promise<ComputerUseService> {\n\t\tconst service = new ComputerUseService(runtime);\n\t\treturn service;\n\t}\n\n\tasync stop(): Promise<void> {\n\t\tthis.localDesktop = null;\n\t\tthis.backendName = null;\n\t\tthis.initialized = false;\n\t}\n\n\tgetMode(): ComputerUseConfig[\"COMPUTERUSE_MODE\"] {\n\t\treturn this.computeruseConfig.COMPUTERUSE_MODE;\n\t}\n\n\tgetBackendName(): ComputerUseBackendName | null {\n\t\treturn this.backendName;\n\t}\n\n\tgetMcpServerName(): string {\n\t\treturn this.computeruseConfig.COMPUTERUSE_MCP_SERVER;\n\t}\n\n\tisEnabled(): boolean {\n\t\treturn this.computeruseConfig.COMPUTERUSE_ENABLED;\n\t}\n\n\tasync ensureReady(): Promise<void> {\n\t\tif (this.initialized) return;\n\t\tthis.initialized = true;\n\t\tawait this.initializeBackend();\n\t}\n\n\tprivate async initializeBackend(): Promise<void> {\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED) {\n\t\t\tlogger.info(\"[computeruse] disabled (COMPUTERUSE_ENABLED=false)\");\n\t\t\tthis.backendName = null;\n\t\t\treturn;\n\t\t}\n\n\t\t// ── Sandbox mode: force MCP to prevent local desktop control ──────\n\t\tconst runtimeRecord = this.runtime as unknown as { sandboxMode?: unknown };\n\t\tconst isSandboxMode = Boolean(runtimeRecord?.sandboxMode);\n\t\tif (isSandboxMode) {\n\t\t\tlogger.info(\n\t\t\t\t\"[computeruse] sandbox mode active — forcing MCP backend (local desktop control disabled)\",\n\t\t\t);\n\t\t\tthis.computeruseConfig.COMPUTERUSE_MODE = \"mcp\";\n\t\t\tawait this.ensureMcpBackend();\n\t\t\tthis.backendName = \"mcp\";\n\t\t\treturn;\n\t\t}\n\t\t// ── End sandbox mode override ─────────────────────────────────────\n\n\t\tconst mode = this.computeruseConfig.COMPUTERUSE_MODE;\n\t\tif (mode === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tthis.backendName = \"local\";\n\t\t\treturn;\n\t\t}\n\t\tif (mode === \"mcp\") {\n\t\t\tawait this.ensureMcpBackend();\n\t\t\tthis.backendName = \"mcp\";\n\t\t\treturn;\n\t\t}\n\n\t\t// auto - try local on all platforms, fall back to MCP\n\t\ttry {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tthis.backendName = \"local\";\n\t\t\treturn;\n\t\t} catch (err) {\n\t\t\tconst msg = err instanceof Error ? err.message : String(err);\n\t\t\tlogger.warn(\n\t\t\t\t`[computeruse] local backend unavailable, falling back to mcp: ${msg}`,\n\t\t\t);\n\t\t}\n\n\t\tawait this.ensureMcpBackend();\n\t\tthis.backendName = \"mcp\";\n\t}\n\n\tprivate async ensureLocalBackend(): Promise<void> {\n\t\tif (this.localDesktop) return;\n\n\t\t// Import only when needed (native optional deps).\n\t\ttry {\n\t\t\tconst loadModule = Function(\n\t\t\t\t\"moduleName\",\n\t\t\t\t\"return import(moduleName)\",\n\t\t\t) as (moduleName: string) => Promise<unknown>;\n\t\t\tconst mod = (await loadModule(\n\t\t\t\t\"@elizaos/computeruse\",\n\t\t\t)) as LocalDesktopModuleLike;\n\t\t\tif (typeof mod.Desktop !== \"function\") {\n\t\t\t\tthrow new Error(\"Desktop API is not available in @elizaos/computeruse\");\n\t\t\t}\n\t\t\tthis.localDesktop = new mod.Desktop();\n\t\t} catch (err) {\n\t\t\tconst msg = err instanceof Error ? err.message : String(err);\n\t\t\tconst platform = process.platform;\n\t\t\tif (platform === \"darwin\") {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t`macOS native bindings not available: ${msg}. Use MCP mode or ensure @elizaos/computeruse-darwin-* is installed.`,\n\t\t\t\t);\n\t\t\t} else if (platform === \"linux\") {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t`Linux native bindings not available: ${msg}. Use MCP mode or ensure @elizaos/computeruse-linux-* is installed.`,\n\t\t\t\t);\n\t\t\t}\n\t\t\tthrow err;\n\t\t}\n\t}\n\n\tprivate async ensureMcpBackend(): Promise<void> {\n\t\tconst mcp = await this.waitForMcpService();\n\n\t\tconst serverName = this.computeruseConfig.COMPUTERUSE_MCP_SERVER;\n\t\tconst servers = mcp.getServers();\n\t\tconst exists = servers.some((s) => s.name === serverName);\n\t\tif (!exists) {\n\t\t\tthrow new Error(\n\t\t\t\t`MCP server \"${serverName}\" not configured. Add it under runtime/character settings \"mcp.servers\".`,\n\t\t\t);\n\t\t}\n\t}\n\n\tprivate async waitForMcpService(): Promise<McpServiceLike> {\n\t\t// Services are registered during runtime initialization; depending on plugin order,\n\t\t// \"mcp\" may not be available during another service's start hook.\n\t\tfor (let attempt = 0; attempt < 20; attempt++) {\n\t\t\tconst mcp = this.runtime.getService<McpServiceLike>(\"mcp\");\n\t\t\tif (mcp) return mcp;\n\t\t\tawait new Promise<void>((resolve) => setTimeout(resolve, 50));\n\t\t}\n\t\tthrow new Error(\n\t\t\t\"MCP service not available. Add @elizaos/plugin-mcp and configure a computeruse server.\",\n\t\t);\n\t}\n\n\tprivate getMcp(): McpServiceLike {\n\t\tconst mcp = this.runtime.getService<McpServiceLike>(\"mcp\");\n\t\tif (!mcp) {\n\t\t\tthrow new Error(\"MCP service not available\");\n\t\t}\n\t\treturn mcp;\n\t}\n\n\tprivate parseProcessScopedSelector(\n\t\trawSelector: string,\n\t\tprocessHint?: string,\n\t): { process: string; selector: string } {\n\t\tconst selector = rawSelector.trim();\n\t\tconst match = selector.match(/^\\s*process:([^\\s>]+)\\s*(?:>>\\s*(.*))?$/);\n\t\tif (match) {\n\t\t\tconst process = match[1]?.trim();\n\t\t\tconst inner = (match[2] ?? \"\").trim();\n\t\t\tif (!process) {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t\"Missing process. Provide parameters.process or prefix selector with 'process:<name> >> ...'\",\n\t\t\t\t);\n\t\t\t}\n\t\t\treturn { process, selector: inner };\n\t\t}\n\n\t\tconst process = processHint?.trim();\n\t\tif (!process) {\n\t\t\tthrow new Error(\n\t\t\t\t\"Missing process. Provide parameters.process or prefix selector with 'process:<name> >> ...'\",\n\t\t\t);\n\t\t}\n\t\treturn { process, selector };\n\t}\n\n\tasync openApplication(appName: string): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tthis.localDesktop?.openApplication(appName);\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"open_application\",\n\t\t\t\t{\n\t\t\t\t\tapp_name: appName,\n\t\t\t\t\tverify_element_exists: \"\",\n\t\t\t\t\tverify_element_not_exists: \"\",\n\t\t\t\t\tinclude_tree_after_action: false,\n\t\t\t\t},\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync click(\n\t\tselector: string,\n\t\ttimeoutMs: number,\n\t\tprocess?: string,\n\t): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tconst el = await this.localDesktop?.locator(selector).first(timeoutMs);\n\t\t\tif (!el) throw new Error(`Element not found: ${selector}`);\n\t\t\tawait el.click();\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tconst parsed = this.parseProcessScopedSelector(selector, process);\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"click_element\",\n\t\t\t\t{\n\t\t\t\t\tprocess: parsed.process,\n\t\t\t\t\tselector: parsed.selector,\n\t\t\t\t\ttimeout_ms: timeoutMs,\n\t\t\t\t\tverify_element_exists: \"\",\n\t\t\t\t\tverify_element_not_exists: \"\",\n\t\t\t\t\thighlight_before_action: false,\n\t\t\t\t\tui_diff_before_after: false,\n\t\t\t\t},\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync typeText(\n\t\tselector: string,\n\t\ttext: string,\n\t\ttimeoutMs: number,\n\t\tclearBeforeTyping: boolean,\n\t\tprocess?: string,\n\t): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tconst el = await this.localDesktop?.locator(selector).first(timeoutMs);\n\t\t\tif (!el) throw new Error(`Element not found: ${selector}`);\n\t\t\tel.typeText(text, { clearBeforeTyping });\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tconst parsed = this.parseProcessScopedSelector(selector, process);\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"type_into_element\",\n\t\t\t\t{\n\t\t\t\t\tprocess: parsed.process,\n\t\t\t\t\tselector: parsed.selector,\n\t\t\t\t\ttext_to_type: text,\n\t\t\t\t\ttimeout_ms: timeoutMs,\n\t\t\t\t\tclear_before_typing: clearBeforeTyping,\n\t\t\t\t\thighlight_before_action: false,\n\t\t\t\t\tui_diff_before_after: false,\n\t\t\t\t},\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync getWindowTree(\n\t\tprocess: string,\n\t\ttitle?: string,\n\t\tmaxDepth?: number,\n\t): Promise<string> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tconst tree = this.localDesktop?.getWindowTree(process, title, undefined);\n\t\t\treturn JSON.stringify(tree ?? null, null, 2);\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tconst toolArgs: JsonObject = {\n\t\t\t\tprocess,\n\t\t\t\tinclude_tree_after_action: true,\n\t\t\t};\n\t\t\tif (title !== undefined) toolArgs.title = title;\n\t\t\tif (maxDepth !== undefined) toolArgs.tree_max_depth = maxDepth;\n\t\t\tconst res = await mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"get_window_tree\",\n\t\t\t\ttoolArgs,\n\t\t\t);\n\t\t\tconst texts = res.content\n\t\t\t\t.filter((c) => c.type === \"text\")\n\t\t\t\t.map((c) => c.text)\n\t\t\t\t.filter((t) => typeof t === \"string\");\n\t\t\treturn texts.join(\"\\n\");\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync clickCoordinates(\n\t\tx: number,\n\t\ty: number,\n\t\tbutton: string = \"left\",\n\t\tnumClicks: number = 1,\n\t): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tthis.localDesktop?.clickAtCoordinates(x, y);\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"click_at_coordinates\",\n\t\t\t\t{ x, y, button, num_clicks: numClicks },\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync pressKey(keys: string): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tthis.localDesktop?.pressKey(keys);\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"press_key\",\n\t\t\t\t{ key: keys },\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync scroll(\n\t\tdirection: string = \"down\",\n\t\tamount: number = 3,\n\t\tx?: number,\n\t\ty?: number,\n\t): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\t// Local backend: click at position first if specified, then scroll via key presses\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tthis.localDesktop?.clickAtCoordinates(x, y);\n\t\t\t}\n\t\t\tconst scrollKey = direction === \"up\" ? \"scrollup\" : \"scrolldown\";\n\t\t\tfor (let i = 0; i < amount; i++) {\n\t\t\t\tthis.localDesktop?.pressKey(scrollKey);\n\t\t\t}\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tconst toolArgs: JsonObject = { direction, amount };\n\t\t\tif (x !== undefined) toolArgs.x = x;\n\t\t\tif (y !== undefined) toolArgs.y = y;\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"scroll\",\n\t\t\t\ttoolArgs,\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync drag(\n\t\tstartX: number,\n\t\tstartY: number,\n\t\tendX: number,\n\t\tendY: number,\n\t): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\t// The Desktop native API does not expose a drag method.\n\t\t\t// Local backend can only click the start position; full drag requires MCP.\n\t\t\tlogger.warn(\n\t\t\t\t\"[computeruse] Local drag is limited to click-at-start. Use MCP for full drag.\",\n\t\t\t);\n\t\t\tthis.localDesktop?.clickAtCoordinates(startX, startY);\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"drag\",\n\t\t\t\t{ start_x: startX, start_y: startY, end_x: endX, end_y: endY },\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync screenshot(): Promise<string> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tconst result = this.localDesktop?.captureMonitor(0);\n\t\t\tif (result && typeof result === \"object\" && \"toBase64\" in result) {\n\t\t\t\treturn (result as { toBase64(): string }).toBase64();\n\t\t\t}\n\t\t\treturn String(result ?? \"\");\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tconst res = await mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"capture_screenshot\",\n\t\t\t\t{},\n\t\t\t);\n\t\t\tconst texts = res.content\n\t\t\t\t.filter((c) => c.type === \"text\")\n\t\t\t\t.map((c) => c.text)\n\t\t\t\t.filter((t) => typeof t === \"string\");\n\t\t\treturn texts.join(\"\");\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync getApplications(): Promise<string[]> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tconst apps = this.localDesktop?.applications() ?? [];\n\t\t\t// Normalize into human-readable names.\n\t\t\tconst names: string[] = [];\n\t\t\tfor (const app of apps) {\n\t\t\t\tconst n = app.name();\n\t\t\t\tif (typeof n === \"string\" && n.trim().length > 0) names.push(n);\n\t\t\t}\n\t\t\treturn names;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tconst res = await mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"get_applications_and_windows_list\",\n\t\t\t\t{},\n\t\t\t);\n\t\t\t// Return text-only summary for now; structured parsing is done in actions/providers if needed.\n\t\t\tconst texts = res.content\n\t\t\t\t.filter((c) => c.type === \"text\")\n\t\t\t\t.map((c) => c.text)\n\t\t\t\t.filter((t) => typeof t === \"string\");\n\t\t\treturn texts.length > 0 ? texts : [\"(see MCP tool output)\"];\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n}\n"]}

package/dist/types.js

@@ -1,11 +0,0 @@
-import { z } from "zod";
-export const computerUseConfigSchema = z.object({
-    COMPUTERUSE_ENABLED: z
-        .string()
-        .optional()
-        .default("false")
-        .transform((val) => val === "true"),
-    COMPUTERUSE_MODE: z.enum(["auto", "local", "mcp"]).optional().default("auto"),
-    COMPUTERUSE_MCP_SERVER: z.string().optional().default("computeruse"),
-});
-//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAWxB,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,mBAAmB,EAAE,CAAC;SACpB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,OAAO,CAAC;SAChB,SAAS,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,MAAM,CAAC;IACpC,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7E,sBAAsB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;CACpE,CAAC,CAAC","sourcesContent":["import { z } from \"zod\";\n\nexport type JsonPrimitive = string | number | boolean | null;\nexport type JsonValue =\n\t| JsonPrimitive\n\t| JsonValue[]\n\t| { [key: string]: JsonValue };\nexport type JsonObject = { [key: string]: JsonValue };\n\nexport type ComputerUseMode = \"auto\" | \"local\" | \"mcp\";\n\nexport const computerUseConfigSchema = z.object({\n\tCOMPUTERUSE_ENABLED: z\n\t\t.string()\n\t\t.optional()\n\t\t.default(\"false\")\n\t\t.transform((val) => val === \"true\"),\n\tCOMPUTERUSE_MODE: z.enum([\"auto\", \"local\", \"mcp\"]).optional().default(\"auto\"),\n\tCOMPUTERUSE_MCP_SERVER: z.string().optional().default(\"computeruse\"),\n});\n\nexport type ComputerUseConfig = z.infer<typeof computerUseConfigSchema>;\n\nexport type ComputerUseBackendName = \"local\" | \"mcp\";\n\nexport interface ComputerUseOpenApplicationInput {\n\treadonly name: string;\n}\n\nexport interface ComputerUseClickInput {\n\treadonly process?: string;\n\treadonly selector: string;\n\treadonly timeoutMs: number;\n}\n\nexport interface ComputerUseTypeInput {\n\treadonly process?: string;\n\treadonly selector: string;\n\treadonly text: string;\n\treadonly timeoutMs: number;\n\treadonly clearBeforeTyping: boolean;\n}\n\nexport interface ComputerUseGetWindowTreeInput {\n\treadonly process: string;\n\treadonly title?: string;\n\treadonly maxDepth?: number;\n}\n"]}

package/dist/utils/params.d.ts

@@ -1,5 +0,0 @@
-import type { ActionParameters } from "@elizaos/core";
-export declare function getStringParam(params: ActionParameters | undefined, name: string): string | undefined;
-export declare function getNumberParam(params: ActionParameters | undefined, name: string): number | undefined;
-export declare function getBooleanParam(params: ActionParameters | undefined, name: string): boolean | undefined;
-//# sourceMappingURL=params.d.ts.map

package/dist/utils/params.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"params.d.ts","sourceRoot":"","sources":["../../src/utils/params.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAEtD,wBAAgB,cAAc,CAC7B,MAAM,EAAE,gBAAgB,GAAG,SAAS,EACpC,IAAI,EAAE,MAAM,GACV,MAAM,GAAG,SAAS,CAGpB;AAED,wBAAgB,cAAc,CAC7B,MAAM,EAAE,gBAAgB,GAAG,SAAS,EACpC,IAAI,EAAE,MAAM,GACV,MAAM,GAAG,SAAS,CAGpB;AAED,wBAAgB,eAAe,CAC9B,MAAM,EAAE,gBAAgB,GAAG,SAAS,EACpC,IAAI,EAAE,MAAM,GACV,OAAO,GAAG,SAAS,CAGrB"}

package/dist/utils/params.js

@@ -1,13 +0,0 @@
-export function getStringParam(params, name) {
-    const val = params?.[name];
-    return typeof val === "string" ? val : undefined;
-}
-export function getNumberParam(params, name) {
-    const val = params?.[name];
-    return typeof val === "number" ? val : undefined;
-}
-export function getBooleanParam(params, name) {
-    const val = params?.[name];
-    return typeof val === "boolean" ? val : undefined;
-}
-//# sourceMappingURL=params.js.map

package/dist/utils/params.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"params.js","sourceRoot":"","sources":["../../src/utils/params.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,cAAc,CAC7B,MAAoC,EACpC,IAAY;IAEZ,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,cAAc,CAC7B,MAAoC,EACpC,IAAY;IAEZ,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,eAAe,CAC9B,MAAoC,EACpC,IAAY;IAEZ,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AACnD,CAAC","sourcesContent":["import type { ActionParameters } from \"@elizaos/core\";\n\nexport function getStringParam(\n\tparams: ActionParameters | undefined,\n\tname: string,\n): string | undefined {\n\tconst val = params?.[name];\n\treturn typeof val === \"string\" ? val : undefined;\n}\n\nexport function getNumberParam(\n\tparams: ActionParameters | undefined,\n\tname: string,\n): number | undefined {\n\tconst val = params?.[name];\n\treturn typeof val === \"number\" ? val : undefined;\n}\n\nexport function getBooleanParam(\n\tparams: ActionParameters | undefined,\n\tname: string,\n): boolean | undefined {\n\tconst val = params?.[name];\n\treturn typeof val === \"boolean\" ? val : undefined;\n}\n"]}