visionclaw 0.1.42 → 0.1.43
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md
CHANGED
|
@@ -1,3 +1,13 @@
|
|
|
1
|
+
## [0.1.43](https://github.com/babelcloud/visionclaw/compare/v0.1.42...v0.1.43) (2026-02-26)
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
### Features
|
|
5
|
+
|
|
6
|
+
* add remote desktop access documentation to SKILL.md ([1541e9e](https://github.com/babelcloud/visionclaw/commit/1541e9e02612d39f328ff5240ba0b8fc3d23f1cb))
|
|
7
|
+
* enhance error handling in processAgentStream function ([747039c](https://github.com/babelcloud/visionclaw/commit/747039c41f8ed5374de9834dfd67f5350d7cd423))
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
|
|
1
11
|
## [0.1.42](https://github.com/babelcloud/visionclaw/compare/v0.1.41...v0.1.42) (2026-02-26)
|
|
2
12
|
|
|
3
13
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"stream-handler.d.ts","sourceRoot":"","sources":["../../src/agent/stream-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAoB,KAAK,EAAE,MAAM,gCAAgC,CAAC;AAC9E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AA8E7D;;;;GAIG;AACH,wBAAsB,kBAAkB,CACtC,WAAW,EAAE,KAAK,EAClB,OAAO,EAAE,YAAY,EACrB,eAAe,EAAE,eAAe,GAC/B,OAAO,CAAC,IAAI,CAAC,
|
|
1
|
+
{"version":3,"file":"stream-handler.d.ts","sourceRoot":"","sources":["../../src/agent/stream-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAoB,KAAK,EAAE,MAAM,gCAAgC,CAAC;AAC9E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AA8E7D;;;;GAIG;AACH,wBAAsB,kBAAkB,CACtC,WAAW,EAAE,KAAK,EAClB,OAAO,EAAE,YAAY,EACrB,eAAe,EAAE,eAAe,GAC/B,OAAO,CAAC,IAAI,CAAC,CAgOf"}
|
|
@@ -71,6 +71,10 @@ export async function processAgentStream(queryStream, session, activityTracker)
|
|
|
71
71
|
if (msg.type === "result") {
|
|
72
72
|
logResult(msg);
|
|
73
73
|
captureUsageSnapshotFromResult(session, msg);
|
|
74
|
+
if (msg.is_error) {
|
|
75
|
+
const errors = "errors" in msg ? msg.errors.join("; ") : msg.subtype;
|
|
76
|
+
throw new Error(`API Error: ${errors}`);
|
|
77
|
+
}
|
|
74
78
|
}
|
|
75
79
|
continue;
|
|
76
80
|
}
|
|
@@ -204,6 +208,10 @@ export async function processAgentStream(queryStream, session, activityTracker)
|
|
|
204
208
|
case "result":
|
|
205
209
|
logResult(msg);
|
|
206
210
|
captureUsageSnapshotFromResult(session, msg);
|
|
211
|
+
if (msg.is_error) {
|
|
212
|
+
const errors = "errors" in msg ? msg.errors.join("; ") : msg.subtype;
|
|
213
|
+
throw new Error(`API Error: ${errors}`);
|
|
214
|
+
}
|
|
207
215
|
break;
|
|
208
216
|
case "system":
|
|
209
217
|
logger.debug(`System message: ${JSON.stringify(msg)}`, {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"stream-handler.js","sourceRoot":"","sources":["../../src/agent/stream-handler.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,SAAS,SAAS,CAAC,GAAqB;IACtC,MAAM,IAAI,GAAG,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC3C,MAAM,CAAC,MAAM,CACX,GAAG,CAAC,SAAS,EACb,GAAG,CAAC,KAAK,CAAC,YAAY,EACtB,GAAG,CAAC,KAAK,CAAC,aAAa,EACvB,IAAI,CACL,CAAC;IAEF,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjB,MAAM,MAAM,GAAG,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;QACrE,MAAM,CAAC,GAAG,CAAC,2BAA2B,GAAG,CAAC,OAAO,MAAM,MAAM,EAAE,CAAC,CAAC;IACnE,CAAC;AACH,CAAC;AAED,SAAS,8BAA8B,CAAC,OAAqB,EAAE,GAAqB;IAClF,IAAI,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;QACtE,MAAM,UAAU,GACb,GAA2C,CAAC,UAAU;YACtD,GAA4C,CAAC,WAAW,CAAC;QAC5D,IAAI,CAAC,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;YAClD,MAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,UAAqC,CAAC;QACtD,MAAM,OAAO,GAAG,OAAQ,GAAsC,CAAC,KAAK,KAAK,QAAQ;YAC/E,CAAC,CAAC,CAAE,GAAoC,CAAC,KAAK,CAAC;YAC/C,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,eAAe,GACnB,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1E,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,eAAe,IAAI,OAAO,eAAe,KAAK,QAAQ;YAAE,OAAO;QAEpE,MAAM,CAAC,GAAG,eAA0C,CAAC;QACrD,MAAM,aAAa,GAAG,OAAO,CAAC,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;QACxF,IAAI,CAAC,aAAa,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC;YAC9E,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,MAAM,oBAAoB,GACxB,OAAO,CAAC,CAAC,oBAAoB,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,MAAM,wBAAwB,GAC5B,OAAO,CAAC,CAAC,wBAAwB,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC;QAElF,MAAM,eAAe,GAAG,WAAW,GAAG,oBAAoB,GAAG,wBAAwB,CAAC;QACtF,MAAM,OAAO,GAAG,eAAe,GAAG,aAAa,CAAC;QAEhD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YAC7C,MAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE;gBACpD,OAAO;gBACP,eAAe;gBACf,aAAa;aACd,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,OAAO,CAAC,oBAAoB,CAAC;YAC3B,eAAe;YACf,aAAa;YACb,OAAO;SACR,CAAC,CAAC;QAEH,MAAM,CAAC,KAAK,CACV,kCAAkC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,eAAe,WAAW,aAAa,QAAQ,WAAW,eAAe,oBAAoB,iBAAiB,wBAAwB,GAAG,CAChN,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,SAAS;IACX,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,WAAkB,EAClB,OAAqB,EACrB,eAAgC;IAEhC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE/C,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAGpC,CAAC;IAEJ,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QACpC,IAAI,YAAY,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YAC1C,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,SAAS,CAAC,GAAG,CAAC,CAAC;gBACf,8BAA8B,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"stream-handler.js","sourceRoot":"","sources":["../../src/agent/stream-handler.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,SAAS,SAAS,CAAC,GAAqB;IACtC,MAAM,IAAI,GAAG,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC3C,MAAM,CAAC,MAAM,CACX,GAAG,CAAC,SAAS,EACb,GAAG,CAAC,KAAK,CAAC,YAAY,EACtB,GAAG,CAAC,KAAK,CAAC,aAAa,EACvB,IAAI,CACL,CAAC;IAEF,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjB,MAAM,MAAM,GAAG,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;QACrE,MAAM,CAAC,GAAG,CAAC,2BAA2B,GAAG,CAAC,OAAO,MAAM,MAAM,EAAE,CAAC,CAAC;IACnE,CAAC;AACH,CAAC;AAED,SAAS,8BAA8B,CAAC,OAAqB,EAAE,GAAqB;IAClF,IAAI,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;QACtE,MAAM,UAAU,GACb,GAA2C,CAAC,UAAU;YACtD,GAA4C,CAAC,WAAW,CAAC;QAC5D,IAAI,CAAC,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;YAClD,MAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,UAAqC,CAAC;QACtD,MAAM,OAAO,GAAG,OAAQ,GAAsC,CAAC,KAAK,KAAK,QAAQ;YAC/E,CAAC,CAAC,CAAE,GAAoC,CAAC,KAAK,CAAC;YAC/C,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,eAAe,GACnB,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1E,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,eAAe,IAAI,OAAO,eAAe,KAAK,QAAQ;YAAE,OAAO;QAEpE,MAAM,CAAC,GAAG,eAA0C,CAAC;QACrD,MAAM,aAAa,GAAG,OAAO,CAAC,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;QACxF,IAAI,CAAC,aAAa,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC;YAC9E,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,MAAM,oBAAoB,GACxB,OAAO,CAAC,CAAC,oBAAoB,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,MAAM,wBAAwB,GAC5B,OAAO,CAAC,CAAC,wBAAwB,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC;QAElF,MAAM,eAAe,GAAG,WAAW,GAAG,oBAAoB,GAAG,wBAAwB,CAAC;QACtF,MAAM,OAAO,GAAG,eAAe,GAAG,aAAa,CAAC;QAEhD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YAC7C,MAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE;gBACpD,OAAO;gBACP,eAAe;gBACf,aAAa;aACd,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,OAAO,CAAC,oBAAoB,CAAC;YAC3B,eAAe;YACf,aAAa;YACb,OAAO;SACR,CAAC,CAAC;QAEH,MAAM,CAAC,KAAK,CACV,kCAAkC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,eAAe,WAAW,aAAa,QAAQ,WAAW,eAAe,oBAAoB,iBAAiB,wBAAwB,GAAG,CAChN,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,SAAS;IACX,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,WAAkB,EAClB,OAAqB,EACrB,eAAgC;IAEhC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE/C,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAGpC,CAAC;IAEJ,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QACpC,IAAI,YAAY,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YAC1C,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,SAAS,CAAC,GAAG,CAAC,CAAC;gBACf,8BAA8B,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBAC7C,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;oBACjB,MAAM,MAAM,GAAG,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;oBACrE,MAAM,IAAI,KAAK,CAAC,cAAc,MAAM,EAAE,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;YACD,SAAS;QACX,CAAC;QAED,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,EAAE,GAAG,GAIV,CAAC;gBAEF,MAAM,eAAe,GACnB,OAAO,EAAE,CAAC,kBAAkB,KAAK,QAAQ,IAAI,EAAE,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC;oBAC3E,CAAC,CAAC,EAAE,CAAC,kBAAkB;oBACvB,CAAC,CAAC,SAAS,CAAC;gBAChB,MAAM,YAAY,GAAG,eAAe;oBAClC,CAAC,CAAC,uBAAuB,CAAC,GAAG,CAAC,eAAe,CAAC;oBAC9C,CAAC,CAAC,SAAS,CAAC;gBAEd,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;gBACnC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC1B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;wBACvB,MAAM,KAAK,GAAG,CAKb,CAAC;wBACF,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,CAAC,KAAK,CAAC,WAAW;4BAAE,SAAS;wBAEjE,MAAM,SAAS,GAAG,uBAAuB,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;wBACjE,IAAI,SAAS,EAAE,CAAC;4BACd,MAAM,UAAU,GACd,KAAK,CAAC,OAAO,KAAK,SAAS;gCACzB,CAAC,CAAC,EAAE;gCACJ,CAAC,CAAC,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;oCACjC,CAAC,CAAC,KAAK,CAAC,OAAO;oCACf,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;4BACtC,MAAM,EAAE,GAAG,0BAA0B,CAAC;4BACtC,MAAM,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;4BAClC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gCACf,uBAAuB,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE;oCAC7C,GAAG,SAAS;oCACZ,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;iCAClB,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;wBAED,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC;wBAC1B,MAAM,OAAO,GACX,GAAG,KAAK,SAAS;4BACf,CAAC,CAAC,EAAE;4BACJ,CAAC,CAAC,OAAO,GAAG,KAAK,QAAQ;gCACvB,CAAC,CAAC,GAAG;gCACL,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;wBAE5B,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC;wBACnE,MAAM,CAAC,UAAU,CAAC,YAAY,EAAE,OAAO,EAAE;4BACvC,WAAW,EAAE,KAAK,CAAC,WAAW;4BAC9B,QAAQ,EAAE,KAAK,CAAC,QAAQ;4BACxB,MAAM,EAAE,wBAAwB;4BAChC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BACnE,GAAG,CAAC,YAAY,EAAE,aAAa;gCAC7B,CAAC,CAAC,EAAE,aAAa,EAAE,YAAY,CAAC,aAAa,EAAE;gCAC/C,CAAC,CAAC,EAAE,CAAC;4BACP,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;yBAC9E,CAAC,CAAC;wBAEH,IAAI,CAAC,eAAe,EAAE,CAAC;4BACrB,eAAe,CAAC,gBAAgB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;wBAC1D,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,MAAM;YACR,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,YAAY,GAAG,GAAG,CAAC;gBACzB,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC;gBAE7C,MAAM,kBAAkB,GAAI,YAA4D;qBACrF,kBAAkB,CAAC;gBACtB,MAAM,eAAe,GACnB,OAAO,kBAAkB,KAAK,QAAQ,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC;oBACrE,CAAC,CAAC,kBAAkB;oBACpB,CAAC,CAAC,SAAS,CAAC;gBAEhB,MAAM,YAAY,GAAG,eAAe;oBAClC,CAAC,CAAC,uBAAuB,CAAC,GAAG,CAAC,eAAe,CAAC;oBAC9C,CAAC,CAAC,SAAS,CAAC;gBAEd,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;wBACnB,KAAK,MAAM;4BACT,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gCACf,IAAI,eAAe,EAAE,CAAC;oCACpB,MAAM,GAAG,GAAG,YAAY,EAAE,aAAa;wCACrC,CAAC,CAAC,YAAY,YAAY,CAAC,aAAa,EAAE;wCAC1C,CAAC,CAAC,UAAU,CAAC;oCACf,MAAM,CAAC,SAAS,CAAC,IAAI,GAAG,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gCAC7C,CAAC;qCAAM,CAAC;oCACN,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oCAC7B,eAAe,CAAC,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gCAClD,CAAC;4BACH,CAAC;4BACD,MAAM;wBACR,KAAK,UAAU;4BACb,MAAM,CAAC,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;4BAC1G,MAAM;wBACR,KAAK,UAAU;4BACb,CAAC;gCACC,MAAM,SAAS,GACZ,KAA0D,CAAC,EAAE;oCAC7D,KAA0D,CAAC,WAAW,CAAC;gCAC1E,IAAI,SAAS,EAAE,CAAC;oCACd,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gCAC1C,CAAC;gCAED,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,SAAS,EAAE,CAAC;oCACvC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;oCAC1B,MAAM,aAAa,GACjB,OAAQ,KAAqC,CAAC,aAAa,KAAK,QAAQ;wCACtE,CAAC,CAAC,CAAE,KAAmC,CAAC,aAAa,CAAC;wCACtD,CAAC,CAAC,SAAS,CAAC;oCAChB,uBAAuB,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC;gCAC5D,CAAC;gCAED,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE;oCACvC,WAAW,EAAE,SAAS;oCACtB,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oCACnE,GAAG,CAAC,YAAY,EAAE,aAAa;wCAC7B,CAAC,CAAC,EAAE,aAAa,EAAE,YAAY,CAAC,aAAa,EAAE;wCAC/C,CAAC,CAAC,EAAE,CAAC;oCACP,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iCAC9E,CAAC,CAAC;gCAEH,IAAI,CAAC,eAAe,EAAE,CAAC;oCACrB,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oCAChE,eAAe,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gCACvD,CAAC;4BACH,CAAC;4BACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,yBAAyB,EAAE,CAAC;gCACxE,YAAY,GAAG,IAAI,CAAC;gCACpB,OAAO,CAAC,UAAU,EAAE,CAAC;4BACvB,CAAC;4BACD,MAAM;wBACR;4BACE,MAAM,CAAC,KAAK,CAAC,oBAAoB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;4BAC/C,MAAM;oBACV,CAAC;gBACH,CAAC;gBAED,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;oBACvB,MAAM,CAAC,GAAG,CAAC,oBAAoB,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;gBACvD,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,QAAQ;gBACX,SAAS,CAAC,GAAG,CAAC,CAAC;gBACf,8BAA8B,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBAC7C,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;oBACjB,MAAM,MAAM,GAAG,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;oBACrE,MAAM,IAAI,KAAK,CAAC,cAAc,MAAM,EAAE,CAAC,CAAC;gBAC1C,CAAC;gBACD,MAAM;YAER,KAAK,QAAQ;gBACX,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;oBACrD,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC,CAAC;gBACH,MAAM;YAER;gBACE,IAAK,GAAyB,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBACtD,MAAM,EAAE,GAAG,GAKV,CAAC;oBAEF,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,IAAI,MAAM,CAAC;oBAC/B,MAAM,OAAO,GACX,EAAE,CAAC,OAAO,KAAK,SAAS;wBACtB,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,KAAK,QAAQ;4BAC9B,CAAC,CAAC,EAAE,CAAC,OAAO;4BACZ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;oBAEnC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,EAAE;wBAC/B,WAAW,EAAE,EAAE,CAAC,WAAW;wBAC3B,QAAQ,EAAE,EAAE,CAAC,QAAQ;qBACtB,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM;QACV,CAAC;IACH,CAAC;IAED,OAAO,CAAC,UAAU,EAAE,CAAC;AACvB,CAAC"}
|
|
@@ -143,6 +143,29 @@ During heartbeat wakes (when there are no new messages), the agent doesn't just
|
|
|
143
143
|
- **Fatal errors** (authentication failures, billing issues) — The agent notifies the owner and sleeps for 5 minutes before retrying.
|
|
144
144
|
- If errors persist (5+ consecutive failures), the owner is notified with details.
|
|
145
145
|
|
|
146
|
+
## Remote Desktop Access
|
|
147
|
+
|
|
148
|
+
The agent's Mac has **Chrome Remote Desktop** installed and enabled. The owner can take direct control of the agent's desktop at any time by connecting via Chrome Remote Desktop.
|
|
149
|
+
|
|
150
|
+
### How to Connect
|
|
151
|
+
|
|
152
|
+
1. Log in to the **same Google account** the agent uses (credentials and remote desktop connection PIN are provided during onboarding).
|
|
153
|
+
2. Open [Chrome Remote Desktop](https://remotedesktop.google.com/access) in any Chrome browser.
|
|
154
|
+
3. Select the agent's machine from the list of available computers.
|
|
155
|
+
4. Enter the connection PIN when prompted.
|
|
156
|
+
|
|
157
|
+
### Use Cases
|
|
158
|
+
|
|
159
|
+
- **Visual inspection** — See exactly what's on the agent's screen in real time.
|
|
160
|
+
- **Manual intervention** — Take over the mouse and keyboard to handle tasks the agent can't (e.g., CAPTCHA, 2FA prompts, complex GUI interactions).
|
|
161
|
+
- **Debugging** — Observe the agent in action to diagnose unexpected behavior.
|
|
162
|
+
- **Setup & maintenance** — Install software, configure apps, or perform system updates that require manual interaction.
|
|
163
|
+
|
|
164
|
+
### Important Notes
|
|
165
|
+
|
|
166
|
+
- The agent and the remote desktop session share the same screen. If you move the mouse or type while the agent is active, it may interfere with the agent's current task. Use `/stop` on Telegram first if you need to take manual control.
|
|
167
|
+
- Chrome Remote Desktop works from any device with Chrome — desktop, laptop, or mobile.
|
|
168
|
+
|
|
146
169
|
## Tips for Owners
|
|
147
170
|
|
|
148
171
|
1. **Use Telegram for urgent commands** — It's the fastest way to reach the agent.
|
|
@@ -152,3 +175,4 @@ During heartbeat wakes (when there are no new messages), the agent doesn't just
|
|
|
152
175
|
5. **The agent remembers** — Important information is saved to memory. You don't need to repeat context across conversations.
|
|
153
176
|
6. **Schedule recurring tasks** — Ask the agent to create calendar events for tasks that should happen regularly.
|
|
154
177
|
7. **Send images** — Telegram supports sending photos, documents, and voice messages to the agent. It can process all of them.
|
|
178
|
+
8. **Use Chrome Remote Desktop for hands-on control** — Connect to the agent's Mac directly when you need to see its screen or intervene manually.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "visionclaw",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.43",
|
|
4
4
|
"description": "A personal assistant agent that runs on your desktop, receives commands from messaging channels, and executes tasks autonomously.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|