zerg-ztc 0.1.7 → 0.1.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. package/dist/App.d.ts.map +1 -1
  2. package/dist/App.js +12 -6
  3. package/dist/App.js.map +1 -1
  4. package/dist/agent/agent.d.ts +2 -0
  5. package/dist/agent/agent.d.ts.map +1 -1
  6. package/dist/agent/agent.js +111 -10
  7. package/dist/agent/agent.js.map +1 -1
  8. package/dist/agent/backends/anthropic.d.ts.map +1 -1
  9. package/dist/agent/backends/anthropic.js +15 -3
  10. package/dist/agent/backends/anthropic.js.map +1 -1
  11. package/dist/agent/backends/gemini.d.ts.map +1 -1
  12. package/dist/agent/backends/gemini.js +12 -0
  13. package/dist/agent/backends/gemini.js.map +1 -1
  14. package/dist/agent/backends/index.d.ts +1 -1
  15. package/dist/agent/backends/index.d.ts.map +1 -1
  16. package/dist/agent/backends/openai_compatible.d.ts.map +1 -1
  17. package/dist/agent/backends/openai_compatible.js +12 -0
  18. package/dist/agent/backends/openai_compatible.js.map +1 -1
  19. package/dist/agent/backends/types.d.ts +21 -1
  20. package/dist/agent/backends/types.d.ts.map +1 -1
  21. package/dist/agent/runtime/capabilities.d.ts +2 -1
  22. package/dist/agent/runtime/capabilities.d.ts.map +1 -1
  23. package/dist/agent/runtime/capabilities.js +1 -0
  24. package/dist/agent/runtime/capabilities.js.map +1 -1
  25. package/dist/agent/tools/index.d.ts +1 -0
  26. package/dist/agent/tools/index.d.ts.map +1 -1
  27. package/dist/agent/tools/index.js +6 -1
  28. package/dist/agent/tools/index.js.map +1 -1
  29. package/dist/agent/tools/screenshot.d.ts +23 -0
  30. package/dist/agent/tools/screenshot.d.ts.map +1 -0
  31. package/dist/agent/tools/screenshot.js +735 -0
  32. package/dist/agent/tools/screenshot.js.map +1 -0
  33. package/dist/utils/path_complete.d.ts.map +1 -1
  34. package/dist/utils/path_complete.js +31 -6
  35. package/dist/utils/path_complete.js.map +1 -1
  36. package/package.json +1 -1
  37. package/src/App.tsx +12 -6
  38. package/src/agent/agent.ts +116 -11
  39. package/src/agent/backends/anthropic.ts +15 -5
  40. package/src/agent/backends/gemini.ts +12 -0
  41. package/src/agent/backends/index.ts +1 -0
  42. package/src/agent/backends/openai_compatible.ts +12 -0
  43. package/src/agent/backends/types.ts +25 -1
  44. package/src/agent/runtime/capabilities.ts +2 -1
  45. package/src/agent/tools/index.ts +6 -1
  46. package/src/agent/tools/screenshot.ts +821 -0
  47. package/src/utils/path_complete.ts +30 -4
@@ -4,5 +4,6 @@ export var ToolCapability;
4
4
  ToolCapability["FILE_WRITE"] = "file_write";
5
5
  ToolCapability["SHELL_EXEC"] = "shell_exec";
6
6
  ToolCapability["NETWORK"] = "network";
7
+ ToolCapability["SCREEN_CAPTURE"] = "screen_capture";
7
8
  })(ToolCapability || (ToolCapability = {}));
8
9
  //# sourceMappingURL=capabilities.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"capabilities.js","sourceRoot":"","sources":["../../../src/agent/runtime/capabilities.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,cAKX;AALD,WAAY,cAAc;IACxB,yCAAuB,CAAA;IACvB,2CAAyB,CAAA;IACzB,2CAAyB,CAAA;IACzB,qCAAmB,CAAA;AACrB,CAAC,EALW,cAAc,KAAd,cAAc,QAKzB"}
1
+ {"version":3,"file":"capabilities.js","sourceRoot":"","sources":["../../../src/agent/runtime/capabilities.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,cAMX;AAND,WAAY,cAAc;IACxB,yCAAuB,CAAA;IACvB,2CAAyB,CAAA;IACzB,2CAAyB,CAAA;IACzB,qCAAmB,CAAA;IACnB,mDAAiC,CAAA;AACnC,CAAC,EANW,cAAc,KAAd,cAAc,QAMzB"}
@@ -9,5 +9,6 @@ export { searchTool } from './search.js';
9
9
  export { listSkillsTool } from './skills.js';
10
10
  export { runCommandTool } from './shell.js';
11
11
  export { zergQueryTool } from './zerg.js';
12
+ export { screenshotTool, listWindowsTool, runAndMonitorTool } from './screenshot.js';
12
13
  export type { Tool } from './types.js';
13
14
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAShD,eAAO,MAAM,YAAY,EAAE,IAAI,EAQ9B,CAAC;AAEF,wBAAgB,kBAAkB,CAAC,KAAK,GAAE,IAAI,EAAiB,GAAG,cAAc,EAAE,CAEjF;AAED,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,GAAE,IAAI,EAAiB,GAAG,IAAI,GAAG,SAAS,CAEpF;AAED,wBAAsB,WAAW,CAC/B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,KAAK,GAAE,IAAI,EAAiB,EAC5B,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,MAAM,CAAC,CAMjB;AAED,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,YAAY,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAUhD,eAAO,MAAM,YAAY,EAAE,IAAI,EAW9B,CAAC;AAEF,wBAAgB,kBAAkB,CAAC,KAAK,GAAE,IAAI,EAAiB,GAAG,cAAc,EAAE,CAEjF;AAED,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,GAAE,IAAI,EAAiB,GAAG,IAAI,GAAG,SAAS,CAEpF;AAED,wBAAsB,WAAW,CAC/B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,KAAK,GAAE,IAAI,EAAiB,EAC5B,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,MAAM,CAAC,CAMjB;AAED,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACrF,YAAY,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC"}
@@ -3,6 +3,7 @@ import { runCommandTool } from './shell.js';
3
3
  import { zergQueryTool } from './zerg.js';
4
4
  import { searchTool } from './search.js';
5
5
  import { listSkillsTool } from './skills.js';
6
+ import { screenshotTool, listWindowsTool, runAndMonitorTool } from './screenshot.js';
6
7
  // --- Tool Registry ---
7
8
  export const defaultTools = [
8
9
  readFileTool,
@@ -11,7 +12,10 @@ export const defaultTools = [
11
12
  searchTool,
12
13
  listSkillsTool,
13
14
  runCommandTool,
14
- zergQueryTool
15
+ zergQueryTool,
16
+ screenshotTool,
17
+ listWindowsTool,
18
+ runAndMonitorTool
15
19
  ];
16
20
  export function getToolDefinitions(tools = defaultTools) {
17
21
  return tools.map(t => t.definition);
@@ -31,4 +35,5 @@ export { searchTool } from './search.js';
31
35
  export { listSkillsTool } from './skills.js';
32
36
  export { runCommandTool } from './shell.js';
33
37
  export { zergQueryTool } from './zerg.js';
38
+ export { screenshotTool, listWindowsTool, runAndMonitorTool } from './screenshot.js';
34
39
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/agent/tools/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC3E,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,wBAAwB;AAExB,MAAM,CAAC,MAAM,YAAY,GAAW;IAClC,YAAY;IACZ,aAAa;IACb,iBAAiB;IACjB,UAAU;IACV,cAAc;IACd,cAAc;IACd,aAAa;CACd,CAAC;AAEF,MAAM,UAAU,kBAAkB,CAAC,QAAgB,YAAY;IAC7D,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,IAAY,EAAE,QAAgB,YAAY;IAChE,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,IAAY,EACZ,IAA6B,EAC7B,QAAgB,YAAY,EAC5B,OAAqB;IAErB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAClC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACrC,CAAC;AAED,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/agent/tools/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC3E,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAErF,wBAAwB;AAExB,MAAM,CAAC,MAAM,YAAY,GAAW;IAClC,YAAY;IACZ,aAAa;IACb,iBAAiB;IACjB,UAAU;IACV,cAAc;IACd,cAAc;IACd,aAAa;IACb,cAAc;IACd,eAAe;IACf,iBAAiB;CAClB,CAAC;AAEF,MAAM,UAAU,kBAAkB,CAAC,QAAgB,YAAY;IAC7D,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,IAAY,EAAE,QAAgB,YAAY;IAChE,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,IAAY,EACZ,IAA6B,EAC7B,QAAgB,YAAY,EAC5B,OAAqB;IAErB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAClC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACrC,CAAC;AAED,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC"}
@@ -0,0 +1,23 @@
1
+ import { Tool } from './types.js';
2
+ export interface ScreenshotResult {
3
+ type: 'image';
4
+ mediaType: string;
5
+ data: string;
6
+ description: string;
7
+ }
8
+ export interface WindowInfo {
9
+ windowId: number;
10
+ pid: number;
11
+ appName: string;
12
+ title: string;
13
+ bounds?: {
14
+ x: number;
15
+ y: number;
16
+ width: number;
17
+ height: number;
18
+ };
19
+ }
20
+ export declare const screenshotTool: Tool;
21
+ export declare const listWindowsTool: Tool;
22
+ export declare const runAndMonitorTool: Tool;
23
+ //# sourceMappingURL=screenshot.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"screenshot.d.ts","sourceRoot":"","sources":["../../../src/agent/tools/screenshot.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAOlC,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAClE;AAkfD,eAAO,MAAM,cAAc,EAAE,IAgH5B,CAAC;AAIF,eAAO,MAAM,eAAe,EAAE,IAsD7B,CAAC;AAIF,eAAO,MAAM,iBAAiB,EAAE,IA2H/B,CAAC"}