crewly 1.2.3 → 1.2.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +1 -1
  2. package/README.md +1 -1
  3. package/config/constants.ts +44 -1
  4. package/config/index.ts +4 -0
  5. package/config/roles/orchestrator/prompt.md +30 -2
  6. package/config/roles/team-leader/prompt.md +169 -0
  7. package/config/roles/team-leader/role.json +13 -0
  8. package/config/roles/team-leader/tl-addon.md +142 -0
  9. package/config/runtime_scripts/runtime-config.json +7 -0
  10. package/config/skills/_common/lib.sh +37 -0
  11. package/config/skills/agent/computer-use/execute.sh +228 -0
  12. package/config/skills/agent/computer-use/instructions.md +103 -0
  13. package/config/skills/agent/computer-use/lib/accessibility.sh +292 -0
  14. package/config/skills/agent/computer-use/lib/applescript.sh +117 -0
  15. package/config/skills/agent/computer-use/lib/discover.sh +122 -0
  16. package/config/skills/agent/computer-use/lib/playwright.sh +153 -0
  17. package/config/skills/agent/computer-use/lib/screenshot.sh +61 -0
  18. package/config/skills/agent/computer-use/skill.json +29 -0
  19. package/config/skills/agent/core/accept-task/execute.sh +7 -1
  20. package/config/skills/agent/core/complete-task/execute.sh +38 -1
  21. package/config/skills/agent/core/report-status/execute.sh +51 -2
  22. package/config/skills/agent/desktop-app-control/execute.sh +561 -0
  23. package/config/skills/agent/desktop-app-control/instructions.md +102 -0
  24. package/config/skills/agent/desktop-app-control/skill.json +33 -0
  25. package/config/skills/orchestrator/broadcast-to-org/execute.sh +88 -0
  26. package/config/skills/orchestrator/broadcast-to-org/instructions.md +51 -0
  27. package/config/skills/orchestrator/broadcast-to-org/skill.json +20 -0
  28. package/config/skills/orchestrator/delegate-task/execute.sh +75 -10
  29. package/config/skills/orchestrator/delegate-task/instructions.md +11 -1
  30. package/config/skills/orchestrator/handle-agent-failure/execute.sh +45 -0
  31. package/config/skills/orchestrator/handle-agent-failure/instructions.md +29 -0
  32. package/config/skills/orchestrator/handle-agent-failure/skill.json +20 -0
  33. package/config/skills/orchestrator/restart-crewly/instructions.md +9 -2
  34. package/config/skills/team-leader/_common/lib.sh +4 -0
  35. package/config/skills/team-leader/aggregate-results/execute.sh +168 -0
  36. package/config/skills/team-leader/aggregate-results/instructions.md +89 -0
  37. package/config/skills/team-leader/aggregate-results/skill.json +20 -0
  38. package/config/skills/team-leader/decompose-goal/execute.sh +86 -0
  39. package/config/skills/team-leader/decompose-goal/instructions.md +84 -0
  40. package/config/skills/team-leader/decompose-goal/skill.json +20 -0
  41. package/config/skills/team-leader/delegate-task/execute.sh +142 -0
  42. package/config/skills/team-leader/delegate-task/instructions.md +55 -0
  43. package/config/skills/team-leader/delegate-task/skill.json +20 -0
  44. package/config/skills/team-leader/handle-failure/execute.sh +119 -0
  45. package/config/skills/team-leader/handle-failure/instructions.md +93 -0
  46. package/config/skills/team-leader/handle-failure/skill.json +20 -0
  47. package/config/skills/team-leader/schedule-check/execute.sh +65 -0
  48. package/config/skills/team-leader/schedule-check/execute.test.sh +247 -0
  49. package/config/skills/team-leader/schedule-check/instructions.md +49 -0
  50. package/config/skills/team-leader/schedule-check/skill.json +20 -0
  51. package/config/skills/team-leader/start-agent/execute.sh +39 -0
  52. package/config/skills/team-leader/start-agent/instructions.md +48 -0
  53. package/config/skills/team-leader/start-agent/skill.json +20 -0
  54. package/config/skills/team-leader/stop-agent/execute.sh +39 -0
  55. package/config/skills/team-leader/stop-agent/instructions.md +49 -0
  56. package/config/skills/team-leader/stop-agent/skill.json +20 -0
  57. package/config/skills/team-leader/verify-output/execute.sh +296 -0
  58. package/config/skills/team-leader/verify-output/instructions.md +122 -0
  59. package/config/skills/team-leader/verify-output/skill.json +20 -0
  60. package/config/templates/core-team/demo-script.md +41 -0
  61. package/config/templates/core-team/goals.md +20 -0
  62. package/config/templates/core-team/team.json +22 -0
  63. package/config/templates/dev-fullstack/template.json +115 -0
  64. package/config/templates/education-smb/README.md +27 -0
  65. package/config/templates/education-smb/goals.md +16 -0
  66. package/config/templates/education-smb/knowledge/docs/content-standards.md +24 -0
  67. package/config/templates/education-smb/knowledge/docs/education-industry-context.md +13 -0
  68. package/config/templates/education-smb/knowledge/index.json +24 -0
  69. package/config/templates/education-smb/learned-patterns.json +16 -0
  70. package/config/templates/education-smb/quality-gates.yaml +66 -0
  71. package/config/templates/education-smb/roles/analytics-specialist.md +6 -0
  72. package/config/templates/education-smb/roles/content-creator.md +6 -0
  73. package/config/templates/education-smb/roles/curriculum-designer.md +6 -0
  74. package/config/templates/education-smb/roles/engagement-manager.md +6 -0
  75. package/config/templates/education-smb/team.json +40 -0
  76. package/config/templates/education-smb/template.json +26 -0
  77. package/config/templates/education-smb/workflows/course-content-generation.yaml +44 -0
  78. package/config/templates/education-smb/workflows/reporting.yaml +31 -0
  79. package/config/templates/education-smb/workflows/student-communication.yaml +44 -0
  80. package/config/templates/education-smb/workflows.yaml +40 -0
  81. package/config/templates/insurance-smb/README.md +28 -0
  82. package/config/templates/insurance-smb/goals.md +21 -0
  83. package/config/templates/insurance-smb/knowledge/docs/compliance-checklist.md +28 -0
  84. package/config/templates/insurance-smb/knowledge/docs/insurance-industry-context.md +23 -0
  85. package/config/templates/insurance-smb/knowledge/index.json +24 -0
  86. package/config/templates/insurance-smb/learned-patterns.json +16 -0
  87. package/config/templates/insurance-smb/quality-gates.yaml +54 -0
  88. package/config/templates/insurance-smb/roles/claims-processor.md +6 -0
  89. package/config/templates/insurance-smb/roles/client-manager.md +6 -0
  90. package/config/templates/insurance-smb/roles/compliance-officer.md +6 -0
  91. package/config/templates/insurance-smb/roles/marketing-specialist.md +6 -0
  92. package/config/templates/insurance-smb/roles/policy-analyst.md +6 -0
  93. package/config/templates/insurance-smb/team.json +48 -0
  94. package/config/templates/insurance-smb/template.json +26 -0
  95. package/config/templates/insurance-smb/workflows/claims-processing.yaml +48 -0
  96. package/config/templates/insurance-smb/workflows.yaml +43 -0
  97. package/config/templates/research-analysis/template.json +88 -0
  98. package/config/templates/social-media-ops/template.json +85 -0
  99. package/config/templates/video-production/template.json +123 -0
  100. package/dist/backend/backend/src/constants.d.ts +303 -15
  101. package/dist/backend/backend/src/constants.d.ts.map +1 -1
  102. package/dist/backend/backend/src/constants.js +296 -15
  103. package/dist/backend/backend/src/constants.js.map +1 -1
  104. package/dist/backend/backend/src/controllers/chat/chat.controller.d.ts.map +1 -1
  105. package/dist/backend/backend/src/controllers/chat/chat.controller.js +69 -48
  106. package/dist/backend/backend/src/controllers/chat/chat.controller.js.map +1 -1
  107. package/dist/backend/backend/src/controllers/cloud/auth/auth.controller.d.ts +81 -0
  108. package/dist/backend/backend/src/controllers/cloud/auth/auth.controller.d.ts.map +1 -0
  109. package/dist/backend/backend/src/controllers/cloud/auth/auth.controller.js +234 -0
  110. package/dist/backend/backend/src/controllers/cloud/auth/auth.controller.js.map +1 -0
  111. package/dist/backend/backend/src/controllers/cloud/auth/auth.routes.d.ts +25 -0
  112. package/dist/backend/backend/src/controllers/cloud/auth/auth.routes.d.ts.map +1 -0
  113. package/dist/backend/backend/src/controllers/cloud/auth/auth.routes.js +38 -0
  114. package/dist/backend/backend/src/controllers/cloud/auth/auth.routes.js.map +1 -0
  115. package/dist/backend/backend/src/controllers/cloud/cloud-auth.controller.d.ts +69 -0
  116. package/dist/backend/backend/src/controllers/cloud/cloud-auth.controller.d.ts.map +1 -0
  117. package/dist/backend/backend/src/controllers/cloud/cloud-auth.controller.js +165 -0
  118. package/dist/backend/backend/src/controllers/cloud/cloud-auth.controller.js.map +1 -0
  119. package/dist/backend/backend/src/controllers/cloud/cloud-auth.routes.d.ts +23 -0
  120. package/dist/backend/backend/src/controllers/cloud/cloud-auth.routes.d.ts.map +1 -0
  121. package/dist/backend/backend/src/controllers/cloud/cloud-auth.routes.js +32 -0
  122. package/dist/backend/backend/src/controllers/cloud/cloud-auth.routes.js.map +1 -0
  123. package/dist/backend/backend/src/controllers/cloud/cloud.controller.d.ts +52 -0
  124. package/dist/backend/backend/src/controllers/cloud/cloud.controller.d.ts.map +1 -0
  125. package/dist/backend/backend/src/controllers/cloud/cloud.controller.js +122 -0
  126. package/dist/backend/backend/src/controllers/cloud/cloud.controller.js.map +1 -0
  127. package/dist/backend/backend/src/controllers/cloud/cloud.routes.d.ts +21 -0
  128. package/dist/backend/backend/src/controllers/cloud/cloud.routes.d.ts.map +1 -0
  129. package/dist/backend/backend/src/controllers/cloud/cloud.routes.js +32 -0
  130. package/dist/backend/backend/src/controllers/cloud/cloud.routes.js.map +1 -0
  131. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.controller.d.ts +42 -0
  132. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.controller.d.ts.map +1 -0
  133. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.controller.js +138 -0
  134. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.controller.js.map +1 -0
  135. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.routes.d.ts +23 -0
  136. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.routes.d.ts.map +1 -0
  137. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.routes.js +34 -0
  138. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.routes.js.map +1 -0
  139. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.types.d.ts +43 -0
  140. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.types.d.ts.map +1 -0
  141. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.types.js +9 -0
  142. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.types.js.map +1 -0
  143. package/dist/backend/backend/src/controllers/cloud/files/index.d.ts +7 -0
  144. package/dist/backend/backend/src/controllers/cloud/files/index.d.ts.map +1 -0
  145. package/dist/backend/backend/src/controllers/cloud/files/index.js +7 -0
  146. package/dist/backend/backend/src/controllers/cloud/files/index.js.map +1 -0
  147. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.controller.d.ts +47 -0
  148. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.controller.d.ts.map +1 -0
  149. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.controller.js +131 -0
  150. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.controller.js.map +1 -0
  151. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.routes.d.ts +23 -0
  152. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.routes.d.ts.map +1 -0
  153. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.routes.js +30 -0
  154. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.routes.js.map +1 -0
  155. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.types.d.ts +81 -0
  156. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.types.d.ts.map +1 -0
  157. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.types.js +85 -0
  158. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.types.js.map +1 -0
  159. package/dist/backend/backend/src/controllers/cloud/h5/index.d.ts +7 -0
  160. package/dist/backend/backend/src/controllers/cloud/h5/index.d.ts.map +1 -0
  161. package/dist/backend/backend/src/controllers/cloud/h5/index.js +7 -0
  162. package/dist/backend/backend/src/controllers/cloud/h5/index.js.map +1 -0
  163. package/dist/backend/backend/src/controllers/cloud/index.d.ts +14 -0
  164. package/dist/backend/backend/src/controllers/cloud/index.d.ts.map +1 -0
  165. package/dist/backend/backend/src/controllers/cloud/index.js +14 -0
  166. package/dist/backend/backend/src/controllers/cloud/index.js.map +1 -0
  167. package/dist/backend/backend/src/controllers/cloud/magic-moment/index.d.ts +7 -0
  168. package/dist/backend/backend/src/controllers/cloud/magic-moment/index.d.ts.map +1 -0
  169. package/dist/backend/backend/src/controllers/cloud/magic-moment/index.js +7 -0
  170. package/dist/backend/backend/src/controllers/cloud/magic-moment/index.js.map +1 -0
  171. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.controller.d.ts +45 -0
  172. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.controller.d.ts.map +1 -0
  173. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.controller.js +155 -0
  174. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.controller.js.map +1 -0
  175. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.routes.d.ts +25 -0
  176. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.routes.d.ts.map +1 -0
  177. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.routes.js +32 -0
  178. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.routes.js.map +1 -0
  179. package/dist/backend/backend/src/controllers/cloud/relay.controller.d.ts +101 -0
  180. package/dist/backend/backend/src/controllers/cloud/relay.controller.d.ts.map +1 -0
  181. package/dist/backend/backend/src/controllers/cloud/relay.controller.js +343 -0
  182. package/dist/backend/backend/src/controllers/cloud/relay.controller.js.map +1 -0
  183. package/dist/backend/backend/src/controllers/cloud/relay.routes.d.ts +29 -0
  184. package/dist/backend/backend/src/controllers/cloud/relay.routes.d.ts.map +1 -0
  185. package/dist/backend/backend/src/controllers/cloud/relay.routes.js +44 -0
  186. package/dist/backend/backend/src/controllers/cloud/relay.routes.js.map +1 -0
  187. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.controller.d.ts +49 -0
  188. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.controller.d.ts.map +1 -0
  189. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.controller.js +152 -0
  190. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.controller.js.map +1 -0
  191. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.routes.d.ts +24 -0
  192. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.routes.d.ts.map +1 -0
  193. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.routes.js +34 -0
  194. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.routes.js.map +1 -0
  195. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.types.d.ts +90 -0
  196. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.types.d.ts.map +1 -0
  197. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.types.js +48 -0
  198. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.types.js.map +1 -0
  199. package/dist/backend/backend/src/controllers/cloud/tasks/index.d.ts +7 -0
  200. package/dist/backend/backend/src/controllers/cloud/tasks/index.d.ts.map +1 -0
  201. package/dist/backend/backend/src/controllers/cloud/tasks/index.js +7 -0
  202. package/dist/backend/backend/src/controllers/cloud/tasks/index.js.map +1 -0
  203. package/dist/backend/backend/src/controllers/marketplace/index.d.ts +2 -0
  204. package/dist/backend/backend/src/controllers/marketplace/index.d.ts.map +1 -1
  205. package/dist/backend/backend/src/controllers/marketplace/index.js +3 -0
  206. package/dist/backend/backend/src/controllers/marketplace/index.js.map +1 -1
  207. package/dist/backend/backend/src/controllers/marketplace/marketplace.controller.d.ts +12 -12
  208. package/dist/backend/backend/src/controllers/marketplace/marketplace.controller.d.ts.map +1 -1
  209. package/dist/backend/backend/src/controllers/marketplace/marketplace.controller.js +1 -18
  210. package/dist/backend/backend/src/controllers/marketplace/marketplace.controller.js.map +1 -1
  211. package/dist/backend/backend/src/controllers/marketplace/marketplace.routes.d.ts.map +1 -1
  212. package/dist/backend/backend/src/controllers/marketplace/marketplace.routes.js +3 -0
  213. package/dist/backend/backend/src/controllers/marketplace/marketplace.routes.js.map +1 -1
  214. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.controller.d.ts +111 -0
  215. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.controller.d.ts.map +1 -0
  216. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.controller.js +220 -0
  217. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.controller.js.map +1 -0
  218. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.routes.d.ts +33 -0
  219. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.routes.d.ts.map +1 -0
  220. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.routes.js +50 -0
  221. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.routes.js.map +1 -0
  222. package/dist/backend/backend/src/controllers/messaging/messenger.routes.d.ts.map +1 -1
  223. package/dist/backend/backend/src/controllers/messaging/messenger.routes.js +4 -1
  224. package/dist/backend/backend/src/controllers/messaging/messenger.routes.js.map +1 -1
  225. package/dist/backend/backend/src/controllers/monitoring/terminal.controller.d.ts.map +1 -1
  226. package/dist/backend/backend/src/controllers/monitoring/terminal.controller.js +18 -2
  227. package/dist/backend/backend/src/controllers/monitoring/terminal.controller.js.map +1 -1
  228. package/dist/backend/backend/src/controllers/payment/index.d.ts +7 -0
  229. package/dist/backend/backend/src/controllers/payment/index.d.ts.map +1 -0
  230. package/dist/backend/backend/src/controllers/payment/index.js +7 -0
  231. package/dist/backend/backend/src/controllers/payment/index.js.map +1 -0
  232. package/dist/backend/backend/src/controllers/payment/payment.controller.d.ts +57 -0
  233. package/dist/backend/backend/src/controllers/payment/payment.controller.d.ts.map +1 -0
  234. package/dist/backend/backend/src/controllers/payment/payment.controller.js +136 -0
  235. package/dist/backend/backend/src/controllers/payment/payment.controller.js.map +1 -0
  236. package/dist/backend/backend/src/controllers/payment/payment.routes.d.ts +27 -0
  237. package/dist/backend/backend/src/controllers/payment/payment.routes.d.ts.map +1 -0
  238. package/dist/backend/backend/src/controllers/payment/payment.routes.js +38 -0
  239. package/dist/backend/backend/src/controllers/payment/payment.routes.js.map +1 -0
  240. package/dist/backend/backend/src/controllers/payment/payment.types.d.ts +109 -0
  241. package/dist/backend/backend/src/controllers/payment/payment.types.d.ts.map +1 -0
  242. package/dist/backend/backend/src/controllers/payment/payment.types.js +54 -0
  243. package/dist/backend/backend/src/controllers/payment/payment.types.js.map +1 -0
  244. package/dist/backend/backend/src/controllers/request-types.d.ts +34 -5
  245. package/dist/backend/backend/src/controllers/request-types.d.ts.map +1 -1
  246. package/dist/backend/backend/src/controllers/session/session.controller.d.ts +14 -0
  247. package/dist/backend/backend/src/controllers/session/session.controller.d.ts.map +1 -1
  248. package/dist/backend/backend/src/controllers/session/session.controller.js +48 -0
  249. package/dist/backend/backend/src/controllers/session/session.controller.js.map +1 -1
  250. package/dist/backend/backend/src/controllers/session/session.routes.d.ts.map +1 -1
  251. package/dist/backend/backend/src/controllers/session/session.routes.js +3 -1
  252. package/dist/backend/backend/src/controllers/session/session.routes.js.map +1 -1
  253. package/dist/backend/backend/src/controllers/system/scheduler.controller.d.ts.map +1 -1
  254. package/dist/backend/backend/src/controllers/system/scheduler.controller.js +4 -3
  255. package/dist/backend/backend/src/controllers/system/scheduler.controller.js.map +1 -1
  256. package/dist/backend/backend/src/controllers/system/system.controller.d.ts.map +1 -1
  257. package/dist/backend/backend/src/controllers/system/system.controller.js +13 -15
  258. package/dist/backend/backend/src/controllers/system/system.controller.js.map +1 -1
  259. package/dist/backend/backend/src/controllers/task-management/assignments.controller.d.ts.map +1 -1
  260. package/dist/backend/backend/src/controllers/task-management/assignments.controller.js.map +1 -1
  261. package/dist/backend/backend/src/controllers/task-management/task-management.controller.d.ts.map +1 -1
  262. package/dist/backend/backend/src/controllers/task-management/task-management.controller.js +40 -4
  263. package/dist/backend/backend/src/controllers/task-management/task-management.controller.js.map +1 -1
  264. package/dist/backend/backend/src/controllers/task-management/tasks.controller.js.map +1 -1
  265. package/dist/backend/backend/src/controllers/team/team.controller.d.ts.map +1 -1
  266. package/dist/backend/backend/src/controllers/team/team.controller.js +259 -13
  267. package/dist/backend/backend/src/controllers/team/team.controller.js.map +1 -1
  268. package/dist/backend/backend/src/controllers/template/index.d.ts +8 -0
  269. package/dist/backend/backend/src/controllers/template/index.d.ts.map +1 -0
  270. package/dist/backend/backend/src/controllers/template/index.js +8 -0
  271. package/dist/backend/backend/src/controllers/template/index.js.map +1 -0
  272. package/dist/backend/backend/src/controllers/template/template.controller.d.ts +63 -0
  273. package/dist/backend/backend/src/controllers/template/template.controller.d.ts.map +1 -0
  274. package/dist/backend/backend/src/controllers/template/template.controller.js +112 -0
  275. package/dist/backend/backend/src/controllers/template/template.controller.js.map +1 -0
  276. package/dist/backend/backend/src/controllers/template/template.routes.d.ts +24 -0
  277. package/dist/backend/backend/src/controllers/template/template.routes.d.ts.map +1 -0
  278. package/dist/backend/backend/src/controllers/template/template.routes.js +33 -0
  279. package/dist/backend/backend/src/controllers/template/template.routes.js.map +1 -0
  280. package/dist/backend/backend/src/index.d.ts.map +1 -1
  281. package/dist/backend/backend/src/index.js +105 -13
  282. package/dist/backend/backend/src/index.js.map +1 -1
  283. package/dist/backend/backend/src/middleware/agent-heartbeat.middleware.js +3 -3
  284. package/dist/backend/backend/src/middleware/agent-heartbeat.middleware.js.map +1 -1
  285. package/dist/backend/backend/src/models/Team.d.ts +5 -0
  286. package/dist/backend/backend/src/models/Team.d.ts.map +1 -1
  287. package/dist/backend/backend/src/models/Team.js +24 -0
  288. package/dist/backend/backend/src/models/Team.js.map +1 -1
  289. package/dist/backend/backend/src/routes/api.routes.d.ts.map +1 -1
  290. package/dist/backend/backend/src/routes/api.routes.js +21 -0
  291. package/dist/backend/backend/src/routes/api.routes.js.map +1 -1
  292. package/dist/backend/backend/src/services/agent/agent-registration.service.d.ts +1 -6
  293. package/dist/backend/backend/src/services/agent/agent-registration.service.d.ts.map +1 -1
  294. package/dist/backend/backend/src/services/agent/agent-registration.service.js +211 -287
  295. package/dist/backend/backend/src/services/agent/agent-registration.service.js.map +1 -1
  296. package/dist/backend/backend/src/services/agent/claude-runtime.service.d.ts +7 -1
  297. package/dist/backend/backend/src/services/agent/claude-runtime.service.d.ts.map +1 -1
  298. package/dist/backend/backend/src/services/agent/claude-runtime.service.js +11 -2
  299. package/dist/backend/backend/src/services/agent/claude-runtime.service.js.map +1 -1
  300. package/dist/backend/backend/src/services/agent/gemini-runtime.service.d.ts +1 -0
  301. package/dist/backend/backend/src/services/agent/gemini-runtime.service.d.ts.map +1 -1
  302. package/dist/backend/backend/src/services/agent/gemini-runtime.service.js +30 -43
  303. package/dist/backend/backend/src/services/agent/gemini-runtime.service.js.map +1 -1
  304. package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.d.ts +216 -0
  305. package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.d.ts.map +1 -0
  306. package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.js +496 -0
  307. package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.js.map +1 -0
  308. package/dist/backend/backend/src/services/agent/openhands-runtime.service.d.ts +70 -0
  309. package/dist/backend/backend/src/services/agent/openhands-runtime.service.d.ts.map +1 -0
  310. package/dist/backend/backend/src/services/agent/openhands-runtime.service.js +131 -0
  311. package/dist/backend/backend/src/services/agent/openhands-runtime.service.js.map +1 -0
  312. package/dist/backend/backend/src/services/agent/pty-activity-tracker.service.d.ts +21 -1
  313. package/dist/backend/backend/src/services/agent/pty-activity-tracker.service.d.ts.map +1 -1
  314. package/dist/backend/backend/src/services/agent/pty-activity-tracker.service.js +32 -1
  315. package/dist/backend/backend/src/services/agent/pty-activity-tracker.service.js.map +1 -1
  316. package/dist/backend/backend/src/services/agent/runtime-exit-monitor.service.d.ts +77 -3
  317. package/dist/backend/backend/src/services/agent/runtime-exit-monitor.service.d.ts.map +1 -1
  318. package/dist/backend/backend/src/services/agent/runtime-exit-monitor.service.js +281 -30
  319. package/dist/backend/backend/src/services/agent/runtime-exit-monitor.service.js.map +1 -1
  320. package/dist/backend/backend/src/services/agent/runtime-service.factory.d.ts.map +1 -1
  321. package/dist/backend/backend/src/services/agent/runtime-service.factory.js +9 -0
  322. package/dist/backend/backend/src/services/agent/runtime-service.factory.js.map +1 -1
  323. package/dist/backend/backend/src/services/ai/prompt-builder.service.d.ts +49 -2
  324. package/dist/backend/backend/src/services/ai/prompt-builder.service.d.ts.map +1 -1
  325. package/dist/backend/backend/src/services/ai/prompt-builder.service.js +124 -2
  326. package/dist/backend/backend/src/services/ai/prompt-builder.service.js.map +1 -1
  327. package/dist/backend/backend/src/services/chat/chat.service.d.ts +10 -2
  328. package/dist/backend/backend/src/services/chat/chat.service.d.ts.map +1 -1
  329. package/dist/backend/backend/src/services/chat/chat.service.js +49 -8
  330. package/dist/backend/backend/src/services/chat/chat.service.js.map +1 -1
  331. package/dist/backend/backend/src/services/cloud/auth/auth.service.d.ts +174 -0
  332. package/dist/backend/backend/src/services/cloud/auth/auth.service.d.ts.map +1 -0
  333. package/dist/backend/backend/src/services/cloud/auth/auth.service.js +402 -0
  334. package/dist/backend/backend/src/services/cloud/auth/auth.service.js.map +1 -0
  335. package/dist/backend/backend/src/services/cloud/auth/auth.types.d.ts +110 -0
  336. package/dist/backend/backend/src/services/cloud/auth/auth.types.d.ts.map +1 -0
  337. package/dist/backend/backend/src/services/cloud/auth/auth.types.js +54 -0
  338. package/dist/backend/backend/src/services/cloud/auth/auth.types.js.map +1 -0
  339. package/dist/backend/backend/src/services/cloud/auth/auth.utils.d.ts +36 -0
  340. package/dist/backend/backend/src/services/cloud/auth/auth.utils.d.ts.map +1 -0
  341. package/dist/backend/backend/src/services/cloud/auth/auth.utils.js +31 -0
  342. package/dist/backend/backend/src/services/cloud/auth/auth.utils.js.map +1 -0
  343. package/dist/backend/backend/src/services/cloud/auth/jwt-auth.middleware.d.ts +47 -0
  344. package/dist/backend/backend/src/services/cloud/auth/jwt-auth.middleware.d.ts.map +1 -0
  345. package/dist/backend/backend/src/services/cloud/auth/jwt-auth.middleware.js +116 -0
  346. package/dist/backend/backend/src/services/cloud/auth/jwt-auth.middleware.js.map +1 -0
  347. package/dist/backend/backend/src/services/cloud/auth/supabase-auth.middleware.d.ts +61 -0
  348. package/dist/backend/backend/src/services/cloud/auth/supabase-auth.middleware.d.ts.map +1 -0
  349. package/dist/backend/backend/src/services/cloud/auth/supabase-auth.middleware.js +203 -0
  350. package/dist/backend/backend/src/services/cloud/auth/supabase-auth.middleware.js.map +1 -0
  351. package/dist/backend/backend/src/services/cloud/cloud-auth.middleware.d.ts +46 -0
  352. package/dist/backend/backend/src/services/cloud/cloud-auth.middleware.d.ts.map +1 -0
  353. package/dist/backend/backend/src/services/cloud/cloud-auth.middleware.js +95 -0
  354. package/dist/backend/backend/src/services/cloud/cloud-auth.middleware.js.map +1 -0
  355. package/dist/backend/backend/src/services/cloud/cloud-auth.service.d.ts +136 -0
  356. package/dist/backend/backend/src/services/cloud/cloud-auth.service.d.ts.map +1 -0
  357. package/dist/backend/backend/src/services/cloud/cloud-auth.service.js +204 -0
  358. package/dist/backend/backend/src/services/cloud/cloud-auth.service.js.map +1 -0
  359. package/dist/backend/backend/src/services/cloud/cloud-client.service.d.ts +179 -0
  360. package/dist/backend/backend/src/services/cloud/cloud-client.service.d.ts.map +1 -0
  361. package/dist/backend/backend/src/services/cloud/cloud-client.service.js +237 -0
  362. package/dist/backend/backend/src/services/cloud/cloud-client.service.js.map +1 -0
  363. package/dist/backend/backend/src/services/cloud/cloud-file.service.d.ts +97 -0
  364. package/dist/backend/backend/src/services/cloud/cloud-file.service.d.ts.map +1 -0
  365. package/dist/backend/backend/src/services/cloud/cloud-file.service.js +184 -0
  366. package/dist/backend/backend/src/services/cloud/cloud-file.service.js.map +1 -0
  367. package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.d.ts +114 -0
  368. package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.d.ts.map +1 -0
  369. package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.js +196 -0
  370. package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.js.map +1 -0
  371. package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.d.ts +118 -0
  372. package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.d.ts.map +1 -0
  373. package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.js +322 -0
  374. package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.js.map +1 -0
  375. package/dist/backend/backend/src/services/cloud/cloud-task.service.d.ts +115 -0
  376. package/dist/backend/backend/src/services/cloud/cloud-task.service.d.ts.map +1 -0
  377. package/dist/backend/backend/src/services/cloud/cloud-task.service.js +265 -0
  378. package/dist/backend/backend/src/services/cloud/cloud-task.service.js.map +1 -0
  379. package/dist/backend/backend/src/services/cloud/relay-client.service.d.ts +175 -0
  380. package/dist/backend/backend/src/services/cloud/relay-client.service.d.ts.map +1 -0
  381. package/dist/backend/backend/src/services/cloud/relay-client.service.js +392 -0
  382. package/dist/backend/backend/src/services/cloud/relay-client.service.js.map +1 -0
  383. package/dist/backend/backend/src/services/cloud/relay-crypto.service.d.ts +87 -0
  384. package/dist/backend/backend/src/services/cloud/relay-crypto.service.d.ts.map +1 -0
  385. package/dist/backend/backend/src/services/cloud/relay-crypto.service.js +140 -0
  386. package/dist/backend/backend/src/services/cloud/relay-crypto.service.js.map +1 -0
  387. package/dist/backend/backend/src/services/cloud/relay-server.service.d.ts +183 -0
  388. package/dist/backend/backend/src/services/cloud/relay-server.service.d.ts.map +1 -0
  389. package/dist/backend/backend/src/services/cloud/relay-server.service.js +523 -0
  390. package/dist/backend/backend/src/services/cloud/relay-server.service.js.map +1 -0
  391. package/dist/backend/backend/src/services/cloud/relay.types.d.ts +170 -0
  392. package/dist/backend/backend/src/services/cloud/relay.types.d.ts.map +1 -0
  393. package/dist/backend/backend/src/services/cloud/relay.types.js +69 -0
  394. package/dist/backend/backend/src/services/cloud/relay.types.js.map +1 -0
  395. package/dist/backend/backend/src/services/continuation/patterns/idle-patterns.d.ts +9 -1
  396. package/dist/backend/backend/src/services/continuation/patterns/idle-patterns.d.ts.map +1 -1
  397. package/dist/backend/backend/src/services/continuation/patterns/idle-patterns.js +18 -4
  398. package/dist/backend/backend/src/services/continuation/patterns/idle-patterns.js.map +1 -1
  399. package/dist/backend/backend/src/services/core/env.config.d.ts +147 -0
  400. package/dist/backend/backend/src/services/core/env.config.d.ts.map +1 -0
  401. package/dist/backend/backend/src/services/core/env.config.js +226 -0
  402. package/dist/backend/backend/src/services/core/env.config.js.map +1 -0
  403. package/dist/backend/backend/src/services/core/storage.service.d.ts.map +1 -1
  404. package/dist/backend/backend/src/services/core/storage.service.js +5 -0
  405. package/dist/backend/backend/src/services/core/storage.service.js.map +1 -1
  406. package/dist/backend/backend/src/services/event-bus/event-bus.service.d.ts +20 -0
  407. package/dist/backend/backend/src/services/event-bus/event-bus.service.d.ts.map +1 -1
  408. package/dist/backend/backend/src/services/event-bus/event-bus.service.js +35 -0
  409. package/dist/backend/backend/src/services/event-bus/event-bus.service.js.map +1 -1
  410. package/dist/backend/backend/src/services/hierarchy/hierarchy-escalation.service.d.ts +160 -0
  411. package/dist/backend/backend/src/services/hierarchy/hierarchy-escalation.service.d.ts.map +1 -0
  412. package/dist/backend/backend/src/services/hierarchy/hierarchy-escalation.service.js +261 -0
  413. package/dist/backend/backend/src/services/hierarchy/hierarchy-escalation.service.js.map +1 -0
  414. package/dist/backend/backend/src/services/hierarchy/hierarchy-reporting.service.d.ts +161 -0
  415. package/dist/backend/backend/src/services/hierarchy/hierarchy-reporting.service.d.ts.map +1 -0
  416. package/dist/backend/backend/src/services/hierarchy/hierarchy-reporting.service.js +276 -0
  417. package/dist/backend/backend/src/services/hierarchy/hierarchy-reporting.service.js.map +1 -0
  418. package/dist/backend/backend/src/services/marketplace/index.d.ts +1 -0
  419. package/dist/backend/backend/src/services/marketplace/index.d.ts.map +1 -1
  420. package/dist/backend/backend/src/services/marketplace/index.js +2 -0
  421. package/dist/backend/backend/src/services/marketplace/index.js.map +1 -1
  422. package/dist/backend/backend/src/services/marketplace/marketplace.service.js +2 -2
  423. package/dist/backend/backend/src/services/marketplace/template-marketplace.service.d.ts +149 -0
  424. package/dist/backend/backend/src/services/marketplace/template-marketplace.service.d.ts.map +1 -0
  425. package/dist/backend/backend/src/services/marketplace/template-marketplace.service.js +500 -0
  426. package/dist/backend/backend/src/services/marketplace/template-marketplace.service.js.map +1 -0
  427. package/dist/backend/backend/src/services/mcp-server.js +1 -1
  428. package/dist/backend/backend/src/services/mcp-server.js.map +1 -1
  429. package/dist/backend/backend/src/services/messaging/adapters/google-chat-messenger.adapter.d.ts +90 -0
  430. package/dist/backend/backend/src/services/messaging/adapters/google-chat-messenger.adapter.d.ts.map +1 -0
  431. package/dist/backend/backend/src/services/messaging/adapters/google-chat-messenger.adapter.js +233 -0
  432. package/dist/backend/backend/src/services/messaging/adapters/google-chat-messenger.adapter.js.map +1 -0
  433. package/dist/backend/backend/src/services/messaging/messenger-adapter.interface.d.ts +1 -1
  434. package/dist/backend/backend/src/services/messaging/messenger-adapter.interface.d.ts.map +1 -1
  435. package/dist/backend/backend/src/services/messaging/queue-processor.service.js +1 -1
  436. package/dist/backend/backend/src/services/messaging/queue-processor.service.js.map +1 -1
  437. package/dist/backend/backend/src/services/monitoring/activity-monitor.service.d.ts.map +1 -1
  438. package/dist/backend/backend/src/services/monitoring/activity-monitor.service.js +3 -3
  439. package/dist/backend/backend/src/services/monitoring/activity-monitor.service.js.map +1 -1
  440. package/dist/backend/backend/src/services/orchestrator/orchestrator-heartbeat-monitor.service.d.ts.map +1 -1
  441. package/dist/backend/backend/src/services/orchestrator/orchestrator-heartbeat-monitor.service.js +29 -5
  442. package/dist/backend/backend/src/services/orchestrator/orchestrator-heartbeat-monitor.service.js.map +1 -1
  443. package/dist/backend/backend/src/services/payment/magic-moment.service.d.ts +69 -0
  444. package/dist/backend/backend/src/services/payment/magic-moment.service.d.ts.map +1 -0
  445. package/dist/backend/backend/src/services/payment/magic-moment.service.js +158 -0
  446. package/dist/backend/backend/src/services/payment/magic-moment.service.js.map +1 -0
  447. package/dist/backend/backend/src/services/payment/magic-moment.types.d.ts +95 -0
  448. package/dist/backend/backend/src/services/payment/magic-moment.types.d.ts.map +1 -0
  449. package/dist/backend/backend/src/services/payment/magic-moment.types.js +91 -0
  450. package/dist/backend/backend/src/services/payment/magic-moment.types.js.map +1 -0
  451. package/dist/backend/backend/src/services/payment/stripe.service.d.ts +122 -0
  452. package/dist/backend/backend/src/services/payment/stripe.service.d.ts.map +1 -0
  453. package/dist/backend/backend/src/services/payment/stripe.service.js +403 -0
  454. package/dist/backend/backend/src/services/payment/stripe.service.js.map +1 -0
  455. package/dist/backend/backend/src/services/plugin/index.d.ts +9 -0
  456. package/dist/backend/backend/src/services/plugin/index.d.ts.map +1 -0
  457. package/dist/backend/backend/src/services/plugin/index.js +8 -0
  458. package/dist/backend/backend/src/services/plugin/index.js.map +1 -0
  459. package/dist/backend/backend/src/services/plugin/plugin.service.d.ts +102 -0
  460. package/dist/backend/backend/src/services/plugin/plugin.service.d.ts.map +1 -0
  461. package/dist/backend/backend/src/services/plugin/plugin.service.js +179 -0
  462. package/dist/backend/backend/src/services/plugin/plugin.service.js.map +1 -0
  463. package/dist/backend/backend/src/services/plugin/plugin.types.d.ts +88 -0
  464. package/dist/backend/backend/src/services/plugin/plugin.types.d.ts.map +1 -0
  465. package/dist/backend/backend/src/services/plugin/plugin.types.js +17 -0
  466. package/dist/backend/backend/src/services/plugin/plugin.types.js.map +1 -0
  467. package/dist/backend/backend/src/services/project/task-tracking.service.d.ts +17 -0
  468. package/dist/backend/backend/src/services/project/task-tracking.service.d.ts.map +1 -1
  469. package/dist/backend/backend/src/services/project/task-tracking.service.js +63 -0
  470. package/dist/backend/backend/src/services/project/task-tracking.service.js.map +1 -1
  471. package/dist/backend/backend/src/services/session/session-command-helper.d.ts +14 -0
  472. package/dist/backend/backend/src/services/session/session-command-helper.d.ts.map +1 -1
  473. package/dist/backend/backend/src/services/session/session-command-helper.js +54 -0
  474. package/dist/backend/backend/src/services/session/session-command-helper.js.map +1 -1
  475. package/dist/backend/backend/src/services/settings/settings.service.d.ts.map +1 -1
  476. package/dist/backend/backend/src/services/settings/settings.service.js +1 -0
  477. package/dist/backend/backend/src/services/settings/settings.service.js.map +1 -1
  478. package/dist/backend/backend/src/services/slack/slack-orchestrator-bridge.d.ts.map +1 -1
  479. package/dist/backend/backend/src/services/slack/slack-orchestrator-bridge.js +15 -5
  480. package/dist/backend/backend/src/services/slack/slack-orchestrator-bridge.js.map +1 -1
  481. package/dist/backend/backend/src/services/template/template.service.d.ts +153 -0
  482. package/dist/backend/backend/src/services/template/template.service.d.ts.map +1 -0
  483. package/dist/backend/backend/src/services/template/template.service.js +372 -0
  484. package/dist/backend/backend/src/services/template/template.service.js.map +1 -0
  485. package/dist/backend/backend/src/services/workflow/scheduler.service.d.ts +51 -0
  486. package/dist/backend/backend/src/services/workflow/scheduler.service.d.ts.map +1 -1
  487. package/dist/backend/backend/src/services/workflow/scheduler.service.js +118 -2
  488. package/dist/backend/backend/src/services/workflow/scheduler.service.js.map +1 -1
  489. package/dist/backend/backend/src/types/chat.types.d.ts +39 -1
  490. package/dist/backend/backend/src/types/chat.types.d.ts.map +1 -1
  491. package/dist/backend/backend/src/types/chat.types.js +45 -2
  492. package/dist/backend/backend/src/types/chat.types.js.map +1 -1
  493. package/dist/backend/backend/src/types/event-bus.types.d.ts +14 -2
  494. package/dist/backend/backend/src/types/event-bus.types.d.ts.map +1 -1
  495. package/dist/backend/backend/src/types/event-bus.types.js +15 -0
  496. package/dist/backend/backend/src/types/event-bus.types.js.map +1 -1
  497. package/dist/backend/backend/src/types/hierarchy-message.types.d.ts +101 -0
  498. package/dist/backend/backend/src/types/hierarchy-message.types.d.ts.map +1 -0
  499. package/dist/backend/backend/src/types/hierarchy-message.types.js +15 -0
  500. package/dist/backend/backend/src/types/hierarchy-message.types.js.map +1 -0
  501. package/dist/backend/backend/src/types/index.d.ts +54 -4
  502. package/dist/backend/backend/src/types/index.d.ts.map +1 -1
  503. package/dist/backend/backend/src/types/index.js.map +1 -1
  504. package/dist/backend/backend/src/types/marketplace.types.d.ts +99 -0
  505. package/dist/backend/backend/src/types/marketplace.types.d.ts.map +1 -1
  506. package/dist/backend/backend/src/types/settings.types.d.ts +1 -1
  507. package/dist/backend/backend/src/types/settings.types.d.ts.map +1 -1
  508. package/dist/backend/backend/src/types/settings.types.js +4 -0
  509. package/dist/backend/backend/src/types/settings.types.js.map +1 -1
  510. package/dist/backend/backend/src/types/task-tracking.types.d.ts +79 -1
  511. package/dist/backend/backend/src/types/task-tracking.types.d.ts.map +1 -1
  512. package/dist/backend/backend/src/types/task-tracking.types.js.map +1 -1
  513. package/dist/backend/backend/src/types/team-template.types.d.ts +166 -0
  514. package/dist/backend/backend/src/types/team-template.types.d.ts.map +1 -0
  515. package/dist/backend/backend/src/types/team-template.types.js +139 -0
  516. package/dist/backend/backend/src/types/team-template.types.js.map +1 -0
  517. package/dist/backend/backend/src/utils/async-handler.d.ts +20 -0
  518. package/dist/backend/backend/src/utils/async-handler.d.ts.map +1 -0
  519. package/dist/backend/backend/src/utils/async-handler.js +29 -0
  520. package/dist/backend/backend/src/utils/async-handler.js.map +1 -0
  521. package/dist/backend/backend/src/utils/defaultPrompts.d.ts +4 -4
  522. package/dist/backend/backend/src/utils/defaultPrompts.d.ts.map +1 -1
  523. package/dist/backend/backend/src/utils/defaultPrompts.js +16 -0
  524. package/dist/backend/backend/src/utils/defaultPrompts.js.map +1 -1
  525. package/dist/backend/backend/src/utils/gemini-trusted-folders.d.ts +43 -0
  526. package/dist/backend/backend/src/utils/gemini-trusted-folders.d.ts.map +1 -0
  527. package/dist/backend/backend/src/utils/gemini-trusted-folders.js +94 -0
  528. package/dist/backend/backend/src/utils/gemini-trusted-folders.js.map +1 -0
  529. package/dist/backend/backend/src/utils/message-serializer.d.ts +74 -0
  530. package/dist/backend/backend/src/utils/message-serializer.d.ts.map +1 -0
  531. package/dist/backend/backend/src/utils/message-serializer.js +380 -0
  532. package/dist/backend/backend/src/utils/message-serializer.js.map +1 -0
  533. package/dist/backend/backend/src/utils/terminal-string-ops.d.ts.map +1 -1
  534. package/dist/backend/backend/src/utils/terminal-string-ops.js +20 -11
  535. package/dist/backend/backend/src/utils/terminal-string-ops.js.map +1 -1
  536. package/dist/backend/config/constants.d.ts +40 -1
  537. package/dist/backend/config/constants.d.ts.map +1 -1
  538. package/dist/backend/config/constants.js +41 -1
  539. package/dist/backend/config/constants.js.map +1 -1
  540. package/dist/backend/config/index.d.ts +2 -2
  541. package/dist/backend/config/index.d.ts.map +1 -1
  542. package/dist/backend/config/index.js +2 -2
  543. package/dist/backend/config/index.js.map +1 -1
  544. package/dist/cli/backend/src/constants.d.ts +303 -15
  545. package/dist/cli/backend/src/constants.d.ts.map +1 -1
  546. package/dist/cli/backend/src/constants.js +296 -15
  547. package/dist/cli/backend/src/constants.js.map +1 -1
  548. package/dist/cli/backend/src/models/Team.d.ts +5 -0
  549. package/dist/cli/backend/src/models/Team.d.ts.map +1 -1
  550. package/dist/cli/backend/src/models/Team.js +24 -0
  551. package/dist/cli/backend/src/models/Team.js.map +1 -1
  552. package/dist/cli/backend/src/services/core/storage.service.d.ts.map +1 -1
  553. package/dist/cli/backend/src/services/core/storage.service.js +5 -0
  554. package/dist/cli/backend/src/services/core/storage.service.js.map +1 -1
  555. package/dist/cli/backend/src/services/mcp-server.js +1 -1
  556. package/dist/cli/backend/src/services/mcp-server.js.map +1 -1
  557. package/dist/cli/backend/src/types/chat.types.d.ts +39 -1
  558. package/dist/cli/backend/src/types/chat.types.d.ts.map +1 -1
  559. package/dist/cli/backend/src/types/chat.types.js +45 -2
  560. package/dist/cli/backend/src/types/chat.types.js.map +1 -1
  561. package/dist/cli/backend/src/types/index.d.ts +54 -4
  562. package/dist/cli/backend/src/types/index.d.ts.map +1 -1
  563. package/dist/cli/backend/src/types/index.js.map +1 -1
  564. package/dist/cli/backend/src/types/settings.types.d.ts +1 -1
  565. package/dist/cli/backend/src/types/settings.types.d.ts.map +1 -1
  566. package/dist/cli/backend/src/types/settings.types.js +4 -0
  567. package/dist/cli/backend/src/types/settings.types.js.map +1 -1
  568. package/dist/cli/backend/src/utils/gemini-trusted-folders.d.ts +43 -0
  569. package/dist/cli/backend/src/utils/gemini-trusted-folders.d.ts.map +1 -0
  570. package/dist/cli/backend/src/utils/gemini-trusted-folders.js +94 -0
  571. package/dist/cli/backend/src/utils/gemini-trusted-folders.js.map +1 -0
  572. package/dist/cli/backend/src/utils/terminal-string-ops.d.ts.map +1 -1
  573. package/dist/cli/backend/src/utils/terminal-string-ops.js +20 -11
  574. package/dist/cli/backend/src/utils/terminal-string-ops.js.map +1 -1
  575. package/dist/cli/cli/src/commands/onboard.d.ts +2 -1
  576. package/dist/cli/cli/src/commands/onboard.d.ts.map +1 -1
  577. package/dist/cli/cli/src/commands/onboard.js +21 -8
  578. package/dist/cli/cli/src/commands/onboard.js.map +1 -1
  579. package/dist/cli/cli/src/commands/start.d.ts +1 -0
  580. package/dist/cli/cli/src/commands/start.d.ts.map +1 -1
  581. package/dist/cli/cli/src/commands/start.js +71 -23
  582. package/dist/cli/cli/src/commands/start.js.map +1 -1
  583. package/dist/cli/cli/src/constants.d.ts +1 -1
  584. package/dist/cli/cli/src/constants.d.ts.map +1 -1
  585. package/dist/cli/cli/src/constants.js +1 -1
  586. package/dist/cli/cli/src/constants.js.map +1 -1
  587. package/dist/cli/cli/src/index.js +1 -0
  588. package/dist/cli/cli/src/index.js.map +1 -1
  589. package/dist/cli/cli/src/utils/project-scaffold.d.ts +109 -0
  590. package/dist/cli/cli/src/utils/project-scaffold.d.ts.map +1 -0
  591. package/dist/cli/cli/src/utils/project-scaffold.js +346 -0
  592. package/dist/cli/cli/src/utils/project-scaffold.js.map +1 -0
  593. package/dist/cli/cli/src/utils/templates.d.ts +7 -2
  594. package/dist/cli/cli/src/utils/templates.d.ts.map +1 -1
  595. package/dist/cli/cli/src/utils/templates.js +76 -7
  596. package/dist/cli/cli/src/utils/templates.js.map +1 -1
  597. package/dist/cli/config/constants.d.ts +40 -1
  598. package/dist/cli/config/constants.d.ts.map +1 -1
  599. package/dist/cli/config/constants.js +41 -1
  600. package/dist/cli/config/constants.js.map +1 -1
  601. package/dist/cli/config/index.d.ts +2 -2
  602. package/dist/cli/config/index.d.ts.map +1 -1
  603. package/dist/cli/config/index.js +2 -2
  604. package/dist/cli/config/index.js.map +1 -1
  605. package/frontend/dist/assets/index-510ab719.css +33 -0
  606. package/frontend/dist/assets/index-935cd846.js +4961 -0
  607. package/frontend/dist/index.html +2 -2
  608. package/package.json +9 -4
  609. package/frontend/dist/assets/index-a23214ae.js +0 -4919
  610. package/frontend/dist/assets/index-c407fe13.css +0 -33
@@ -0,0 +1,228 @@
1
+ #!/usr/bin/env bash
2
+ # =============================================================================
3
+ # Agent Browser — Universal Desktop Control
4
+ # Main entry point with subcommands for app discovery, AppleScript,
5
+ # Accessibility API, and Playwright CDP integration.
6
+ #
7
+ # Usage:
8
+ # bash execute.sh <subcommand> [--options...]
9
+ #
10
+ # Subcommands:
11
+ # list-apps List all controllable GUI apps
12
+ # app-info --app NAME Get detailed app info
13
+ # ui-tree --app NAME Read UI element tree (Accessibility)
14
+ # click --app NAME Click element or coordinates
15
+ # type --text TEXT Type text in focused field
16
+ # get-text --app NAME Extract all text from app
17
+ # scroll --app NAME Scroll within app
18
+ # focus --app NAME Bring app to foreground
19
+ # screenshot [--app NAME] Screenshot app or full screen
20
+ # applescript --code CODE Run custom AppleScript
21
+ # applescript --preset NAME Run preset AppleScript
22
+ # check-access Check Accessibility permission
23
+ # chrome-connect [--port N] Connect to Chrome CDP
24
+ # chrome-tabs [--port N] List Chrome tabs
25
+ # chrome-eval --code JS Evaluate JS in Chrome tab
26
+ # =============================================================================
27
+
28
+ set -euo pipefail
29
+
30
+ SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
31
+ LIB_DIR="${SCRIPT_DIR}/lib"
32
+ LOG_DIR="${HOME}/.crewly/logs"
33
+ LOG_FILE="${LOG_DIR}/computer-use.log"
34
+
35
+ # Source lib files
36
+ source "${LIB_DIR}/discover.sh"
37
+ source "${LIB_DIR}/applescript.sh"
38
+ source "${LIB_DIR}/accessibility.sh"
39
+ source "${LIB_DIR}/screenshot.sh"
40
+ source "${LIB_DIR}/playwright.sh"
41
+
42
+ # Ensure log directory exists
43
+ mkdir -p "$LOG_DIR"
44
+
45
+ # -----------------------------------------------------------------------------
46
+ # Logging — all actions are logged for audit trail
47
+ # -----------------------------------------------------------------------------
48
+ log_action() {
49
+ local timestamp
50
+ timestamp=$(date '+%Y-%m-%d %H:%M:%S')
51
+ echo "[$timestamp] $*" >> "$LOG_FILE"
52
+ }
53
+
54
+ # -----------------------------------------------------------------------------
55
+ # Argument parsing
56
+ # -----------------------------------------------------------------------------
57
+ SUBCOMMAND="${1:-}"
58
+ shift 2>/dev/null || true
59
+
60
+ # Parse named arguments
61
+ APP_NAME=""
62
+ ELEMENT=""
63
+ TEXT=""
64
+ CODE=""
65
+ PRESET=""
66
+ OUTPUT=""
67
+ DEPTH=""
68
+ DIRECTION=""
69
+ AMOUNT=""
70
+ PORT=""
71
+ TAB=""
72
+ X_COORD=""
73
+ Y_COORD=""
74
+ MENU=""
75
+ ITEM=""
76
+ FILE_PATH=""
77
+
78
+ while [ $# -gt 0 ]; do
79
+ case "$1" in
80
+ --app) shift; APP_NAME="${1:-}" ;;
81
+ --element) shift; ELEMENT="${1:-}" ;;
82
+ --text) shift; TEXT="${1:-}" ;;
83
+ --code) shift; CODE="${1:-}" ;;
84
+ --preset) shift; PRESET="${1:-}" ;;
85
+ --output) shift; OUTPUT="${1:-}" ;;
86
+ --depth) shift; DEPTH="${1:-}" ;;
87
+ --direction) shift; DIRECTION="${1:-}" ;;
88
+ --amount) shift; AMOUNT="${1:-}" ;;
89
+ --port) shift; PORT="${1:-}" ;;
90
+ --tab) shift; TAB="${1:-}" ;;
91
+ --x) shift; X_COORD="${1:-}" ;;
92
+ --y) shift; Y_COORD="${1:-}" ;;
93
+ --menu) shift; MENU="${1:-}" ;;
94
+ --item) shift; ITEM="${1:-}" ;;
95
+ --path) shift; FILE_PATH="${1:-}" ;;
96
+ *) ;; # Ignore unknown args
97
+ esac
98
+ shift 2>/dev/null || true
99
+ done
100
+
101
+ # Require a subcommand
102
+ if [ -z "$SUBCOMMAND" ]; then
103
+ cat <<'USAGE'
104
+ Usage: bash execute.sh <subcommand> [--options...]
105
+
106
+ Subcommands:
107
+ list-apps List all controllable GUI apps
108
+ app-info --app NAME Get detailed app info
109
+ ui-tree --app NAME [--depth] Read UI element tree
110
+ click --app NAME --element ROLE:NAME Click by element
111
+ click --app NAME --x N --y N Click by coordinates
112
+ type --text TEXT Type text in focused field
113
+ get-text --app NAME Extract all text from app
114
+ scroll --app NAME [--direction up|down] [--amount N]
115
+ focus --app NAME Bring app to foreground
116
+ screenshot [--app NAME] [--output PATH]
117
+ applescript --code 'CODE' Run custom AppleScript
118
+ applescript --preset NAME --app NAME [--menu M --item I] [--path P]
119
+ check-access Check Accessibility permission
120
+ chrome-connect [--port N] Connect to Chrome CDP
121
+ chrome-tabs [--port N] List Chrome tabs
122
+ chrome-eval [--port N] [--tab N] --code 'JS' Evaluate JS in tab
123
+ USAGE
124
+ exit 1
125
+ fi
126
+
127
+ # -----------------------------------------------------------------------------
128
+ # Dispatch
129
+ # -----------------------------------------------------------------------------
130
+ case "$SUBCOMMAND" in
131
+ list-apps)
132
+ log_action "list-apps"
133
+ list_apps
134
+ ;;
135
+
136
+ app-info)
137
+ [ -z "$APP_NAME" ] && { echo '{"error":"Missing --app parameter"}' >&2; exit 1; }
138
+ log_action "app-info app=$APP_NAME"
139
+ app_info "$APP_NAME"
140
+ ;;
141
+
142
+ ui-tree)
143
+ [ -z "$APP_NAME" ] && { echo '{"error":"Missing --app parameter"}' >&2; exit 1; }
144
+ log_action "ui-tree app=$APP_NAME depth=${DEPTH:-8}"
145
+ ui_tree "$APP_NAME" "${DEPTH:-8}"
146
+ ;;
147
+
148
+ click)
149
+ [ -z "$APP_NAME" ] && { echo '{"error":"Missing --app parameter"}' >&2; exit 1; }
150
+ log_action "click app=$APP_NAME element=${ELEMENT:-} x=${X_COORD:-} y=${Y_COORD:-}"
151
+ click_element "$APP_NAME" "$ELEMENT" "$X_COORD" "$Y_COORD"
152
+ ;;
153
+
154
+ type)
155
+ [ -z "$TEXT" ] && { echo '{"error":"Missing --text parameter"}' >&2; exit 1; }
156
+ log_action "type chars=${#TEXT}"
157
+ type_text "$TEXT"
158
+ ;;
159
+
160
+ get-text)
161
+ [ -z "$APP_NAME" ] && { echo '{"error":"Missing --app parameter"}' >&2; exit 1; }
162
+ log_action "get-text app=$APP_NAME depth=${DEPTH:-25}"
163
+ get_text "$APP_NAME" "${DEPTH:-25}"
164
+ ;;
165
+
166
+ scroll)
167
+ log_action "scroll app=${APP_NAME:-focused} direction=${DIRECTION:-down} amount=${AMOUNT:-3}"
168
+ scroll_app "${DIRECTION:-down}" "${AMOUNT:-3}" "$APP_NAME"
169
+ ;;
170
+
171
+ focus)
172
+ [ -z "$APP_NAME" ] && { echo '{"error":"Missing --app parameter"}' >&2; exit 1; }
173
+ log_action "focus app=$APP_NAME"
174
+ focus_app "$APP_NAME"
175
+ ;;
176
+
177
+ screenshot)
178
+ log_action "screenshot app=${APP_NAME:-full-screen} output=${OUTPUT:-/tmp/screenshot.png}"
179
+ take_screenshot "${OUTPUT:-/tmp/screenshot.png}" "$APP_NAME"
180
+ ;;
181
+
182
+ applescript)
183
+ if [ -n "$PRESET" ]; then
184
+ log_action "applescript preset=$PRESET app=${APP_NAME:-} menu=${MENU:-} item=${ITEM:-} path=${FILE_PATH:-}"
185
+ case "$PRESET" in
186
+ activate-app) run_preset "activate-app" "$APP_NAME" ;;
187
+ get-window-list) run_preset "get-window-list" "$APP_NAME" ;;
188
+ click-menu-item) run_preset "click-menu-item" "$APP_NAME" "$MENU" "$ITEM" ;;
189
+ open-file) run_preset "open-file" "$FILE_PATH" ;;
190
+ get-clipboard) run_preset "get-clipboard" ;;
191
+ set-clipboard) run_preset "set-clipboard" "$TEXT" ;;
192
+ *) echo '{"error":"Unknown preset: '"$PRESET"'"}' >&2; exit 1 ;;
193
+ esac
194
+ elif [ -n "$CODE" ]; then
195
+ log_action "applescript custom-code"
196
+ run_applescript "$CODE"
197
+ else
198
+ echo '{"error":"Missing --code or --preset parameter"}' >&2
199
+ exit 1
200
+ fi
201
+ ;;
202
+
203
+ check-access)
204
+ log_action "check-access"
205
+ do_check_access
206
+ ;;
207
+
208
+ chrome-connect)
209
+ log_action "chrome-connect port=${PORT:-9222}"
210
+ chrome_connect "${PORT:-9222}"
211
+ ;;
212
+
213
+ chrome-tabs)
214
+ log_action "chrome-tabs port=${PORT:-9222}"
215
+ chrome_tabs "${PORT:-9222}"
216
+ ;;
217
+
218
+ chrome-eval)
219
+ [ -z "$CODE" ] && { echo '{"error":"Missing --code parameter"}' >&2; exit 1; }
220
+ log_action "chrome-eval port=${PORT:-9222} tab=${TAB:-0}"
221
+ chrome_eval "${PORT:-9222}" "${TAB:-0}" "$CODE"
222
+ ;;
223
+
224
+ *)
225
+ echo "{\"error\":\"Unknown subcommand: $SUBCOMMAND\"}" >&2
226
+ exit 1
227
+ ;;
228
+ esac
@@ -0,0 +1,103 @@
1
+ # Agent Browser — Universal Desktop Control
2
+
3
+ Control any macOS application through three integrated methods: AppleScript/JXA, Accessibility API, and Playwright CDP.
4
+
5
+ ## Quick Reference
6
+
7
+ ```bash
8
+ # List all controllable apps with available methods
9
+ bash execute.sh list-apps
10
+
11
+ # Get app info with UI element tree
12
+ bash execute.sh app-info --app 'Google Chrome'
13
+
14
+ # Read UI tree of an app (Accessibility API)
15
+ bash execute.sh ui-tree --app 'Finder' --depth 5
16
+
17
+ # Click a UI element by role:name
18
+ bash execute.sh click --app 'Finder' --element 'button:New Folder'
19
+
20
+ # Click at coordinates
21
+ bash execute.sh click --app 'Finder' --x 500 --y 300
22
+
23
+ # Type text in focused app
24
+ bash execute.sh type --text 'Hello World'
25
+
26
+ # Screenshot an app window
27
+ bash execute.sh screenshot --app 'Notion' --output /tmp/notion.png
28
+
29
+ # Screenshot full screen
30
+ bash execute.sh screenshot --output /tmp/screen.png
31
+
32
+ # Run custom AppleScript
33
+ bash execute.sh applescript --code 'tell application "Finder" to get name of every window'
34
+
35
+ # Run common AppleScript presets
36
+ bash execute.sh applescript --preset activate-app --app 'Safari'
37
+ bash execute.sh applescript --preset get-window-list --app 'Finder'
38
+ bash execute.sh applescript --preset click-menu-item --app 'Safari' --menu 'File' --item 'New Window'
39
+ bash execute.sh applescript --preset open-file --path '/Users/me/doc.txt'
40
+
41
+ # Extract all text from an app
42
+ bash execute.sh get-text --app 'Notes'
43
+
44
+ # Scroll in an app
45
+ bash execute.sh scroll --app 'Safari' --direction down --amount 5
46
+
47
+ # Focus (activate) an app
48
+ bash execute.sh focus --app 'Terminal'
49
+
50
+ # Check accessibility permission
51
+ bash execute.sh check-access
52
+
53
+ # Connect to Chrome via CDP
54
+ bash execute.sh chrome-connect --port 9222
55
+
56
+ # Chrome: list tabs
57
+ bash execute.sh chrome-tabs --port 9222
58
+
59
+ # Chrome: run JS in a tab
60
+ bash execute.sh chrome-eval --port 9222 --tab 0 --code 'document.title'
61
+ ```
62
+
63
+ ## Control Methods
64
+
65
+ ### Layer 1: App Discovery
66
+ - `list-apps` — Lists all foreground apps with bundle IDs and available control methods
67
+ - `app-info` — Gets detailed info: windows, UI elements, controllability
68
+
69
+ ### Layer 2: AppleScript/JXA (native macOS apps)
70
+ - `applescript` — Run custom AppleScript or use presets
71
+ - Presets: `activate-app`, `get-window-list`, `click-menu-item`, `open-file`, `get-clipboard`, `set-clipboard`
72
+ - Works with: Finder, Terminal, Safari, Mail, Calendar, Notes, Sublime Text, etc.
73
+
74
+ ### Layer 3: Accessibility API (universal)
75
+ - `ui-tree` — Read any app's UI element tree (roles, titles, values, positions)
76
+ - `click` — Click elements by role:name or coordinates
77
+ - `type` — Type text in the focused field
78
+ - `get-text` — Extract all visible text from an app
79
+ - `scroll` — Scroll within an app
80
+ - `focus` — Bring an app to the foreground
81
+ - `screenshot` — Capture app window or full screen
82
+ - Requires: System Settings > Privacy & Security > Accessibility permission
83
+
84
+ ### Layer 4: Playwright CDP (Chrome web apps)
85
+ - `chrome-connect` — Connect to Chrome via Chrome DevTools Protocol
86
+ - `chrome-tabs` — List open Chrome tabs
87
+ - `chrome-eval` — Run JavaScript in a Chrome tab
88
+ - Requires: Chrome launched with `--remote-debugging-port=9222`
89
+
90
+ ## Safety Rules
91
+
92
+ 1. NEVER close or kill apps without explicit user permission
93
+ 2. NEVER interact with password fields or sensitive data
94
+ 3. Always screenshot BEFORE and AFTER any action for audit trail
95
+ 4. All actions logged to `~/.crewly/logs/computer-use.log`
96
+ 5. iPad apps: READ ONLY via Accessibility — never killall, never force-quit
97
+
98
+ ## Requirements
99
+
100
+ - macOS (Apple Silicon or Intel)
101
+ - `jq` for JSON parsing
102
+ - Accessibility permission for UI reading/interaction
103
+ - Chrome with `--remote-debugging-port` for CDP features
@@ -0,0 +1,292 @@
1
+ #!/usr/bin/env bash
2
+ # =============================================================================
3
+ # Accessibility API — Layer 3
4
+ # Universal UI automation: read elements, click, type, scroll, focus.
5
+ # =============================================================================
6
+
7
+ set -euo pipefail
8
+
9
+ SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
10
+ source "${SCRIPT_DIR}/../../_common/lib.sh"
11
+
12
+ # -----------------------------------------------------------------------------
13
+ # Accessibility permission check (cached per invocation)
14
+ # -----------------------------------------------------------------------------
15
+ _AX_CHECKED=""
16
+ _AX_TRUSTED=""
17
+
18
+ check_ax_permission() {
19
+ if [ -z "$_AX_CHECKED" ]; then
20
+ _AX_TRUSTED=$(swift -e 'import Cocoa; print(AXIsProcessTrusted())' 2>/dev/null || echo "false")
21
+ _AX_CHECKED="1"
22
+ fi
23
+ [ "$_AX_TRUSTED" = "true" ]
24
+ }
25
+
26
+ require_ax_permission() {
27
+ if ! check_ax_permission; then
28
+ error_exit "Accessibility permission required. Fix: System Settings > Privacy & Security > Accessibility > enable your terminal app, then restart terminal."
29
+ fi
30
+ }
31
+
32
+ do_check_access() {
33
+ if check_ax_permission; then
34
+ echo "{\"success\":true,\"action\":\"check-access\",\"trusted\":true,\"message\":\"Accessibility permission granted.\"}"
35
+ else
36
+ echo "{\"success\":true,\"action\":\"check-access\",\"trusted\":false,\"message\":\"Accessibility permission NOT granted. Fix: System Settings > Privacy & Security > Accessibility > enable your terminal app.\"}"
37
+ fi
38
+ }
39
+
40
+ # -----------------------------------------------------------------------------
41
+ # ui_tree — Read UI element tree from an app
42
+ # Params: appName, maxDepth (default 8)
43
+ # -----------------------------------------------------------------------------
44
+ ui_tree() {
45
+ local app_name="$1"
46
+ local max_depth="${2:-8}"
47
+ require_ax_permission
48
+
49
+ local result
50
+ result=$(osascript -l JavaScript -e "
51
+ var app = Application('System Events');
52
+ var proc = app.processes.byName('$app_name');
53
+ var maxDepth = $max_depth;
54
+ var nodeCount = 0;
55
+ var MAX_NODES = 500;
56
+
57
+ function readElement(el, depth) {
58
+ if (depth > maxDepth || nodeCount >= MAX_NODES) return null;
59
+ nodeCount++;
60
+ var info = {};
61
+ try { info.role = el.role(); } catch(e) { info.role = 'unknown'; }
62
+ try { var t = el.title(); if (t) info.title = t; } catch(e) {}
63
+ try { var v = el.value(); if (v !== null && v !== undefined) info.value = String(v).substring(0, 500); } catch(e) {}
64
+ try { var d = el.description(); if (d) info.description = d; } catch(e) {}
65
+ try { var p = el.position(); info.position = {x: p[0], y: p[1]}; } catch(e) {}
66
+ try { var s = el.size(); info.size = {w: s[0], h: s[1]}; } catch(e) {}
67
+
68
+ if (depth < maxDepth && nodeCount < MAX_NODES) {
69
+ try {
70
+ var children = el.uiElements();
71
+ if (children.length > 0) {
72
+ info.children = [];
73
+ for (var i = 0; i < Math.min(children.length, 50); i++) {
74
+ var child = readElement(children[i], depth + 1);
75
+ if (child) info.children.push(child);
76
+ }
77
+ }
78
+ } catch(e) {}
79
+ }
80
+ return info;
81
+ }
82
+
83
+ var windows = proc.windows();
84
+ var result = {windowCount: windows.length, windows: []};
85
+ for (var w = 0; w < windows.length; w++) {
86
+ var win = windows[w];
87
+ var winInfo = readElement(win, 0);
88
+ try { winInfo.windowTitle = win.title() || win.name() || 'Window ' + w; } catch(e) { winInfo.windowTitle = 'Window ' + w; }
89
+ result.windows.push(winInfo);
90
+ }
91
+ JSON.stringify(result);
92
+ " 2>&1)
93
+
94
+ if [ $? -ne 0 ]; then
95
+ error_exit "Failed to read UI tree for '$app_name': $result"
96
+ fi
97
+ echo "{\"success\":true,\"action\":\"ui-tree\",\"appName\":\"$app_name\",\"maxDepth\":$max_depth,\"ui\":$result}"
98
+ }
99
+
100
+ # -----------------------------------------------------------------------------
101
+ # click_element — Click a UI element by role:name or coordinates
102
+ # Params: appName, element (role:name) OR x,y
103
+ # -----------------------------------------------------------------------------
104
+ click_element() {
105
+ local app_name="$1"
106
+ local element="${2:-}"
107
+ local click_x="${3:-}"
108
+ local click_y="${4:-}"
109
+
110
+ if [ -n "$element" ]; then
111
+ # Parse role:name format
112
+ local role name
113
+ role=$(echo "$element" | cut -d: -f1)
114
+ name=$(echo "$element" | cut -d: -f2-)
115
+
116
+ # Find element position via Accessibility API
117
+ require_ax_permission
118
+ local pos
119
+ pos=$(osascript -l JavaScript -e "
120
+ var app = Application('System Events');
121
+ var proc = app.processes.byName('$app_name');
122
+ var found = null;
123
+
124
+ function findElement(el, depth) {
125
+ if (depth > 10 || found) return;
126
+ var elRole = '';
127
+ var elTitle = '';
128
+ var elDesc = '';
129
+ try { elRole = el.role(); } catch(e) {}
130
+ try { elTitle = el.title() || ''; } catch(e) {}
131
+ try { elDesc = el.description() || ''; } catch(e) {}
132
+
133
+ var roleMatch = '$role' === '' || elRole.toLowerCase().indexOf('$role'.toLowerCase()) >= 0;
134
+ var nameMatch = elTitle.indexOf('$name') >= 0 || elDesc.indexOf('$name') >= 0;
135
+
136
+ if (roleMatch && nameMatch) {
137
+ try {
138
+ var p = el.position();
139
+ var s = el.size();
140
+ found = {x: p[0] + s[0]/2, y: p[1] + s[1]/2};
141
+ } catch(e) {}
142
+ }
143
+
144
+ if (!found) {
145
+ try {
146
+ var children = el.uiElements();
147
+ for (var i = 0; i < children.length && !found; i++) {
148
+ findElement(children[i], depth + 1);
149
+ }
150
+ } catch(e) {}
151
+ }
152
+ }
153
+
154
+ var windows = proc.windows();
155
+ for (var w = 0; w < windows.length && !found; w++) {
156
+ findElement(windows[w], 0);
157
+ }
158
+ found ? JSON.stringify(found) : 'null';
159
+ " 2>&1)
160
+
161
+ if [ "$pos" = "null" ] || [ -z "$pos" ]; then
162
+ error_exit "Element '$element' not found in '$app_name'"
163
+ fi
164
+
165
+ click_x=$(echo "$pos" | jq -r '.x')
166
+ click_y=$(echo "$pos" | jq -r '.y')
167
+ fi
168
+
169
+ require_param "x or element" "$click_x"
170
+ require_param "y or element" "$click_y"
171
+
172
+ # Perform the click via CoreGraphics
173
+ osascript -l JavaScript -e "
174
+ ObjC.import('CoreGraphics');
175
+ var point = $.CGPointMake($click_x, $click_y);
176
+ var move = $.CGEventCreateMouseEvent(null, $.kCGEventMouseMoved, point, 0);
177
+ $.CGEventPost($.kCGHIDEventTap, move);
178
+ var down = $.CGEventCreateMouseEvent(null, $.kCGEventLeftMouseDown, point, 0);
179
+ $.CGEventPost($.kCGHIDEventTap, down);
180
+ var up = $.CGEventCreateMouseEvent(null, $.kCGEventLeftMouseUp, point, 0);
181
+ $.CGEventPost($.kCGHIDEventTap, up);
182
+ 'clicked';
183
+ " >/dev/null 2>&1
184
+
185
+ echo "{\"success\":true,\"action\":\"click\",\"appName\":\"$app_name\",\"x\":$click_x,\"y\":$click_y,\"element\":\"${element:-coordinates}\"}"
186
+ }
187
+
188
+ # -----------------------------------------------------------------------------
189
+ # type_text — Type text in the focused field
190
+ # Params: text
191
+ # -----------------------------------------------------------------------------
192
+ type_text() {
193
+ local text="$1"
194
+ osascript -e "tell application \"System Events\" to keystroke \"$text\"" 2>/dev/null
195
+ local char_count=${#text}
196
+ echo "{\"success\":true,\"action\":\"type\",\"characters\":$char_count}"
197
+ }
198
+
199
+ # -----------------------------------------------------------------------------
200
+ # get_text — Extract all visible text from an app
201
+ # Params: appName, maxDepth (default 25)
202
+ # -----------------------------------------------------------------------------
203
+ get_text() {
204
+ local app_name="$1"
205
+ local max_depth="${2:-25}"
206
+ require_ax_permission
207
+
208
+ local result
209
+ result=$(osascript -l JavaScript -e "
210
+ var app = Application('System Events');
211
+ var proc = app.processes.byName('$app_name');
212
+ var texts = [];
213
+ var maxDepth = $max_depth;
214
+ var skipDescs = {'group':1,'button':1,'scroll area':1,'collection':1,'text':1,
215
+ 'standard window':1,'image':1,'tab bar':1,'close button':1,
216
+ 'full screen button':1,'minimize button':1};
217
+
218
+ function extractText(el, depth) {
219
+ if (depth > maxDepth) return;
220
+ var role = 'unknown';
221
+ try { role = el.role(); } catch(e) {}
222
+ try { var val = el.value(); if (val !== null && val !== undefined && String(val).trim().length > 0) texts.push({role: role, text: String(val).substring(0, 1000)}); } catch(e) {}
223
+ try { var title = el.title(); if (title && title.trim().length > 0) texts.push({role: role, text: title}); } catch(e) {}
224
+ try { var desc = el.description(); if (desc && desc.trim().length > 0 && !skipDescs[desc.toLowerCase()]) texts.push({role: role, text: desc}); } catch(e) {}
225
+ try { var children = el.uiElements(); for (var i = 0; i < Math.min(children.length, 100); i++) extractText(children[i], depth + 1); } catch(e) {}
226
+ }
227
+
228
+ var windows = proc.windows();
229
+ for (var w = 0; w < windows.length; w++) extractText(windows[w], 0);
230
+
231
+ var seen = {};
232
+ var unique = [];
233
+ for (var i = 0; i < texts.length; i++) {
234
+ if (!seen[texts[i].text]) { seen[texts[i].text] = true; unique.push(texts[i]); }
235
+ }
236
+ JSON.stringify(unique);
237
+ " 2>&1)
238
+
239
+ if [ $? -ne 0 ]; then
240
+ error_exit "Failed to get text from '$app_name': $result"
241
+ fi
242
+ echo "{\"success\":true,\"action\":\"get-text\",\"appName\":\"$app_name\",\"texts\":$result}"
243
+ }
244
+
245
+ # -----------------------------------------------------------------------------
246
+ # scroll_app — Scroll within an app
247
+ # Params: direction (up|down|left|right), amount (default 3), appName (optional)
248
+ # -----------------------------------------------------------------------------
249
+ scroll_app() {
250
+ local direction="${1:-down}"
251
+ local amount="${2:-3}"
252
+ local app_name="${3:-}"
253
+
254
+ if [ -n "$app_name" ]; then
255
+ osascript -l JavaScript -e "
256
+ var app = Application('System Events');
257
+ app.processes.byName('$app_name').frontmost = true;
258
+ " >/dev/null 2>&1
259
+ sleep 0.3
260
+ fi
261
+
262
+ local dx=0 dy=0
263
+ case "$direction" in
264
+ up) dy=$amount ;;
265
+ down) dy=$(( -amount )) ;;
266
+ left) dx=$amount ;;
267
+ right) dx=$(( -amount )) ;;
268
+ *) error_exit "Unknown direction: $direction" ;;
269
+ esac
270
+
271
+ osascript -l JavaScript -e "
272
+ ObjC.import('CoreGraphics');
273
+ var event = $.CGEventCreateScrollWheelEvent(null, $.kCGScrollEventUnitLine, 2, $dy, $dx);
274
+ $.CGEventPost($.kCGHIDEventTap, event);
275
+ 'scrolled';
276
+ " >/dev/null 2>&1
277
+
278
+ echo "{\"success\":true,\"action\":\"scroll\",\"direction\":\"$direction\",\"amount\":$amount}"
279
+ }
280
+
281
+ # -----------------------------------------------------------------------------
282
+ # focus_app — Bring an app to the foreground
283
+ # Params: appName
284
+ # -----------------------------------------------------------------------------
285
+ focus_app() {
286
+ local app_name="$1"
287
+ osascript -l JavaScript -e "
288
+ var app = Application('System Events');
289
+ app.processes.byName('$app_name').frontmost = true;
290
+ " >/dev/null 2>&1
291
+ echo "{\"success\":true,\"action\":\"focus\",\"appName\":\"$app_name\"}"
292
+ }