crewly 1.2.1 → 1.2.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (642) hide show
  1. package/LICENSE +1 -1
  2. package/README.md +1 -1
  3. package/config/constants.ts +44 -1
  4. package/config/index.ts +4 -0
  5. package/config/roles/architect/prompt.md +7 -5
  6. package/config/roles/backend-developer/prompt.md +8 -4
  7. package/config/roles/content-strategist/prompt.md +12 -4
  8. package/config/roles/designer/prompt.md +8 -4
  9. package/config/roles/developer/prompt.md +7 -4
  10. package/config/roles/frontend-developer/prompt.md +8 -4
  11. package/config/roles/fullstack-dev/prompt.md +8 -4
  12. package/config/roles/generalist/prompt.md +7 -4
  13. package/config/roles/ops/prompt.md +7 -4
  14. package/config/roles/orchestrator/prompt.md +52 -3
  15. package/config/roles/product-manager/prompt.md +8 -4
  16. package/config/roles/qa/prompt.md +8 -4
  17. package/config/roles/qa-engineer/prompt.md +8 -4
  18. package/config/roles/sales/prompt.md +8 -4
  19. package/config/roles/support/prompt.md +8 -4
  20. package/config/roles/team-leader/prompt.md +169 -0
  21. package/config/roles/team-leader/role.json +13 -0
  22. package/config/roles/team-leader/tl-addon.md +142 -0
  23. package/config/roles/tpm/prompt.md +8 -4
  24. package/config/runtime_scripts/runtime-config.json +7 -0
  25. package/config/skills/_common/lib.sh +37 -0
  26. package/config/skills/agent/computer-use/execute.sh +228 -0
  27. package/config/skills/agent/computer-use/instructions.md +103 -0
  28. package/config/skills/agent/computer-use/lib/accessibility.sh +292 -0
  29. package/config/skills/agent/computer-use/lib/applescript.sh +117 -0
  30. package/config/skills/agent/computer-use/lib/discover.sh +122 -0
  31. package/config/skills/agent/computer-use/lib/playwright.sh +153 -0
  32. package/config/skills/agent/computer-use/lib/screenshot.sh +61 -0
  33. package/config/skills/agent/computer-use/skill.json +29 -0
  34. package/config/skills/agent/core/accept-task/execute.sh +7 -1
  35. package/config/skills/agent/core/complete-task/execute.sh +38 -1
  36. package/config/skills/agent/core/report-status/execute.sh +51 -2
  37. package/config/skills/agent/desktop-app-control/execute.sh +561 -0
  38. package/config/skills/agent/desktop-app-control/instructions.md +102 -0
  39. package/config/skills/agent/desktop-app-control/skill.json +33 -0
  40. package/config/skills/orchestrator/broadcast-to-org/execute.sh +88 -0
  41. package/config/skills/orchestrator/broadcast-to-org/instructions.md +51 -0
  42. package/config/skills/orchestrator/broadcast-to-org/skill.json +20 -0
  43. package/config/skills/orchestrator/delegate-task/execute.sh +76 -11
  44. package/config/skills/orchestrator/delegate-task/instructions.md +11 -1
  45. package/config/skills/orchestrator/handle-agent-failure/execute.sh +45 -0
  46. package/config/skills/orchestrator/handle-agent-failure/instructions.md +29 -0
  47. package/config/skills/orchestrator/handle-agent-failure/skill.json +20 -0
  48. package/config/skills/orchestrator/restart-crewly/instructions.md +9 -2
  49. package/config/skills/team-leader/_common/lib.sh +4 -0
  50. package/config/skills/team-leader/aggregate-results/execute.sh +168 -0
  51. package/config/skills/team-leader/aggregate-results/instructions.md +89 -0
  52. package/config/skills/team-leader/aggregate-results/skill.json +20 -0
  53. package/config/skills/team-leader/decompose-goal/execute.sh +86 -0
  54. package/config/skills/team-leader/decompose-goal/instructions.md +84 -0
  55. package/config/skills/team-leader/decompose-goal/skill.json +20 -0
  56. package/config/skills/team-leader/delegate-task/execute.sh +142 -0
  57. package/config/skills/team-leader/delegate-task/instructions.md +55 -0
  58. package/config/skills/team-leader/delegate-task/skill.json +20 -0
  59. package/config/skills/team-leader/handle-failure/execute.sh +119 -0
  60. package/config/skills/team-leader/handle-failure/instructions.md +93 -0
  61. package/config/skills/team-leader/handle-failure/skill.json +20 -0
  62. package/config/skills/team-leader/schedule-check/execute.sh +65 -0
  63. package/config/skills/team-leader/schedule-check/execute.test.sh +247 -0
  64. package/config/skills/team-leader/schedule-check/instructions.md +49 -0
  65. package/config/skills/team-leader/schedule-check/skill.json +20 -0
  66. package/config/skills/team-leader/start-agent/execute.sh +39 -0
  67. package/config/skills/team-leader/start-agent/instructions.md +48 -0
  68. package/config/skills/team-leader/start-agent/skill.json +20 -0
  69. package/config/skills/team-leader/stop-agent/execute.sh +39 -0
  70. package/config/skills/team-leader/stop-agent/instructions.md +49 -0
  71. package/config/skills/team-leader/stop-agent/skill.json +20 -0
  72. package/config/skills/team-leader/verify-output/execute.sh +296 -0
  73. package/config/skills/team-leader/verify-output/instructions.md +122 -0
  74. package/config/skills/team-leader/verify-output/skill.json +20 -0
  75. package/config/templates/agent-claude-md.md +10 -5
  76. package/config/templates/core-team/demo-script.md +41 -0
  77. package/config/templates/core-team/goals.md +20 -0
  78. package/config/templates/core-team/team.json +22 -0
  79. package/config/templates/dev-fullstack/template.json +115 -0
  80. package/config/templates/education-smb/README.md +27 -0
  81. package/config/templates/education-smb/goals.md +16 -0
  82. package/config/templates/education-smb/knowledge/docs/content-standards.md +24 -0
  83. package/config/templates/education-smb/knowledge/docs/education-industry-context.md +13 -0
  84. package/config/templates/education-smb/knowledge/index.json +24 -0
  85. package/config/templates/education-smb/learned-patterns.json +16 -0
  86. package/config/templates/education-smb/quality-gates.yaml +66 -0
  87. package/config/templates/education-smb/roles/analytics-specialist.md +6 -0
  88. package/config/templates/education-smb/roles/content-creator.md +6 -0
  89. package/config/templates/education-smb/roles/curriculum-designer.md +6 -0
  90. package/config/templates/education-smb/roles/engagement-manager.md +6 -0
  91. package/config/templates/education-smb/team.json +40 -0
  92. package/config/templates/education-smb/template.json +26 -0
  93. package/config/templates/education-smb/workflows/course-content-generation.yaml +44 -0
  94. package/config/templates/education-smb/workflows/reporting.yaml +31 -0
  95. package/config/templates/education-smb/workflows/student-communication.yaml +44 -0
  96. package/config/templates/education-smb/workflows.yaml +40 -0
  97. package/config/templates/insurance-smb/README.md +28 -0
  98. package/config/templates/insurance-smb/goals.md +21 -0
  99. package/config/templates/insurance-smb/knowledge/docs/compliance-checklist.md +28 -0
  100. package/config/templates/insurance-smb/knowledge/docs/insurance-industry-context.md +23 -0
  101. package/config/templates/insurance-smb/knowledge/index.json +24 -0
  102. package/config/templates/insurance-smb/learned-patterns.json +16 -0
  103. package/config/templates/insurance-smb/quality-gates.yaml +54 -0
  104. package/config/templates/insurance-smb/roles/claims-processor.md +6 -0
  105. package/config/templates/insurance-smb/roles/client-manager.md +6 -0
  106. package/config/templates/insurance-smb/roles/compliance-officer.md +6 -0
  107. package/config/templates/insurance-smb/roles/marketing-specialist.md +6 -0
  108. package/config/templates/insurance-smb/roles/policy-analyst.md +6 -0
  109. package/config/templates/insurance-smb/team.json +48 -0
  110. package/config/templates/insurance-smb/template.json +26 -0
  111. package/config/templates/insurance-smb/workflows/claims-processing.yaml +48 -0
  112. package/config/templates/insurance-smb/workflows.yaml +43 -0
  113. package/config/templates/research-analysis/template.json +88 -0
  114. package/config/templates/social-media-ops/template.json +85 -0
  115. package/config/templates/video-production/template.json +123 -0
  116. package/dist/backend/backend/src/constants.d.ts +310 -84
  117. package/dist/backend/backend/src/constants.d.ts.map +1 -1
  118. package/dist/backend/backend/src/constants.js +303 -89
  119. package/dist/backend/backend/src/constants.js.map +1 -1
  120. package/dist/backend/backend/src/controllers/chat/chat.controller.d.ts.map +1 -1
  121. package/dist/backend/backend/src/controllers/chat/chat.controller.js +86 -26
  122. package/dist/backend/backend/src/controllers/chat/chat.controller.js.map +1 -1
  123. package/dist/backend/backend/src/controllers/cloud/auth/auth.controller.d.ts +81 -0
  124. package/dist/backend/backend/src/controllers/cloud/auth/auth.controller.d.ts.map +1 -0
  125. package/dist/backend/backend/src/controllers/cloud/auth/auth.controller.js +234 -0
  126. package/dist/backend/backend/src/controllers/cloud/auth/auth.controller.js.map +1 -0
  127. package/dist/backend/backend/src/controllers/cloud/auth/auth.routes.d.ts +25 -0
  128. package/dist/backend/backend/src/controllers/cloud/auth/auth.routes.d.ts.map +1 -0
  129. package/dist/backend/backend/src/controllers/cloud/auth/auth.routes.js +38 -0
  130. package/dist/backend/backend/src/controllers/cloud/auth/auth.routes.js.map +1 -0
  131. package/dist/backend/backend/src/controllers/cloud/cloud-auth.controller.d.ts +69 -0
  132. package/dist/backend/backend/src/controllers/cloud/cloud-auth.controller.d.ts.map +1 -0
  133. package/dist/backend/backend/src/controllers/cloud/cloud-auth.controller.js +165 -0
  134. package/dist/backend/backend/src/controllers/cloud/cloud-auth.controller.js.map +1 -0
  135. package/dist/backend/backend/src/controllers/cloud/cloud-auth.routes.d.ts +23 -0
  136. package/dist/backend/backend/src/controllers/cloud/cloud-auth.routes.d.ts.map +1 -0
  137. package/dist/backend/backend/src/controllers/cloud/cloud-auth.routes.js +32 -0
  138. package/dist/backend/backend/src/controllers/cloud/cloud-auth.routes.js.map +1 -0
  139. package/dist/backend/backend/src/controllers/cloud/cloud.controller.d.ts +52 -0
  140. package/dist/backend/backend/src/controllers/cloud/cloud.controller.d.ts.map +1 -0
  141. package/dist/backend/backend/src/controllers/cloud/cloud.controller.js +122 -0
  142. package/dist/backend/backend/src/controllers/cloud/cloud.controller.js.map +1 -0
  143. package/dist/backend/backend/src/controllers/cloud/cloud.routes.d.ts +21 -0
  144. package/dist/backend/backend/src/controllers/cloud/cloud.routes.d.ts.map +1 -0
  145. package/dist/backend/backend/src/controllers/cloud/cloud.routes.js +32 -0
  146. package/dist/backend/backend/src/controllers/cloud/cloud.routes.js.map +1 -0
  147. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.controller.d.ts +42 -0
  148. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.controller.d.ts.map +1 -0
  149. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.controller.js +138 -0
  150. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.controller.js.map +1 -0
  151. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.routes.d.ts +23 -0
  152. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.routes.d.ts.map +1 -0
  153. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.routes.js +34 -0
  154. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.routes.js.map +1 -0
  155. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.types.d.ts +43 -0
  156. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.types.d.ts.map +1 -0
  157. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.types.js +9 -0
  158. package/dist/backend/backend/src/controllers/cloud/files/cloud-file.types.js.map +1 -0
  159. package/dist/backend/backend/src/controllers/cloud/files/index.d.ts +7 -0
  160. package/dist/backend/backend/src/controllers/cloud/files/index.d.ts.map +1 -0
  161. package/dist/backend/backend/src/controllers/cloud/files/index.js +7 -0
  162. package/dist/backend/backend/src/controllers/cloud/files/index.js.map +1 -0
  163. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.controller.d.ts +47 -0
  164. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.controller.d.ts.map +1 -0
  165. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.controller.js +131 -0
  166. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.controller.js.map +1 -0
  167. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.routes.d.ts +23 -0
  168. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.routes.d.ts.map +1 -0
  169. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.routes.js +30 -0
  170. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.routes.js.map +1 -0
  171. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.types.d.ts +81 -0
  172. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.types.d.ts.map +1 -0
  173. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.types.js +85 -0
  174. package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.types.js.map +1 -0
  175. package/dist/backend/backend/src/controllers/cloud/h5/index.d.ts +7 -0
  176. package/dist/backend/backend/src/controllers/cloud/h5/index.d.ts.map +1 -0
  177. package/dist/backend/backend/src/controllers/cloud/h5/index.js +7 -0
  178. package/dist/backend/backend/src/controllers/cloud/h5/index.js.map +1 -0
  179. package/dist/backend/backend/src/controllers/cloud/index.d.ts +14 -0
  180. package/dist/backend/backend/src/controllers/cloud/index.d.ts.map +1 -0
  181. package/dist/backend/backend/src/controllers/cloud/index.js +14 -0
  182. package/dist/backend/backend/src/controllers/cloud/index.js.map +1 -0
  183. package/dist/backend/backend/src/controllers/cloud/magic-moment/index.d.ts +7 -0
  184. package/dist/backend/backend/src/controllers/cloud/magic-moment/index.d.ts.map +1 -0
  185. package/dist/backend/backend/src/controllers/cloud/magic-moment/index.js +7 -0
  186. package/dist/backend/backend/src/controllers/cloud/magic-moment/index.js.map +1 -0
  187. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.controller.d.ts +45 -0
  188. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.controller.d.ts.map +1 -0
  189. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.controller.js +155 -0
  190. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.controller.js.map +1 -0
  191. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.routes.d.ts +25 -0
  192. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.routes.d.ts.map +1 -0
  193. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.routes.js +32 -0
  194. package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.routes.js.map +1 -0
  195. package/dist/backend/backend/src/controllers/cloud/relay.controller.d.ts +101 -0
  196. package/dist/backend/backend/src/controllers/cloud/relay.controller.d.ts.map +1 -0
  197. package/dist/backend/backend/src/controllers/cloud/relay.controller.js +343 -0
  198. package/dist/backend/backend/src/controllers/cloud/relay.controller.js.map +1 -0
  199. package/dist/backend/backend/src/controllers/cloud/relay.routes.d.ts +29 -0
  200. package/dist/backend/backend/src/controllers/cloud/relay.routes.d.ts.map +1 -0
  201. package/dist/backend/backend/src/controllers/cloud/relay.routes.js +44 -0
  202. package/dist/backend/backend/src/controllers/cloud/relay.routes.js.map +1 -0
  203. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.controller.d.ts +49 -0
  204. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.controller.d.ts.map +1 -0
  205. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.controller.js +152 -0
  206. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.controller.js.map +1 -0
  207. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.routes.d.ts +24 -0
  208. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.routes.d.ts.map +1 -0
  209. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.routes.js +34 -0
  210. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.routes.js.map +1 -0
  211. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.types.d.ts +90 -0
  212. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.types.d.ts.map +1 -0
  213. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.types.js +48 -0
  214. package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.types.js.map +1 -0
  215. package/dist/backend/backend/src/controllers/cloud/tasks/index.d.ts +7 -0
  216. package/dist/backend/backend/src/controllers/cloud/tasks/index.d.ts.map +1 -0
  217. package/dist/backend/backend/src/controllers/cloud/tasks/index.js +7 -0
  218. package/dist/backend/backend/src/controllers/cloud/tasks/index.js.map +1 -0
  219. package/dist/backend/backend/src/controllers/marketplace/index.d.ts +2 -0
  220. package/dist/backend/backend/src/controllers/marketplace/index.d.ts.map +1 -1
  221. package/dist/backend/backend/src/controllers/marketplace/index.js +3 -0
  222. package/dist/backend/backend/src/controllers/marketplace/index.js.map +1 -1
  223. package/dist/backend/backend/src/controllers/marketplace/marketplace.controller.d.ts +12 -12
  224. package/dist/backend/backend/src/controllers/marketplace/marketplace.controller.d.ts.map +1 -1
  225. package/dist/backend/backend/src/controllers/marketplace/marketplace.controller.js +1 -18
  226. package/dist/backend/backend/src/controllers/marketplace/marketplace.controller.js.map +1 -1
  227. package/dist/backend/backend/src/controllers/marketplace/marketplace.routes.d.ts.map +1 -1
  228. package/dist/backend/backend/src/controllers/marketplace/marketplace.routes.js +3 -0
  229. package/dist/backend/backend/src/controllers/marketplace/marketplace.routes.js.map +1 -1
  230. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.controller.d.ts +111 -0
  231. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.controller.d.ts.map +1 -0
  232. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.controller.js +220 -0
  233. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.controller.js.map +1 -0
  234. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.routes.d.ts +33 -0
  235. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.routes.d.ts.map +1 -0
  236. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.routes.js +50 -0
  237. package/dist/backend/backend/src/controllers/marketplace/template-marketplace.routes.js.map +1 -0
  238. package/dist/backend/backend/src/controllers/messaging/messenger.routes.d.ts.map +1 -1
  239. package/dist/backend/backend/src/controllers/messaging/messenger.routes.js +4 -1
  240. package/dist/backend/backend/src/controllers/messaging/messenger.routes.js.map +1 -1
  241. package/dist/backend/backend/src/controllers/monitoring/terminal.controller.d.ts.map +1 -1
  242. package/dist/backend/backend/src/controllers/monitoring/terminal.controller.js +18 -2
  243. package/dist/backend/backend/src/controllers/monitoring/terminal.controller.js.map +1 -1
  244. package/dist/backend/backend/src/controllers/payment/index.d.ts +7 -0
  245. package/dist/backend/backend/src/controllers/payment/index.d.ts.map +1 -0
  246. package/dist/backend/backend/src/controllers/payment/index.js +7 -0
  247. package/dist/backend/backend/src/controllers/payment/index.js.map +1 -0
  248. package/dist/backend/backend/src/controllers/payment/payment.controller.d.ts +57 -0
  249. package/dist/backend/backend/src/controllers/payment/payment.controller.d.ts.map +1 -0
  250. package/dist/backend/backend/src/controllers/payment/payment.controller.js +136 -0
  251. package/dist/backend/backend/src/controllers/payment/payment.controller.js.map +1 -0
  252. package/dist/backend/backend/src/controllers/payment/payment.routes.d.ts +27 -0
  253. package/dist/backend/backend/src/controllers/payment/payment.routes.d.ts.map +1 -0
  254. package/dist/backend/backend/src/controllers/payment/payment.routes.js +38 -0
  255. package/dist/backend/backend/src/controllers/payment/payment.routes.js.map +1 -0
  256. package/dist/backend/backend/src/controllers/payment/payment.types.d.ts +109 -0
  257. package/dist/backend/backend/src/controllers/payment/payment.types.d.ts.map +1 -0
  258. package/dist/backend/backend/src/controllers/payment/payment.types.js +54 -0
  259. package/dist/backend/backend/src/controllers/payment/payment.types.js.map +1 -0
  260. package/dist/backend/backend/src/controllers/request-types.d.ts +34 -5
  261. package/dist/backend/backend/src/controllers/request-types.d.ts.map +1 -1
  262. package/dist/backend/backend/src/controllers/session/session.controller.d.ts +14 -0
  263. package/dist/backend/backend/src/controllers/session/session.controller.d.ts.map +1 -1
  264. package/dist/backend/backend/src/controllers/session/session.controller.js +48 -0
  265. package/dist/backend/backend/src/controllers/session/session.controller.js.map +1 -1
  266. package/dist/backend/backend/src/controllers/session/session.routes.d.ts.map +1 -1
  267. package/dist/backend/backend/src/controllers/session/session.routes.js +3 -1
  268. package/dist/backend/backend/src/controllers/session/session.routes.js.map +1 -1
  269. package/dist/backend/backend/src/controllers/system/scheduler.controller.d.ts.map +1 -1
  270. package/dist/backend/backend/src/controllers/system/scheduler.controller.js +4 -3
  271. package/dist/backend/backend/src/controllers/system/scheduler.controller.js.map +1 -1
  272. package/dist/backend/backend/src/controllers/system/system.controller.d.ts.map +1 -1
  273. package/dist/backend/backend/src/controllers/system/system.controller.js +13 -15
  274. package/dist/backend/backend/src/controllers/system/system.controller.js.map +1 -1
  275. package/dist/backend/backend/src/controllers/task-management/assignments.controller.d.ts.map +1 -1
  276. package/dist/backend/backend/src/controllers/task-management/assignments.controller.js.map +1 -1
  277. package/dist/backend/backend/src/controllers/task-management/task-management.controller.d.ts.map +1 -1
  278. package/dist/backend/backend/src/controllers/task-management/task-management.controller.js +40 -4
  279. package/dist/backend/backend/src/controllers/task-management/task-management.controller.js.map +1 -1
  280. package/dist/backend/backend/src/controllers/task-management/tasks.controller.js.map +1 -1
  281. package/dist/backend/backend/src/controllers/team/team.controller.d.ts.map +1 -1
  282. package/dist/backend/backend/src/controllers/team/team.controller.js +259 -13
  283. package/dist/backend/backend/src/controllers/team/team.controller.js.map +1 -1
  284. package/dist/backend/backend/src/controllers/template/index.d.ts +8 -0
  285. package/dist/backend/backend/src/controllers/template/index.d.ts.map +1 -0
  286. package/dist/backend/backend/src/controllers/template/index.js +8 -0
  287. package/dist/backend/backend/src/controllers/template/index.js.map +1 -0
  288. package/dist/backend/backend/src/controllers/template/template.controller.d.ts +63 -0
  289. package/dist/backend/backend/src/controllers/template/template.controller.d.ts.map +1 -0
  290. package/dist/backend/backend/src/controllers/template/template.controller.js +112 -0
  291. package/dist/backend/backend/src/controllers/template/template.controller.js.map +1 -0
  292. package/dist/backend/backend/src/controllers/template/template.routes.d.ts +24 -0
  293. package/dist/backend/backend/src/controllers/template/template.routes.d.ts.map +1 -0
  294. package/dist/backend/backend/src/controllers/template/template.routes.js +33 -0
  295. package/dist/backend/backend/src/controllers/template/template.routes.js.map +1 -0
  296. package/dist/backend/backend/src/index.d.ts.map +1 -1
  297. package/dist/backend/backend/src/index.js +105 -13
  298. package/dist/backend/backend/src/index.js.map +1 -1
  299. package/dist/backend/backend/src/middleware/agent-heartbeat.middleware.js +3 -3
  300. package/dist/backend/backend/src/middleware/agent-heartbeat.middleware.js.map +1 -1
  301. package/dist/backend/backend/src/models/Team.d.ts +5 -0
  302. package/dist/backend/backend/src/models/Team.d.ts.map +1 -1
  303. package/dist/backend/backend/src/models/Team.js +24 -0
  304. package/dist/backend/backend/src/models/Team.js.map +1 -1
  305. package/dist/backend/backend/src/routes/api.routes.d.ts.map +1 -1
  306. package/dist/backend/backend/src/routes/api.routes.js +21 -0
  307. package/dist/backend/backend/src/routes/api.routes.js.map +1 -1
  308. package/dist/backend/backend/src/services/agent/agent-registration.service.d.ts +3 -19
  309. package/dist/backend/backend/src/services/agent/agent-registration.service.d.ts.map +1 -1
  310. package/dist/backend/backend/src/services/agent/agent-registration.service.js +274 -398
  311. package/dist/backend/backend/src/services/agent/agent-registration.service.js.map +1 -1
  312. package/dist/backend/backend/src/services/agent/claude-runtime.service.d.ts +7 -1
  313. package/dist/backend/backend/src/services/agent/claude-runtime.service.d.ts.map +1 -1
  314. package/dist/backend/backend/src/services/agent/claude-runtime.service.js +11 -2
  315. package/dist/backend/backend/src/services/agent/claude-runtime.service.js.map +1 -1
  316. package/dist/backend/backend/src/services/agent/gemini-runtime.service.d.ts +2 -1
  317. package/dist/backend/backend/src/services/agent/gemini-runtime.service.d.ts.map +1 -1
  318. package/dist/backend/backend/src/services/agent/gemini-runtime.service.js +38 -51
  319. package/dist/backend/backend/src/services/agent/gemini-runtime.service.js.map +1 -1
  320. package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.d.ts +216 -0
  321. package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.d.ts.map +1 -0
  322. package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.js +496 -0
  323. package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.js.map +1 -0
  324. package/dist/backend/backend/src/services/agent/openhands-runtime.service.d.ts +70 -0
  325. package/dist/backend/backend/src/services/agent/openhands-runtime.service.d.ts.map +1 -0
  326. package/dist/backend/backend/src/services/agent/openhands-runtime.service.js +131 -0
  327. package/dist/backend/backend/src/services/agent/openhands-runtime.service.js.map +1 -0
  328. package/dist/backend/backend/src/services/agent/pty-activity-tracker.service.d.ts +21 -1
  329. package/dist/backend/backend/src/services/agent/pty-activity-tracker.service.d.ts.map +1 -1
  330. package/dist/backend/backend/src/services/agent/pty-activity-tracker.service.js +32 -1
  331. package/dist/backend/backend/src/services/agent/pty-activity-tracker.service.js.map +1 -1
  332. package/dist/backend/backend/src/services/agent/runtime-exit-monitor.service.d.ts +77 -3
  333. package/dist/backend/backend/src/services/agent/runtime-exit-monitor.service.d.ts.map +1 -1
  334. package/dist/backend/backend/src/services/agent/runtime-exit-monitor.service.js +281 -30
  335. package/dist/backend/backend/src/services/agent/runtime-exit-monitor.service.js.map +1 -1
  336. package/dist/backend/backend/src/services/agent/runtime-service.factory.d.ts.map +1 -1
  337. package/dist/backend/backend/src/services/agent/runtime-service.factory.js +9 -0
  338. package/dist/backend/backend/src/services/agent/runtime-service.factory.js.map +1 -1
  339. package/dist/backend/backend/src/services/ai/prompt-builder.service.d.ts +49 -2
  340. package/dist/backend/backend/src/services/ai/prompt-builder.service.d.ts.map +1 -1
  341. package/dist/backend/backend/src/services/ai/prompt-builder.service.js +124 -2
  342. package/dist/backend/backend/src/services/ai/prompt-builder.service.js.map +1 -1
  343. package/dist/backend/backend/src/services/chat/chat.service.d.ts +10 -2
  344. package/dist/backend/backend/src/services/chat/chat.service.d.ts.map +1 -1
  345. package/dist/backend/backend/src/services/chat/chat.service.js +49 -8
  346. package/dist/backend/backend/src/services/chat/chat.service.js.map +1 -1
  347. package/dist/backend/backend/src/services/cloud/auth/auth.service.d.ts +174 -0
  348. package/dist/backend/backend/src/services/cloud/auth/auth.service.d.ts.map +1 -0
  349. package/dist/backend/backend/src/services/cloud/auth/auth.service.js +402 -0
  350. package/dist/backend/backend/src/services/cloud/auth/auth.service.js.map +1 -0
  351. package/dist/backend/backend/src/services/cloud/auth/auth.types.d.ts +110 -0
  352. package/dist/backend/backend/src/services/cloud/auth/auth.types.d.ts.map +1 -0
  353. package/dist/backend/backend/src/services/cloud/auth/auth.types.js +54 -0
  354. package/dist/backend/backend/src/services/cloud/auth/auth.types.js.map +1 -0
  355. package/dist/backend/backend/src/services/cloud/auth/auth.utils.d.ts +36 -0
  356. package/dist/backend/backend/src/services/cloud/auth/auth.utils.d.ts.map +1 -0
  357. package/dist/backend/backend/src/services/cloud/auth/auth.utils.js +31 -0
  358. package/dist/backend/backend/src/services/cloud/auth/auth.utils.js.map +1 -0
  359. package/dist/backend/backend/src/services/cloud/auth/jwt-auth.middleware.d.ts +47 -0
  360. package/dist/backend/backend/src/services/cloud/auth/jwt-auth.middleware.d.ts.map +1 -0
  361. package/dist/backend/backend/src/services/cloud/auth/jwt-auth.middleware.js +116 -0
  362. package/dist/backend/backend/src/services/cloud/auth/jwt-auth.middleware.js.map +1 -0
  363. package/dist/backend/backend/src/services/cloud/auth/supabase-auth.middleware.d.ts +61 -0
  364. package/dist/backend/backend/src/services/cloud/auth/supabase-auth.middleware.d.ts.map +1 -0
  365. package/dist/backend/backend/src/services/cloud/auth/supabase-auth.middleware.js +203 -0
  366. package/dist/backend/backend/src/services/cloud/auth/supabase-auth.middleware.js.map +1 -0
  367. package/dist/backend/backend/src/services/cloud/cloud-auth.middleware.d.ts +46 -0
  368. package/dist/backend/backend/src/services/cloud/cloud-auth.middleware.d.ts.map +1 -0
  369. package/dist/backend/backend/src/services/cloud/cloud-auth.middleware.js +95 -0
  370. package/dist/backend/backend/src/services/cloud/cloud-auth.middleware.js.map +1 -0
  371. package/dist/backend/backend/src/services/cloud/cloud-auth.service.d.ts +136 -0
  372. package/dist/backend/backend/src/services/cloud/cloud-auth.service.d.ts.map +1 -0
  373. package/dist/backend/backend/src/services/cloud/cloud-auth.service.js +204 -0
  374. package/dist/backend/backend/src/services/cloud/cloud-auth.service.js.map +1 -0
  375. package/dist/backend/backend/src/services/cloud/cloud-client.service.d.ts +179 -0
  376. package/dist/backend/backend/src/services/cloud/cloud-client.service.d.ts.map +1 -0
  377. package/dist/backend/backend/src/services/cloud/cloud-client.service.js +237 -0
  378. package/dist/backend/backend/src/services/cloud/cloud-client.service.js.map +1 -0
  379. package/dist/backend/backend/src/services/cloud/cloud-file.service.d.ts +97 -0
  380. package/dist/backend/backend/src/services/cloud/cloud-file.service.d.ts.map +1 -0
  381. package/dist/backend/backend/src/services/cloud/cloud-file.service.js +184 -0
  382. package/dist/backend/backend/src/services/cloud/cloud-file.service.js.map +1 -0
  383. package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.d.ts +114 -0
  384. package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.d.ts.map +1 -0
  385. package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.js +196 -0
  386. package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.js.map +1 -0
  387. package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.d.ts +118 -0
  388. package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.d.ts.map +1 -0
  389. package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.js +322 -0
  390. package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.js.map +1 -0
  391. package/dist/backend/backend/src/services/cloud/cloud-task.service.d.ts +115 -0
  392. package/dist/backend/backend/src/services/cloud/cloud-task.service.d.ts.map +1 -0
  393. package/dist/backend/backend/src/services/cloud/cloud-task.service.js +265 -0
  394. package/dist/backend/backend/src/services/cloud/cloud-task.service.js.map +1 -0
  395. package/dist/backend/backend/src/services/cloud/relay-client.service.d.ts +175 -0
  396. package/dist/backend/backend/src/services/cloud/relay-client.service.d.ts.map +1 -0
  397. package/dist/backend/backend/src/services/cloud/relay-client.service.js +392 -0
  398. package/dist/backend/backend/src/services/cloud/relay-client.service.js.map +1 -0
  399. package/dist/backend/backend/src/services/cloud/relay-crypto.service.d.ts +87 -0
  400. package/dist/backend/backend/src/services/cloud/relay-crypto.service.d.ts.map +1 -0
  401. package/dist/backend/backend/src/services/cloud/relay-crypto.service.js +140 -0
  402. package/dist/backend/backend/src/services/cloud/relay-crypto.service.js.map +1 -0
  403. package/dist/backend/backend/src/services/cloud/relay-server.service.d.ts +183 -0
  404. package/dist/backend/backend/src/services/cloud/relay-server.service.d.ts.map +1 -0
  405. package/dist/backend/backend/src/services/cloud/relay-server.service.js +523 -0
  406. package/dist/backend/backend/src/services/cloud/relay-server.service.js.map +1 -0
  407. package/dist/backend/backend/src/services/cloud/relay.types.d.ts +170 -0
  408. package/dist/backend/backend/src/services/cloud/relay.types.d.ts.map +1 -0
  409. package/dist/backend/backend/src/services/cloud/relay.types.js +69 -0
  410. package/dist/backend/backend/src/services/cloud/relay.types.js.map +1 -0
  411. package/dist/backend/backend/src/services/continuation/patterns/idle-patterns.d.ts +9 -1
  412. package/dist/backend/backend/src/services/continuation/patterns/idle-patterns.d.ts.map +1 -1
  413. package/dist/backend/backend/src/services/continuation/patterns/idle-patterns.js +18 -4
  414. package/dist/backend/backend/src/services/continuation/patterns/idle-patterns.js.map +1 -1
  415. package/dist/backend/backend/src/services/core/env.config.d.ts +147 -0
  416. package/dist/backend/backend/src/services/core/env.config.d.ts.map +1 -0
  417. package/dist/backend/backend/src/services/core/env.config.js +226 -0
  418. package/dist/backend/backend/src/services/core/env.config.js.map +1 -0
  419. package/dist/backend/backend/src/services/core/storage.service.d.ts.map +1 -1
  420. package/dist/backend/backend/src/services/core/storage.service.js +5 -0
  421. package/dist/backend/backend/src/services/core/storage.service.js.map +1 -1
  422. package/dist/backend/backend/src/services/event-bus/event-bus.service.d.ts +20 -7
  423. package/dist/backend/backend/src/services/event-bus/event-bus.service.d.ts.map +1 -1
  424. package/dist/backend/backend/src/services/event-bus/event-bus.service.js +35 -31
  425. package/dist/backend/backend/src/services/event-bus/event-bus.service.js.map +1 -1
  426. package/dist/backend/backend/src/services/hierarchy/hierarchy-escalation.service.d.ts +160 -0
  427. package/dist/backend/backend/src/services/hierarchy/hierarchy-escalation.service.d.ts.map +1 -0
  428. package/dist/backend/backend/src/services/hierarchy/hierarchy-escalation.service.js +261 -0
  429. package/dist/backend/backend/src/services/hierarchy/hierarchy-escalation.service.js.map +1 -0
  430. package/dist/backend/backend/src/services/hierarchy/hierarchy-reporting.service.d.ts +161 -0
  431. package/dist/backend/backend/src/services/hierarchy/hierarchy-reporting.service.d.ts.map +1 -0
  432. package/dist/backend/backend/src/services/hierarchy/hierarchy-reporting.service.js +276 -0
  433. package/dist/backend/backend/src/services/hierarchy/hierarchy-reporting.service.js.map +1 -0
  434. package/dist/backend/backend/src/services/marketplace/index.d.ts +1 -0
  435. package/dist/backend/backend/src/services/marketplace/index.d.ts.map +1 -1
  436. package/dist/backend/backend/src/services/marketplace/index.js +2 -0
  437. package/dist/backend/backend/src/services/marketplace/index.js.map +1 -1
  438. package/dist/backend/backend/src/services/marketplace/marketplace.service.js +2 -2
  439. package/dist/backend/backend/src/services/marketplace/template-marketplace.service.d.ts +149 -0
  440. package/dist/backend/backend/src/services/marketplace/template-marketplace.service.d.ts.map +1 -0
  441. package/dist/backend/backend/src/services/marketplace/template-marketplace.service.js +500 -0
  442. package/dist/backend/backend/src/services/marketplace/template-marketplace.service.js.map +1 -0
  443. package/dist/backend/backend/src/services/mcp-server.js +1 -1
  444. package/dist/backend/backend/src/services/mcp-server.js.map +1 -1
  445. package/dist/backend/backend/src/services/messaging/adapters/google-chat-messenger.adapter.d.ts +90 -0
  446. package/dist/backend/backend/src/services/messaging/adapters/google-chat-messenger.adapter.d.ts.map +1 -0
  447. package/dist/backend/backend/src/services/messaging/adapters/google-chat-messenger.adapter.js +233 -0
  448. package/dist/backend/backend/src/services/messaging/adapters/google-chat-messenger.adapter.js.map +1 -0
  449. package/dist/backend/backend/src/services/messaging/messenger-adapter.interface.d.ts +1 -1
  450. package/dist/backend/backend/src/services/messaging/messenger-adapter.interface.d.ts.map +1 -1
  451. package/dist/backend/backend/src/services/messaging/queue-processor.service.js +1 -1
  452. package/dist/backend/backend/src/services/messaging/queue-processor.service.js.map +1 -1
  453. package/dist/backend/backend/src/services/monitoring/activity-monitor.service.d.ts +28 -4
  454. package/dist/backend/backend/src/services/monitoring/activity-monitor.service.d.ts.map +1 -1
  455. package/dist/backend/backend/src/services/monitoring/activity-monitor.service.js +113 -60
  456. package/dist/backend/backend/src/services/monitoring/activity-monitor.service.js.map +1 -1
  457. package/dist/backend/backend/src/services/orchestrator/orchestrator-heartbeat-monitor.service.d.ts.map +1 -1
  458. package/dist/backend/backend/src/services/orchestrator/orchestrator-heartbeat-monitor.service.js +29 -8
  459. package/dist/backend/backend/src/services/orchestrator/orchestrator-heartbeat-monitor.service.js.map +1 -1
  460. package/dist/backend/backend/src/services/payment/magic-moment.service.d.ts +69 -0
  461. package/dist/backend/backend/src/services/payment/magic-moment.service.d.ts.map +1 -0
  462. package/dist/backend/backend/src/services/payment/magic-moment.service.js +158 -0
  463. package/dist/backend/backend/src/services/payment/magic-moment.service.js.map +1 -0
  464. package/dist/backend/backend/src/services/payment/magic-moment.types.d.ts +95 -0
  465. package/dist/backend/backend/src/services/payment/magic-moment.types.d.ts.map +1 -0
  466. package/dist/backend/backend/src/services/payment/magic-moment.types.js +91 -0
  467. package/dist/backend/backend/src/services/payment/magic-moment.types.js.map +1 -0
  468. package/dist/backend/backend/src/services/payment/stripe.service.d.ts +122 -0
  469. package/dist/backend/backend/src/services/payment/stripe.service.d.ts.map +1 -0
  470. package/dist/backend/backend/src/services/payment/stripe.service.js +403 -0
  471. package/dist/backend/backend/src/services/payment/stripe.service.js.map +1 -0
  472. package/dist/backend/backend/src/services/plugin/index.d.ts +9 -0
  473. package/dist/backend/backend/src/services/plugin/index.d.ts.map +1 -0
  474. package/dist/backend/backend/src/services/plugin/index.js +8 -0
  475. package/dist/backend/backend/src/services/plugin/index.js.map +1 -0
  476. package/dist/backend/backend/src/services/plugin/plugin.service.d.ts +102 -0
  477. package/dist/backend/backend/src/services/plugin/plugin.service.d.ts.map +1 -0
  478. package/dist/backend/backend/src/services/plugin/plugin.service.js +179 -0
  479. package/dist/backend/backend/src/services/plugin/plugin.service.js.map +1 -0
  480. package/dist/backend/backend/src/services/plugin/plugin.types.d.ts +88 -0
  481. package/dist/backend/backend/src/services/plugin/plugin.types.d.ts.map +1 -0
  482. package/dist/backend/backend/src/services/plugin/plugin.types.js +17 -0
  483. package/dist/backend/backend/src/services/plugin/plugin.types.js.map +1 -0
  484. package/dist/backend/backend/src/services/project/task-tracking.service.d.ts +17 -0
  485. package/dist/backend/backend/src/services/project/task-tracking.service.d.ts.map +1 -1
  486. package/dist/backend/backend/src/services/project/task-tracking.service.js +63 -0
  487. package/dist/backend/backend/src/services/project/task-tracking.service.js.map +1 -1
  488. package/dist/backend/backend/src/services/session/pty/pty-session-backend.js +1 -1
  489. package/dist/backend/backend/src/services/session/pty/pty-session-backend.js.map +1 -1
  490. package/dist/backend/backend/src/services/session/session-command-helper.d.ts +14 -0
  491. package/dist/backend/backend/src/services/session/session-command-helper.d.ts.map +1 -1
  492. package/dist/backend/backend/src/services/session/session-command-helper.js +70 -4
  493. package/dist/backend/backend/src/services/session/session-command-helper.js.map +1 -1
  494. package/dist/backend/backend/src/services/settings/settings.service.d.ts.map +1 -1
  495. package/dist/backend/backend/src/services/settings/settings.service.js +1 -0
  496. package/dist/backend/backend/src/services/settings/settings.service.js.map +1 -1
  497. package/dist/backend/backend/src/services/slack/slack-orchestrator-bridge.d.ts.map +1 -1
  498. package/dist/backend/backend/src/services/slack/slack-orchestrator-bridge.js +15 -5
  499. package/dist/backend/backend/src/services/slack/slack-orchestrator-bridge.js.map +1 -1
  500. package/dist/backend/backend/src/services/template/template.service.d.ts +153 -0
  501. package/dist/backend/backend/src/services/template/template.service.d.ts.map +1 -0
  502. package/dist/backend/backend/src/services/template/template.service.js +372 -0
  503. package/dist/backend/backend/src/services/template/template.service.js.map +1 -0
  504. package/dist/backend/backend/src/services/workflow/scheduler.service.d.ts +51 -0
  505. package/dist/backend/backend/src/services/workflow/scheduler.service.d.ts.map +1 -1
  506. package/dist/backend/backend/src/services/workflow/scheduler.service.js +118 -2
  507. package/dist/backend/backend/src/services/workflow/scheduler.service.js.map +1 -1
  508. package/dist/backend/backend/src/types/chat.types.d.ts +39 -1
  509. package/dist/backend/backend/src/types/chat.types.d.ts.map +1 -1
  510. package/dist/backend/backend/src/types/chat.types.js +45 -2
  511. package/dist/backend/backend/src/types/chat.types.js.map +1 -1
  512. package/dist/backend/backend/src/types/event-bus.types.d.ts +14 -2
  513. package/dist/backend/backend/src/types/event-bus.types.d.ts.map +1 -1
  514. package/dist/backend/backend/src/types/event-bus.types.js +15 -0
  515. package/dist/backend/backend/src/types/event-bus.types.js.map +1 -1
  516. package/dist/backend/backend/src/types/hierarchy-message.types.d.ts +101 -0
  517. package/dist/backend/backend/src/types/hierarchy-message.types.d.ts.map +1 -0
  518. package/dist/backend/backend/src/types/hierarchy-message.types.js +15 -0
  519. package/dist/backend/backend/src/types/hierarchy-message.types.js.map +1 -0
  520. package/dist/backend/backend/src/types/index.d.ts +54 -4
  521. package/dist/backend/backend/src/types/index.d.ts.map +1 -1
  522. package/dist/backend/backend/src/types/index.js.map +1 -1
  523. package/dist/backend/backend/src/types/marketplace.types.d.ts +99 -0
  524. package/dist/backend/backend/src/types/marketplace.types.d.ts.map +1 -1
  525. package/dist/backend/backend/src/types/settings.types.d.ts +1 -1
  526. package/dist/backend/backend/src/types/settings.types.d.ts.map +1 -1
  527. package/dist/backend/backend/src/types/settings.types.js +4 -0
  528. package/dist/backend/backend/src/types/settings.types.js.map +1 -1
  529. package/dist/backend/backend/src/types/task-tracking.types.d.ts +79 -1
  530. package/dist/backend/backend/src/types/task-tracking.types.d.ts.map +1 -1
  531. package/dist/backend/backend/src/types/task-tracking.types.js.map +1 -1
  532. package/dist/backend/backend/src/types/team-template.types.d.ts +166 -0
  533. package/dist/backend/backend/src/types/team-template.types.d.ts.map +1 -0
  534. package/dist/backend/backend/src/types/team-template.types.js +139 -0
  535. package/dist/backend/backend/src/types/team-template.types.js.map +1 -0
  536. package/dist/backend/backend/src/utils/async-handler.d.ts +20 -0
  537. package/dist/backend/backend/src/utils/async-handler.d.ts.map +1 -0
  538. package/dist/backend/backend/src/utils/async-handler.js +29 -0
  539. package/dist/backend/backend/src/utils/async-handler.js.map +1 -0
  540. package/dist/backend/backend/src/utils/defaultPrompts.d.ts +4 -4
  541. package/dist/backend/backend/src/utils/defaultPrompts.d.ts.map +1 -1
  542. package/dist/backend/backend/src/utils/defaultPrompts.js +16 -0
  543. package/dist/backend/backend/src/utils/defaultPrompts.js.map +1 -1
  544. package/dist/backend/backend/src/utils/gemini-trusted-folders.d.ts +43 -0
  545. package/dist/backend/backend/src/utils/gemini-trusted-folders.d.ts.map +1 -0
  546. package/dist/backend/backend/src/utils/gemini-trusted-folders.js +94 -0
  547. package/dist/backend/backend/src/utils/gemini-trusted-folders.js.map +1 -0
  548. package/dist/backend/backend/src/utils/message-serializer.d.ts +74 -0
  549. package/dist/backend/backend/src/utils/message-serializer.d.ts.map +1 -0
  550. package/dist/backend/backend/src/utils/message-serializer.js +380 -0
  551. package/dist/backend/backend/src/utils/message-serializer.js.map +1 -0
  552. package/dist/backend/backend/src/utils/terminal-output.utils.d.ts +2 -1
  553. package/dist/backend/backend/src/utils/terminal-output.utils.d.ts.map +1 -1
  554. package/dist/backend/backend/src/utils/terminal-output.utils.js +2 -28
  555. package/dist/backend/backend/src/utils/terminal-output.utils.js.map +1 -1
  556. package/dist/backend/backend/src/utils/terminal-string-ops.d.ts +183 -0
  557. package/dist/backend/backend/src/utils/terminal-string-ops.d.ts.map +1 -0
  558. package/dist/backend/backend/src/utils/terminal-string-ops.js +726 -0
  559. package/dist/backend/backend/src/utils/terminal-string-ops.js.map +1 -0
  560. package/dist/backend/backend/src/websocket/terminal.gateway.d.ts.map +1 -1
  561. package/dist/backend/backend/src/websocket/terminal.gateway.js +22 -27
  562. package/dist/backend/backend/src/websocket/terminal.gateway.js.map +1 -1
  563. package/dist/backend/config/constants.d.ts +40 -1
  564. package/dist/backend/config/constants.d.ts.map +1 -1
  565. package/dist/backend/config/constants.js +41 -1
  566. package/dist/backend/config/constants.js.map +1 -1
  567. package/dist/backend/config/index.d.ts +2 -2
  568. package/dist/backend/config/index.d.ts.map +1 -1
  569. package/dist/backend/config/index.js +2 -2
  570. package/dist/backend/config/index.js.map +1 -1
  571. package/dist/cli/backend/src/constants.d.ts +310 -84
  572. package/dist/cli/backend/src/constants.d.ts.map +1 -1
  573. package/dist/cli/backend/src/constants.js +303 -89
  574. package/dist/cli/backend/src/constants.js.map +1 -1
  575. package/dist/cli/backend/src/models/Team.d.ts +5 -0
  576. package/dist/cli/backend/src/models/Team.d.ts.map +1 -1
  577. package/dist/cli/backend/src/models/Team.js +24 -0
  578. package/dist/cli/backend/src/models/Team.js.map +1 -1
  579. package/dist/cli/backend/src/services/core/storage.service.d.ts.map +1 -1
  580. package/dist/cli/backend/src/services/core/storage.service.js +5 -0
  581. package/dist/cli/backend/src/services/core/storage.service.js.map +1 -1
  582. package/dist/cli/backend/src/services/mcp-server.js +1 -1
  583. package/dist/cli/backend/src/services/mcp-server.js.map +1 -1
  584. package/dist/cli/backend/src/types/chat.types.d.ts +39 -1
  585. package/dist/cli/backend/src/types/chat.types.d.ts.map +1 -1
  586. package/dist/cli/backend/src/types/chat.types.js +45 -2
  587. package/dist/cli/backend/src/types/chat.types.js.map +1 -1
  588. package/dist/cli/backend/src/types/index.d.ts +54 -4
  589. package/dist/cli/backend/src/types/index.d.ts.map +1 -1
  590. package/dist/cli/backend/src/types/index.js.map +1 -1
  591. package/dist/cli/backend/src/types/settings.types.d.ts +1 -1
  592. package/dist/cli/backend/src/types/settings.types.d.ts.map +1 -1
  593. package/dist/cli/backend/src/types/settings.types.js +4 -0
  594. package/dist/cli/backend/src/types/settings.types.js.map +1 -1
  595. package/dist/cli/backend/src/utils/gemini-trusted-folders.d.ts +43 -0
  596. package/dist/cli/backend/src/utils/gemini-trusted-folders.d.ts.map +1 -0
  597. package/dist/cli/backend/src/utils/gemini-trusted-folders.js +94 -0
  598. package/dist/cli/backend/src/utils/gemini-trusted-folders.js.map +1 -0
  599. package/dist/cli/backend/src/utils/terminal-output.utils.d.ts +2 -1
  600. package/dist/cli/backend/src/utils/terminal-output.utils.d.ts.map +1 -1
  601. package/dist/cli/backend/src/utils/terminal-output.utils.js +2 -28
  602. package/dist/cli/backend/src/utils/terminal-output.utils.js.map +1 -1
  603. package/dist/cli/backend/src/utils/terminal-string-ops.d.ts +183 -0
  604. package/dist/cli/backend/src/utils/terminal-string-ops.d.ts.map +1 -0
  605. package/dist/cli/backend/src/utils/terminal-string-ops.js +726 -0
  606. package/dist/cli/backend/src/utils/terminal-string-ops.js.map +1 -0
  607. package/dist/cli/cli/src/commands/onboard.d.ts +2 -1
  608. package/dist/cli/cli/src/commands/onboard.d.ts.map +1 -1
  609. package/dist/cli/cli/src/commands/onboard.js +21 -8
  610. package/dist/cli/cli/src/commands/onboard.js.map +1 -1
  611. package/dist/cli/cli/src/commands/start.d.ts +1 -0
  612. package/dist/cli/cli/src/commands/start.d.ts.map +1 -1
  613. package/dist/cli/cli/src/commands/start.js +71 -23
  614. package/dist/cli/cli/src/commands/start.js.map +1 -1
  615. package/dist/cli/cli/src/constants.d.ts +1 -1
  616. package/dist/cli/cli/src/constants.d.ts.map +1 -1
  617. package/dist/cli/cli/src/constants.js +1 -1
  618. package/dist/cli/cli/src/constants.js.map +1 -1
  619. package/dist/cli/cli/src/index.js +1 -0
  620. package/dist/cli/cli/src/index.js.map +1 -1
  621. package/dist/cli/cli/src/utils/project-scaffold.d.ts +109 -0
  622. package/dist/cli/cli/src/utils/project-scaffold.d.ts.map +1 -0
  623. package/dist/cli/cli/src/utils/project-scaffold.js +346 -0
  624. package/dist/cli/cli/src/utils/project-scaffold.js.map +1 -0
  625. package/dist/cli/cli/src/utils/templates.d.ts +7 -2
  626. package/dist/cli/cli/src/utils/templates.d.ts.map +1 -1
  627. package/dist/cli/cli/src/utils/templates.js +76 -7
  628. package/dist/cli/cli/src/utils/templates.js.map +1 -1
  629. package/dist/cli/config/constants.d.ts +40 -1
  630. package/dist/cli/config/constants.d.ts.map +1 -1
  631. package/dist/cli/config/constants.js +41 -1
  632. package/dist/cli/config/constants.js.map +1 -1
  633. package/dist/cli/config/index.d.ts +2 -2
  634. package/dist/cli/config/index.d.ts.map +1 -1
  635. package/dist/cli/config/index.js +2 -2
  636. package/dist/cli/config/index.js.map +1 -1
  637. package/frontend/dist/assets/index-510ab719.css +33 -0
  638. package/frontend/dist/assets/index-935cd846.js +4961 -0
  639. package/frontend/dist/index.html +2 -2
  640. package/package.json +9 -4
  641. package/frontend/dist/assets/index-a23214ae.js +0 -4919
  642. package/frontend/dist/assets/index-c407fe13.css +0 -33
@@ -0,0 +1,103 @@
1
+ # Agent Browser — Universal Desktop Control
2
+
3
+ Control any macOS application through three integrated methods: AppleScript/JXA, Accessibility API, and Playwright CDP.
4
+
5
+ ## Quick Reference
6
+
7
+ ```bash
8
+ # List all controllable apps with available methods
9
+ bash execute.sh list-apps
10
+
11
+ # Get app info with UI element tree
12
+ bash execute.sh app-info --app 'Google Chrome'
13
+
14
+ # Read UI tree of an app (Accessibility API)
15
+ bash execute.sh ui-tree --app 'Finder' --depth 5
16
+
17
+ # Click a UI element by role:name
18
+ bash execute.sh click --app 'Finder' --element 'button:New Folder'
19
+
20
+ # Click at coordinates
21
+ bash execute.sh click --app 'Finder' --x 500 --y 300
22
+
23
+ # Type text in focused app
24
+ bash execute.sh type --text 'Hello World'
25
+
26
+ # Screenshot an app window
27
+ bash execute.sh screenshot --app 'Notion' --output /tmp/notion.png
28
+
29
+ # Screenshot full screen
30
+ bash execute.sh screenshot --output /tmp/screen.png
31
+
32
+ # Run custom AppleScript
33
+ bash execute.sh applescript --code 'tell application "Finder" to get name of every window'
34
+
35
+ # Run common AppleScript presets
36
+ bash execute.sh applescript --preset activate-app --app 'Safari'
37
+ bash execute.sh applescript --preset get-window-list --app 'Finder'
38
+ bash execute.sh applescript --preset click-menu-item --app 'Safari' --menu 'File' --item 'New Window'
39
+ bash execute.sh applescript --preset open-file --path '/Users/me/doc.txt'
40
+
41
+ # Extract all text from an app
42
+ bash execute.sh get-text --app 'Notes'
43
+
44
+ # Scroll in an app
45
+ bash execute.sh scroll --app 'Safari' --direction down --amount 5
46
+
47
+ # Focus (activate) an app
48
+ bash execute.sh focus --app 'Terminal'
49
+
50
+ # Check accessibility permission
51
+ bash execute.sh check-access
52
+
53
+ # Connect to Chrome via CDP
54
+ bash execute.sh chrome-connect --port 9222
55
+
56
+ # Chrome: list tabs
57
+ bash execute.sh chrome-tabs --port 9222
58
+
59
+ # Chrome: run JS in a tab
60
+ bash execute.sh chrome-eval --port 9222 --tab 0 --code 'document.title'
61
+ ```
62
+
63
+ ## Control Methods
64
+
65
+ ### Layer 1: App Discovery
66
+ - `list-apps` — Lists all foreground apps with bundle IDs and available control methods
67
+ - `app-info` — Gets detailed info: windows, UI elements, controllability
68
+
69
+ ### Layer 2: AppleScript/JXA (native macOS apps)
70
+ - `applescript` — Run custom AppleScript or use presets
71
+ - Presets: `activate-app`, `get-window-list`, `click-menu-item`, `open-file`, `get-clipboard`, `set-clipboard`
72
+ - Works with: Finder, Terminal, Safari, Mail, Calendar, Notes, Sublime Text, etc.
73
+
74
+ ### Layer 3: Accessibility API (universal)
75
+ - `ui-tree` — Read any app's UI element tree (roles, titles, values, positions)
76
+ - `click` — Click elements by role:name or coordinates
77
+ - `type` — Type text in the focused field
78
+ - `get-text` — Extract all visible text from an app
79
+ - `scroll` — Scroll within an app
80
+ - `focus` — Bring an app to the foreground
81
+ - `screenshot` — Capture app window or full screen
82
+ - Requires: System Settings > Privacy & Security > Accessibility permission
83
+
84
+ ### Layer 4: Playwright CDP (Chrome web apps)
85
+ - `chrome-connect` — Connect to Chrome via Chrome DevTools Protocol
86
+ - `chrome-tabs` — List open Chrome tabs
87
+ - `chrome-eval` — Run JavaScript in a Chrome tab
88
+ - Requires: Chrome launched with `--remote-debugging-port=9222`
89
+
90
+ ## Safety Rules
91
+
92
+ 1. NEVER close or kill apps without explicit user permission
93
+ 2. NEVER interact with password fields or sensitive data
94
+ 3. Always screenshot BEFORE and AFTER any action for audit trail
95
+ 4. All actions logged to `~/.crewly/logs/computer-use.log`
96
+ 5. iPad apps: READ ONLY via Accessibility — never killall, never force-quit
97
+
98
+ ## Requirements
99
+
100
+ - macOS (Apple Silicon or Intel)
101
+ - `jq` for JSON parsing
102
+ - Accessibility permission for UI reading/interaction
103
+ - Chrome with `--remote-debugging-port` for CDP features
@@ -0,0 +1,292 @@
1
+ #!/usr/bin/env bash
2
+ # =============================================================================
3
+ # Accessibility API — Layer 3
4
+ # Universal UI automation: read elements, click, type, scroll, focus.
5
+ # =============================================================================
6
+
7
+ set -euo pipefail
8
+
9
+ SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
10
+ source "${SCRIPT_DIR}/../../_common/lib.sh"
11
+
12
+ # -----------------------------------------------------------------------------
13
+ # Accessibility permission check (cached per invocation)
14
+ # -----------------------------------------------------------------------------
15
+ _AX_CHECKED=""
16
+ _AX_TRUSTED=""
17
+
18
+ check_ax_permission() {
19
+ if [ -z "$_AX_CHECKED" ]; then
20
+ _AX_TRUSTED=$(swift -e 'import Cocoa; print(AXIsProcessTrusted())' 2>/dev/null || echo "false")
21
+ _AX_CHECKED="1"
22
+ fi
23
+ [ "$_AX_TRUSTED" = "true" ]
24
+ }
25
+
26
+ require_ax_permission() {
27
+ if ! check_ax_permission; then
28
+ error_exit "Accessibility permission required. Fix: System Settings > Privacy & Security > Accessibility > enable your terminal app, then restart terminal."
29
+ fi
30
+ }
31
+
32
+ do_check_access() {
33
+ if check_ax_permission; then
34
+ echo "{\"success\":true,\"action\":\"check-access\",\"trusted\":true,\"message\":\"Accessibility permission granted.\"}"
35
+ else
36
+ echo "{\"success\":true,\"action\":\"check-access\",\"trusted\":false,\"message\":\"Accessibility permission NOT granted. Fix: System Settings > Privacy & Security > Accessibility > enable your terminal app.\"}"
37
+ fi
38
+ }
39
+
40
+ # -----------------------------------------------------------------------------
41
+ # ui_tree — Read UI element tree from an app
42
+ # Params: appName, maxDepth (default 8)
43
+ # -----------------------------------------------------------------------------
44
+ ui_tree() {
45
+ local app_name="$1"
46
+ local max_depth="${2:-8}"
47
+ require_ax_permission
48
+
49
+ local result
50
+ result=$(osascript -l JavaScript -e "
51
+ var app = Application('System Events');
52
+ var proc = app.processes.byName('$app_name');
53
+ var maxDepth = $max_depth;
54
+ var nodeCount = 0;
55
+ var MAX_NODES = 500;
56
+
57
+ function readElement(el, depth) {
58
+ if (depth > maxDepth || nodeCount >= MAX_NODES) return null;
59
+ nodeCount++;
60
+ var info = {};
61
+ try { info.role = el.role(); } catch(e) { info.role = 'unknown'; }
62
+ try { var t = el.title(); if (t) info.title = t; } catch(e) {}
63
+ try { var v = el.value(); if (v !== null && v !== undefined) info.value = String(v).substring(0, 500); } catch(e) {}
64
+ try { var d = el.description(); if (d) info.description = d; } catch(e) {}
65
+ try { var p = el.position(); info.position = {x: p[0], y: p[1]}; } catch(e) {}
66
+ try { var s = el.size(); info.size = {w: s[0], h: s[1]}; } catch(e) {}
67
+
68
+ if (depth < maxDepth && nodeCount < MAX_NODES) {
69
+ try {
70
+ var children = el.uiElements();
71
+ if (children.length > 0) {
72
+ info.children = [];
73
+ for (var i = 0; i < Math.min(children.length, 50); i++) {
74
+ var child = readElement(children[i], depth + 1);
75
+ if (child) info.children.push(child);
76
+ }
77
+ }
78
+ } catch(e) {}
79
+ }
80
+ return info;
81
+ }
82
+
83
+ var windows = proc.windows();
84
+ var result = {windowCount: windows.length, windows: []};
85
+ for (var w = 0; w < windows.length; w++) {
86
+ var win = windows[w];
87
+ var winInfo = readElement(win, 0);
88
+ try { winInfo.windowTitle = win.title() || win.name() || 'Window ' + w; } catch(e) { winInfo.windowTitle = 'Window ' + w; }
89
+ result.windows.push(winInfo);
90
+ }
91
+ JSON.stringify(result);
92
+ " 2>&1)
93
+
94
+ if [ $? -ne 0 ]; then
95
+ error_exit "Failed to read UI tree for '$app_name': $result"
96
+ fi
97
+ echo "{\"success\":true,\"action\":\"ui-tree\",\"appName\":\"$app_name\",\"maxDepth\":$max_depth,\"ui\":$result}"
98
+ }
99
+
100
+ # -----------------------------------------------------------------------------
101
+ # click_element — Click a UI element by role:name or coordinates
102
+ # Params: appName, element (role:name) OR x,y
103
+ # -----------------------------------------------------------------------------
104
+ click_element() {
105
+ local app_name="$1"
106
+ local element="${2:-}"
107
+ local click_x="${3:-}"
108
+ local click_y="${4:-}"
109
+
110
+ if [ -n "$element" ]; then
111
+ # Parse role:name format
112
+ local role name
113
+ role=$(echo "$element" | cut -d: -f1)
114
+ name=$(echo "$element" | cut -d: -f2-)
115
+
116
+ # Find element position via Accessibility API
117
+ require_ax_permission
118
+ local pos
119
+ pos=$(osascript -l JavaScript -e "
120
+ var app = Application('System Events');
121
+ var proc = app.processes.byName('$app_name');
122
+ var found = null;
123
+
124
+ function findElement(el, depth) {
125
+ if (depth > 10 || found) return;
126
+ var elRole = '';
127
+ var elTitle = '';
128
+ var elDesc = '';
129
+ try { elRole = el.role(); } catch(e) {}
130
+ try { elTitle = el.title() || ''; } catch(e) {}
131
+ try { elDesc = el.description() || ''; } catch(e) {}
132
+
133
+ var roleMatch = '$role' === '' || elRole.toLowerCase().indexOf('$role'.toLowerCase()) >= 0;
134
+ var nameMatch = elTitle.indexOf('$name') >= 0 || elDesc.indexOf('$name') >= 0;
135
+
136
+ if (roleMatch && nameMatch) {
137
+ try {
138
+ var p = el.position();
139
+ var s = el.size();
140
+ found = {x: p[0] + s[0]/2, y: p[1] + s[1]/2};
141
+ } catch(e) {}
142
+ }
143
+
144
+ if (!found) {
145
+ try {
146
+ var children = el.uiElements();
147
+ for (var i = 0; i < children.length && !found; i++) {
148
+ findElement(children[i], depth + 1);
149
+ }
150
+ } catch(e) {}
151
+ }
152
+ }
153
+
154
+ var windows = proc.windows();
155
+ for (var w = 0; w < windows.length && !found; w++) {
156
+ findElement(windows[w], 0);
157
+ }
158
+ found ? JSON.stringify(found) : 'null';
159
+ " 2>&1)
160
+
161
+ if [ "$pos" = "null" ] || [ -z "$pos" ]; then
162
+ error_exit "Element '$element' not found in '$app_name'"
163
+ fi
164
+
165
+ click_x=$(echo "$pos" | jq -r '.x')
166
+ click_y=$(echo "$pos" | jq -r '.y')
167
+ fi
168
+
169
+ require_param "x or element" "$click_x"
170
+ require_param "y or element" "$click_y"
171
+
172
+ # Perform the click via CoreGraphics
173
+ osascript -l JavaScript -e "
174
+ ObjC.import('CoreGraphics');
175
+ var point = $.CGPointMake($click_x, $click_y);
176
+ var move = $.CGEventCreateMouseEvent(null, $.kCGEventMouseMoved, point, 0);
177
+ $.CGEventPost($.kCGHIDEventTap, move);
178
+ var down = $.CGEventCreateMouseEvent(null, $.kCGEventLeftMouseDown, point, 0);
179
+ $.CGEventPost($.kCGHIDEventTap, down);
180
+ var up = $.CGEventCreateMouseEvent(null, $.kCGEventLeftMouseUp, point, 0);
181
+ $.CGEventPost($.kCGHIDEventTap, up);
182
+ 'clicked';
183
+ " >/dev/null 2>&1
184
+
185
+ echo "{\"success\":true,\"action\":\"click\",\"appName\":\"$app_name\",\"x\":$click_x,\"y\":$click_y,\"element\":\"${element:-coordinates}\"}"
186
+ }
187
+
188
+ # -----------------------------------------------------------------------------
189
+ # type_text — Type text in the focused field
190
+ # Params: text
191
+ # -----------------------------------------------------------------------------
192
+ type_text() {
193
+ local text="$1"
194
+ osascript -e "tell application \"System Events\" to keystroke \"$text\"" 2>/dev/null
195
+ local char_count=${#text}
196
+ echo "{\"success\":true,\"action\":\"type\",\"characters\":$char_count}"
197
+ }
198
+
199
+ # -----------------------------------------------------------------------------
200
+ # get_text — Extract all visible text from an app
201
+ # Params: appName, maxDepth (default 25)
202
+ # -----------------------------------------------------------------------------
203
+ get_text() {
204
+ local app_name="$1"
205
+ local max_depth="${2:-25}"
206
+ require_ax_permission
207
+
208
+ local result
209
+ result=$(osascript -l JavaScript -e "
210
+ var app = Application('System Events');
211
+ var proc = app.processes.byName('$app_name');
212
+ var texts = [];
213
+ var maxDepth = $max_depth;
214
+ var skipDescs = {'group':1,'button':1,'scroll area':1,'collection':1,'text':1,
215
+ 'standard window':1,'image':1,'tab bar':1,'close button':1,
216
+ 'full screen button':1,'minimize button':1};
217
+
218
+ function extractText(el, depth) {
219
+ if (depth > maxDepth) return;
220
+ var role = 'unknown';
221
+ try { role = el.role(); } catch(e) {}
222
+ try { var val = el.value(); if (val !== null && val !== undefined && String(val).trim().length > 0) texts.push({role: role, text: String(val).substring(0, 1000)}); } catch(e) {}
223
+ try { var title = el.title(); if (title && title.trim().length > 0) texts.push({role: role, text: title}); } catch(e) {}
224
+ try { var desc = el.description(); if (desc && desc.trim().length > 0 && !skipDescs[desc.toLowerCase()]) texts.push({role: role, text: desc}); } catch(e) {}
225
+ try { var children = el.uiElements(); for (var i = 0; i < Math.min(children.length, 100); i++) extractText(children[i], depth + 1); } catch(e) {}
226
+ }
227
+
228
+ var windows = proc.windows();
229
+ for (var w = 0; w < windows.length; w++) extractText(windows[w], 0);
230
+
231
+ var seen = {};
232
+ var unique = [];
233
+ for (var i = 0; i < texts.length; i++) {
234
+ if (!seen[texts[i].text]) { seen[texts[i].text] = true; unique.push(texts[i]); }
235
+ }
236
+ JSON.stringify(unique);
237
+ " 2>&1)
238
+
239
+ if [ $? -ne 0 ]; then
240
+ error_exit "Failed to get text from '$app_name': $result"
241
+ fi
242
+ echo "{\"success\":true,\"action\":\"get-text\",\"appName\":\"$app_name\",\"texts\":$result}"
243
+ }
244
+
245
+ # -----------------------------------------------------------------------------
246
+ # scroll_app — Scroll within an app
247
+ # Params: direction (up|down|left|right), amount (default 3), appName (optional)
248
+ # -----------------------------------------------------------------------------
249
+ scroll_app() {
250
+ local direction="${1:-down}"
251
+ local amount="${2:-3}"
252
+ local app_name="${3:-}"
253
+
254
+ if [ -n "$app_name" ]; then
255
+ osascript -l JavaScript -e "
256
+ var app = Application('System Events');
257
+ app.processes.byName('$app_name').frontmost = true;
258
+ " >/dev/null 2>&1
259
+ sleep 0.3
260
+ fi
261
+
262
+ local dx=0 dy=0
263
+ case "$direction" in
264
+ up) dy=$amount ;;
265
+ down) dy=$(( -amount )) ;;
266
+ left) dx=$amount ;;
267
+ right) dx=$(( -amount )) ;;
268
+ *) error_exit "Unknown direction: $direction" ;;
269
+ esac
270
+
271
+ osascript -l JavaScript -e "
272
+ ObjC.import('CoreGraphics');
273
+ var event = $.CGEventCreateScrollWheelEvent(null, $.kCGScrollEventUnitLine, 2, $dy, $dx);
274
+ $.CGEventPost($.kCGHIDEventTap, event);
275
+ 'scrolled';
276
+ " >/dev/null 2>&1
277
+
278
+ echo "{\"success\":true,\"action\":\"scroll\",\"direction\":\"$direction\",\"amount\":$amount}"
279
+ }
280
+
281
+ # -----------------------------------------------------------------------------
282
+ # focus_app — Bring an app to the foreground
283
+ # Params: appName
284
+ # -----------------------------------------------------------------------------
285
+ focus_app() {
286
+ local app_name="$1"
287
+ osascript -l JavaScript -e "
288
+ var app = Application('System Events');
289
+ app.processes.byName('$app_name').frontmost = true;
290
+ " >/dev/null 2>&1
291
+ echo "{\"success\":true,\"action\":\"focus\",\"appName\":\"$app_name\"}"
292
+ }
@@ -0,0 +1,117 @@
1
+ #!/usr/bin/env bash
2
+ # =============================================================================
3
+ # AppleScript/JXA Automation — Layer 2
4
+ # Run custom AppleScript or use presets for common operations.
5
+ # =============================================================================
6
+
7
+ set -euo pipefail
8
+
9
+ SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
10
+ source "${SCRIPT_DIR}/../../_common/lib.sh"
11
+
12
+ # -----------------------------------------------------------------------------
13
+ # run_applescript — Execute raw AppleScript code
14
+ # Params: code
15
+ # -----------------------------------------------------------------------------
16
+ run_applescript() {
17
+ local code="$1"
18
+
19
+ local result
20
+ result=$(osascript -e "$code" 2>&1)
21
+ local exit_code=$?
22
+
23
+ if [ $exit_code -ne 0 ]; then
24
+ # Escape for JSON
25
+ local escaped
26
+ escaped=$(echo "$result" | sed 's/\\/\\\\/g; s/"/\\"/g; s/\t/\\t/g' | tr '\n' ' ')
27
+ echo "{\"success\":false,\"action\":\"applescript\",\"error\":\"$escaped\"}"
28
+ return 1
29
+ fi
30
+
31
+ # Escape result for JSON: handle backslashes, quotes, tabs, and newlines
32
+ local escaped
33
+ escaped=$(printf '%s' "$result" | sed 's/\\/\\\\/g; s/"/\\"/g; s/\t/\\t/g' | tr '\n' ' ' | sed 's/ *$//')
34
+ echo "{\"success\":true,\"action\":\"applescript\",\"result\":\"$escaped\"}"
35
+ }
36
+
37
+ # -----------------------------------------------------------------------------
38
+ # run_preset — Execute a preset AppleScript operation
39
+ # Params: preset, ...args
40
+ # Presets: activate-app, get-window-list, click-menu-item, open-file,
41
+ # get-clipboard, set-clipboard
42
+ # -----------------------------------------------------------------------------
43
+ run_preset() {
44
+ local preset="$1"
45
+ shift
46
+
47
+ case "$preset" in
48
+ activate-app)
49
+ local app_name="$1"
50
+ require_param "app" "$app_name"
51
+ run_applescript "tell application \"$app_name\" to activate"
52
+ ;;
53
+
54
+ get-window-list)
55
+ local app_name="$1"
56
+ require_param "app" "$app_name"
57
+ local result
58
+ result=$(osascript -l JavaScript -e "
59
+ var app = Application('$app_name');
60
+ var wins = app.windows();
61
+ var result = [];
62
+ for (var i = 0; i < wins.length; i++) {
63
+ try {
64
+ result.push({index: i, name: wins[i].name()});
65
+ } catch(e) {
66
+ result.push({index: i, name: 'Window ' + i});
67
+ }
68
+ }
69
+ JSON.stringify(result);
70
+ " 2>&1)
71
+ if [ $? -ne 0 ]; then
72
+ echo "{\"success\":false,\"action\":\"applescript\",\"preset\":\"get-window-list\",\"error\":\"Failed: $result\"}"
73
+ return 1
74
+ fi
75
+ echo "{\"success\":true,\"action\":\"applescript\",\"preset\":\"get-window-list\",\"windows\":$result}"
76
+ ;;
77
+
78
+ click-menu-item)
79
+ local app_name="$1"
80
+ local menu_name="$2"
81
+ local item_name="$3"
82
+ require_param "app" "$app_name"
83
+ require_param "menu" "$menu_name"
84
+ require_param "item" "$item_name"
85
+ run_applescript "tell application \"System Events\" to tell process \"$app_name\" to click menu item \"$item_name\" of menu \"$menu_name\" of menu bar 1"
86
+ ;;
87
+
88
+ open-file)
89
+ local file_path="$1"
90
+ require_param "path" "$file_path"
91
+ if [ ! -e "$file_path" ]; then
92
+ echo "{\"success\":false,\"action\":\"applescript\",\"preset\":\"open-file\",\"error\":\"File not found: $file_path\"}"
93
+ return 1
94
+ fi
95
+ run_applescript "tell application \"Finder\" to open POSIX file \"$file_path\""
96
+ ;;
97
+
98
+ get-clipboard)
99
+ local content
100
+ content=$(pbpaste 2>/dev/null || echo "")
101
+ local escaped
102
+ escaped=$(echo "$content" | head -c 10000 | sed 's/\\/\\\\/g; s/"/\\"/g; s/\t/\\t/g' | tr '\n' ' ')
103
+ echo "{\"success\":true,\"action\":\"applescript\",\"preset\":\"get-clipboard\",\"content\":\"$escaped\"}"
104
+ ;;
105
+
106
+ set-clipboard)
107
+ local text="$1"
108
+ require_param "text" "$text"
109
+ echo -n "$text" | pbcopy
110
+ echo "{\"success\":true,\"action\":\"applescript\",\"preset\":\"set-clipboard\"}"
111
+ ;;
112
+
113
+ *)
114
+ error_exit "Unknown preset: $preset (use activate-app, get-window-list, click-menu-item, open-file, get-clipboard, set-clipboard)"
115
+ ;;
116
+ esac
117
+ }
@@ -0,0 +1,122 @@
1
+ #!/usr/bin/env bash
2
+ # =============================================================================
3
+ # App Discovery — Layer 1
4
+ # Lists running GUI apps with bundle IDs and detects available control methods.
5
+ # =============================================================================
6
+
7
+ set -euo pipefail
8
+
9
+ SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
10
+ source "${SCRIPT_DIR}/../../_common/lib.sh"
11
+
12
+ # -----------------------------------------------------------------------------
13
+ # list_apps — List all foreground GUI apps with control method detection
14
+ # Output: JSON array of {name, bundleId, methods: [...]}
15
+ # -----------------------------------------------------------------------------
16
+ list_apps() {
17
+ local result
18
+ result=$(osascript -l JavaScript -e '
19
+ var app = Application("System Events");
20
+ var procs = app.processes.whose({backgroundOnly: false});
21
+ var result = [];
22
+ for (var i = 0; i < procs.length; i++) {
23
+ try {
24
+ var p = procs[i];
25
+ var name = p.name();
26
+ var bid = p.bundleIdentifier() || "unknown";
27
+ var methods = ["accessibility"];
28
+
29
+ // Native macOS apps support AppleScript
30
+ if (bid.indexOf("com.apple.") === 0) {
31
+ methods.push("applescript");
32
+ }
33
+ // Some third-party scriptable apps
34
+ var scriptable = ["com.sublimetext", "com.googlecode.iterm2",
35
+ "com.microsoft.VSCode", "com.brave.Browser",
36
+ "org.mozilla.firefox"];
37
+ for (var s = 0; s < scriptable.length; s++) {
38
+ if (bid.indexOf(scriptable[s]) === 0) {
39
+ methods.push("applescript");
40
+ break;
41
+ }
42
+ }
43
+ // Chrome-based browsers support CDP
44
+ if (bid === "com.google.Chrome" || bid === "com.brave.Browser" ||
45
+ bid === "com.microsoft.edgemac") {
46
+ methods.push("playwright");
47
+ }
48
+
49
+ var winCount = 0;
50
+ try { winCount = p.windows.length; } catch(e) {}
51
+
52
+ result.push({
53
+ name: name,
54
+ bundleId: bid,
55
+ windows: winCount,
56
+ controllable: true,
57
+ methods: methods
58
+ });
59
+ } catch(e) {}
60
+ }
61
+ JSON.stringify(result);
62
+ ' 2>&1)
63
+
64
+ if [ $? -ne 0 ]; then
65
+ error_exit "Failed to list apps: $result"
66
+ fi
67
+ echo "{\"success\":true,\"action\":\"list-apps\",\"apps\":$result}"
68
+ }
69
+
70
+ # -----------------------------------------------------------------------------
71
+ # app_info — Get detailed info for a specific app
72
+ # Params: appName
73
+ # Output: JSON with name, bundleId, windows, methods, and basic UI summary
74
+ # -----------------------------------------------------------------------------
75
+ app_info() {
76
+ local app_name="$1"
77
+
78
+ local result
79
+ result=$(osascript -l JavaScript -e "
80
+ var app = Application('System Events');
81
+ var proc = app.processes.byName('$app_name');
82
+ var name = proc.name();
83
+ var bid = proc.bundleIdentifier() || 'unknown';
84
+ var windows = proc.windows();
85
+
86
+ var methods = ['accessibility'];
87
+ if (bid.indexOf('com.apple.') === 0) methods.push('applescript');
88
+ var scriptable = ['com.sublimetext', 'com.googlecode.iterm2',
89
+ 'com.microsoft.VSCode', 'com.brave.Browser', 'org.mozilla.firefox'];
90
+ for (var s = 0; s < scriptable.length; s++) {
91
+ if (bid.indexOf(scriptable[s]) === 0) { methods.push('applescript'); break; }
92
+ }
93
+ if (bid === 'com.google.Chrome' || bid === 'com.brave.Browser' ||
94
+ bid === 'com.microsoft.edgemac') {
95
+ methods.push('playwright');
96
+ }
97
+
98
+ var winInfo = [];
99
+ for (var w = 0; w < windows.length; w++) {
100
+ var win = windows[w];
101
+ var wTitle = '';
102
+ try { wTitle = win.title() || win.name() || 'Window ' + w; } catch(e) { wTitle = 'Window ' + w; }
103
+ var childCount = 0;
104
+ try { childCount = win.uiElements().length; } catch(e) {}
105
+ winInfo.push({title: wTitle, elementCount: childCount});
106
+ }
107
+
108
+ JSON.stringify({
109
+ name: name,
110
+ bundleId: bid,
111
+ windows: winInfo.length,
112
+ windowDetails: winInfo,
113
+ controllable: true,
114
+ methods: methods
115
+ });
116
+ " 2>&1)
117
+
118
+ if [ $? -ne 0 ]; then
119
+ error_exit "Failed to get app info for '$app_name': $result"
120
+ fi
121
+ echo "{\"success\":true,\"action\":\"app-info\",\"app\":$result}"
122
+ }