crewly 1.2.3 → 1.2.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +1 -1
- package/README.md +1 -1
- package/config/constants.ts +44 -1
- package/config/index.ts +4 -0
- package/config/roles/orchestrator/prompt.md +30 -2
- package/config/roles/team-leader/prompt.md +169 -0
- package/config/roles/team-leader/role.json +13 -0
- package/config/roles/team-leader/tl-addon.md +142 -0
- package/config/runtime_scripts/runtime-config.json +7 -0
- package/config/skills/_common/lib.sh +37 -0
- package/config/skills/agent/computer-use/execute.sh +228 -0
- package/config/skills/agent/computer-use/instructions.md +103 -0
- package/config/skills/agent/computer-use/lib/accessibility.sh +292 -0
- package/config/skills/agent/computer-use/lib/applescript.sh +117 -0
- package/config/skills/agent/computer-use/lib/discover.sh +122 -0
- package/config/skills/agent/computer-use/lib/playwright.sh +153 -0
- package/config/skills/agent/computer-use/lib/screenshot.sh +61 -0
- package/config/skills/agent/computer-use/skill.json +29 -0
- package/config/skills/agent/core/accept-task/execute.sh +7 -1
- package/config/skills/agent/core/complete-task/execute.sh +38 -1
- package/config/skills/agent/core/report-status/execute.sh +51 -2
- package/config/skills/agent/desktop-app-control/execute.sh +561 -0
- package/config/skills/agent/desktop-app-control/instructions.md +102 -0
- package/config/skills/agent/desktop-app-control/skill.json +33 -0
- package/config/skills/orchestrator/broadcast-to-org/execute.sh +88 -0
- package/config/skills/orchestrator/broadcast-to-org/instructions.md +51 -0
- package/config/skills/orchestrator/broadcast-to-org/skill.json +20 -0
- package/config/skills/orchestrator/delegate-task/execute.sh +75 -10
- package/config/skills/orchestrator/delegate-task/instructions.md +11 -1
- package/config/skills/orchestrator/handle-agent-failure/execute.sh +45 -0
- package/config/skills/orchestrator/handle-agent-failure/instructions.md +29 -0
- package/config/skills/orchestrator/handle-agent-failure/skill.json +20 -0
- package/config/skills/orchestrator/restart-crewly/instructions.md +9 -2
- package/config/skills/team-leader/_common/lib.sh +4 -0
- package/config/skills/team-leader/aggregate-results/execute.sh +168 -0
- package/config/skills/team-leader/aggregate-results/instructions.md +89 -0
- package/config/skills/team-leader/aggregate-results/skill.json +20 -0
- package/config/skills/team-leader/decompose-goal/execute.sh +86 -0
- package/config/skills/team-leader/decompose-goal/instructions.md +84 -0
- package/config/skills/team-leader/decompose-goal/skill.json +20 -0
- package/config/skills/team-leader/delegate-task/execute.sh +142 -0
- package/config/skills/team-leader/delegate-task/instructions.md +55 -0
- package/config/skills/team-leader/delegate-task/skill.json +20 -0
- package/config/skills/team-leader/handle-failure/execute.sh +119 -0
- package/config/skills/team-leader/handle-failure/instructions.md +93 -0
- package/config/skills/team-leader/handle-failure/skill.json +20 -0
- package/config/skills/team-leader/schedule-check/execute.sh +65 -0
- package/config/skills/team-leader/schedule-check/execute.test.sh +247 -0
- package/config/skills/team-leader/schedule-check/instructions.md +49 -0
- package/config/skills/team-leader/schedule-check/skill.json +20 -0
- package/config/skills/team-leader/start-agent/execute.sh +39 -0
- package/config/skills/team-leader/start-agent/instructions.md +48 -0
- package/config/skills/team-leader/start-agent/skill.json +20 -0
- package/config/skills/team-leader/stop-agent/execute.sh +39 -0
- package/config/skills/team-leader/stop-agent/instructions.md +49 -0
- package/config/skills/team-leader/stop-agent/skill.json +20 -0
- package/config/skills/team-leader/verify-output/execute.sh +296 -0
- package/config/skills/team-leader/verify-output/instructions.md +122 -0
- package/config/skills/team-leader/verify-output/skill.json +20 -0
- package/config/templates/core-team/demo-script.md +41 -0
- package/config/templates/core-team/goals.md +20 -0
- package/config/templates/core-team/team.json +22 -0
- package/config/templates/dev-fullstack/template.json +115 -0
- package/config/templates/education-smb/README.md +27 -0
- package/config/templates/education-smb/goals.md +16 -0
- package/config/templates/education-smb/knowledge/docs/content-standards.md +24 -0
- package/config/templates/education-smb/knowledge/docs/education-industry-context.md +13 -0
- package/config/templates/education-smb/knowledge/index.json +24 -0
- package/config/templates/education-smb/learned-patterns.json +16 -0
- package/config/templates/education-smb/quality-gates.yaml +66 -0
- package/config/templates/education-smb/roles/analytics-specialist.md +6 -0
- package/config/templates/education-smb/roles/content-creator.md +6 -0
- package/config/templates/education-smb/roles/curriculum-designer.md +6 -0
- package/config/templates/education-smb/roles/engagement-manager.md +6 -0
- package/config/templates/education-smb/team.json +40 -0
- package/config/templates/education-smb/template.json +26 -0
- package/config/templates/education-smb/workflows/course-content-generation.yaml +44 -0
- package/config/templates/education-smb/workflows/reporting.yaml +31 -0
- package/config/templates/education-smb/workflows/student-communication.yaml +44 -0
- package/config/templates/education-smb/workflows.yaml +40 -0
- package/config/templates/insurance-smb/README.md +28 -0
- package/config/templates/insurance-smb/goals.md +21 -0
- package/config/templates/insurance-smb/knowledge/docs/compliance-checklist.md +28 -0
- package/config/templates/insurance-smb/knowledge/docs/insurance-industry-context.md +23 -0
- package/config/templates/insurance-smb/knowledge/index.json +24 -0
- package/config/templates/insurance-smb/learned-patterns.json +16 -0
- package/config/templates/insurance-smb/quality-gates.yaml +54 -0
- package/config/templates/insurance-smb/roles/claims-processor.md +6 -0
- package/config/templates/insurance-smb/roles/client-manager.md +6 -0
- package/config/templates/insurance-smb/roles/compliance-officer.md +6 -0
- package/config/templates/insurance-smb/roles/marketing-specialist.md +6 -0
- package/config/templates/insurance-smb/roles/policy-analyst.md +6 -0
- package/config/templates/insurance-smb/team.json +48 -0
- package/config/templates/insurance-smb/template.json +26 -0
- package/config/templates/insurance-smb/workflows/claims-processing.yaml +48 -0
- package/config/templates/insurance-smb/workflows.yaml +43 -0
- package/config/templates/research-analysis/template.json +88 -0
- package/config/templates/social-media-ops/template.json +85 -0
- package/config/templates/video-production/template.json +123 -0
- package/dist/backend/backend/src/constants.d.ts +303 -15
- package/dist/backend/backend/src/constants.d.ts.map +1 -1
- package/dist/backend/backend/src/constants.js +296 -15
- package/dist/backend/backend/src/constants.js.map +1 -1
- package/dist/backend/backend/src/controllers/chat/chat.controller.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/chat/chat.controller.js +69 -48
- package/dist/backend/backend/src/controllers/chat/chat.controller.js.map +1 -1
- package/dist/backend/backend/src/controllers/cloud/auth/auth.controller.d.ts +81 -0
- package/dist/backend/backend/src/controllers/cloud/auth/auth.controller.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/auth/auth.controller.js +234 -0
- package/dist/backend/backend/src/controllers/cloud/auth/auth.controller.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/auth/auth.routes.d.ts +25 -0
- package/dist/backend/backend/src/controllers/cloud/auth/auth.routes.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/auth/auth.routes.js +38 -0
- package/dist/backend/backend/src/controllers/cloud/auth/auth.routes.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/cloud-auth.controller.d.ts +69 -0
- package/dist/backend/backend/src/controllers/cloud/cloud-auth.controller.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/cloud-auth.controller.js +165 -0
- package/dist/backend/backend/src/controllers/cloud/cloud-auth.controller.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/cloud-auth.routes.d.ts +23 -0
- package/dist/backend/backend/src/controllers/cloud/cloud-auth.routes.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/cloud-auth.routes.js +32 -0
- package/dist/backend/backend/src/controllers/cloud/cloud-auth.routes.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/cloud.controller.d.ts +52 -0
- package/dist/backend/backend/src/controllers/cloud/cloud.controller.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/cloud.controller.js +122 -0
- package/dist/backend/backend/src/controllers/cloud/cloud.controller.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/cloud.routes.d.ts +21 -0
- package/dist/backend/backend/src/controllers/cloud/cloud.routes.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/cloud.routes.js +32 -0
- package/dist/backend/backend/src/controllers/cloud/cloud.routes.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/files/cloud-file.controller.d.ts +42 -0
- package/dist/backend/backend/src/controllers/cloud/files/cloud-file.controller.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/files/cloud-file.controller.js +138 -0
- package/dist/backend/backend/src/controllers/cloud/files/cloud-file.controller.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/files/cloud-file.routes.d.ts +23 -0
- package/dist/backend/backend/src/controllers/cloud/files/cloud-file.routes.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/files/cloud-file.routes.js +34 -0
- package/dist/backend/backend/src/controllers/cloud/files/cloud-file.routes.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/files/cloud-file.types.d.ts +43 -0
- package/dist/backend/backend/src/controllers/cloud/files/cloud-file.types.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/files/cloud-file.types.js +9 -0
- package/dist/backend/backend/src/controllers/cloud/files/cloud-file.types.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/files/index.d.ts +7 -0
- package/dist/backend/backend/src/controllers/cloud/files/index.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/files/index.js +7 -0
- package/dist/backend/backend/src/controllers/cloud/files/index.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.controller.d.ts +47 -0
- package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.controller.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.controller.js +131 -0
- package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.controller.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.routes.d.ts +23 -0
- package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.routes.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.routes.js +30 -0
- package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.routes.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.types.d.ts +81 -0
- package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.types.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.types.js +85 -0
- package/dist/backend/backend/src/controllers/cloud/h5/h5-entry.types.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/h5/index.d.ts +7 -0
- package/dist/backend/backend/src/controllers/cloud/h5/index.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/h5/index.js +7 -0
- package/dist/backend/backend/src/controllers/cloud/h5/index.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/index.d.ts +14 -0
- package/dist/backend/backend/src/controllers/cloud/index.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/index.js +14 -0
- package/dist/backend/backend/src/controllers/cloud/index.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/magic-moment/index.d.ts +7 -0
- package/dist/backend/backend/src/controllers/cloud/magic-moment/index.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/magic-moment/index.js +7 -0
- package/dist/backend/backend/src/controllers/cloud/magic-moment/index.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.controller.d.ts +45 -0
- package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.controller.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.controller.js +155 -0
- package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.controller.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.routes.d.ts +25 -0
- package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.routes.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.routes.js +32 -0
- package/dist/backend/backend/src/controllers/cloud/magic-moment/magic-moment.routes.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/relay.controller.d.ts +101 -0
- package/dist/backend/backend/src/controllers/cloud/relay.controller.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/relay.controller.js +343 -0
- package/dist/backend/backend/src/controllers/cloud/relay.controller.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/relay.routes.d.ts +29 -0
- package/dist/backend/backend/src/controllers/cloud/relay.routes.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/relay.routes.js +44 -0
- package/dist/backend/backend/src/controllers/cloud/relay.routes.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.controller.d.ts +49 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.controller.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.controller.js +152 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.controller.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.routes.d.ts +24 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.routes.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.routes.js +34 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.routes.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.types.d.ts +90 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.types.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.types.js +48 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/cloud-task.types.js.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/index.d.ts +7 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/index.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/index.js +7 -0
- package/dist/backend/backend/src/controllers/cloud/tasks/index.js.map +1 -0
- package/dist/backend/backend/src/controllers/marketplace/index.d.ts +2 -0
- package/dist/backend/backend/src/controllers/marketplace/index.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/marketplace/index.js +3 -0
- package/dist/backend/backend/src/controllers/marketplace/index.js.map +1 -1
- package/dist/backend/backend/src/controllers/marketplace/marketplace.controller.d.ts +12 -12
- package/dist/backend/backend/src/controllers/marketplace/marketplace.controller.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/marketplace/marketplace.controller.js +1 -18
- package/dist/backend/backend/src/controllers/marketplace/marketplace.controller.js.map +1 -1
- package/dist/backend/backend/src/controllers/marketplace/marketplace.routes.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/marketplace/marketplace.routes.js +3 -0
- package/dist/backend/backend/src/controllers/marketplace/marketplace.routes.js.map +1 -1
- package/dist/backend/backend/src/controllers/marketplace/template-marketplace.controller.d.ts +111 -0
- package/dist/backend/backend/src/controllers/marketplace/template-marketplace.controller.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/marketplace/template-marketplace.controller.js +220 -0
- package/dist/backend/backend/src/controllers/marketplace/template-marketplace.controller.js.map +1 -0
- package/dist/backend/backend/src/controllers/marketplace/template-marketplace.routes.d.ts +33 -0
- package/dist/backend/backend/src/controllers/marketplace/template-marketplace.routes.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/marketplace/template-marketplace.routes.js +50 -0
- package/dist/backend/backend/src/controllers/marketplace/template-marketplace.routes.js.map +1 -0
- package/dist/backend/backend/src/controllers/messaging/messenger.routes.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/messaging/messenger.routes.js +4 -1
- package/dist/backend/backend/src/controllers/messaging/messenger.routes.js.map +1 -1
- package/dist/backend/backend/src/controllers/monitoring/terminal.controller.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/monitoring/terminal.controller.js +18 -2
- package/dist/backend/backend/src/controllers/monitoring/terminal.controller.js.map +1 -1
- package/dist/backend/backend/src/controllers/payment/index.d.ts +7 -0
- package/dist/backend/backend/src/controllers/payment/index.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/payment/index.js +7 -0
- package/dist/backend/backend/src/controllers/payment/index.js.map +1 -0
- package/dist/backend/backend/src/controllers/payment/payment.controller.d.ts +57 -0
- package/dist/backend/backend/src/controllers/payment/payment.controller.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/payment/payment.controller.js +136 -0
- package/dist/backend/backend/src/controllers/payment/payment.controller.js.map +1 -0
- package/dist/backend/backend/src/controllers/payment/payment.routes.d.ts +27 -0
- package/dist/backend/backend/src/controllers/payment/payment.routes.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/payment/payment.routes.js +38 -0
- package/dist/backend/backend/src/controllers/payment/payment.routes.js.map +1 -0
- package/dist/backend/backend/src/controllers/payment/payment.types.d.ts +109 -0
- package/dist/backend/backend/src/controllers/payment/payment.types.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/payment/payment.types.js +54 -0
- package/dist/backend/backend/src/controllers/payment/payment.types.js.map +1 -0
- package/dist/backend/backend/src/controllers/request-types.d.ts +34 -5
- package/dist/backend/backend/src/controllers/request-types.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/session/session.controller.d.ts +14 -0
- package/dist/backend/backend/src/controllers/session/session.controller.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/session/session.controller.js +48 -0
- package/dist/backend/backend/src/controllers/session/session.controller.js.map +1 -1
- package/dist/backend/backend/src/controllers/session/session.routes.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/session/session.routes.js +3 -1
- package/dist/backend/backend/src/controllers/session/session.routes.js.map +1 -1
- package/dist/backend/backend/src/controllers/system/scheduler.controller.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/system/scheduler.controller.js +4 -3
- package/dist/backend/backend/src/controllers/system/scheduler.controller.js.map +1 -1
- package/dist/backend/backend/src/controllers/system/system.controller.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/system/system.controller.js +13 -15
- package/dist/backend/backend/src/controllers/system/system.controller.js.map +1 -1
- package/dist/backend/backend/src/controllers/task-management/assignments.controller.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/task-management/assignments.controller.js.map +1 -1
- package/dist/backend/backend/src/controllers/task-management/task-management.controller.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/task-management/task-management.controller.js +40 -4
- package/dist/backend/backend/src/controllers/task-management/task-management.controller.js.map +1 -1
- package/dist/backend/backend/src/controllers/task-management/tasks.controller.js.map +1 -1
- package/dist/backend/backend/src/controllers/team/team.controller.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/team/team.controller.js +259 -13
- package/dist/backend/backend/src/controllers/team/team.controller.js.map +1 -1
- package/dist/backend/backend/src/controllers/template/index.d.ts +8 -0
- package/dist/backend/backend/src/controllers/template/index.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/template/index.js +8 -0
- package/dist/backend/backend/src/controllers/template/index.js.map +1 -0
- package/dist/backend/backend/src/controllers/template/template.controller.d.ts +63 -0
- package/dist/backend/backend/src/controllers/template/template.controller.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/template/template.controller.js +112 -0
- package/dist/backend/backend/src/controllers/template/template.controller.js.map +1 -0
- package/dist/backend/backend/src/controllers/template/template.routes.d.ts +24 -0
- package/dist/backend/backend/src/controllers/template/template.routes.d.ts.map +1 -0
- package/dist/backend/backend/src/controllers/template/template.routes.js +33 -0
- package/dist/backend/backend/src/controllers/template/template.routes.js.map +1 -0
- package/dist/backend/backend/src/index.d.ts.map +1 -1
- package/dist/backend/backend/src/index.js +105 -13
- package/dist/backend/backend/src/index.js.map +1 -1
- package/dist/backend/backend/src/middleware/agent-heartbeat.middleware.js +3 -3
- package/dist/backend/backend/src/middleware/agent-heartbeat.middleware.js.map +1 -1
- package/dist/backend/backend/src/models/Team.d.ts +5 -0
- package/dist/backend/backend/src/models/Team.d.ts.map +1 -1
- package/dist/backend/backend/src/models/Team.js +24 -0
- package/dist/backend/backend/src/models/Team.js.map +1 -1
- package/dist/backend/backend/src/routes/api.routes.d.ts.map +1 -1
- package/dist/backend/backend/src/routes/api.routes.js +21 -0
- package/dist/backend/backend/src/routes/api.routes.js.map +1 -1
- package/dist/backend/backend/src/services/agent/agent-registration.service.d.ts +1 -6
- package/dist/backend/backend/src/services/agent/agent-registration.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/agent/agent-registration.service.js +211 -287
- package/dist/backend/backend/src/services/agent/agent-registration.service.js.map +1 -1
- package/dist/backend/backend/src/services/agent/claude-runtime.service.d.ts +7 -1
- package/dist/backend/backend/src/services/agent/claude-runtime.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/agent/claude-runtime.service.js +11 -2
- package/dist/backend/backend/src/services/agent/claude-runtime.service.js.map +1 -1
- package/dist/backend/backend/src/services/agent/gemini-runtime.service.d.ts +1 -0
- package/dist/backend/backend/src/services/agent/gemini-runtime.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/agent/gemini-runtime.service.js +30 -43
- package/dist/backend/backend/src/services/agent/gemini-runtime.service.js.map +1 -1
- package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.d.ts +216 -0
- package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.js +496 -0
- package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.js.map +1 -0
- package/dist/backend/backend/src/services/agent/openhands-runtime.service.d.ts +70 -0
- package/dist/backend/backend/src/services/agent/openhands-runtime.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/agent/openhands-runtime.service.js +131 -0
- package/dist/backend/backend/src/services/agent/openhands-runtime.service.js.map +1 -0
- package/dist/backend/backend/src/services/agent/pty-activity-tracker.service.d.ts +21 -1
- package/dist/backend/backend/src/services/agent/pty-activity-tracker.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/agent/pty-activity-tracker.service.js +32 -1
- package/dist/backend/backend/src/services/agent/pty-activity-tracker.service.js.map +1 -1
- package/dist/backend/backend/src/services/agent/runtime-exit-monitor.service.d.ts +77 -3
- package/dist/backend/backend/src/services/agent/runtime-exit-monitor.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/agent/runtime-exit-monitor.service.js +281 -30
- package/dist/backend/backend/src/services/agent/runtime-exit-monitor.service.js.map +1 -1
- package/dist/backend/backend/src/services/agent/runtime-service.factory.d.ts.map +1 -1
- package/dist/backend/backend/src/services/agent/runtime-service.factory.js +9 -0
- package/dist/backend/backend/src/services/agent/runtime-service.factory.js.map +1 -1
- package/dist/backend/backend/src/services/ai/prompt-builder.service.d.ts +49 -2
- package/dist/backend/backend/src/services/ai/prompt-builder.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/ai/prompt-builder.service.js +124 -2
- package/dist/backend/backend/src/services/ai/prompt-builder.service.js.map +1 -1
- package/dist/backend/backend/src/services/chat/chat.service.d.ts +10 -2
- package/dist/backend/backend/src/services/chat/chat.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/chat/chat.service.js +49 -8
- package/dist/backend/backend/src/services/chat/chat.service.js.map +1 -1
- package/dist/backend/backend/src/services/cloud/auth/auth.service.d.ts +174 -0
- package/dist/backend/backend/src/services/cloud/auth/auth.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/auth/auth.service.js +402 -0
- package/dist/backend/backend/src/services/cloud/auth/auth.service.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/auth/auth.types.d.ts +110 -0
- package/dist/backend/backend/src/services/cloud/auth/auth.types.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/auth/auth.types.js +54 -0
- package/dist/backend/backend/src/services/cloud/auth/auth.types.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/auth/auth.utils.d.ts +36 -0
- package/dist/backend/backend/src/services/cloud/auth/auth.utils.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/auth/auth.utils.js +31 -0
- package/dist/backend/backend/src/services/cloud/auth/auth.utils.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/auth/jwt-auth.middleware.d.ts +47 -0
- package/dist/backend/backend/src/services/cloud/auth/jwt-auth.middleware.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/auth/jwt-auth.middleware.js +116 -0
- package/dist/backend/backend/src/services/cloud/auth/jwt-auth.middleware.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/auth/supabase-auth.middleware.d.ts +61 -0
- package/dist/backend/backend/src/services/cloud/auth/supabase-auth.middleware.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/auth/supabase-auth.middleware.js +203 -0
- package/dist/backend/backend/src/services/cloud/auth/supabase-auth.middleware.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-auth.middleware.d.ts +46 -0
- package/dist/backend/backend/src/services/cloud/cloud-auth.middleware.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-auth.middleware.js +95 -0
- package/dist/backend/backend/src/services/cloud/cloud-auth.middleware.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-auth.service.d.ts +136 -0
- package/dist/backend/backend/src/services/cloud/cloud-auth.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-auth.service.js +204 -0
- package/dist/backend/backend/src/services/cloud/cloud-auth.service.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-client.service.d.ts +179 -0
- package/dist/backend/backend/src/services/cloud/cloud-client.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-client.service.js +237 -0
- package/dist/backend/backend/src/services/cloud/cloud-client.service.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-file.service.d.ts +97 -0
- package/dist/backend/backend/src/services/cloud/cloud-file.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-file.service.js +184 -0
- package/dist/backend/backend/src/services/cloud/cloud-file.service.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.d.ts +114 -0
- package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.js +196 -0
- package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.d.ts +118 -0
- package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.js +322 -0
- package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-task.service.d.ts +115 -0
- package/dist/backend/backend/src/services/cloud/cloud-task.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/cloud-task.service.js +265 -0
- package/dist/backend/backend/src/services/cloud/cloud-task.service.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/relay-client.service.d.ts +175 -0
- package/dist/backend/backend/src/services/cloud/relay-client.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/relay-client.service.js +392 -0
- package/dist/backend/backend/src/services/cloud/relay-client.service.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/relay-crypto.service.d.ts +87 -0
- package/dist/backend/backend/src/services/cloud/relay-crypto.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/relay-crypto.service.js +140 -0
- package/dist/backend/backend/src/services/cloud/relay-crypto.service.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/relay-server.service.d.ts +183 -0
- package/dist/backend/backend/src/services/cloud/relay-server.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/relay-server.service.js +523 -0
- package/dist/backend/backend/src/services/cloud/relay-server.service.js.map +1 -0
- package/dist/backend/backend/src/services/cloud/relay.types.d.ts +170 -0
- package/dist/backend/backend/src/services/cloud/relay.types.d.ts.map +1 -0
- package/dist/backend/backend/src/services/cloud/relay.types.js +69 -0
- package/dist/backend/backend/src/services/cloud/relay.types.js.map +1 -0
- package/dist/backend/backend/src/services/continuation/patterns/idle-patterns.d.ts +9 -1
- package/dist/backend/backend/src/services/continuation/patterns/idle-patterns.d.ts.map +1 -1
- package/dist/backend/backend/src/services/continuation/patterns/idle-patterns.js +18 -4
- package/dist/backend/backend/src/services/continuation/patterns/idle-patterns.js.map +1 -1
- package/dist/backend/backend/src/services/core/env.config.d.ts +147 -0
- package/dist/backend/backend/src/services/core/env.config.d.ts.map +1 -0
- package/dist/backend/backend/src/services/core/env.config.js +226 -0
- package/dist/backend/backend/src/services/core/env.config.js.map +1 -0
- package/dist/backend/backend/src/services/core/storage.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/core/storage.service.js +5 -0
- package/dist/backend/backend/src/services/core/storage.service.js.map +1 -1
- package/dist/backend/backend/src/services/event-bus/event-bus.service.d.ts +20 -0
- package/dist/backend/backend/src/services/event-bus/event-bus.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/event-bus/event-bus.service.js +35 -0
- package/dist/backend/backend/src/services/event-bus/event-bus.service.js.map +1 -1
- package/dist/backend/backend/src/services/hierarchy/hierarchy-escalation.service.d.ts +160 -0
- package/dist/backend/backend/src/services/hierarchy/hierarchy-escalation.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/hierarchy/hierarchy-escalation.service.js +261 -0
- package/dist/backend/backend/src/services/hierarchy/hierarchy-escalation.service.js.map +1 -0
- package/dist/backend/backend/src/services/hierarchy/hierarchy-reporting.service.d.ts +161 -0
- package/dist/backend/backend/src/services/hierarchy/hierarchy-reporting.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/hierarchy/hierarchy-reporting.service.js +276 -0
- package/dist/backend/backend/src/services/hierarchy/hierarchy-reporting.service.js.map +1 -0
- package/dist/backend/backend/src/services/marketplace/index.d.ts +1 -0
- package/dist/backend/backend/src/services/marketplace/index.d.ts.map +1 -1
- package/dist/backend/backend/src/services/marketplace/index.js +2 -0
- package/dist/backend/backend/src/services/marketplace/index.js.map +1 -1
- package/dist/backend/backend/src/services/marketplace/marketplace.service.js +2 -2
- package/dist/backend/backend/src/services/marketplace/template-marketplace.service.d.ts +149 -0
- package/dist/backend/backend/src/services/marketplace/template-marketplace.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/marketplace/template-marketplace.service.js +500 -0
- package/dist/backend/backend/src/services/marketplace/template-marketplace.service.js.map +1 -0
- package/dist/backend/backend/src/services/mcp-server.js +1 -1
- package/dist/backend/backend/src/services/mcp-server.js.map +1 -1
- package/dist/backend/backend/src/services/messaging/adapters/google-chat-messenger.adapter.d.ts +90 -0
- package/dist/backend/backend/src/services/messaging/adapters/google-chat-messenger.adapter.d.ts.map +1 -0
- package/dist/backend/backend/src/services/messaging/adapters/google-chat-messenger.adapter.js +233 -0
- package/dist/backend/backend/src/services/messaging/adapters/google-chat-messenger.adapter.js.map +1 -0
- package/dist/backend/backend/src/services/messaging/messenger-adapter.interface.d.ts +1 -1
- package/dist/backend/backend/src/services/messaging/messenger-adapter.interface.d.ts.map +1 -1
- package/dist/backend/backend/src/services/messaging/queue-processor.service.js +1 -1
- package/dist/backend/backend/src/services/messaging/queue-processor.service.js.map +1 -1
- package/dist/backend/backend/src/services/monitoring/activity-monitor.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/monitoring/activity-monitor.service.js +3 -3
- package/dist/backend/backend/src/services/monitoring/activity-monitor.service.js.map +1 -1
- package/dist/backend/backend/src/services/orchestrator/orchestrator-heartbeat-monitor.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/orchestrator/orchestrator-heartbeat-monitor.service.js +29 -5
- package/dist/backend/backend/src/services/orchestrator/orchestrator-heartbeat-monitor.service.js.map +1 -1
- package/dist/backend/backend/src/services/payment/magic-moment.service.d.ts +69 -0
- package/dist/backend/backend/src/services/payment/magic-moment.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/payment/magic-moment.service.js +158 -0
- package/dist/backend/backend/src/services/payment/magic-moment.service.js.map +1 -0
- package/dist/backend/backend/src/services/payment/magic-moment.types.d.ts +95 -0
- package/dist/backend/backend/src/services/payment/magic-moment.types.d.ts.map +1 -0
- package/dist/backend/backend/src/services/payment/magic-moment.types.js +91 -0
- package/dist/backend/backend/src/services/payment/magic-moment.types.js.map +1 -0
- package/dist/backend/backend/src/services/payment/stripe.service.d.ts +122 -0
- package/dist/backend/backend/src/services/payment/stripe.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/payment/stripe.service.js +403 -0
- package/dist/backend/backend/src/services/payment/stripe.service.js.map +1 -0
- package/dist/backend/backend/src/services/plugin/index.d.ts +9 -0
- package/dist/backend/backend/src/services/plugin/index.d.ts.map +1 -0
- package/dist/backend/backend/src/services/plugin/index.js +8 -0
- package/dist/backend/backend/src/services/plugin/index.js.map +1 -0
- package/dist/backend/backend/src/services/plugin/plugin.service.d.ts +102 -0
- package/dist/backend/backend/src/services/plugin/plugin.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/plugin/plugin.service.js +179 -0
- package/dist/backend/backend/src/services/plugin/plugin.service.js.map +1 -0
- package/dist/backend/backend/src/services/plugin/plugin.types.d.ts +88 -0
- package/dist/backend/backend/src/services/plugin/plugin.types.d.ts.map +1 -0
- package/dist/backend/backend/src/services/plugin/plugin.types.js +17 -0
- package/dist/backend/backend/src/services/plugin/plugin.types.js.map +1 -0
- package/dist/backend/backend/src/services/project/task-tracking.service.d.ts +17 -0
- package/dist/backend/backend/src/services/project/task-tracking.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/project/task-tracking.service.js +63 -0
- package/dist/backend/backend/src/services/project/task-tracking.service.js.map +1 -1
- package/dist/backend/backend/src/services/session/session-command-helper.d.ts +14 -0
- package/dist/backend/backend/src/services/session/session-command-helper.d.ts.map +1 -1
- package/dist/backend/backend/src/services/session/session-command-helper.js +54 -0
- package/dist/backend/backend/src/services/session/session-command-helper.js.map +1 -1
- package/dist/backend/backend/src/services/settings/settings.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/settings/settings.service.js +1 -0
- package/dist/backend/backend/src/services/settings/settings.service.js.map +1 -1
- package/dist/backend/backend/src/services/slack/slack-orchestrator-bridge.d.ts.map +1 -1
- package/dist/backend/backend/src/services/slack/slack-orchestrator-bridge.js +15 -5
- package/dist/backend/backend/src/services/slack/slack-orchestrator-bridge.js.map +1 -1
- package/dist/backend/backend/src/services/template/template.service.d.ts +153 -0
- package/dist/backend/backend/src/services/template/template.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/template/template.service.js +372 -0
- package/dist/backend/backend/src/services/template/template.service.js.map +1 -0
- package/dist/backend/backend/src/services/workflow/scheduler.service.d.ts +51 -0
- package/dist/backend/backend/src/services/workflow/scheduler.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/workflow/scheduler.service.js +118 -2
- package/dist/backend/backend/src/services/workflow/scheduler.service.js.map +1 -1
- package/dist/backend/backend/src/types/chat.types.d.ts +39 -1
- package/dist/backend/backend/src/types/chat.types.d.ts.map +1 -1
- package/dist/backend/backend/src/types/chat.types.js +45 -2
- package/dist/backend/backend/src/types/chat.types.js.map +1 -1
- package/dist/backend/backend/src/types/event-bus.types.d.ts +14 -2
- package/dist/backend/backend/src/types/event-bus.types.d.ts.map +1 -1
- package/dist/backend/backend/src/types/event-bus.types.js +15 -0
- package/dist/backend/backend/src/types/event-bus.types.js.map +1 -1
- package/dist/backend/backend/src/types/hierarchy-message.types.d.ts +101 -0
- package/dist/backend/backend/src/types/hierarchy-message.types.d.ts.map +1 -0
- package/dist/backend/backend/src/types/hierarchy-message.types.js +15 -0
- package/dist/backend/backend/src/types/hierarchy-message.types.js.map +1 -0
- package/dist/backend/backend/src/types/index.d.ts +54 -4
- package/dist/backend/backend/src/types/index.d.ts.map +1 -1
- package/dist/backend/backend/src/types/index.js.map +1 -1
- package/dist/backend/backend/src/types/marketplace.types.d.ts +99 -0
- package/dist/backend/backend/src/types/marketplace.types.d.ts.map +1 -1
- package/dist/backend/backend/src/types/settings.types.d.ts +1 -1
- package/dist/backend/backend/src/types/settings.types.d.ts.map +1 -1
- package/dist/backend/backend/src/types/settings.types.js +4 -0
- package/dist/backend/backend/src/types/settings.types.js.map +1 -1
- package/dist/backend/backend/src/types/task-tracking.types.d.ts +79 -1
- package/dist/backend/backend/src/types/task-tracking.types.d.ts.map +1 -1
- package/dist/backend/backend/src/types/task-tracking.types.js.map +1 -1
- package/dist/backend/backend/src/types/team-template.types.d.ts +166 -0
- package/dist/backend/backend/src/types/team-template.types.d.ts.map +1 -0
- package/dist/backend/backend/src/types/team-template.types.js +139 -0
- package/dist/backend/backend/src/types/team-template.types.js.map +1 -0
- package/dist/backend/backend/src/utils/async-handler.d.ts +20 -0
- package/dist/backend/backend/src/utils/async-handler.d.ts.map +1 -0
- package/dist/backend/backend/src/utils/async-handler.js +29 -0
- package/dist/backend/backend/src/utils/async-handler.js.map +1 -0
- package/dist/backend/backend/src/utils/defaultPrompts.d.ts +4 -4
- package/dist/backend/backend/src/utils/defaultPrompts.d.ts.map +1 -1
- package/dist/backend/backend/src/utils/defaultPrompts.js +16 -0
- package/dist/backend/backend/src/utils/defaultPrompts.js.map +1 -1
- package/dist/backend/backend/src/utils/gemini-trusted-folders.d.ts +43 -0
- package/dist/backend/backend/src/utils/gemini-trusted-folders.d.ts.map +1 -0
- package/dist/backend/backend/src/utils/gemini-trusted-folders.js +94 -0
- package/dist/backend/backend/src/utils/gemini-trusted-folders.js.map +1 -0
- package/dist/backend/backend/src/utils/message-serializer.d.ts +74 -0
- package/dist/backend/backend/src/utils/message-serializer.d.ts.map +1 -0
- package/dist/backend/backend/src/utils/message-serializer.js +380 -0
- package/dist/backend/backend/src/utils/message-serializer.js.map +1 -0
- package/dist/backend/backend/src/utils/terminal-string-ops.d.ts.map +1 -1
- package/dist/backend/backend/src/utils/terminal-string-ops.js +20 -11
- package/dist/backend/backend/src/utils/terminal-string-ops.js.map +1 -1
- package/dist/backend/config/constants.d.ts +40 -1
- package/dist/backend/config/constants.d.ts.map +1 -1
- package/dist/backend/config/constants.js +41 -1
- package/dist/backend/config/constants.js.map +1 -1
- package/dist/backend/config/index.d.ts +2 -2
- package/dist/backend/config/index.d.ts.map +1 -1
- package/dist/backend/config/index.js +2 -2
- package/dist/backend/config/index.js.map +1 -1
- package/dist/cli/backend/src/constants.d.ts +303 -15
- package/dist/cli/backend/src/constants.d.ts.map +1 -1
- package/dist/cli/backend/src/constants.js +296 -15
- package/dist/cli/backend/src/constants.js.map +1 -1
- package/dist/cli/backend/src/models/Team.d.ts +5 -0
- package/dist/cli/backend/src/models/Team.d.ts.map +1 -1
- package/dist/cli/backend/src/models/Team.js +24 -0
- package/dist/cli/backend/src/models/Team.js.map +1 -1
- package/dist/cli/backend/src/services/core/storage.service.d.ts.map +1 -1
- package/dist/cli/backend/src/services/core/storage.service.js +5 -0
- package/dist/cli/backend/src/services/core/storage.service.js.map +1 -1
- package/dist/cli/backend/src/services/mcp-server.js +1 -1
- package/dist/cli/backend/src/services/mcp-server.js.map +1 -1
- package/dist/cli/backend/src/types/chat.types.d.ts +39 -1
- package/dist/cli/backend/src/types/chat.types.d.ts.map +1 -1
- package/dist/cli/backend/src/types/chat.types.js +45 -2
- package/dist/cli/backend/src/types/chat.types.js.map +1 -1
- package/dist/cli/backend/src/types/index.d.ts +54 -4
- package/dist/cli/backend/src/types/index.d.ts.map +1 -1
- package/dist/cli/backend/src/types/index.js.map +1 -1
- package/dist/cli/backend/src/types/settings.types.d.ts +1 -1
- package/dist/cli/backend/src/types/settings.types.d.ts.map +1 -1
- package/dist/cli/backend/src/types/settings.types.js +4 -0
- package/dist/cli/backend/src/types/settings.types.js.map +1 -1
- package/dist/cli/backend/src/utils/gemini-trusted-folders.d.ts +43 -0
- package/dist/cli/backend/src/utils/gemini-trusted-folders.d.ts.map +1 -0
- package/dist/cli/backend/src/utils/gemini-trusted-folders.js +94 -0
- package/dist/cli/backend/src/utils/gemini-trusted-folders.js.map +1 -0
- package/dist/cli/backend/src/utils/terminal-string-ops.d.ts.map +1 -1
- package/dist/cli/backend/src/utils/terminal-string-ops.js +20 -11
- package/dist/cli/backend/src/utils/terminal-string-ops.js.map +1 -1
- package/dist/cli/cli/src/commands/onboard.d.ts +2 -1
- package/dist/cli/cli/src/commands/onboard.d.ts.map +1 -1
- package/dist/cli/cli/src/commands/onboard.js +21 -8
- package/dist/cli/cli/src/commands/onboard.js.map +1 -1
- package/dist/cli/cli/src/commands/start.d.ts +1 -0
- package/dist/cli/cli/src/commands/start.d.ts.map +1 -1
- package/dist/cli/cli/src/commands/start.js +71 -23
- package/dist/cli/cli/src/commands/start.js.map +1 -1
- package/dist/cli/cli/src/constants.d.ts +1 -1
- package/dist/cli/cli/src/constants.d.ts.map +1 -1
- package/dist/cli/cli/src/constants.js +1 -1
- package/dist/cli/cli/src/constants.js.map +1 -1
- package/dist/cli/cli/src/index.js +1 -0
- package/dist/cli/cli/src/index.js.map +1 -1
- package/dist/cli/cli/src/utils/project-scaffold.d.ts +109 -0
- package/dist/cli/cli/src/utils/project-scaffold.d.ts.map +1 -0
- package/dist/cli/cli/src/utils/project-scaffold.js +346 -0
- package/dist/cli/cli/src/utils/project-scaffold.js.map +1 -0
- package/dist/cli/cli/src/utils/templates.d.ts +7 -2
- package/dist/cli/cli/src/utils/templates.d.ts.map +1 -1
- package/dist/cli/cli/src/utils/templates.js +76 -7
- package/dist/cli/cli/src/utils/templates.js.map +1 -1
- package/dist/cli/config/constants.d.ts +40 -1
- package/dist/cli/config/constants.d.ts.map +1 -1
- package/dist/cli/config/constants.js +41 -1
- package/dist/cli/config/constants.js.map +1 -1
- package/dist/cli/config/index.d.ts +2 -2
- package/dist/cli/config/index.d.ts.map +1 -1
- package/dist/cli/config/index.js +2 -2
- package/dist/cli/config/index.js.map +1 -1
- package/frontend/dist/assets/index-510ab719.css +33 -0
- package/frontend/dist/assets/index-935cd846.js +4961 -0
- package/frontend/dist/index.html +2 -2
- package/package.json +9 -4
- package/frontend/dist/assets/index-a23214ae.js +0 -4919
- package/frontend/dist/assets/index-c407fe13.css +0 -33
|
@@ -0,0 +1,228 @@
|
|
|
1
|
+
#!/usr/bin/env bash
|
|
2
|
+
# =============================================================================
|
|
3
|
+
# Agent Browser — Universal Desktop Control
|
|
4
|
+
# Main entry point with subcommands for app discovery, AppleScript,
|
|
5
|
+
# Accessibility API, and Playwright CDP integration.
|
|
6
|
+
#
|
|
7
|
+
# Usage:
|
|
8
|
+
# bash execute.sh <subcommand> [--options...]
|
|
9
|
+
#
|
|
10
|
+
# Subcommands:
|
|
11
|
+
# list-apps List all controllable GUI apps
|
|
12
|
+
# app-info --app NAME Get detailed app info
|
|
13
|
+
# ui-tree --app NAME Read UI element tree (Accessibility)
|
|
14
|
+
# click --app NAME Click element or coordinates
|
|
15
|
+
# type --text TEXT Type text in focused field
|
|
16
|
+
# get-text --app NAME Extract all text from app
|
|
17
|
+
# scroll --app NAME Scroll within app
|
|
18
|
+
# focus --app NAME Bring app to foreground
|
|
19
|
+
# screenshot [--app NAME] Screenshot app or full screen
|
|
20
|
+
# applescript --code CODE Run custom AppleScript
|
|
21
|
+
# applescript --preset NAME Run preset AppleScript
|
|
22
|
+
# check-access Check Accessibility permission
|
|
23
|
+
# chrome-connect [--port N] Connect to Chrome CDP
|
|
24
|
+
# chrome-tabs [--port N] List Chrome tabs
|
|
25
|
+
# chrome-eval --code JS Evaluate JS in Chrome tab
|
|
26
|
+
# =============================================================================
|
|
27
|
+
|
|
28
|
+
set -euo pipefail
|
|
29
|
+
|
|
30
|
+
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
31
|
+
LIB_DIR="${SCRIPT_DIR}/lib"
|
|
32
|
+
LOG_DIR="${HOME}/.crewly/logs"
|
|
33
|
+
LOG_FILE="${LOG_DIR}/computer-use.log"
|
|
34
|
+
|
|
35
|
+
# Source lib files
|
|
36
|
+
source "${LIB_DIR}/discover.sh"
|
|
37
|
+
source "${LIB_DIR}/applescript.sh"
|
|
38
|
+
source "${LIB_DIR}/accessibility.sh"
|
|
39
|
+
source "${LIB_DIR}/screenshot.sh"
|
|
40
|
+
source "${LIB_DIR}/playwright.sh"
|
|
41
|
+
|
|
42
|
+
# Ensure log directory exists
|
|
43
|
+
mkdir -p "$LOG_DIR"
|
|
44
|
+
|
|
45
|
+
# -----------------------------------------------------------------------------
|
|
46
|
+
# Logging — all actions are logged for audit trail
|
|
47
|
+
# -----------------------------------------------------------------------------
|
|
48
|
+
log_action() {
|
|
49
|
+
local timestamp
|
|
50
|
+
timestamp=$(date '+%Y-%m-%d %H:%M:%S')
|
|
51
|
+
echo "[$timestamp] $*" >> "$LOG_FILE"
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
# -----------------------------------------------------------------------------
|
|
55
|
+
# Argument parsing
|
|
56
|
+
# -----------------------------------------------------------------------------
|
|
57
|
+
SUBCOMMAND="${1:-}"
|
|
58
|
+
shift 2>/dev/null || true
|
|
59
|
+
|
|
60
|
+
# Parse named arguments
|
|
61
|
+
APP_NAME=""
|
|
62
|
+
ELEMENT=""
|
|
63
|
+
TEXT=""
|
|
64
|
+
CODE=""
|
|
65
|
+
PRESET=""
|
|
66
|
+
OUTPUT=""
|
|
67
|
+
DEPTH=""
|
|
68
|
+
DIRECTION=""
|
|
69
|
+
AMOUNT=""
|
|
70
|
+
PORT=""
|
|
71
|
+
TAB=""
|
|
72
|
+
X_COORD=""
|
|
73
|
+
Y_COORD=""
|
|
74
|
+
MENU=""
|
|
75
|
+
ITEM=""
|
|
76
|
+
FILE_PATH=""
|
|
77
|
+
|
|
78
|
+
while [ $# -gt 0 ]; do
|
|
79
|
+
case "$1" in
|
|
80
|
+
--app) shift; APP_NAME="${1:-}" ;;
|
|
81
|
+
--element) shift; ELEMENT="${1:-}" ;;
|
|
82
|
+
--text) shift; TEXT="${1:-}" ;;
|
|
83
|
+
--code) shift; CODE="${1:-}" ;;
|
|
84
|
+
--preset) shift; PRESET="${1:-}" ;;
|
|
85
|
+
--output) shift; OUTPUT="${1:-}" ;;
|
|
86
|
+
--depth) shift; DEPTH="${1:-}" ;;
|
|
87
|
+
--direction) shift; DIRECTION="${1:-}" ;;
|
|
88
|
+
--amount) shift; AMOUNT="${1:-}" ;;
|
|
89
|
+
--port) shift; PORT="${1:-}" ;;
|
|
90
|
+
--tab) shift; TAB="${1:-}" ;;
|
|
91
|
+
--x) shift; X_COORD="${1:-}" ;;
|
|
92
|
+
--y) shift; Y_COORD="${1:-}" ;;
|
|
93
|
+
--menu) shift; MENU="${1:-}" ;;
|
|
94
|
+
--item) shift; ITEM="${1:-}" ;;
|
|
95
|
+
--path) shift; FILE_PATH="${1:-}" ;;
|
|
96
|
+
*) ;; # Ignore unknown args
|
|
97
|
+
esac
|
|
98
|
+
shift 2>/dev/null || true
|
|
99
|
+
done
|
|
100
|
+
|
|
101
|
+
# Require a subcommand
|
|
102
|
+
if [ -z "$SUBCOMMAND" ]; then
|
|
103
|
+
cat <<'USAGE'
|
|
104
|
+
Usage: bash execute.sh <subcommand> [--options...]
|
|
105
|
+
|
|
106
|
+
Subcommands:
|
|
107
|
+
list-apps List all controllable GUI apps
|
|
108
|
+
app-info --app NAME Get detailed app info
|
|
109
|
+
ui-tree --app NAME [--depth] Read UI element tree
|
|
110
|
+
click --app NAME --element ROLE:NAME Click by element
|
|
111
|
+
click --app NAME --x N --y N Click by coordinates
|
|
112
|
+
type --text TEXT Type text in focused field
|
|
113
|
+
get-text --app NAME Extract all text from app
|
|
114
|
+
scroll --app NAME [--direction up|down] [--amount N]
|
|
115
|
+
focus --app NAME Bring app to foreground
|
|
116
|
+
screenshot [--app NAME] [--output PATH]
|
|
117
|
+
applescript --code 'CODE' Run custom AppleScript
|
|
118
|
+
applescript --preset NAME --app NAME [--menu M --item I] [--path P]
|
|
119
|
+
check-access Check Accessibility permission
|
|
120
|
+
chrome-connect [--port N] Connect to Chrome CDP
|
|
121
|
+
chrome-tabs [--port N] List Chrome tabs
|
|
122
|
+
chrome-eval [--port N] [--tab N] --code 'JS' Evaluate JS in tab
|
|
123
|
+
USAGE
|
|
124
|
+
exit 1
|
|
125
|
+
fi
|
|
126
|
+
|
|
127
|
+
# -----------------------------------------------------------------------------
|
|
128
|
+
# Dispatch
|
|
129
|
+
# -----------------------------------------------------------------------------
|
|
130
|
+
case "$SUBCOMMAND" in
|
|
131
|
+
list-apps)
|
|
132
|
+
log_action "list-apps"
|
|
133
|
+
list_apps
|
|
134
|
+
;;
|
|
135
|
+
|
|
136
|
+
app-info)
|
|
137
|
+
[ -z "$APP_NAME" ] && { echo '{"error":"Missing --app parameter"}' >&2; exit 1; }
|
|
138
|
+
log_action "app-info app=$APP_NAME"
|
|
139
|
+
app_info "$APP_NAME"
|
|
140
|
+
;;
|
|
141
|
+
|
|
142
|
+
ui-tree)
|
|
143
|
+
[ -z "$APP_NAME" ] && { echo '{"error":"Missing --app parameter"}' >&2; exit 1; }
|
|
144
|
+
log_action "ui-tree app=$APP_NAME depth=${DEPTH:-8}"
|
|
145
|
+
ui_tree "$APP_NAME" "${DEPTH:-8}"
|
|
146
|
+
;;
|
|
147
|
+
|
|
148
|
+
click)
|
|
149
|
+
[ -z "$APP_NAME" ] && { echo '{"error":"Missing --app parameter"}' >&2; exit 1; }
|
|
150
|
+
log_action "click app=$APP_NAME element=${ELEMENT:-} x=${X_COORD:-} y=${Y_COORD:-}"
|
|
151
|
+
click_element "$APP_NAME" "$ELEMENT" "$X_COORD" "$Y_COORD"
|
|
152
|
+
;;
|
|
153
|
+
|
|
154
|
+
type)
|
|
155
|
+
[ -z "$TEXT" ] && { echo '{"error":"Missing --text parameter"}' >&2; exit 1; }
|
|
156
|
+
log_action "type chars=${#TEXT}"
|
|
157
|
+
type_text "$TEXT"
|
|
158
|
+
;;
|
|
159
|
+
|
|
160
|
+
get-text)
|
|
161
|
+
[ -z "$APP_NAME" ] && { echo '{"error":"Missing --app parameter"}' >&2; exit 1; }
|
|
162
|
+
log_action "get-text app=$APP_NAME depth=${DEPTH:-25}"
|
|
163
|
+
get_text "$APP_NAME" "${DEPTH:-25}"
|
|
164
|
+
;;
|
|
165
|
+
|
|
166
|
+
scroll)
|
|
167
|
+
log_action "scroll app=${APP_NAME:-focused} direction=${DIRECTION:-down} amount=${AMOUNT:-3}"
|
|
168
|
+
scroll_app "${DIRECTION:-down}" "${AMOUNT:-3}" "$APP_NAME"
|
|
169
|
+
;;
|
|
170
|
+
|
|
171
|
+
focus)
|
|
172
|
+
[ -z "$APP_NAME" ] && { echo '{"error":"Missing --app parameter"}' >&2; exit 1; }
|
|
173
|
+
log_action "focus app=$APP_NAME"
|
|
174
|
+
focus_app "$APP_NAME"
|
|
175
|
+
;;
|
|
176
|
+
|
|
177
|
+
screenshot)
|
|
178
|
+
log_action "screenshot app=${APP_NAME:-full-screen} output=${OUTPUT:-/tmp/screenshot.png}"
|
|
179
|
+
take_screenshot "${OUTPUT:-/tmp/screenshot.png}" "$APP_NAME"
|
|
180
|
+
;;
|
|
181
|
+
|
|
182
|
+
applescript)
|
|
183
|
+
if [ -n "$PRESET" ]; then
|
|
184
|
+
log_action "applescript preset=$PRESET app=${APP_NAME:-} menu=${MENU:-} item=${ITEM:-} path=${FILE_PATH:-}"
|
|
185
|
+
case "$PRESET" in
|
|
186
|
+
activate-app) run_preset "activate-app" "$APP_NAME" ;;
|
|
187
|
+
get-window-list) run_preset "get-window-list" "$APP_NAME" ;;
|
|
188
|
+
click-menu-item) run_preset "click-menu-item" "$APP_NAME" "$MENU" "$ITEM" ;;
|
|
189
|
+
open-file) run_preset "open-file" "$FILE_PATH" ;;
|
|
190
|
+
get-clipboard) run_preset "get-clipboard" ;;
|
|
191
|
+
set-clipboard) run_preset "set-clipboard" "$TEXT" ;;
|
|
192
|
+
*) echo '{"error":"Unknown preset: '"$PRESET"'"}' >&2; exit 1 ;;
|
|
193
|
+
esac
|
|
194
|
+
elif [ -n "$CODE" ]; then
|
|
195
|
+
log_action "applescript custom-code"
|
|
196
|
+
run_applescript "$CODE"
|
|
197
|
+
else
|
|
198
|
+
echo '{"error":"Missing --code or --preset parameter"}' >&2
|
|
199
|
+
exit 1
|
|
200
|
+
fi
|
|
201
|
+
;;
|
|
202
|
+
|
|
203
|
+
check-access)
|
|
204
|
+
log_action "check-access"
|
|
205
|
+
do_check_access
|
|
206
|
+
;;
|
|
207
|
+
|
|
208
|
+
chrome-connect)
|
|
209
|
+
log_action "chrome-connect port=${PORT:-9222}"
|
|
210
|
+
chrome_connect "${PORT:-9222}"
|
|
211
|
+
;;
|
|
212
|
+
|
|
213
|
+
chrome-tabs)
|
|
214
|
+
log_action "chrome-tabs port=${PORT:-9222}"
|
|
215
|
+
chrome_tabs "${PORT:-9222}"
|
|
216
|
+
;;
|
|
217
|
+
|
|
218
|
+
chrome-eval)
|
|
219
|
+
[ -z "$CODE" ] && { echo '{"error":"Missing --code parameter"}' >&2; exit 1; }
|
|
220
|
+
log_action "chrome-eval port=${PORT:-9222} tab=${TAB:-0}"
|
|
221
|
+
chrome_eval "${PORT:-9222}" "${TAB:-0}" "$CODE"
|
|
222
|
+
;;
|
|
223
|
+
|
|
224
|
+
*)
|
|
225
|
+
echo "{\"error\":\"Unknown subcommand: $SUBCOMMAND\"}" >&2
|
|
226
|
+
exit 1
|
|
227
|
+
;;
|
|
228
|
+
esac
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
# Agent Browser — Universal Desktop Control
|
|
2
|
+
|
|
3
|
+
Control any macOS application through three integrated methods: AppleScript/JXA, Accessibility API, and Playwright CDP.
|
|
4
|
+
|
|
5
|
+
## Quick Reference
|
|
6
|
+
|
|
7
|
+
```bash
|
|
8
|
+
# List all controllable apps with available methods
|
|
9
|
+
bash execute.sh list-apps
|
|
10
|
+
|
|
11
|
+
# Get app info with UI element tree
|
|
12
|
+
bash execute.sh app-info --app 'Google Chrome'
|
|
13
|
+
|
|
14
|
+
# Read UI tree of an app (Accessibility API)
|
|
15
|
+
bash execute.sh ui-tree --app 'Finder' --depth 5
|
|
16
|
+
|
|
17
|
+
# Click a UI element by role:name
|
|
18
|
+
bash execute.sh click --app 'Finder' --element 'button:New Folder'
|
|
19
|
+
|
|
20
|
+
# Click at coordinates
|
|
21
|
+
bash execute.sh click --app 'Finder' --x 500 --y 300
|
|
22
|
+
|
|
23
|
+
# Type text in focused app
|
|
24
|
+
bash execute.sh type --text 'Hello World'
|
|
25
|
+
|
|
26
|
+
# Screenshot an app window
|
|
27
|
+
bash execute.sh screenshot --app 'Notion' --output /tmp/notion.png
|
|
28
|
+
|
|
29
|
+
# Screenshot full screen
|
|
30
|
+
bash execute.sh screenshot --output /tmp/screen.png
|
|
31
|
+
|
|
32
|
+
# Run custom AppleScript
|
|
33
|
+
bash execute.sh applescript --code 'tell application "Finder" to get name of every window'
|
|
34
|
+
|
|
35
|
+
# Run common AppleScript presets
|
|
36
|
+
bash execute.sh applescript --preset activate-app --app 'Safari'
|
|
37
|
+
bash execute.sh applescript --preset get-window-list --app 'Finder'
|
|
38
|
+
bash execute.sh applescript --preset click-menu-item --app 'Safari' --menu 'File' --item 'New Window'
|
|
39
|
+
bash execute.sh applescript --preset open-file --path '/Users/me/doc.txt'
|
|
40
|
+
|
|
41
|
+
# Extract all text from an app
|
|
42
|
+
bash execute.sh get-text --app 'Notes'
|
|
43
|
+
|
|
44
|
+
# Scroll in an app
|
|
45
|
+
bash execute.sh scroll --app 'Safari' --direction down --amount 5
|
|
46
|
+
|
|
47
|
+
# Focus (activate) an app
|
|
48
|
+
bash execute.sh focus --app 'Terminal'
|
|
49
|
+
|
|
50
|
+
# Check accessibility permission
|
|
51
|
+
bash execute.sh check-access
|
|
52
|
+
|
|
53
|
+
# Connect to Chrome via CDP
|
|
54
|
+
bash execute.sh chrome-connect --port 9222
|
|
55
|
+
|
|
56
|
+
# Chrome: list tabs
|
|
57
|
+
bash execute.sh chrome-tabs --port 9222
|
|
58
|
+
|
|
59
|
+
# Chrome: run JS in a tab
|
|
60
|
+
bash execute.sh chrome-eval --port 9222 --tab 0 --code 'document.title'
|
|
61
|
+
```
|
|
62
|
+
|
|
63
|
+
## Control Methods
|
|
64
|
+
|
|
65
|
+
### Layer 1: App Discovery
|
|
66
|
+
- `list-apps` — Lists all foreground apps with bundle IDs and available control methods
|
|
67
|
+
- `app-info` — Gets detailed info: windows, UI elements, controllability
|
|
68
|
+
|
|
69
|
+
### Layer 2: AppleScript/JXA (native macOS apps)
|
|
70
|
+
- `applescript` — Run custom AppleScript or use presets
|
|
71
|
+
- Presets: `activate-app`, `get-window-list`, `click-menu-item`, `open-file`, `get-clipboard`, `set-clipboard`
|
|
72
|
+
- Works with: Finder, Terminal, Safari, Mail, Calendar, Notes, Sublime Text, etc.
|
|
73
|
+
|
|
74
|
+
### Layer 3: Accessibility API (universal)
|
|
75
|
+
- `ui-tree` — Read any app's UI element tree (roles, titles, values, positions)
|
|
76
|
+
- `click` — Click elements by role:name or coordinates
|
|
77
|
+
- `type` — Type text in the focused field
|
|
78
|
+
- `get-text` — Extract all visible text from an app
|
|
79
|
+
- `scroll` — Scroll within an app
|
|
80
|
+
- `focus` — Bring an app to the foreground
|
|
81
|
+
- `screenshot` — Capture app window or full screen
|
|
82
|
+
- Requires: System Settings > Privacy & Security > Accessibility permission
|
|
83
|
+
|
|
84
|
+
### Layer 4: Playwright CDP (Chrome web apps)
|
|
85
|
+
- `chrome-connect` — Connect to Chrome via Chrome DevTools Protocol
|
|
86
|
+
- `chrome-tabs` — List open Chrome tabs
|
|
87
|
+
- `chrome-eval` — Run JavaScript in a Chrome tab
|
|
88
|
+
- Requires: Chrome launched with `--remote-debugging-port=9222`
|
|
89
|
+
|
|
90
|
+
## Safety Rules
|
|
91
|
+
|
|
92
|
+
1. NEVER close or kill apps without explicit user permission
|
|
93
|
+
2. NEVER interact with password fields or sensitive data
|
|
94
|
+
3. Always screenshot BEFORE and AFTER any action for audit trail
|
|
95
|
+
4. All actions logged to `~/.crewly/logs/computer-use.log`
|
|
96
|
+
5. iPad apps: READ ONLY via Accessibility — never killall, never force-quit
|
|
97
|
+
|
|
98
|
+
## Requirements
|
|
99
|
+
|
|
100
|
+
- macOS (Apple Silicon or Intel)
|
|
101
|
+
- `jq` for JSON parsing
|
|
102
|
+
- Accessibility permission for UI reading/interaction
|
|
103
|
+
- Chrome with `--remote-debugging-port` for CDP features
|
|
@@ -0,0 +1,292 @@
|
|
|
1
|
+
#!/usr/bin/env bash
|
|
2
|
+
# =============================================================================
|
|
3
|
+
# Accessibility API — Layer 3
|
|
4
|
+
# Universal UI automation: read elements, click, type, scroll, focus.
|
|
5
|
+
# =============================================================================
|
|
6
|
+
|
|
7
|
+
set -euo pipefail
|
|
8
|
+
|
|
9
|
+
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
10
|
+
source "${SCRIPT_DIR}/../../_common/lib.sh"
|
|
11
|
+
|
|
12
|
+
# -----------------------------------------------------------------------------
|
|
13
|
+
# Accessibility permission check (cached per invocation)
|
|
14
|
+
# -----------------------------------------------------------------------------
|
|
15
|
+
_AX_CHECKED=""
|
|
16
|
+
_AX_TRUSTED=""
|
|
17
|
+
|
|
18
|
+
check_ax_permission() {
|
|
19
|
+
if [ -z "$_AX_CHECKED" ]; then
|
|
20
|
+
_AX_TRUSTED=$(swift -e 'import Cocoa; print(AXIsProcessTrusted())' 2>/dev/null || echo "false")
|
|
21
|
+
_AX_CHECKED="1"
|
|
22
|
+
fi
|
|
23
|
+
[ "$_AX_TRUSTED" = "true" ]
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
require_ax_permission() {
|
|
27
|
+
if ! check_ax_permission; then
|
|
28
|
+
error_exit "Accessibility permission required. Fix: System Settings > Privacy & Security > Accessibility > enable your terminal app, then restart terminal."
|
|
29
|
+
fi
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
do_check_access() {
|
|
33
|
+
if check_ax_permission; then
|
|
34
|
+
echo "{\"success\":true,\"action\":\"check-access\",\"trusted\":true,\"message\":\"Accessibility permission granted.\"}"
|
|
35
|
+
else
|
|
36
|
+
echo "{\"success\":true,\"action\":\"check-access\",\"trusted\":false,\"message\":\"Accessibility permission NOT granted. Fix: System Settings > Privacy & Security > Accessibility > enable your terminal app.\"}"
|
|
37
|
+
fi
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
# -----------------------------------------------------------------------------
|
|
41
|
+
# ui_tree — Read UI element tree from an app
|
|
42
|
+
# Params: appName, maxDepth (default 8)
|
|
43
|
+
# -----------------------------------------------------------------------------
|
|
44
|
+
ui_tree() {
|
|
45
|
+
local app_name="$1"
|
|
46
|
+
local max_depth="${2:-8}"
|
|
47
|
+
require_ax_permission
|
|
48
|
+
|
|
49
|
+
local result
|
|
50
|
+
result=$(osascript -l JavaScript -e "
|
|
51
|
+
var app = Application('System Events');
|
|
52
|
+
var proc = app.processes.byName('$app_name');
|
|
53
|
+
var maxDepth = $max_depth;
|
|
54
|
+
var nodeCount = 0;
|
|
55
|
+
var MAX_NODES = 500;
|
|
56
|
+
|
|
57
|
+
function readElement(el, depth) {
|
|
58
|
+
if (depth > maxDepth || nodeCount >= MAX_NODES) return null;
|
|
59
|
+
nodeCount++;
|
|
60
|
+
var info = {};
|
|
61
|
+
try { info.role = el.role(); } catch(e) { info.role = 'unknown'; }
|
|
62
|
+
try { var t = el.title(); if (t) info.title = t; } catch(e) {}
|
|
63
|
+
try { var v = el.value(); if (v !== null && v !== undefined) info.value = String(v).substring(0, 500); } catch(e) {}
|
|
64
|
+
try { var d = el.description(); if (d) info.description = d; } catch(e) {}
|
|
65
|
+
try { var p = el.position(); info.position = {x: p[0], y: p[1]}; } catch(e) {}
|
|
66
|
+
try { var s = el.size(); info.size = {w: s[0], h: s[1]}; } catch(e) {}
|
|
67
|
+
|
|
68
|
+
if (depth < maxDepth && nodeCount < MAX_NODES) {
|
|
69
|
+
try {
|
|
70
|
+
var children = el.uiElements();
|
|
71
|
+
if (children.length > 0) {
|
|
72
|
+
info.children = [];
|
|
73
|
+
for (var i = 0; i < Math.min(children.length, 50); i++) {
|
|
74
|
+
var child = readElement(children[i], depth + 1);
|
|
75
|
+
if (child) info.children.push(child);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
} catch(e) {}
|
|
79
|
+
}
|
|
80
|
+
return info;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
var windows = proc.windows();
|
|
84
|
+
var result = {windowCount: windows.length, windows: []};
|
|
85
|
+
for (var w = 0; w < windows.length; w++) {
|
|
86
|
+
var win = windows[w];
|
|
87
|
+
var winInfo = readElement(win, 0);
|
|
88
|
+
try { winInfo.windowTitle = win.title() || win.name() || 'Window ' + w; } catch(e) { winInfo.windowTitle = 'Window ' + w; }
|
|
89
|
+
result.windows.push(winInfo);
|
|
90
|
+
}
|
|
91
|
+
JSON.stringify(result);
|
|
92
|
+
" 2>&1)
|
|
93
|
+
|
|
94
|
+
if [ $? -ne 0 ]; then
|
|
95
|
+
error_exit "Failed to read UI tree for '$app_name': $result"
|
|
96
|
+
fi
|
|
97
|
+
echo "{\"success\":true,\"action\":\"ui-tree\",\"appName\":\"$app_name\",\"maxDepth\":$max_depth,\"ui\":$result}"
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
# -----------------------------------------------------------------------------
|
|
101
|
+
# click_element — Click a UI element by role:name or coordinates
|
|
102
|
+
# Params: appName, element (role:name) OR x,y
|
|
103
|
+
# -----------------------------------------------------------------------------
|
|
104
|
+
click_element() {
|
|
105
|
+
local app_name="$1"
|
|
106
|
+
local element="${2:-}"
|
|
107
|
+
local click_x="${3:-}"
|
|
108
|
+
local click_y="${4:-}"
|
|
109
|
+
|
|
110
|
+
if [ -n "$element" ]; then
|
|
111
|
+
# Parse role:name format
|
|
112
|
+
local role name
|
|
113
|
+
role=$(echo "$element" | cut -d: -f1)
|
|
114
|
+
name=$(echo "$element" | cut -d: -f2-)
|
|
115
|
+
|
|
116
|
+
# Find element position via Accessibility API
|
|
117
|
+
require_ax_permission
|
|
118
|
+
local pos
|
|
119
|
+
pos=$(osascript -l JavaScript -e "
|
|
120
|
+
var app = Application('System Events');
|
|
121
|
+
var proc = app.processes.byName('$app_name');
|
|
122
|
+
var found = null;
|
|
123
|
+
|
|
124
|
+
function findElement(el, depth) {
|
|
125
|
+
if (depth > 10 || found) return;
|
|
126
|
+
var elRole = '';
|
|
127
|
+
var elTitle = '';
|
|
128
|
+
var elDesc = '';
|
|
129
|
+
try { elRole = el.role(); } catch(e) {}
|
|
130
|
+
try { elTitle = el.title() || ''; } catch(e) {}
|
|
131
|
+
try { elDesc = el.description() || ''; } catch(e) {}
|
|
132
|
+
|
|
133
|
+
var roleMatch = '$role' === '' || elRole.toLowerCase().indexOf('$role'.toLowerCase()) >= 0;
|
|
134
|
+
var nameMatch = elTitle.indexOf('$name') >= 0 || elDesc.indexOf('$name') >= 0;
|
|
135
|
+
|
|
136
|
+
if (roleMatch && nameMatch) {
|
|
137
|
+
try {
|
|
138
|
+
var p = el.position();
|
|
139
|
+
var s = el.size();
|
|
140
|
+
found = {x: p[0] + s[0]/2, y: p[1] + s[1]/2};
|
|
141
|
+
} catch(e) {}
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
if (!found) {
|
|
145
|
+
try {
|
|
146
|
+
var children = el.uiElements();
|
|
147
|
+
for (var i = 0; i < children.length && !found; i++) {
|
|
148
|
+
findElement(children[i], depth + 1);
|
|
149
|
+
}
|
|
150
|
+
} catch(e) {}
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
var windows = proc.windows();
|
|
155
|
+
for (var w = 0; w < windows.length && !found; w++) {
|
|
156
|
+
findElement(windows[w], 0);
|
|
157
|
+
}
|
|
158
|
+
found ? JSON.stringify(found) : 'null';
|
|
159
|
+
" 2>&1)
|
|
160
|
+
|
|
161
|
+
if [ "$pos" = "null" ] || [ -z "$pos" ]; then
|
|
162
|
+
error_exit "Element '$element' not found in '$app_name'"
|
|
163
|
+
fi
|
|
164
|
+
|
|
165
|
+
click_x=$(echo "$pos" | jq -r '.x')
|
|
166
|
+
click_y=$(echo "$pos" | jq -r '.y')
|
|
167
|
+
fi
|
|
168
|
+
|
|
169
|
+
require_param "x or element" "$click_x"
|
|
170
|
+
require_param "y or element" "$click_y"
|
|
171
|
+
|
|
172
|
+
# Perform the click via CoreGraphics
|
|
173
|
+
osascript -l JavaScript -e "
|
|
174
|
+
ObjC.import('CoreGraphics');
|
|
175
|
+
var point = $.CGPointMake($click_x, $click_y);
|
|
176
|
+
var move = $.CGEventCreateMouseEvent(null, $.kCGEventMouseMoved, point, 0);
|
|
177
|
+
$.CGEventPost($.kCGHIDEventTap, move);
|
|
178
|
+
var down = $.CGEventCreateMouseEvent(null, $.kCGEventLeftMouseDown, point, 0);
|
|
179
|
+
$.CGEventPost($.kCGHIDEventTap, down);
|
|
180
|
+
var up = $.CGEventCreateMouseEvent(null, $.kCGEventLeftMouseUp, point, 0);
|
|
181
|
+
$.CGEventPost($.kCGHIDEventTap, up);
|
|
182
|
+
'clicked';
|
|
183
|
+
" >/dev/null 2>&1
|
|
184
|
+
|
|
185
|
+
echo "{\"success\":true,\"action\":\"click\",\"appName\":\"$app_name\",\"x\":$click_x,\"y\":$click_y,\"element\":\"${element:-coordinates}\"}"
|
|
186
|
+
}
|
|
187
|
+
|
|
188
|
+
# -----------------------------------------------------------------------------
|
|
189
|
+
# type_text — Type text in the focused field
|
|
190
|
+
# Params: text
|
|
191
|
+
# -----------------------------------------------------------------------------
|
|
192
|
+
type_text() {
|
|
193
|
+
local text="$1"
|
|
194
|
+
osascript -e "tell application \"System Events\" to keystroke \"$text\"" 2>/dev/null
|
|
195
|
+
local char_count=${#text}
|
|
196
|
+
echo "{\"success\":true,\"action\":\"type\",\"characters\":$char_count}"
|
|
197
|
+
}
|
|
198
|
+
|
|
199
|
+
# -----------------------------------------------------------------------------
|
|
200
|
+
# get_text — Extract all visible text from an app
|
|
201
|
+
# Params: appName, maxDepth (default 25)
|
|
202
|
+
# -----------------------------------------------------------------------------
|
|
203
|
+
get_text() {
|
|
204
|
+
local app_name="$1"
|
|
205
|
+
local max_depth="${2:-25}"
|
|
206
|
+
require_ax_permission
|
|
207
|
+
|
|
208
|
+
local result
|
|
209
|
+
result=$(osascript -l JavaScript -e "
|
|
210
|
+
var app = Application('System Events');
|
|
211
|
+
var proc = app.processes.byName('$app_name');
|
|
212
|
+
var texts = [];
|
|
213
|
+
var maxDepth = $max_depth;
|
|
214
|
+
var skipDescs = {'group':1,'button':1,'scroll area':1,'collection':1,'text':1,
|
|
215
|
+
'standard window':1,'image':1,'tab bar':1,'close button':1,
|
|
216
|
+
'full screen button':1,'minimize button':1};
|
|
217
|
+
|
|
218
|
+
function extractText(el, depth) {
|
|
219
|
+
if (depth > maxDepth) return;
|
|
220
|
+
var role = 'unknown';
|
|
221
|
+
try { role = el.role(); } catch(e) {}
|
|
222
|
+
try { var val = el.value(); if (val !== null && val !== undefined && String(val).trim().length > 0) texts.push({role: role, text: String(val).substring(0, 1000)}); } catch(e) {}
|
|
223
|
+
try { var title = el.title(); if (title && title.trim().length > 0) texts.push({role: role, text: title}); } catch(e) {}
|
|
224
|
+
try { var desc = el.description(); if (desc && desc.trim().length > 0 && !skipDescs[desc.toLowerCase()]) texts.push({role: role, text: desc}); } catch(e) {}
|
|
225
|
+
try { var children = el.uiElements(); for (var i = 0; i < Math.min(children.length, 100); i++) extractText(children[i], depth + 1); } catch(e) {}
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
var windows = proc.windows();
|
|
229
|
+
for (var w = 0; w < windows.length; w++) extractText(windows[w], 0);
|
|
230
|
+
|
|
231
|
+
var seen = {};
|
|
232
|
+
var unique = [];
|
|
233
|
+
for (var i = 0; i < texts.length; i++) {
|
|
234
|
+
if (!seen[texts[i].text]) { seen[texts[i].text] = true; unique.push(texts[i]); }
|
|
235
|
+
}
|
|
236
|
+
JSON.stringify(unique);
|
|
237
|
+
" 2>&1)
|
|
238
|
+
|
|
239
|
+
if [ $? -ne 0 ]; then
|
|
240
|
+
error_exit "Failed to get text from '$app_name': $result"
|
|
241
|
+
fi
|
|
242
|
+
echo "{\"success\":true,\"action\":\"get-text\",\"appName\":\"$app_name\",\"texts\":$result}"
|
|
243
|
+
}
|
|
244
|
+
|
|
245
|
+
# -----------------------------------------------------------------------------
|
|
246
|
+
# scroll_app — Scroll within an app
|
|
247
|
+
# Params: direction (up|down|left|right), amount (default 3), appName (optional)
|
|
248
|
+
# -----------------------------------------------------------------------------
|
|
249
|
+
scroll_app() {
|
|
250
|
+
local direction="${1:-down}"
|
|
251
|
+
local amount="${2:-3}"
|
|
252
|
+
local app_name="${3:-}"
|
|
253
|
+
|
|
254
|
+
if [ -n "$app_name" ]; then
|
|
255
|
+
osascript -l JavaScript -e "
|
|
256
|
+
var app = Application('System Events');
|
|
257
|
+
app.processes.byName('$app_name').frontmost = true;
|
|
258
|
+
" >/dev/null 2>&1
|
|
259
|
+
sleep 0.3
|
|
260
|
+
fi
|
|
261
|
+
|
|
262
|
+
local dx=0 dy=0
|
|
263
|
+
case "$direction" in
|
|
264
|
+
up) dy=$amount ;;
|
|
265
|
+
down) dy=$(( -amount )) ;;
|
|
266
|
+
left) dx=$amount ;;
|
|
267
|
+
right) dx=$(( -amount )) ;;
|
|
268
|
+
*) error_exit "Unknown direction: $direction" ;;
|
|
269
|
+
esac
|
|
270
|
+
|
|
271
|
+
osascript -l JavaScript -e "
|
|
272
|
+
ObjC.import('CoreGraphics');
|
|
273
|
+
var event = $.CGEventCreateScrollWheelEvent(null, $.kCGScrollEventUnitLine, 2, $dy, $dx);
|
|
274
|
+
$.CGEventPost($.kCGHIDEventTap, event);
|
|
275
|
+
'scrolled';
|
|
276
|
+
" >/dev/null 2>&1
|
|
277
|
+
|
|
278
|
+
echo "{\"success\":true,\"action\":\"scroll\",\"direction\":\"$direction\",\"amount\":$amount}"
|
|
279
|
+
}
|
|
280
|
+
|
|
281
|
+
# -----------------------------------------------------------------------------
|
|
282
|
+
# focus_app — Bring an app to the foreground
|
|
283
|
+
# Params: appName
|
|
284
|
+
# -----------------------------------------------------------------------------
|
|
285
|
+
focus_app() {
|
|
286
|
+
local app_name="$1"
|
|
287
|
+
osascript -l JavaScript -e "
|
|
288
|
+
var app = Application('System Events');
|
|
289
|
+
app.processes.byName('$app_name').frontmost = true;
|
|
290
|
+
" >/dev/null 2>&1
|
|
291
|
+
echo "{\"success\":true,\"action\":\"focus\",\"appName\":\"$app_name\"}"
|
|
292
|
+
}
|