crewly 1.20.35 → 1.20.47

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (139) hide show
  1. package/config/skills/_common/desktop-guards.sh +485 -0
  2. package/config/skills/_common/desktop-guards.test.sh +242 -0
  3. package/config/skills/_common/desktop-perceive.swift +530 -0
  4. package/config/skills/_common/desktop-presence.swift +343 -0
  5. package/config/skills/_common/lib.sh +6 -0
  6. package/config/skills/agent/_common/desktop-guards.sh +4 -0
  7. package/config/skills/agent/computer-use/SKILL.md +88 -0
  8. package/config/skills/agent/computer-use/execute.sh +249 -3
  9. package/config/skills/agent/core/calendar-create/SKILL.md +10 -0
  10. package/config/skills/agent/core/calendar-create/execute.sh +6 -0
  11. package/config/skills/agent/core/calendar-list/SKILL.md +10 -0
  12. package/config/skills/agent/core/calendar-list/execute.sh +6 -0
  13. package/config/skills/agent/core/docs-read/SKILL.md +10 -0
  14. package/config/skills/agent/core/docs-read/execute.sh +6 -1
  15. package/config/skills/agent/core/docs-write/SKILL.md +10 -0
  16. package/config/skills/agent/core/docs-write/execute.sh +6 -1
  17. package/config/skills/agent/core/drive-read/SKILL.md +10 -0
  18. package/config/skills/agent/core/drive-read/execute.sh +6 -1
  19. package/config/skills/agent/core/drive-search/SKILL.md +10 -0
  20. package/config/skills/agent/core/drive-search/execute.sh +6 -1
  21. package/config/skills/agent/core/drive-upload/SKILL.md +10 -0
  22. package/config/skills/agent/core/drive-upload/execute.sh +6 -1
  23. package/config/skills/agent/core/gmail-read/SKILL.md +10 -0
  24. package/config/skills/agent/core/gmail-read/execute.sh +6 -0
  25. package/config/skills/agent/core/gmail-search/SKILL.md +10 -0
  26. package/config/skills/agent/core/gmail-search/execute.sh +6 -0
  27. package/config/skills/agent/core/gmail-send/SKILL.md +10 -0
  28. package/config/skills/agent/core/gmail-send/execute.sh +6 -0
  29. package/config/skills/agent/core/sheets-read/SKILL.md +10 -0
  30. package/config/skills/agent/core/sheets-read/execute.sh +6 -1
  31. package/config/skills/agent/core/sheets-write/SKILL.md +10 -0
  32. package/config/skills/agent/core/sheets-write/execute.sh +6 -1
  33. package/config/skills/agent/core/slides-create/SKILL.md +10 -0
  34. package/config/skills/agent/core/slides-create/execute.sh +6 -1
  35. package/config/skills/agent/core/slides-read/SKILL.md +10 -0
  36. package/config/skills/agent/core/slides-read/execute.sh +6 -1
  37. package/config/skills/agent/desktop-app-control/SKILL.md +19 -0
  38. package/config/skills/agent/remote-browser/SKILL.md +19 -0
  39. package/config/slack-app-manifest.json +16 -9
  40. package/dist/backend/backend/src/constants.d.ts +18 -4
  41. package/dist/backend/backend/src/constants.d.ts.map +1 -1
  42. package/dist/backend/backend/src/constants.js +16 -4
  43. package/dist/backend/backend/src/constants.js.map +1 -1
  44. package/dist/backend/backend/src/controllers/desktop/desktop.controller.d.ts +105 -0
  45. package/dist/backend/backend/src/controllers/desktop/desktop.controller.d.ts.map +1 -0
  46. package/dist/backend/backend/src/controllers/desktop/desktop.controller.js +278 -0
  47. package/dist/backend/backend/src/controllers/desktop/desktop.controller.js.map +1 -0
  48. package/dist/backend/backend/src/controllers/desktop/desktop.routes.d.ts +21 -0
  49. package/dist/backend/backend/src/controllers/desktop/desktop.routes.d.ts.map +1 -0
  50. package/dist/backend/backend/src/controllers/desktop/desktop.routes.js +31 -0
  51. package/dist/backend/backend/src/controllers/desktop/desktop.routes.js.map +1 -0
  52. package/dist/backend/backend/src/controllers/google/google.controller.d.ts +8 -0
  53. package/dist/backend/backend/src/controllers/google/google.controller.d.ts.map +1 -1
  54. package/dist/backend/backend/src/controllers/google/google.controller.js +137 -37
  55. package/dist/backend/backend/src/controllers/google/google.controller.js.map +1 -1
  56. package/dist/backend/backend/src/controllers/google/google.routes.d.ts +2 -1
  57. package/dist/backend/backend/src/controllers/google/google.routes.d.ts.map +1 -1
  58. package/dist/backend/backend/src/controllers/google/google.routes.js +4 -2
  59. package/dist/backend/backend/src/controllers/google/google.routes.js.map +1 -1
  60. package/dist/backend/backend/src/controllers/slack/slack-error.utils.d.ts +46 -0
  61. package/dist/backend/backend/src/controllers/slack/slack-error.utils.d.ts.map +1 -0
  62. package/dist/backend/backend/src/controllers/slack/slack-error.utils.js +54 -0
  63. package/dist/backend/backend/src/controllers/slack/slack-error.utils.js.map +1 -0
  64. package/dist/backend/backend/src/controllers/slack/slack.controller.d.ts.map +1 -1
  65. package/dist/backend/backend/src/controllers/slack/slack.controller.js +5 -12
  66. package/dist/backend/backend/src/controllers/slack/slack.controller.js.map +1 -1
  67. package/dist/backend/backend/src/routes/api.routes.d.ts.map +1 -1
  68. package/dist/backend/backend/src/routes/api.routes.js +3 -0
  69. package/dist/backend/backend/src/routes/api.routes.js.map +1 -1
  70. package/dist/backend/backend/src/services/cloud/mobile-api-relay.service.d.ts.map +1 -1
  71. package/dist/backend/backend/src/services/cloud/mobile-api-relay.service.js +9 -0
  72. package/dist/backend/backend/src/services/cloud/mobile-api-relay.service.js.map +1 -1
  73. package/dist/backend/backend/src/services/google/google-api.client.d.ts +23 -2
  74. package/dist/backend/backend/src/services/google/google-api.client.d.ts.map +1 -1
  75. package/dist/backend/backend/src/services/google/google-api.client.js +5 -2
  76. package/dist/backend/backend/src/services/google/google-api.client.js.map +1 -1
  77. package/dist/backend/backend/src/services/google/google-workspace-token.service.d.ts +61 -11
  78. package/dist/backend/backend/src/services/google/google-workspace-token.service.d.ts.map +1 -1
  79. package/dist/backend/backend/src/services/google/google-workspace-token.service.js +108 -31
  80. package/dist/backend/backend/src/services/google/google-workspace-token.service.js.map +1 -1
  81. package/dist/backend/backend/src/services/slack/slack-team-channel.service.d.ts +24 -0
  82. package/dist/backend/backend/src/services/slack/slack-team-channel.service.d.ts.map +1 -1
  83. package/dist/backend/backend/src/services/slack/slack-team-channel.service.js +87 -5
  84. package/dist/backend/backend/src/services/slack/slack-team-channel.service.js.map +1 -1
  85. package/dist/backend/backend/src/services/slack/slack.service.d.ts +17 -0
  86. package/dist/backend/backend/src/services/slack/slack.service.d.ts.map +1 -1
  87. package/dist/backend/backend/src/services/slack/slack.service.js +32 -0
  88. package/dist/backend/backend/src/services/slack/slack.service.js.map +1 -1
  89. package/dist/backend/backend/src/types/slack.types.d.ts +10 -0
  90. package/dist/backend/backend/src/types/slack.types.d.ts.map +1 -1
  91. package/dist/backend/backend/src/types/slack.types.js.map +1 -1
  92. package/dist/backend/backend/src/utils/incomplete-turn.utils.d.ts +1 -1
  93. package/dist/backend/backend/src/utils/incomplete-turn.utils.d.ts.map +1 -1
  94. package/dist/backend/backend/src/utils/incomplete-turn.utils.js +4 -0
  95. package/dist/backend/backend/src/utils/incomplete-turn.utils.js.map +1 -1
  96. package/dist/backend/build-info.json +2 -2
  97. package/dist/cli/backend/src/constants.d.ts +18 -4
  98. package/dist/cli/backend/src/constants.d.ts.map +1 -1
  99. package/dist/cli/backend/src/constants.js +16 -4
  100. package/dist/cli/backend/src/constants.js.map +1 -1
  101. package/dist/cli/backend/src/services/slack/slack-team-channel.service.d.ts +24 -0
  102. package/dist/cli/backend/src/services/slack/slack-team-channel.service.d.ts.map +1 -1
  103. package/dist/cli/backend/src/services/slack/slack-team-channel.service.js +87 -5
  104. package/dist/cli/backend/src/services/slack/slack-team-channel.service.js.map +1 -1
  105. package/dist/cli/backend/src/services/slack/slack.service.d.ts +17 -0
  106. package/dist/cli/backend/src/services/slack/slack.service.d.ts.map +1 -1
  107. package/dist/cli/backend/src/services/slack/slack.service.js +32 -0
  108. package/dist/cli/backend/src/services/slack/slack.service.js.map +1 -1
  109. package/dist/cli/backend/src/types/slack.types.d.ts +10 -0
  110. package/dist/cli/backend/src/types/slack.types.d.ts.map +1 -1
  111. package/dist/cli/backend/src/types/slack.types.js.map +1 -1
  112. package/dist/cli/backend/src/utils/incomplete-turn.utils.d.ts +1 -1
  113. package/dist/cli/backend/src/utils/incomplete-turn.utils.d.ts.map +1 -1
  114. package/dist/cli/backend/src/utils/incomplete-turn.utils.js +4 -0
  115. package/dist/cli/backend/src/utils/incomplete-turn.utils.js.map +1 -1
  116. package/frontend/dist/assets/{index-e079a375.js → index-e7785269.js} +267 -267
  117. package/frontend/dist/index.html +1 -1
  118. package/package.json +1 -1
  119. package/packages/crewly-agent/src/eval/desktop/desktop-tasks.test.ts +96 -0
  120. package/packages/crewly-agent/src/eval/desktop/desktop-tasks.ts +226 -0
  121. package/packages/crewly-agent/src/runtime/agent-runner.service.test.ts +10 -1
  122. package/packages/crewly-agent/src/runtime/agent-runner.service.ts +199 -4
  123. package/packages/crewly-agent/src/runtime/computer.tool.test.ts +219 -0
  124. package/packages/crewly-agent/src/runtime/computer.tool.ts +405 -0
  125. package/packages/crewly-agent/src/runtime/desktop-checkpoint.test.ts +136 -0
  126. package/packages/crewly-agent/src/runtime/desktop-checkpoint.ts +231 -0
  127. package/packages/crewly-agent/src/runtime/desktop-recovery.test.ts +100 -0
  128. package/packages/crewly-agent/src/runtime/desktop-recovery.ts +195 -0
  129. package/packages/crewly-agent/src/runtime/desktop-task-runtime.test.ts +251 -0
  130. package/packages/crewly-agent/src/runtime/desktop-task-runtime.ts +423 -0
  131. package/packages/crewly-agent/src/runtime/desktop-task.tool.test.ts +218 -0
  132. package/packages/crewly-agent/src/runtime/desktop-task.tool.ts +343 -0
  133. package/packages/crewly-agent/src/runtime/text-tool-calls.test.ts +144 -0
  134. package/packages/crewly-agent/src/runtime/text-tool-calls.ts +316 -0
  135. package/packages/crewly-agent/src/runtime/text-tool-salvage.test.ts +190 -0
  136. package/packages/crewly-agent/src/runtime/tool-registry.test.ts +17 -0
  137. package/packages/crewly-agent/src/runtime/tool-registry.ts +54 -0
  138. package/packages/crewly-agent/src/runtime/types.ts +16 -1
  139. package/config/skills/agent/vnc-browser/SKILL.md +0 -140
package/dist/cli/backend/src/utils/incomplete-turn.utils.js CHANGED
@@ -18,6 +18,10 @@ const NOTICE = {
18
18
  'abnormal-finish': 'my turn was interrupted, so the work above may be unfinished',
19
19
  'steps-exhausted': 'I ran out of steps for this turn, so the work above may be unfinished',
20
20
  'content-filter': 'the model provider refused to continue this turn',
21
+ // The turn ended normally; the work did not. Worth its own sentence,
22
+ // because "I ran out of steps" and "I thought I was done but the file is
23
+ // not there" call for different things from the reader.
24
+ 'desktop-unverified': 'part of the desktop task could not be verified, so it may not have actually happened',
21
25
  };
22
26
  /**
23
27
  * Append the "this turn stopped early" line to an agent's reply.
package/dist/cli/backend/src/utils/incomplete-turn.utils.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"incomplete-turn.utils.js","sourceRoot":"","sources":["../../../../../backend/src/utils/incomplete-turn.utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAUH,8DAA8D;AAC9D,MAAM,MAAM,GAA6C;IACvD,SAAS,EAAE,uDAAuD;IAClE,iBAAiB,EAAE,8DAA8D;IACjF,iBAAiB,EAAE,uEAAuE;IAC1F,gBAAgB,EAAE,kDAAkD;CACrE,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,UAAU,sBAAsB,CAAC,IAAY,EAAE,UAA2B;IAC9E,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC7B,MAAM,IAAI,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACjC,MAAM,MAAM,GAAG,iBAAiB,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,qBAAqB,gDAAgD,CAAC;IACnI,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,OAAO,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;AAChD,CAAC"}
1
+ {"version":3,"file":"incomplete-turn.utils.js","sourceRoot":"","sources":["../../../../../backend/src/utils/incomplete-turn.utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAUH,8DAA8D;AAC9D,MAAM,MAAM,GAA6C;IACvD,SAAS,EAAE,uDAAuD;IAClE,iBAAiB,EAAE,8DAA8D;IACjF,iBAAiB,EAAE,uEAAuE;IAC1F,gBAAgB,EAAE,kDAAkD;IACpE,qEAAqE;IACrE,yEAAyE;IACzE,wDAAwD;IACxD,oBAAoB,EAAE,sFAAsF;CAC7G,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,UAAU,sBAAsB,CAAC,IAAY,EAAE,UAA2B;IAC9E,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC7B,MAAM,IAAI,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACjC,MAAM,MAAM,GAAG,iBAAiB,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,qBAAqB,gDAAgD,CAAC;IACnI,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,OAAO,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;AAChD,CAAC"}