@opencorelabs/lucidity 0.2.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (551) hide show
  1. package/README.md +36 -34
  2. package/bin/lucidity.js +2 -0
  3. package/dist/assets/speech/licenses/FluidAudio/LICENSE +201 -0
  4. package/dist/assets/speech/licenses/FluidAudio/ThirdPartyLicenses/fastcluster-LICENSE.md +11 -0
  5. package/dist/assets/speech/licenses/FluidAudio/ThirdPartyLicenses/vbx-LICENSE.md +201 -0
  6. package/dist/assets/speech/lucidity-speech +0 -0
  7. package/dist/automations/agent.d.ts +16 -0
  8. package/dist/automations/agent.d.ts.map +1 -0
  9. package/dist/automations/agent.js +196 -0
  10. package/dist/automations/cli.d.ts +4 -0
  11. package/dist/automations/cli.d.ts.map +1 -0
  12. package/dist/automations/cli.js +44 -0
  13. package/dist/automations/connections.d.ts +11 -0
  14. package/dist/automations/connections.d.ts.map +1 -0
  15. package/dist/automations/connections.js +74 -0
  16. package/dist/automations/designer.d.ts +39 -0
  17. package/dist/automations/designer.d.ts.map +1 -0
  18. package/dist/automations/designer.js +450 -0
  19. package/dist/automations/history.d.ts +4 -0
  20. package/dist/automations/history.d.ts.map +1 -0
  21. package/dist/automations/history.js +57 -0
  22. package/dist/automations/learning.d.ts +19 -0
  23. package/dist/automations/learning.d.ts.map +1 -0
  24. package/dist/automations/learning.js +121 -0
  25. package/dist/automations/pinterest.d.ts +21 -0
  26. package/dist/automations/pinterest.d.ts.map +1 -0
  27. package/dist/automations/pinterest.js +113 -0
  28. package/dist/automations/service.d.ts +42 -0
  29. package/dist/automations/service.d.ts.map +1 -0
  30. package/dist/automations/service.js +406 -0
  31. package/dist/automations/setup.d.ts +3 -0
  32. package/dist/automations/setup.d.ts.map +1 -0
  33. package/dist/automations/setup.js +48 -0
  34. package/dist/automations/skill.d.ts +3 -0
  35. package/dist/automations/skill.d.ts.map +1 -0
  36. package/dist/automations/skill.js +29 -0
  37. package/dist/automations/store.d.ts +13 -0
  38. package/dist/automations/store.d.ts.map +1 -0
  39. package/dist/automations/store.js +46 -0
  40. package/dist/chat/server.d.ts +2 -0
  41. package/dist/chat/server.d.ts.map +1 -1
  42. package/dist/chat/server.js +46 -2
  43. package/dist/coding/commandContext.d.ts +6 -0
  44. package/dist/coding/commandContext.d.ts.map +1 -0
  45. package/dist/coding/commandContext.js +20 -0
  46. package/dist/coding/runCodeTurn.d.ts +12 -2
  47. package/dist/coding/runCodeTurn.d.ts.map +1 -1
  48. package/dist/coding/runCodeTurn.js +49 -19
  49. package/dist/coding/worktree.d.ts +3 -4
  50. package/dist/coding/worktree.d.ts.map +1 -1
  51. package/dist/coding/worktree.js +3 -4
  52. package/dist/config.d.ts +6 -0
  53. package/dist/config.d.ts.map +1 -1
  54. package/dist/config.js +21 -3
  55. package/dist/decisions/cli.d.ts +2 -0
  56. package/dist/decisions/cli.d.ts.map +1 -0
  57. package/dist/decisions/cli.js +106 -0
  58. package/dist/decisions/client.d.ts +20 -0
  59. package/dist/decisions/client.d.ts.map +1 -0
  60. package/dist/decisions/client.js +41 -0
  61. package/dist/handoff.d.ts +11 -0
  62. package/dist/handoff.d.ts.map +1 -0
  63. package/dist/handoff.js +21 -0
  64. package/dist/index.js +190 -34
  65. package/dist/jobs/briefing.js +1 -1
  66. package/dist/jobs/extraction.d.ts.map +1 -1
  67. package/dist/jobs/extraction.js +112 -22
  68. package/dist/jobs/fastModeReview.d.ts +39 -0
  69. package/dist/jobs/fastModeReview.d.ts.map +1 -0
  70. package/dist/jobs/fastModeReview.js +192 -0
  71. package/dist/jobs/voiceReview.d.ts +24 -0
  72. package/dist/jobs/voiceReview.d.ts.map +1 -0
  73. package/dist/jobs/voiceReview.js +128 -0
  74. package/dist/mcp/clients.d.ts +26 -0
  75. package/dist/mcp/clients.d.ts.map +1 -0
  76. package/dist/mcp/clients.js +193 -0
  77. package/dist/mcp/config.d.ts +5 -2
  78. package/dist/mcp/config.d.ts.map +1 -1
  79. package/dist/mcp/config.js +48 -6
  80. package/dist/mcp/paired.d.ts +2 -0
  81. package/dist/mcp/paired.d.ts.map +1 -0
  82. package/dist/mcp/paired.js +21 -0
  83. package/dist/mcp/pairedConfig.d.ts +3 -0
  84. package/dist/mcp/pairedConfig.d.ts.map +1 -0
  85. package/dist/mcp/pairedConfig.js +33 -0
  86. package/dist/notesContext.d.ts.map +1 -1
  87. package/dist/notesContext.js +3 -2
  88. package/dist/room/client.d.ts +20 -7
  89. package/dist/room/client.d.ts.map +1 -1
  90. package/dist/room/client.js +262 -45
  91. package/dist/room/computer.d.ts.map +1 -1
  92. package/dist/room/computer.js +8 -0
  93. package/dist/room/context.d.ts +3 -2
  94. package/dist/room/context.d.ts.map +1 -1
  95. package/dist/room/context.js +10 -3
  96. package/dist/room/turnQueue.d.ts +40 -0
  97. package/dist/room/turnQueue.d.ts.map +1 -0
  98. package/dist/room/turnQueue.js +301 -0
  99. package/dist/setup/page.d.ts +3 -0
  100. package/dist/setup/page.d.ts.map +1 -0
  101. package/dist/setup/page.js +120 -0
  102. package/dist/setup/server.d.ts +26 -0
  103. package/dist/setup/server.d.ts.map +1 -0
  104. package/dist/setup/server.js +398 -0
  105. package/dist/skills/lucidity-automations/SKILL.md +54 -0
  106. package/dist/speech/captures.d.ts +30 -0
  107. package/dist/speech/captures.d.ts.map +1 -0
  108. package/dist/speech/captures.js +209 -0
  109. package/dist/speech/fluidAudio.d.ts +28 -0
  110. package/dist/speech/fluidAudio.d.ts.map +1 -0
  111. package/dist/speech/fluidAudio.js +182 -0
  112. package/dist/speech/service.d.ts +14 -0
  113. package/dist/speech/service.d.ts.map +1 -0
  114. package/dist/speech/service.js +88 -0
  115. package/dist/speech/types.d.ts +19 -0
  116. package/dist/speech/types.d.ts.map +1 -0
  117. package/dist/speech/types.js +1 -0
  118. package/dist/turnLog.d.ts +1 -0
  119. package/dist/turnLog.d.ts.map +1 -1
  120. package/dist/turnLog.js +3 -0
  121. package/native/speech/Package.resolved +15 -0
  122. package/native/speech/Package.swift +16 -0
  123. package/native/speech/Sources/lucidity-speech/Speech.swift +81 -0
  124. package/package.json +6 -2
  125. package/src/automations/agent.ts +239 -0
  126. package/src/automations/cli.ts +52 -0
  127. package/src/automations/connections.ts +83 -0
  128. package/src/automations/designer.ts +594 -0
  129. package/src/automations/history.ts +59 -0
  130. package/src/automations/learning.ts +180 -0
  131. package/src/automations/pinterest.ts +146 -0
  132. package/src/automations/service.ts +505 -0
  133. package/src/automations/setup.ts +71 -0
  134. package/src/automations/skill.ts +40 -0
  135. package/src/automations/store.ts +63 -0
  136. package/src/chat/server.ts +62 -3
  137. package/src/coding/commandContext.ts +29 -0
  138. package/src/coding/runCodeTurn.ts +65 -21
  139. package/src/coding/worktree.ts +3 -4
  140. package/src/config.ts +32 -2
  141. package/src/decisions/cli.ts +136 -0
  142. package/src/decisions/client.ts +62 -0
  143. package/src/handoff.ts +28 -0
  144. package/src/index.ts +204 -58
  145. package/src/jobs/briefing.ts +1 -1
  146. package/src/jobs/extraction.ts +157 -32
  147. package/src/jobs/fastModeReview.ts +221 -0
  148. package/src/jobs/voiceReview.ts +156 -0
  149. package/src/mcp/clients.ts +269 -0
  150. package/src/mcp/config.ts +58 -7
  151. package/src/mcp/paired.ts +23 -0
  152. package/src/mcp/pairedConfig.ts +44 -0
  153. package/src/notesContext.ts +3 -2
  154. package/src/room/client.ts +316 -52
  155. package/src/room/computer.ts +8 -0
  156. package/src/room/context.ts +12 -3
  157. package/src/room/turnQueue.ts +358 -0
  158. package/src/setup/page.ts +122 -0
  159. package/src/setup/server.ts +483 -0
  160. package/src/speech/captures.ts +265 -0
  161. package/src/speech/fluidAudio.ts +242 -0
  162. package/src/speech/service.ts +108 -0
  163. package/src/speech/types.ts +13 -0
  164. package/src/turnLog.ts +4 -0
  165. package/vendor/decisions/LICENSE +662 -0
  166. package/vendor/decisions/dist/capture.d.ts +79 -0
  167. package/vendor/decisions/dist/capture.js +183 -0
  168. package/vendor/decisions/dist/command.d.ts +202 -0
  169. package/vendor/decisions/dist/command.js +750 -0
  170. package/vendor/decisions/dist/gate.d.ts +12 -0
  171. package/vendor/decisions/dist/gate.js +18 -0
  172. package/vendor/decisions/dist/index.d.ts +5 -0
  173. package/vendor/decisions/dist/index.js +5 -0
  174. package/vendor/decisions/dist/jev.d.ts +15 -0
  175. package/vendor/decisions/dist/jev.js +242 -0
  176. package/vendor/decisions/dist/types.d.ts +67 -0
  177. package/vendor/decisions/dist/types.js +1 -0
  178. package/vendor/decisions/package.json +22 -0
  179. package/vendor/decisions/src/capture.ts +199 -0
  180. package/vendor/decisions/src/command.ts +836 -0
  181. package/vendor/decisions/src/gate.ts +32 -0
  182. package/vendor/decisions/src/index.ts +5 -0
  183. package/vendor/decisions/src/jev.ts +293 -0
  184. package/vendor/decisions/src/types.ts +79 -0
  185. package/vendor/mcp-server/README.md +130 -48
  186. package/vendor/mcp-server/dist/client.d.ts +1 -0
  187. package/vendor/mcp-server/dist/client.d.ts.map +1 -1
  188. package/vendor/mcp-server/dist/client.js +8 -0
  189. package/vendor/mcp-server/dist/commentProvider.d.ts +3 -0
  190. package/vendor/mcp-server/dist/commentProvider.d.ts.map +1 -0
  191. package/vendor/mcp-server/dist/commentProvider.js +10 -0
  192. package/vendor/mcp-server/dist/index.js +26 -5
  193. package/vendor/mcp-server/dist/tools/automations.d.ts +6 -0
  194. package/vendor/mcp-server/dist/tools/automations.d.ts.map +1 -0
  195. package/vendor/mcp-server/dist/tools/automations.js +163 -0
  196. package/vendor/mcp-server/dist/tools/commandEventFormat.d.ts +52 -0
  197. package/vendor/mcp-server/dist/tools/commandEventFormat.d.ts.map +1 -0
  198. package/vendor/mcp-server/dist/tools/commandEventFormat.js +83 -0
  199. package/vendor/mcp-server/dist/tools/commandEvents.d.ts +3 -0
  200. package/vendor/mcp-server/dist/tools/commandEvents.d.ts.map +1 -0
  201. package/vendor/mcp-server/dist/tools/commandEvents.js +21 -0
  202. package/vendor/mcp-server/dist/tools/comments.d.ts.map +1 -1
  203. package/vendor/mcp-server/dist/tools/comments.js +41 -5
  204. package/vendor/mcp-server/dist/tools/index.d.ts +2 -0
  205. package/vendor/mcp-server/dist/tools/index.d.ts.map +1 -1
  206. package/vendor/mcp-server/dist/tools/index.js +2 -0
  207. package/vendor/mcp-server/dist/tools/journal.d.ts +3 -0
  208. package/vendor/mcp-server/dist/tools/journal.d.ts.map +1 -0
  209. package/vendor/mcp-server/dist/tools/journal.js +131 -0
  210. package/vendor/mcp-server/dist/tools/memory.d.ts +2 -2
  211. package/vendor/mcp-server/dist/tools/memory.d.ts.map +1 -1
  212. package/vendor/mcp-server/dist/tools/memory.js +24 -14
  213. package/vendor/mcp-server/dist/tools/milestones.d.ts.map +1 -1
  214. package/vendor/mcp-server/dist/tools/milestones.js +30 -0
  215. package/vendor/mcp-server/dist/tools/notes.d.ts.map +1 -1
  216. package/vendor/mcp-server/dist/tools/notes.js +30 -5
  217. package/vendor/mcp-server/dist/tools/projects.d.ts.map +1 -1
  218. package/vendor/mcp-server/dist/tools/projects.js +15 -0
  219. package/vendor/mcp-server/dist/tools/queries.d.ts.map +1 -1
  220. package/vendor/mcp-server/dist/tools/queries.js +27 -2
  221. package/vendor/mcp-server/dist/tools/taskActivity.d.ts +3 -0
  222. package/vendor/mcp-server/dist/tools/taskActivity.d.ts.map +1 -0
  223. package/vendor/mcp-server/dist/tools/taskActivity.js +32 -0
  224. package/vendor/mcp-server/dist/tools/taskOccurrences.d.ts +3 -0
  225. package/vendor/mcp-server/dist/tools/taskOccurrences.d.ts.map +1 -0
  226. package/vendor/mcp-server/dist/tools/taskOccurrences.js +12 -0
  227. package/vendor/mcp-server/dist/tools/taskTrash.d.ts +3 -0
  228. package/vendor/mcp-server/dist/tools/taskTrash.d.ts.map +1 -0
  229. package/vendor/mcp-server/dist/tools/taskTrash.js +21 -0
  230. package/vendor/mcp-server/dist/tools/tasks.d.ts.map +1 -1
  231. package/vendor/mcp-server/dist/tools/tasks.js +99 -22
  232. package/vendor/mcp-server/package.json +5 -1
  233. package/vendor/mcp-server/src/client.ts +10 -0
  234. package/vendor/mcp-server/src/commentProvider.ts +9 -0
  235. package/vendor/mcp-server/src/index.ts +33 -6
  236. package/vendor/mcp-server/src/tools/automations.ts +199 -0
  237. package/vendor/mcp-server/src/tools/commandEventFormat.ts +108 -0
  238. package/vendor/mcp-server/src/tools/commandEvents.ts +27 -0
  239. package/vendor/mcp-server/src/tools/comments.ts +43 -4
  240. package/vendor/mcp-server/src/tools/index.ts +2 -0
  241. package/vendor/mcp-server/src/tools/journal.ts +168 -0
  242. package/vendor/mcp-server/src/tools/memory.ts +26 -12
  243. package/vendor/mcp-server/src/tools/milestones.ts +36 -0
  244. package/vendor/mcp-server/src/tools/notes.ts +35 -4
  245. package/vendor/mcp-server/src/tools/projects.ts +18 -0
  246. package/vendor/mcp-server/src/tools/queries.ts +30 -0
  247. package/vendor/mcp-server/src/tools/taskActivity.ts +55 -0
  248. package/vendor/mcp-server/src/tools/taskOccurrences.ts +26 -0
  249. package/vendor/mcp-server/src/tools/taskTrash.ts +23 -0
  250. package/vendor/mcp-server/src/tools/tasks.ts +104 -24
  251. package/vendor/notes/dist/index.d.ts +2 -0
  252. package/vendor/notes/dist/index.d.ts.map +1 -1
  253. package/vendor/notes/dist/index.js +2 -0
  254. package/vendor/notes/dist/journal-backend.d.ts +4 -0
  255. package/vendor/notes/dist/journal-backend.d.ts.map +1 -0
  256. package/vendor/notes/dist/journal-backend.js +33 -0
  257. package/vendor/notes/dist/journal.d.ts +7 -0
  258. package/vendor/notes/dist/journal.d.ts.map +1 -0
  259. package/vendor/notes/dist/journal.js +173 -0
  260. package/vendor/notes/dist/vault.d.ts.map +1 -1
  261. package/vendor/notes/dist/vault.js +6 -1
  262. package/vendor/notes/src/index.ts +2 -0
  263. package/vendor/notes/src/journal-backend.ts +53 -0
  264. package/vendor/notes/src/journal.ts +194 -0
  265. package/vendor/notes/src/vault.ts +9 -1
  266. package/vendor/runtime/README.md +4 -0
  267. package/vendor/runtime/dist/executor/claudeAgent.d.ts +2 -0
  268. package/vendor/runtime/dist/executor/claudeAgent.d.ts.map +1 -1
  269. package/vendor/runtime/dist/executor/claudeAgent.js +113 -8
  270. package/vendor/runtime/dist/executor/claudeCode.d.ts.map +1 -1
  271. package/vendor/runtime/dist/executor/claudeCode.js +8 -4
  272. package/vendor/runtime/dist/executor/codex.d.ts +2 -0
  273. package/vendor/runtime/dist/executor/codex.d.ts.map +1 -1
  274. package/vendor/runtime/dist/executor/codex.js +213 -11
  275. package/vendor/runtime/dist/executor/codexProtocol/PlanType.d.ts +2 -0
  276. package/vendor/runtime/dist/executor/codexProtocol/PlanType.d.ts.map +1 -0
  277. package/vendor/runtime/dist/executor/codexProtocol/PlanType.js +2 -0
  278. package/vendor/runtime/dist/executor/codexProtocol/v2/CreditsSnapshot.d.ts +6 -0
  279. package/vendor/runtime/dist/executor/codexProtocol/v2/CreditsSnapshot.d.ts.map +1 -0
  280. package/vendor/runtime/dist/executor/codexProtocol/v2/CreditsSnapshot.js +2 -0
  281. package/vendor/runtime/dist/executor/codexProtocol/v2/GetAccountRateLimitsResponse.d.ts +26 -0
  282. package/vendor/runtime/dist/executor/codexProtocol/v2/GetAccountRateLimitsResponse.d.ts.map +1 -0
  283. package/vendor/runtime/dist/executor/codexProtocol/v2/GetAccountRateLimitsResponse.js +2 -0
  284. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitReachedType.d.ts +2 -0
  285. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitReachedType.d.ts.map +1 -0
  286. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitReachedType.js +2 -0
  287. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCredit.d.ts +27 -0
  288. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCredit.d.ts.map +1 -0
  289. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCredit.js +2 -0
  290. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCreditStatus.d.ts +2 -0
  291. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCreditStatus.d.ts.map +1 -0
  292. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCreditStatus.js +2 -0
  293. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCreditsSummary.d.ts +13 -0
  294. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCreditsSummary.d.ts.map +1 -0
  295. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCreditsSummary.js +2 -0
  296. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetType.d.ts +2 -0
  297. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetType.d.ts.map +1 -0
  298. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetType.js +2 -0
  299. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitSnapshot.d.ts +20 -0
  300. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitSnapshot.d.ts.map +1 -0
  301. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitSnapshot.js +2 -0
  302. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitWindow.d.ts +6 -0
  303. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitWindow.d.ts.map +1 -0
  304. package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitWindow.js +2 -0
  305. package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewDelivery.d.ts +2 -0
  306. package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewDelivery.d.ts.map +1 -0
  307. package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewDelivery.js +2 -0
  308. package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewStartParams.d.ts +12 -0
  309. package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewStartParams.d.ts.map +1 -0
  310. package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewStartParams.js +2 -0
  311. package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewTarget.d.ts +17 -0
  312. package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewTarget.d.ts.map +1 -0
  313. package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewTarget.js +2 -0
  314. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillDependencies.d.ts +5 -0
  315. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillDependencies.d.ts.map +1 -0
  316. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillDependencies.js +2 -0
  317. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillErrorInfo.d.ts +5 -0
  318. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillErrorInfo.d.ts.map +1 -0
  319. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillErrorInfo.js +2 -0
  320. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillInterface.d.ts +18 -0
  321. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillInterface.d.ts.map +1 -0
  322. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillInterface.js +2 -0
  323. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillMetadata.d.ts +22 -0
  324. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillMetadata.d.ts.map +1 -0
  325. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillMetadata.js +2 -0
  326. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillScope.d.ts +2 -0
  327. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillScope.d.ts.map +1 -0
  328. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillScope.js +2 -0
  329. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillToolDependency.d.ts +9 -0
  330. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillToolDependency.d.ts.map +1 -0
  331. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillToolDependency.js +2 -0
  332. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillsListEntry.d.ts +8 -0
  333. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillsListEntry.d.ts.map +1 -0
  334. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillsListEntry.js +2 -0
  335. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillsListResponse.d.ts +5 -0
  336. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillsListResponse.d.ts.map +1 -0
  337. package/vendor/runtime/dist/executor/codexProtocol/v2/SkillsListResponse.js +2 -0
  338. package/vendor/runtime/dist/executor/codexProtocol/v2/SpendControlLimitSnapshot.d.ts +7 -0
  339. package/vendor/runtime/dist/executor/codexProtocol/v2/SpendControlLimitSnapshot.d.ts.map +1 -0
  340. package/vendor/runtime/dist/executor/codexProtocol/v2/SpendControlLimitSnapshot.js +2 -0
  341. package/vendor/runtime/dist/executor/codexProtocol/v2/ThreadSetNameParams.d.ts +5 -0
  342. package/vendor/runtime/dist/executor/codexProtocol/v2/ThreadSetNameParams.d.ts.map +1 -0
  343. package/vendor/runtime/dist/executor/codexProtocol/v2/ThreadSetNameParams.js +2 -0
  344. package/vendor/runtime/dist/executor/health.d.ts +1 -0
  345. package/vendor/runtime/dist/executor/health.d.ts.map +1 -1
  346. package/vendor/runtime/dist/executor/health.js +3 -0
  347. package/vendor/runtime/dist/executor/liveTurns.d.ts.map +1 -1
  348. package/vendor/runtime/dist/executor/liveTurns.js +3 -0
  349. package/vendor/runtime/dist/executor/providerRouter.d.ts.map +1 -1
  350. package/vendor/runtime/dist/executor/providerRouter.js +2 -1
  351. package/vendor/runtime/dist/executor/types.d.ts +8 -0
  352. package/vendor/runtime/dist/executor/types.d.ts.map +1 -1
  353. package/vendor/runtime/dist/harness/index.d.ts +1 -0
  354. package/vendor/runtime/dist/harness/index.d.ts.map +1 -1
  355. package/vendor/runtime/dist/harness/index.js +35 -1
  356. package/vendor/runtime/dist/harness/types.d.ts +4 -1
  357. package/vendor/runtime/dist/harness/types.d.ts.map +1 -1
  358. package/vendor/runtime/dist/index.d.ts +2 -1
  359. package/vendor/runtime/dist/index.d.ts.map +1 -1
  360. package/vendor/runtime/dist/index.js +2 -0
  361. package/vendor/runtime/dist/journal/context.d.ts +18 -0
  362. package/vendor/runtime/dist/journal/context.d.ts.map +1 -1
  363. package/vendor/runtime/dist/journal/context.js +19 -5
  364. package/vendor/runtime/dist/prompts/briefing.d.ts +4 -7
  365. package/vendor/runtime/dist/prompts/briefing.d.ts.map +1 -1
  366. package/vendor/runtime/dist/prompts/briefing.js +61 -12
  367. package/vendor/runtime/dist/prompts/cardStatement.d.ts +7 -0
  368. package/vendor/runtime/dist/prompts/cardStatement.d.ts.map +1 -0
  369. package/vendor/runtime/dist/prompts/cardStatement.js +52 -0
  370. package/vendor/runtime/dist/prompts/chat.d.ts +1 -0
  371. package/vendor/runtime/dist/prompts/chat.d.ts.map +1 -1
  372. package/vendor/runtime/dist/prompts/chat.js +15 -1
  373. package/vendor/runtime/dist/prompts/projectCapture.d.ts +7 -0
  374. package/vendor/runtime/dist/prompts/projectCapture.d.ts.map +1 -0
  375. package/vendor/runtime/dist/prompts/projectCapture.js +31 -0
  376. package/vendor/runtime/src/executor/claudeAgent.ts +133 -7
  377. package/vendor/runtime/src/executor/claudeCode.ts +6 -4
  378. package/vendor/runtime/src/executor/codex.ts +280 -20
  379. package/vendor/runtime/src/executor/codexProtocol/PlanType.ts +5 -0
  380. package/vendor/runtime/src/executor/codexProtocol/v2/CreditsSnapshot.ts +5 -0
  381. package/vendor/runtime/src/executor/codexProtocol/v2/GetAccountRateLimitsResponse.ts +25 -0
  382. package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitReachedType.ts +5 -0
  383. package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitResetCredit.ts +27 -0
  384. package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitResetCreditStatus.ts +5 -0
  385. package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitResetCreditsSummary.ts +14 -0
  386. package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitResetType.ts +5 -0
  387. package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitSnapshot.ts +14 -0
  388. package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitWindow.ts +5 -0
  389. package/vendor/runtime/src/executor/codexProtocol/v2/ReviewDelivery.ts +5 -0
  390. package/vendor/runtime/src/executor/codexProtocol/v2/ReviewStartParams.ts +12 -0
  391. package/vendor/runtime/src/executor/codexProtocol/v2/ReviewTarget.ts +9 -0
  392. package/vendor/runtime/src/executor/codexProtocol/v2/SkillDependencies.ts +6 -0
  393. package/vendor/runtime/src/executor/codexProtocol/v2/SkillErrorInfo.ts +5 -0
  394. package/vendor/runtime/src/executor/codexProtocol/v2/SkillInterface.ts +14 -0
  395. package/vendor/runtime/src/executor/codexProtocol/v2/SkillMetadata.ts +17 -0
  396. package/vendor/runtime/src/executor/codexProtocol/v2/SkillScope.ts +5 -0
  397. package/vendor/runtime/src/executor/codexProtocol/v2/SkillToolDependency.ts +5 -0
  398. package/vendor/runtime/src/executor/codexProtocol/v2/SkillsListEntry.ts +7 -0
  399. package/vendor/runtime/src/executor/codexProtocol/v2/SkillsListResponse.ts +6 -0
  400. package/vendor/runtime/src/executor/codexProtocol/v2/SpendControlLimitSnapshot.ts +5 -0
  401. package/vendor/runtime/src/executor/codexProtocol/v2/ThreadSetNameParams.ts +5 -0
  402. package/vendor/runtime/src/executor/health.ts +3 -0
  403. package/vendor/runtime/src/executor/liveTurns.ts +3 -0
  404. package/vendor/runtime/src/executor/providerRouter.ts +2 -1
  405. package/vendor/runtime/src/executor/types.ts +8 -0
  406. package/vendor/runtime/src/harness/index.ts +40 -6
  407. package/vendor/runtime/src/harness/types.ts +4 -1
  408. package/vendor/runtime/src/index.ts +4 -1
  409. package/vendor/runtime/src/journal/context.ts +40 -7
  410. package/vendor/runtime/src/prompts/briefing.ts +62 -17
  411. package/vendor/runtime/src/prompts/cardStatement.ts +64 -0
  412. package/vendor/runtime/src/prompts/chat.ts +25 -3
  413. package/vendor/runtime/src/prompts/projectCapture.ts +51 -0
  414. package/vendor/shared/dist/agentCommands.d.ts +22 -0
  415. package/vendor/shared/dist/agentCommands.d.ts.map +1 -0
  416. package/vendor/shared/dist/agentCommands.js +11 -0
  417. package/vendor/shared/dist/automationTemplates.d.ts +37 -0
  418. package/vendor/shared/dist/automationTemplates.d.ts.map +1 -0
  419. package/vendor/shared/dist/automationTemplates.js +48 -0
  420. package/vendor/shared/dist/automations.d.ts +1052 -0
  421. package/vendor/shared/dist/automations.d.ts.map +1 -0
  422. package/vendor/shared/dist/automations.js +300 -0
  423. package/vendor/shared/dist/brandArtwork.d.ts +4 -0
  424. package/vendor/shared/dist/brandArtwork.d.ts.map +1 -0
  425. package/vendor/shared/dist/brandArtwork.js +7 -0
  426. package/vendor/shared/dist/cardStatement.d.ts +28 -0
  427. package/vendor/shared/dist/cardStatement.d.ts.map +1 -0
  428. package/vendor/shared/dist/cardStatement.js +37 -0
  429. package/vendor/shared/dist/cardStudio.d.ts +756 -0
  430. package/vendor/shared/dist/cardStudio.d.ts.map +1 -0
  431. package/vendor/shared/dist/cardStudio.js +297 -0
  432. package/vendor/shared/dist/commandLocal.d.ts +218 -0
  433. package/vendor/shared/dist/commandLocal.d.ts.map +1 -0
  434. package/vendor/shared/dist/commandLocal.js +662 -0
  435. package/vendor/shared/dist/commandText.d.ts +12 -0
  436. package/vendor/shared/dist/commandText.d.ts.map +1 -0
  437. package/vendor/shared/dist/commandText.js +21 -0
  438. package/vendor/shared/dist/commands.d.ts +1516 -0
  439. package/vendor/shared/dist/commands.d.ts.map +1 -0
  440. package/vendor/shared/dist/commands.js +231 -0
  441. package/vendor/shared/dist/computer.d.ts +9 -9
  442. package/vendor/shared/dist/computer.d.ts.map +1 -1
  443. package/vendor/shared/dist/computer.js +11 -2
  444. package/vendor/shared/dist/constants.d.ts +3 -3
  445. package/vendor/shared/dist/constants.d.ts.map +1 -1
  446. package/vendor/shared/dist/constants.js +9 -2
  447. package/vendor/shared/dist/githubContributions.d.ts +93 -0
  448. package/vendor/shared/dist/githubContributions.d.ts.map +1 -0
  449. package/vendor/shared/dist/githubContributions.js +54 -0
  450. package/vendor/shared/dist/habitContributions.d.ts +26 -0
  451. package/vendor/shared/dist/habitContributions.d.ts.map +1 -0
  452. package/vendor/shared/dist/habitContributions.js +119 -0
  453. package/vendor/shared/dist/index.d.ts +26 -1
  454. package/vendor/shared/dist/index.d.ts.map +1 -1
  455. package/vendor/shared/dist/index.js +23 -1
  456. package/vendor/shared/dist/journal-migration.d.ts +29 -0
  457. package/vendor/shared/dist/journal-migration.d.ts.map +1 -0
  458. package/vendor/shared/dist/journal-migration.js +73 -0
  459. package/vendor/shared/dist/journal-vault.d.ts +414 -0
  460. package/vendor/shared/dist/journal-vault.d.ts.map +1 -0
  461. package/vendor/shared/dist/journal-vault.js +972 -0
  462. package/vendor/shared/dist/projectCapture.d.ts +73 -0
  463. package/vendor/shared/dist/projectCapture.d.ts.map +1 -0
  464. package/vendor/shared/dist/projectCapture.js +66 -0
  465. package/vendor/shared/dist/quickAdd.d.ts +90 -0
  466. package/vendor/shared/dist/quickAdd.d.ts.map +1 -0
  467. package/vendor/shared/dist/quickAdd.js +260 -0
  468. package/vendor/shared/dist/recurrence.d.ts +44 -0
  469. package/vendor/shared/dist/recurrence.d.ts.map +1 -0
  470. package/vendor/shared/dist/recurrence.js +37 -0
  471. package/vendor/shared/dist/reminderWords.d.ts +11 -0
  472. package/vendor/shared/dist/reminderWords.d.ts.map +1 -0
  473. package/vendor/shared/dist/reminderWords.js +63 -0
  474. package/vendor/shared/dist/schemas/comment.d.ts +13 -1
  475. package/vendor/shared/dist/schemas/comment.d.ts.map +1 -1
  476. package/vendor/shared/dist/schemas/comment.js +5 -0
  477. package/vendor/shared/dist/schemas/conversation.d.ts +3 -3
  478. package/vendor/shared/dist/schemas/harness.d.ts +922 -59
  479. package/vendor/shared/dist/schemas/harness.d.ts.map +1 -1
  480. package/vendor/shared/dist/schemas/harness.js +122 -3
  481. package/vendor/shared/dist/schemas/journal.d.ts +10 -0
  482. package/vendor/shared/dist/schemas/journal.d.ts.map +1 -1
  483. package/vendor/shared/dist/schemas/journal.js +10 -2
  484. package/vendor/shared/dist/schemas/notification.d.ts +1 -1
  485. package/vendor/shared/dist/schemas/organization.d.ts +3 -2
  486. package/vendor/shared/dist/schemas/organization.d.ts.map +1 -1
  487. package/vendor/shared/dist/schemas/organization.js +3 -2
  488. package/vendor/shared/dist/schemas/proposal.d.ts +7 -3
  489. package/vendor/shared/dist/schemas/proposal.d.ts.map +1 -1
  490. package/vendor/shared/dist/schemas/proposal.js +2 -1
  491. package/vendor/shared/dist/schemas/request.d.ts +44 -4
  492. package/vendor/shared/dist/schemas/request.d.ts.map +1 -1
  493. package/vendor/shared/dist/schemas/task.d.ts +83 -8
  494. package/vendor/shared/dist/schemas/task.d.ts.map +1 -1
  495. package/vendor/shared/dist/schemas/task.js +20 -2
  496. package/vendor/shared/dist/schemas/timeSession.d.ts +2 -2
  497. package/vendor/shared/dist/setupAppearance.d.ts +6 -0
  498. package/vendor/shared/dist/setupAppearance.d.ts.map +1 -0
  499. package/vendor/shared/dist/setupAppearance.js +17 -0
  500. package/vendor/shared/dist/smartCapture.d.ts +60 -0
  501. package/vendor/shared/dist/smartCapture.d.ts.map +1 -0
  502. package/vendor/shared/dist/smartCapture.js +56 -0
  503. package/vendor/shared/dist/speech.d.ts +39 -0
  504. package/vendor/shared/dist/speech.d.ts.map +1 -0
  505. package/vendor/shared/dist/speech.js +36 -0
  506. package/vendor/shared/dist/spokenNames.d.ts +25 -0
  507. package/vendor/shared/dist/spokenNames.d.ts.map +1 -0
  508. package/vendor/shared/dist/spokenNames.js +120 -0
  509. package/vendor/shared/dist/taskActivity.d.ts +76 -0
  510. package/vendor/shared/dist/taskActivity.d.ts.map +1 -0
  511. package/vendor/shared/dist/taskActivity.js +27 -0
  512. package/vendor/shared/dist/vault-search.d.ts +50 -0
  513. package/vendor/shared/dist/vault-search.d.ts.map +1 -0
  514. package/vendor/shared/dist/vault-search.js +177 -0
  515. package/vendor/shared/dist/voiceCapture.d.ts +32 -0
  516. package/vendor/shared/dist/voiceCapture.d.ts.map +1 -0
  517. package/vendor/shared/dist/voiceCapture.js +29 -0
  518. package/vendor/shared/package.json +4 -0
  519. package/vendor/shared/src/agentCommands.ts +35 -0
  520. package/vendor/shared/src/automationTemplates.ts +54 -0
  521. package/vendor/shared/src/automations.ts +329 -0
  522. package/vendor/shared/src/brandArtwork.ts +7 -0
  523. package/vendor/shared/src/cardStatement.ts +49 -0
  524. package/vendor/shared/src/cardStudio.ts +340 -0
  525. package/vendor/shared/src/commandLocal.ts +738 -0
  526. package/vendor/shared/src/commandText.ts +25 -0
  527. package/vendor/shared/src/commands.ts +253 -0
  528. package/vendor/shared/src/computer.ts +23 -6
  529. package/vendor/shared/src/constants.ts +9 -2
  530. package/vendor/shared/src/githubContributions.ts +70 -0
  531. package/vendor/shared/src/habitContributions.ts +144 -0
  532. package/vendor/shared/src/index.ts +42 -0
  533. package/vendor/shared/src/journal-migration.ts +130 -0
  534. package/vendor/shared/src/journal-vault.ts +1240 -0
  535. package/vendor/shared/src/projectCapture.ts +86 -0
  536. package/vendor/shared/src/quickAdd.ts +310 -0
  537. package/vendor/shared/src/recurrence.ts +37 -0
  538. package/vendor/shared/src/reminderWords.ts +54 -0
  539. package/vendor/shared/src/schemas/comment.ts +5 -0
  540. package/vendor/shared/src/schemas/harness.ts +144 -7
  541. package/vendor/shared/src/schemas/journal.ts +15 -6
  542. package/vendor/shared/src/schemas/organization.ts +3 -2
  543. package/vendor/shared/src/schemas/proposal.ts +6 -1
  544. package/vendor/shared/src/schemas/task.ts +20 -2
  545. package/vendor/shared/src/setupAppearance.ts +32 -0
  546. package/vendor/shared/src/smartCapture.ts +67 -0
  547. package/vendor/shared/src/speech.ts +44 -0
  548. package/vendor/shared/src/spokenNames.ts +128 -0
  549. package/vendor/shared/src/taskActivity.ts +34 -0
  550. package/vendor/shared/src/vault-search.ts +243 -0
  551. package/vendor/shared/src/voiceCapture.ts +34 -0
@@ -0,0 +1,265 @@
1
+ import { createHash } from 'node:crypto';
2
+ import {
3
+ mkdirSync,
4
+ readFileSync,
5
+ writeFileSync,
6
+ renameSync,
7
+ readdirSync,
8
+ unlinkSync,
9
+ existsSync,
10
+ openSync,
11
+ fsyncSync,
12
+ closeSync,
13
+ } from 'node:fs';
14
+ import { join } from 'node:path';
15
+ import { z } from 'zod';
16
+ import {
17
+ MAX_CAPTURE_BYTES,
18
+ MAX_CAPTURE_SECONDS,
19
+ VoiceCaptureInputSchema,
20
+ VoiceCaptureReceiptSchema,
21
+ type VoiceCaptureInput,
22
+ type VoiceCaptureReceipt,
23
+ type SpeechAudio,
24
+ type SpeechTranscript,
25
+ } from '@lucidity/shared';
26
+
27
+ const StoredSchema = z.object({
28
+ credentialId: z.uuid(),
29
+ digest: z.string().regex(/^[a-f0-9]{64}$/),
30
+ receipt: VoiceCaptureReceiptSchema,
31
+ });
32
+ type Stored = z.infer<typeof StoredSchema>;
33
+ type Options = {
34
+ directory: string;
35
+ transcribe: (
36
+ audio: SpeechAudio,
37
+ signal: AbortSignal,
38
+ ) => Promise<SpeechTranscript>;
39
+ act: (transcript: string, signal: AbortSignal) => Promise<string>;
40
+ logger?: (message: string) => void;
41
+ };
42
+
43
+ /** Durable acceptance precedes the HTTP acknowledgement. Never repeat an action
44
+ * whose outcome may have been committed before a crash or lost provider reply. */
45
+ export class VoiceCaptureService {
46
+ private readonly records = new Map<string, Stored>();
47
+ private readonly controller = new AbortController();
48
+ private running = false;
49
+ private faulted = false;
50
+ constructor(private readonly opts: Options) {
51
+ mkdirSync(opts.directory, { recursive: true, mode: 0o700 });
52
+ for (const name of readdirSync(opts.directory)) {
53
+ if (!name.endsWith('.json')) continue;
54
+ // Fail closed on a corrupt receipt. Ignoring it could replay an action.
55
+ const record = StoredSchema.parse(
56
+ JSON.parse(readFileSync(join(opts.directory, name), 'utf8')),
57
+ );
58
+ const key = this.key(record.credentialId, record.receipt.captureId);
59
+ if (name !== `${key}.json`)
60
+ throw new Error('Invalid voice capture receipt filename.');
61
+ if (record.receipt.state === 'acting') {
62
+ record.receipt = {
63
+ ...record.receipt,
64
+ state: 'uncertain',
65
+ message:
66
+ 'The computer restarted during this action. Check Lucidity before recording it again.',
67
+ updatedAt: new Date().toISOString(),
68
+ };
69
+ this.save(key, record);
70
+ } else if (record.receipt.state === 'transcribing') {
71
+ record.receipt.state = 'queued';
72
+ this.save(key, record);
73
+ }
74
+ this.records.set(key, record);
75
+ if (this.terminal(record.receipt)) this.removeAudio(key);
76
+ }
77
+ // Remove incomplete writes left before acceptance, never accepted recordings.
78
+ for (const name of readdirSync(opts.directory)) {
79
+ if (
80
+ name.endsWith('.tmp') ||
81
+ (name.endsWith('.m4a') && !this.records.has(name.slice(0, -4)))
82
+ )
83
+ unlinkSync(join(opts.directory, name));
84
+ }
85
+ }
86
+ private key(credentialId: string, captureId: string) {
87
+ return `${z.uuid().parse(credentialId)}_${z.uuid().parse(captureId)}`;
88
+ }
89
+ private terminal(receipt: VoiceCaptureReceipt) {
90
+ return ['done', 'failed', 'uncertain'].includes(receipt.state);
91
+ }
92
+ private atomic(path: string, bytes: string | Buffer) {
93
+ const temporary = `${path}.tmp`;
94
+ writeFileSync(temporary, bytes, { mode: 0o600 });
95
+ const fd = openSync(temporary, 'r');
96
+ try {
97
+ fsyncSync(fd);
98
+ } finally {
99
+ closeSync(fd);
100
+ }
101
+ renameSync(temporary, path);
102
+ const directory = openSync(this.opts.directory, 'r');
103
+ try {
104
+ fsyncSync(directory);
105
+ } finally {
106
+ closeSync(directory);
107
+ }
108
+ }
109
+ private save(key: string, record: Stored) {
110
+ this.atomic(
111
+ join(this.opts.directory, `${key}.json`),
112
+ JSON.stringify(record),
113
+ );
114
+ }
115
+ private removeAudio(key: string) {
116
+ const path = join(this.opts.directory, `${key}.m4a`);
117
+ if (existsSync(path)) unlinkSync(path);
118
+ }
119
+ status(credentialId: string, captureId: string): VoiceCaptureReceipt | null {
120
+ const receipt = this.records.get(
121
+ this.key(credentialId, captureId),
122
+ )?.receipt;
123
+ return receipt ? { ...receipt } : null;
124
+ }
125
+ submit(credentialId: string, input: VoiceCaptureInput): VoiceCaptureReceipt {
126
+ const parsed = VoiceCaptureInputSchema.parse(input);
127
+ const key = this.key(credentialId, parsed.captureId);
128
+ const bytes = Buffer.from(parsed.audio.base64, 'base64');
129
+ if (
130
+ !bytes.length ||
131
+ bytes.length > MAX_CAPTURE_BYTES ||
132
+ bytes.toString('base64') !== parsed.audio.base64
133
+ )
134
+ throw new Error('The recording is incomplete or larger than 2 MB.');
135
+ const digest = createHash('sha256').update(bytes).digest('hex');
136
+ const previous = this.records.get(key);
137
+ if (previous) {
138
+ if (previous.digest !== digest)
139
+ throw new Error(
140
+ 'This capture ID already belongs to another recording.',
141
+ );
142
+ return { ...previous.receipt };
143
+ }
144
+ if (this.faulted)
145
+ throw new Error(
146
+ 'Voice capture storage needs attention on your computer.',
147
+ );
148
+ if (this.controller.signal.aborted)
149
+ throw new Error(
150
+ 'The computer is shutting down. Keep the recording and retry.',
151
+ );
152
+ if (
153
+ [...this.records.values()].filter((r) => !this.terminal(r.receipt))
154
+ .length >= 20
155
+ )
156
+ throw new Error(
157
+ 'The computer capture queue is full. Keep the recording and retry later.',
158
+ );
159
+ const record: Stored = {
160
+ credentialId,
161
+ digest,
162
+ receipt: {
163
+ captureId: parsed.captureId,
164
+ state: 'queued',
165
+ updatedAt: new Date().toISOString(),
166
+ },
167
+ };
168
+ this.atomic(join(this.opts.directory, `${key}.m4a`), bytes);
169
+ this.save(key, record);
170
+ this.records.set(key, record);
171
+ this.wake();
172
+ return { ...record.receipt };
173
+ }
174
+ wake() {
175
+ if (this.running || this.faulted || this.controller.signal.aborted) return;
176
+ this.running = true;
177
+ // Defer so acceptance can reach the client before model loading starts.
178
+ void Promise.resolve()
179
+ .then(() => this.drain())
180
+ .catch(() => {
181
+ this.faulted = true;
182
+ this.opts.logger?.(
183
+ 'Voice capture processing stopped because a receipt could not be saved.',
184
+ );
185
+ })
186
+ .finally(() => {
187
+ this.running = false;
188
+ if (
189
+ [...this.records.values()].some(
190
+ (record) => record.receipt.state === 'queued',
191
+ )
192
+ )
193
+ this.wake();
194
+ });
195
+ }
196
+ private update(
197
+ key: string,
198
+ record: Stored,
199
+ patch: Partial<VoiceCaptureReceipt>,
200
+ ) {
201
+ const next = {
202
+ ...record,
203
+ receipt: {
204
+ ...record.receipt,
205
+ ...patch,
206
+ updatedAt: new Date().toISOString(),
207
+ },
208
+ };
209
+ this.save(key, next);
210
+ this.records.set(key, next);
211
+ return next;
212
+ }
213
+ private async drain() {
214
+ for (const [key, original] of this.records) {
215
+ if (this.controller.signal.aborted) return;
216
+ if (original.receipt.state !== 'queued') continue;
217
+ let record = original;
218
+ let actionStarted = false;
219
+ try {
220
+ const signal = this.controller.signal;
221
+ record = this.update(key, record, { state: 'transcribing' });
222
+ const audio = readFileSync(join(this.opts.directory, `${key}.m4a`));
223
+ const transcript = await this.opts.transcribe(
224
+ { format: 'm4a', base64: audio.toString('base64') },
225
+ signal,
226
+ );
227
+ signal.throwIfAborted();
228
+ if (
229
+ transcript.durationSeconds > MAX_CAPTURE_SECONDS ||
230
+ !transcript.text.trim() ||
231
+ transcript.text.length > 8000
232
+ )
233
+ throw new Error('Record a shorter instruction, up to two minutes.');
234
+ record = this.update(key, record, {
235
+ state: 'acting',
236
+ transcript: transcript.text,
237
+ });
238
+ actionStarted = true;
239
+ this.removeAudio(key);
240
+ const result = await this.opts.act(transcript.text, signal);
241
+ signal.throwIfAborted();
242
+ record = this.update(key, record, {
243
+ state: 'done',
244
+ result: result.slice(0, 4000),
245
+ });
246
+ } catch {
247
+ if (this.controller.signal.aborted && !actionStarted) {
248
+ this.update(key, record, { state: 'queued' });
249
+ return;
250
+ }
251
+ // An action may already have caused effects. Do not offer automatic retry.
252
+ record = this.update(key, record, {
253
+ state: actionStarted ? 'uncertain' : 'failed',
254
+ message: actionStarted
255
+ ? 'The action could not be confirmed. Check Lucidity before recording it again.'
256
+ : 'The recording could not be processed. Check speech recognition on your computer.',
257
+ });
258
+ }
259
+ if (this.terminal(record.receipt)) this.removeAudio(key);
260
+ }
261
+ }
262
+ stop() {
263
+ this.controller.abort();
264
+ }
265
+ }
@@ -0,0 +1,242 @@
1
+ import { spawn, type ChildProcessWithoutNullStreams } from 'node:child_process';
2
+ import { randomUUID } from 'node:crypto';
3
+ import { accessSync, constants } from 'node:fs';
4
+ import { homedir, release } from 'node:os';
5
+ import { join } from 'node:path';
6
+ import { fileURLToPath } from 'node:url';
7
+ import { SPEECH_REQUEST_TIMEOUT_MS, type SpeechModel } from '@lucidity/shared';
8
+ import type { SpeechEngine } from './types.js';
9
+
10
+ const models = [
11
+ {
12
+ id: 'parakeet-tdt-0.6b-v2',
13
+ label: 'Parakeet · English',
14
+ description: 'Local transcription for English recordings.',
15
+ },
16
+ {
17
+ id: 'parakeet-tdt-0.6b-v3',
18
+ label: 'Parakeet · Multilingual',
19
+ description:
20
+ 'Local transcription in 25 European languages, including English.',
21
+ },
22
+ ] satisfies SpeechModel[];
23
+ const variants: Record<string, string> = {
24
+ 'parakeet-tdt-0.6b-v2': 'v2',
25
+ 'parakeet-tdt-0.6b-v3': 'v3',
26
+ };
27
+
28
+ function executable(path: string): boolean {
29
+ try {
30
+ accessSync(path, constants.X_OK);
31
+ return true;
32
+ } catch {
33
+ return false;
34
+ }
35
+ }
36
+
37
+ function defaultHelper(): string {
38
+ const packaged = fileURLToPath(
39
+ new URL('../assets/speech/lucidity-speech', import.meta.url),
40
+ );
41
+ return executable(packaged)
42
+ ? packaged
43
+ : fileURLToPath(
44
+ new URL('../../assets/speech/lucidity-speech', import.meta.url),
45
+ );
46
+ }
47
+
48
+ /** Lazy, reusable native process. Model download/loading happens only after an audio request. */
49
+ export class FluidAudioEngine implements SpeechEngine {
50
+ readonly models = models;
51
+ private child?: ChildProcessWithoutNullStreams;
52
+ private idleTimer?: ReturnType<typeof setTimeout>;
53
+ private pending?: { reject: (error: Error) => void };
54
+
55
+ constructor(
56
+ private readonly options: {
57
+ helperPath?: string;
58
+ modelRoot?: string;
59
+ timeoutMs?: number;
60
+ idleMs?: number;
61
+ } = {},
62
+ ) {}
63
+
64
+ availability(): { available: boolean; reason?: string } {
65
+ if (
66
+ process.platform !== 'darwin' ||
67
+ process.arch !== 'arm64' ||
68
+ Number(release().split('.')[0]) < 23
69
+ ) {
70
+ return {
71
+ available: false,
72
+ reason:
73
+ 'Parakeet requires an Apple Silicon Mac with macOS 14 or later.',
74
+ };
75
+ }
76
+ if (!executable(this.options.helperPath ?? defaultHelper())) {
77
+ return {
78
+ available: false,
79
+ reason:
80
+ 'Install the speech helper on this computer to transcribe recordings.',
81
+ };
82
+ }
83
+ return { available: true };
84
+ }
85
+
86
+ async transcribe(
87
+ input: Parameters<SpeechEngine['transcribe']>[0],
88
+ ): ReturnType<SpeechEngine['transcribe']> {
89
+ input.signal?.throwIfAborted();
90
+ const variant = variants[input.modelId];
91
+ if (!variant) throw new Error('Unknown Parakeet model.');
92
+ if (this.pending) throw new Error('Speech recognition is busy.');
93
+ const status = this.availability();
94
+ if (!status.available) throw new Error(status.reason);
95
+ clearTimeout(this.idleTimer);
96
+ const child =
97
+ this.child ??
98
+ spawn(this.options.helperPath ?? defaultHelper(), [], { stdio: 'pipe' });
99
+ if (!this.child) {
100
+ this.child = child;
101
+ child.stdout.setEncoding('utf8');
102
+ // Drain native diagnostics without sending computer paths or model logs to clients.
103
+ child.stderr.resume();
104
+ child.on('error', () =>
105
+ this.failChild(
106
+ child,
107
+ 'Could not start speech recognition on your computer.',
108
+ ),
109
+ );
110
+ child.on('exit', () =>
111
+ this.failChild(
112
+ child,
113
+ 'Speech recognition stopped. Keep the recording and retry.',
114
+ ),
115
+ );
116
+ child.stdin.on('error', () =>
117
+ this.failChild(
118
+ child,
119
+ 'Could not send the recording to speech recognition.',
120
+ ),
121
+ );
122
+ }
123
+ const id = randomUUID();
124
+ return new Promise((resolve, reject) => {
125
+ let buffer = '';
126
+ let settled = false;
127
+ const finish = (
128
+ error?: Error,
129
+ result?: { text: string; durationSeconds: number },
130
+ ) => {
131
+ if (settled) return;
132
+ settled = true;
133
+ clearTimeout(timer);
134
+ input.signal?.removeEventListener('abort', abort);
135
+ child.stdout.off('data', onData);
136
+ this.pending = undefined;
137
+ if (error) reject(error);
138
+ else resolve(result!);
139
+ this.idleTimer = setTimeout(
140
+ () => this.stopChild(child),
141
+ this.options.idleMs ?? 120_000,
142
+ );
143
+ this.idleTimer.unref();
144
+ };
145
+ const fail = (error: Error) => {
146
+ finish(error);
147
+ this.stopChild(child);
148
+ };
149
+ const abort = () =>
150
+ fail(new DOMException('Transcription cancelled.', 'AbortError'));
151
+ const onData = (chunk: string) => {
152
+ buffer += chunk;
153
+ if (buffer.length > 256_000) {
154
+ fail(new Error('Speech recognition returned too much data.'));
155
+ return;
156
+ }
157
+ const newline = buffer.indexOf('\n');
158
+ if (newline < 0) return;
159
+ try {
160
+ const reply = JSON.parse(buffer.slice(0, newline)) as Record<
161
+ string,
162
+ unknown
163
+ >;
164
+ if (reply.id !== id) throw new Error('Unexpected speech response.');
165
+ if (typeof reply.error === 'string') {
166
+ finish(new Error(reply.error));
167
+ return;
168
+ }
169
+ if (
170
+ typeof reply.text !== 'string' ||
171
+ typeof reply.durationSeconds !== 'number'
172
+ )
173
+ throw new Error('Invalid speech response.');
174
+ finish(undefined, {
175
+ text: reply.text,
176
+ durationSeconds: reply.durationSeconds,
177
+ });
178
+ } catch {
179
+ fail(new Error('Could not read the speech recognition result.'));
180
+ }
181
+ };
182
+ const timer = setTimeout(
183
+ () =>
184
+ fail(
185
+ new Error(
186
+ 'Speech recognition timed out. Check the model download on your computer and retry.',
187
+ ),
188
+ ),
189
+ this.options.timeoutMs ?? SPEECH_REQUEST_TIMEOUT_MS - 5000,
190
+ );
191
+ this.pending = { reject: (error) => finish(error) };
192
+ child.stdout.on('data', onData);
193
+ input.signal?.addEventListener('abort', abort, { once: true });
194
+ if (input.signal?.aborted) {
195
+ abort();
196
+ return;
197
+ }
198
+ child.stdin.write(
199
+ JSON.stringify({
200
+ id,
201
+ model: variant,
202
+ path: input.path,
203
+ modelDirectory: join(
204
+ this.options.modelRoot ??
205
+ join(homedir(), '.lucidity/speech/models'),
206
+ input.modelId,
207
+ ),
208
+ }) + '\n',
209
+ );
210
+ });
211
+ }
212
+
213
+ private failChild(
214
+ child: ChildProcessWithoutNullStreams,
215
+ message: string,
216
+ ): void {
217
+ if (this.child !== child) return;
218
+ this.pending?.reject(new Error(message));
219
+ this.stopChild(child);
220
+ }
221
+
222
+ private stopChild(child: ChildProcessWithoutNullStreams): void {
223
+ if (this.child === child) {
224
+ this.child = undefined;
225
+ clearTimeout(this.idleTimer);
226
+ }
227
+ child.kill('SIGTERM');
228
+ const kill = setTimeout(() => {
229
+ if (child.exitCode === null && child.signalCode === null)
230
+ child.kill('SIGKILL');
231
+ }, 1500);
232
+ kill.unref();
233
+ }
234
+
235
+ dispose(): void {
236
+ clearTimeout(this.idleTimer);
237
+ this.pending?.reject(
238
+ new DOMException('Transcription cancelled.', 'AbortError'),
239
+ );
240
+ if (this.child) this.stopChild(this.child);
241
+ }
242
+ }
@@ -0,0 +1,108 @@
1
+ import { mkdtemp, rm, writeFile } from 'node:fs/promises';
2
+ import { tmpdir } from 'node:os';
3
+ import { join } from 'node:path';
4
+ import {
5
+ DEFAULT_SPEECH_MODEL,
6
+ MAX_SPEECH_BYTES,
7
+ SpeechAudioSchema,
8
+ SpeechTranscriptSchema,
9
+ type ComputerSpeech,
10
+ type SpeechAudio,
11
+ type SpeechTranscript,
12
+ } from '@lucidity/shared';
13
+ import type { SpeechEngine } from './types.js';
14
+
15
+ export class SpeechService {
16
+ private readonly registry = new Map<string, SpeechEngine>();
17
+ private busy = false;
18
+
19
+ constructor(
20
+ engines: SpeechEngine[],
21
+ private readonly selectedModel: () => string | undefined,
22
+ private readonly temporaryRoot = tmpdir(),
23
+ ) {
24
+ for (const engine of engines) {
25
+ for (const model of engine.models) {
26
+ if (this.registry.has(model.id))
27
+ throw new Error(`Duplicate speech model: ${model.id}`);
28
+ this.registry.set(model.id, engine);
29
+ }
30
+ }
31
+ }
32
+
33
+ validateModel(modelId: string): void {
34
+ if (!this.registry.has(modelId))
35
+ throw new Error('That speech model is not available on this computer.');
36
+ }
37
+
38
+ view(): ComputerSpeech {
39
+ const selected = this.selectedModel() ?? DEFAULT_SPEECH_MODEL;
40
+ const engine = this.registry.get(selected);
41
+ return {
42
+ models: [...this.registry].map(
43
+ ([id, provider]) => provider.models.find((model) => model.id === id)!,
44
+ ),
45
+ ...(engine?.availability() ?? {
46
+ available: false,
47
+ reason: 'Choose an available speech model in computer settings.',
48
+ }),
49
+ };
50
+ }
51
+
52
+ async transcribe(
53
+ audio: SpeechAudio,
54
+ signal?: AbortSignal,
55
+ ): Promise<SpeechTranscript> {
56
+ signal?.throwIfAborted();
57
+ const parsed = SpeechAudioSchema.safeParse(audio);
58
+ if (!parsed.success)
59
+ throw new Error('Use a supported recording under 10 MB.');
60
+ const bytes = Buffer.from(parsed.data.base64, 'base64');
61
+ if (
62
+ !bytes.length ||
63
+ bytes.length > MAX_SPEECH_BYTES ||
64
+ bytes.toString('base64') !== parsed.data.base64
65
+ ) {
66
+ throw new Error('The audio recording is incomplete or too large.');
67
+ }
68
+ // Resolve once, so a settings change applies to the next recording.
69
+ const modelId = this.selectedModel() ?? DEFAULT_SPEECH_MODEL;
70
+ this.validateModel(modelId);
71
+ const engine = this.registry.get(modelId)!;
72
+ const status = engine.availability();
73
+ if (!status.available)
74
+ throw new Error(status.reason ?? 'Speech recognition is unavailable.');
75
+ if (this.busy)
76
+ throw new Error(
77
+ 'Your computer is transcribing another recording. Keep this recording and retry shortly.',
78
+ );
79
+ this.busy = true;
80
+ let directory: string | undefined;
81
+ try {
82
+ directory = await mkdtemp(join(this.temporaryRoot, 'lucidity-speech-'));
83
+ const path = join(directory, `recording.${parsed.data.format}`);
84
+ await writeFile(path, bytes, { mode: 0o600 });
85
+ signal?.throwIfAborted();
86
+ const result = await engine.transcribe({ path, modelId, signal });
87
+ signal?.throwIfAborted();
88
+ const transcript = SpeechTranscriptSchema.parse({
89
+ ...result,
90
+ text: result.text.trim(),
91
+ modelId,
92
+ });
93
+ if (!transcript.text)
94
+ throw new Error('No speech was detected in this recording.');
95
+ return transcript;
96
+ } finally {
97
+ try {
98
+ if (directory) await rm(directory, { recursive: true, force: true });
99
+ } finally {
100
+ this.busy = false;
101
+ }
102
+ }
103
+ }
104
+
105
+ dispose(): void {
106
+ for (const engine of new Set(this.registry.values())) engine.dispose();
107
+ }
108
+ }
@@ -0,0 +1,13 @@
1
+ import type { SpeechModel } from '@lucidity/shared';
2
+
3
+ /** Engines own inference; the service owns selection, file lifetime, and request limits. */
4
+ export interface SpeechEngine {
5
+ readonly models: readonly SpeechModel[];
6
+ availability(): { available: boolean; reason?: string };
7
+ transcribe(input: {
8
+ path: string;
9
+ modelId: string;
10
+ signal?: AbortSignal;
11
+ }): Promise<{ text: string; durationSeconds: number }>;
12
+ dispose(): void;
13
+ }
package/src/turnLog.ts CHANGED
@@ -168,6 +168,10 @@ export class TurnLogStore {
168
168
  private readonly maxBytes: number;
169
169
  private readonly logs = new Map<string, TurnLog>();
170
170
 
171
+ queueDirectory(): string {
172
+ return join(this.dir, 'queue');
173
+ }
174
+
171
175
  constructor(
172
176
  opts: { dir?: string; now?: () => number; maxBytes?: number } = {},
173
177
  ) {