@opencorelabs/lucidity 0.3.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -2
- package/dist/assets/speech/licenses/FluidAudio/LICENSE +201 -0
- package/dist/assets/speech/licenses/FluidAudio/ThirdPartyLicenses/fastcluster-LICENSE.md +11 -0
- package/dist/assets/speech/licenses/FluidAudio/ThirdPartyLicenses/vbx-LICENSE.md +201 -0
- package/dist/assets/speech/lucidity-speech +0 -0
- package/dist/automations/agent.d.ts +16 -0
- package/dist/automations/agent.d.ts.map +1 -0
- package/dist/automations/agent.js +196 -0
- package/dist/automations/cli.d.ts +4 -0
- package/dist/automations/cli.d.ts.map +1 -0
- package/dist/automations/cli.js +44 -0
- package/dist/automations/connections.d.ts +11 -0
- package/dist/automations/connections.d.ts.map +1 -0
- package/dist/automations/connections.js +74 -0
- package/dist/automations/designer.d.ts +39 -0
- package/dist/automations/designer.d.ts.map +1 -0
- package/dist/automations/designer.js +450 -0
- package/dist/automations/history.d.ts +4 -0
- package/dist/automations/history.d.ts.map +1 -0
- package/dist/automations/history.js +57 -0
- package/dist/automations/learning.d.ts +19 -0
- package/dist/automations/learning.d.ts.map +1 -0
- package/dist/automations/learning.js +121 -0
- package/dist/automations/pinterest.d.ts +21 -0
- package/dist/automations/pinterest.d.ts.map +1 -0
- package/dist/automations/pinterest.js +113 -0
- package/dist/automations/service.d.ts +42 -0
- package/dist/automations/service.d.ts.map +1 -0
- package/dist/automations/service.js +406 -0
- package/dist/automations/setup.d.ts +3 -0
- package/dist/automations/setup.d.ts.map +1 -0
- package/dist/automations/setup.js +48 -0
- package/dist/automations/skill.d.ts +3 -0
- package/dist/automations/skill.d.ts.map +1 -0
- package/dist/automations/skill.js +29 -0
- package/dist/automations/store.d.ts +13 -0
- package/dist/automations/store.d.ts.map +1 -0
- package/dist/automations/store.js +46 -0
- package/dist/chat/server.d.ts +2 -0
- package/dist/chat/server.d.ts.map +1 -1
- package/dist/chat/server.js +46 -2
- package/dist/coding/commandContext.d.ts +6 -0
- package/dist/coding/commandContext.d.ts.map +1 -0
- package/dist/coding/commandContext.js +20 -0
- package/dist/coding/runCodeTurn.d.ts +12 -2
- package/dist/coding/runCodeTurn.d.ts.map +1 -1
- package/dist/coding/runCodeTurn.js +49 -19
- package/dist/coding/worktree.d.ts +3 -4
- package/dist/coding/worktree.d.ts.map +1 -1
- package/dist/coding/worktree.js +3 -4
- package/dist/config.d.ts +4 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +20 -3
- package/dist/decisions/cli.d.ts +2 -0
- package/dist/decisions/cli.d.ts.map +1 -0
- package/dist/decisions/cli.js +106 -0
- package/dist/decisions/client.d.ts +20 -0
- package/dist/decisions/client.d.ts.map +1 -0
- package/dist/decisions/client.js +41 -0
- package/dist/handoff.d.ts +11 -0
- package/dist/handoff.d.ts.map +1 -0
- package/dist/handoff.js +21 -0
- package/dist/index.js +179 -40
- package/dist/jobs/briefing.js +1 -1
- package/dist/jobs/extraction.d.ts.map +1 -1
- package/dist/jobs/extraction.js +112 -22
- package/dist/jobs/fastModeReview.d.ts +39 -0
- package/dist/jobs/fastModeReview.d.ts.map +1 -0
- package/dist/jobs/fastModeReview.js +192 -0
- package/dist/jobs/voiceReview.d.ts +24 -0
- package/dist/jobs/voiceReview.d.ts.map +1 -0
- package/dist/jobs/voiceReview.js +128 -0
- package/dist/mcp/clients.d.ts +5 -0
- package/dist/mcp/clients.d.ts.map +1 -1
- package/dist/mcp/clients.js +1 -1
- package/dist/mcp/config.d.ts +3 -1
- package/dist/mcp/config.d.ts.map +1 -1
- package/dist/mcp/config.js +48 -6
- package/dist/mcp/paired.js +1 -0
- package/dist/notesContext.d.ts.map +1 -1
- package/dist/notesContext.js +3 -2
- package/dist/room/client.d.ts +20 -7
- package/dist/room/client.d.ts.map +1 -1
- package/dist/room/client.js +262 -45
- package/dist/room/computer.d.ts.map +1 -1
- package/dist/room/computer.js +8 -0
- package/dist/room/context.d.ts +3 -2
- package/dist/room/context.d.ts.map +1 -1
- package/dist/room/context.js +10 -3
- package/dist/room/turnQueue.d.ts +40 -0
- package/dist/room/turnQueue.d.ts.map +1 -0
- package/dist/room/turnQueue.js +301 -0
- package/dist/skills/lucidity-automations/SKILL.md +54 -0
- package/dist/speech/captures.d.ts +30 -0
- package/dist/speech/captures.d.ts.map +1 -0
- package/dist/speech/captures.js +209 -0
- package/dist/speech/fluidAudio.d.ts +28 -0
- package/dist/speech/fluidAudio.d.ts.map +1 -0
- package/dist/speech/fluidAudio.js +182 -0
- package/dist/speech/service.d.ts +14 -0
- package/dist/speech/service.d.ts.map +1 -0
- package/dist/speech/service.js +88 -0
- package/dist/speech/types.d.ts +19 -0
- package/dist/speech/types.d.ts.map +1 -0
- package/dist/speech/types.js +1 -0
- package/dist/turnLog.d.ts +1 -0
- package/dist/turnLog.d.ts.map +1 -1
- package/dist/turnLog.js +3 -0
- package/native/speech/Package.resolved +15 -0
- package/native/speech/Package.swift +16 -0
- package/native/speech/Sources/lucidity-speech/Speech.swift +81 -0
- package/package.json +6 -2
- package/src/automations/agent.ts +239 -0
- package/src/automations/cli.ts +52 -0
- package/src/automations/connections.ts +83 -0
- package/src/automations/designer.ts +594 -0
- package/src/automations/history.ts +59 -0
- package/src/automations/learning.ts +180 -0
- package/src/automations/pinterest.ts +146 -0
- package/src/automations/service.ts +505 -0
- package/src/automations/setup.ts +71 -0
- package/src/automations/skill.ts +40 -0
- package/src/automations/store.ts +63 -0
- package/src/chat/server.ts +62 -3
- package/src/coding/commandContext.ts +29 -0
- package/src/coding/runCodeTurn.ts +65 -21
- package/src/coding/worktree.ts +3 -4
- package/src/config.ts +29 -2
- package/src/decisions/cli.ts +136 -0
- package/src/decisions/client.ts +62 -0
- package/src/handoff.ts +28 -0
- package/src/index.ts +196 -67
- package/src/jobs/briefing.ts +1 -1
- package/src/jobs/extraction.ts +157 -32
- package/src/jobs/fastModeReview.ts +221 -0
- package/src/jobs/voiceReview.ts +156 -0
- package/src/mcp/clients.ts +1 -1
- package/src/mcp/config.ts +56 -6
- package/src/mcp/paired.ts +1 -0
- package/src/notesContext.ts +3 -2
- package/src/room/client.ts +316 -52
- package/src/room/computer.ts +8 -0
- package/src/room/context.ts +12 -3
- package/src/room/turnQueue.ts +358 -0
- package/src/speech/captures.ts +265 -0
- package/src/speech/fluidAudio.ts +242 -0
- package/src/speech/service.ts +108 -0
- package/src/speech/types.ts +13 -0
- package/src/turnLog.ts +4 -0
- package/vendor/decisions/LICENSE +662 -0
- package/vendor/decisions/dist/capture.d.ts +79 -0
- package/vendor/decisions/dist/capture.js +183 -0
- package/vendor/decisions/dist/command.d.ts +202 -0
- package/vendor/decisions/dist/command.js +750 -0
- package/vendor/decisions/dist/gate.d.ts +12 -0
- package/vendor/decisions/dist/gate.js +18 -0
- package/vendor/decisions/dist/index.d.ts +5 -0
- package/vendor/decisions/dist/index.js +5 -0
- package/vendor/decisions/dist/jev.d.ts +15 -0
- package/vendor/decisions/dist/jev.js +242 -0
- package/vendor/decisions/dist/types.d.ts +67 -0
- package/vendor/decisions/dist/types.js +1 -0
- package/vendor/decisions/package.json +22 -0
- package/vendor/decisions/src/capture.ts +199 -0
- package/vendor/decisions/src/command.ts +836 -0
- package/vendor/decisions/src/gate.ts +32 -0
- package/vendor/decisions/src/index.ts +5 -0
- package/vendor/decisions/src/jev.ts +293 -0
- package/vendor/decisions/src/types.ts +79 -0
- package/vendor/mcp-server/README.md +6 -1
- package/vendor/mcp-server/dist/client.d.ts +1 -0
- package/vendor/mcp-server/dist/client.d.ts.map +1 -1
- package/vendor/mcp-server/dist/client.js +8 -0
- package/vendor/mcp-server/dist/commentProvider.d.ts +3 -0
- package/vendor/mcp-server/dist/commentProvider.d.ts.map +1 -0
- package/vendor/mcp-server/dist/commentProvider.js +10 -0
- package/vendor/mcp-server/dist/index.js +21 -6
- package/vendor/mcp-server/dist/tools/automations.d.ts +6 -0
- package/vendor/mcp-server/dist/tools/automations.d.ts.map +1 -0
- package/vendor/mcp-server/dist/tools/automations.js +163 -0
- package/vendor/mcp-server/dist/tools/commandEventFormat.d.ts +52 -0
- package/vendor/mcp-server/dist/tools/commandEventFormat.d.ts.map +1 -0
- package/vendor/mcp-server/dist/tools/commandEventFormat.js +83 -0
- package/vendor/mcp-server/dist/tools/commandEvents.d.ts +3 -0
- package/vendor/mcp-server/dist/tools/commandEvents.d.ts.map +1 -0
- package/vendor/mcp-server/dist/tools/commandEvents.js +21 -0
- package/vendor/mcp-server/dist/tools/comments.d.ts.map +1 -1
- package/vendor/mcp-server/dist/tools/comments.js +25 -4
- package/vendor/mcp-server/dist/tools/index.d.ts +2 -0
- package/vendor/mcp-server/dist/tools/index.d.ts.map +1 -1
- package/vendor/mcp-server/dist/tools/index.js +2 -0
- package/vendor/mcp-server/dist/tools/journal.d.ts +3 -0
- package/vendor/mcp-server/dist/tools/journal.d.ts.map +1 -0
- package/vendor/mcp-server/dist/tools/journal.js +131 -0
- package/vendor/mcp-server/dist/tools/taskActivity.d.ts +3 -0
- package/vendor/mcp-server/dist/tools/taskActivity.d.ts.map +1 -0
- package/vendor/mcp-server/dist/tools/taskActivity.js +32 -0
- package/vendor/mcp-server/dist/tools/taskOccurrences.d.ts +3 -0
- package/vendor/mcp-server/dist/tools/taskOccurrences.d.ts.map +1 -0
- package/vendor/mcp-server/dist/tools/taskOccurrences.js +12 -0
- package/vendor/mcp-server/dist/tools/taskTrash.d.ts +3 -0
- package/vendor/mcp-server/dist/tools/taskTrash.d.ts.map +1 -0
- package/vendor/mcp-server/dist/tools/taskTrash.js +21 -0
- package/vendor/mcp-server/dist/tools/tasks.d.ts.map +1 -1
- package/vendor/mcp-server/dist/tools/tasks.js +67 -27
- package/vendor/mcp-server/package.json +5 -1
- package/vendor/mcp-server/src/client.ts +10 -0
- package/vendor/mcp-server/src/commentProvider.ts +9 -0
- package/vendor/mcp-server/src/index.ts +20 -6
- package/vendor/mcp-server/src/tools/automations.ts +199 -0
- package/vendor/mcp-server/src/tools/commandEventFormat.ts +108 -0
- package/vendor/mcp-server/src/tools/commandEvents.ts +27 -0
- package/vendor/mcp-server/src/tools/comments.ts +24 -3
- package/vendor/mcp-server/src/tools/index.ts +2 -0
- package/vendor/mcp-server/src/tools/journal.ts +168 -0
- package/vendor/mcp-server/src/tools/taskActivity.ts +55 -0
- package/vendor/mcp-server/src/tools/taskOccurrences.ts +26 -0
- package/vendor/mcp-server/src/tools/taskTrash.ts +23 -0
- package/vendor/mcp-server/src/tools/tasks.ts +66 -30
- package/vendor/notes/dist/index.d.ts +2 -0
- package/vendor/notes/dist/index.d.ts.map +1 -1
- package/vendor/notes/dist/index.js +2 -0
- package/vendor/notes/dist/journal-backend.d.ts +4 -0
- package/vendor/notes/dist/journal-backend.d.ts.map +1 -0
- package/vendor/notes/dist/journal-backend.js +33 -0
- package/vendor/notes/dist/journal.d.ts +7 -0
- package/vendor/notes/dist/journal.d.ts.map +1 -0
- package/vendor/notes/dist/journal.js +173 -0
- package/vendor/notes/dist/vault.d.ts.map +1 -1
- package/vendor/notes/dist/vault.js +6 -1
- package/vendor/notes/src/index.ts +2 -0
- package/vendor/notes/src/journal-backend.ts +53 -0
- package/vendor/notes/src/journal.ts +194 -0
- package/vendor/notes/src/vault.ts +9 -1
- package/vendor/runtime/README.md +4 -0
- package/vendor/runtime/dist/executor/claudeAgent.d.ts +2 -0
- package/vendor/runtime/dist/executor/claudeAgent.d.ts.map +1 -1
- package/vendor/runtime/dist/executor/claudeAgent.js +113 -8
- package/vendor/runtime/dist/executor/claudeCode.d.ts.map +1 -1
- package/vendor/runtime/dist/executor/claudeCode.js +8 -4
- package/vendor/runtime/dist/executor/codex.d.ts +2 -0
- package/vendor/runtime/dist/executor/codex.d.ts.map +1 -1
- package/vendor/runtime/dist/executor/codex.js +213 -11
- package/vendor/runtime/dist/executor/codexProtocol/PlanType.d.ts +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/PlanType.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/PlanType.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/CreditsSnapshot.d.ts +6 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/CreditsSnapshot.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/CreditsSnapshot.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/GetAccountRateLimitsResponse.d.ts +26 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/GetAccountRateLimitsResponse.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/GetAccountRateLimitsResponse.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitReachedType.d.ts +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitReachedType.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitReachedType.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCredit.d.ts +27 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCredit.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCredit.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCreditStatus.d.ts +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCreditStatus.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCreditStatus.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCreditsSummary.d.ts +13 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCreditsSummary.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetCreditsSummary.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetType.d.ts +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetType.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitResetType.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitSnapshot.d.ts +20 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitSnapshot.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitSnapshot.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitWindow.d.ts +6 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitWindow.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/RateLimitWindow.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewDelivery.d.ts +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewDelivery.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewDelivery.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewStartParams.d.ts +12 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewStartParams.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewStartParams.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewTarget.d.ts +17 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewTarget.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/ReviewTarget.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillDependencies.d.ts +5 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillDependencies.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillDependencies.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillErrorInfo.d.ts +5 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillErrorInfo.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillErrorInfo.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillInterface.d.ts +18 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillInterface.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillInterface.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillMetadata.d.ts +22 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillMetadata.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillMetadata.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillScope.d.ts +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillScope.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillScope.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillToolDependency.d.ts +9 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillToolDependency.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillToolDependency.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillsListEntry.d.ts +8 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillsListEntry.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillsListEntry.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillsListResponse.d.ts +5 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillsListResponse.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SkillsListResponse.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SpendControlLimitSnapshot.d.ts +7 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SpendControlLimitSnapshot.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/SpendControlLimitSnapshot.js +2 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/ThreadSetNameParams.d.ts +5 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/ThreadSetNameParams.d.ts.map +1 -0
- package/vendor/runtime/dist/executor/codexProtocol/v2/ThreadSetNameParams.js +2 -0
- package/vendor/runtime/dist/executor/health.d.ts +1 -0
- package/vendor/runtime/dist/executor/health.d.ts.map +1 -1
- package/vendor/runtime/dist/executor/health.js +3 -0
- package/vendor/runtime/dist/executor/liveTurns.d.ts.map +1 -1
- package/vendor/runtime/dist/executor/liveTurns.js +3 -0
- package/vendor/runtime/dist/executor/providerRouter.d.ts.map +1 -1
- package/vendor/runtime/dist/executor/providerRouter.js +2 -1
- package/vendor/runtime/dist/executor/types.d.ts +8 -0
- package/vendor/runtime/dist/executor/types.d.ts.map +1 -1
- package/vendor/runtime/dist/harness/index.d.ts +1 -0
- package/vendor/runtime/dist/harness/index.d.ts.map +1 -1
- package/vendor/runtime/dist/harness/index.js +35 -1
- package/vendor/runtime/dist/harness/types.d.ts +4 -1
- package/vendor/runtime/dist/harness/types.d.ts.map +1 -1
- package/vendor/runtime/dist/index.d.ts +2 -1
- package/vendor/runtime/dist/index.d.ts.map +1 -1
- package/vendor/runtime/dist/index.js +2 -0
- package/vendor/runtime/dist/journal/context.d.ts +18 -0
- package/vendor/runtime/dist/journal/context.d.ts.map +1 -1
- package/vendor/runtime/dist/journal/context.js +19 -5
- package/vendor/runtime/dist/prompts/briefing.d.ts +4 -7
- package/vendor/runtime/dist/prompts/briefing.d.ts.map +1 -1
- package/vendor/runtime/dist/prompts/briefing.js +61 -12
- package/vendor/runtime/dist/prompts/cardStatement.d.ts +7 -0
- package/vendor/runtime/dist/prompts/cardStatement.d.ts.map +1 -0
- package/vendor/runtime/dist/prompts/cardStatement.js +52 -0
- package/vendor/runtime/dist/prompts/chat.d.ts +1 -0
- package/vendor/runtime/dist/prompts/chat.d.ts.map +1 -1
- package/vendor/runtime/dist/prompts/chat.js +15 -1
- package/vendor/runtime/dist/prompts/projectCapture.d.ts +7 -0
- package/vendor/runtime/dist/prompts/projectCapture.d.ts.map +1 -0
- package/vendor/runtime/dist/prompts/projectCapture.js +31 -0
- package/vendor/runtime/src/executor/claudeAgent.ts +133 -7
- package/vendor/runtime/src/executor/claudeCode.ts +6 -4
- package/vendor/runtime/src/executor/codex.ts +280 -20
- package/vendor/runtime/src/executor/codexProtocol/PlanType.ts +5 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/CreditsSnapshot.ts +5 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/GetAccountRateLimitsResponse.ts +25 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitReachedType.ts +5 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitResetCredit.ts +27 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitResetCreditStatus.ts +5 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitResetCreditsSummary.ts +14 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitResetType.ts +5 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitSnapshot.ts +14 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/RateLimitWindow.ts +5 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/ReviewDelivery.ts +5 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/ReviewStartParams.ts +12 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/ReviewTarget.ts +9 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/SkillDependencies.ts +6 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/SkillErrorInfo.ts +5 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/SkillInterface.ts +14 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/SkillMetadata.ts +17 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/SkillScope.ts +5 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/SkillToolDependency.ts +5 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/SkillsListEntry.ts +7 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/SkillsListResponse.ts +6 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/SpendControlLimitSnapshot.ts +5 -0
- package/vendor/runtime/src/executor/codexProtocol/v2/ThreadSetNameParams.ts +5 -0
- package/vendor/runtime/src/executor/health.ts +3 -0
- package/vendor/runtime/src/executor/liveTurns.ts +3 -0
- package/vendor/runtime/src/executor/providerRouter.ts +2 -1
- package/vendor/runtime/src/executor/types.ts +8 -0
- package/vendor/runtime/src/harness/index.ts +40 -6
- package/vendor/runtime/src/harness/types.ts +4 -1
- package/vendor/runtime/src/index.ts +4 -1
- package/vendor/runtime/src/journal/context.ts +40 -7
- package/vendor/runtime/src/prompts/briefing.ts +62 -17
- package/vendor/runtime/src/prompts/cardStatement.ts +64 -0
- package/vendor/runtime/src/prompts/chat.ts +25 -3
- package/vendor/runtime/src/prompts/projectCapture.ts +51 -0
- package/vendor/shared/dist/agentCommands.d.ts +22 -0
- package/vendor/shared/dist/agentCommands.d.ts.map +1 -0
- package/vendor/shared/dist/agentCommands.js +11 -0
- package/vendor/shared/dist/automationTemplates.d.ts +37 -0
- package/vendor/shared/dist/automationTemplates.d.ts.map +1 -0
- package/vendor/shared/dist/automationTemplates.js +48 -0
- package/vendor/shared/dist/automations.d.ts +1052 -0
- package/vendor/shared/dist/automations.d.ts.map +1 -0
- package/vendor/shared/dist/automations.js +300 -0
- package/vendor/shared/dist/cardStatement.d.ts +28 -0
- package/vendor/shared/dist/cardStatement.d.ts.map +1 -0
- package/vendor/shared/dist/cardStatement.js +37 -0
- package/vendor/shared/dist/cardStudio.d.ts +756 -0
- package/vendor/shared/dist/cardStudio.d.ts.map +1 -0
- package/vendor/shared/dist/cardStudio.js +297 -0
- package/vendor/shared/dist/commandLocal.d.ts +218 -0
- package/vendor/shared/dist/commandLocal.d.ts.map +1 -0
- package/vendor/shared/dist/commandLocal.js +662 -0
- package/vendor/shared/dist/commandText.d.ts +12 -0
- package/vendor/shared/dist/commandText.d.ts.map +1 -0
- package/vendor/shared/dist/commandText.js +21 -0
- package/vendor/shared/dist/commands.d.ts +1516 -0
- package/vendor/shared/dist/commands.d.ts.map +1 -0
- package/vendor/shared/dist/commands.js +231 -0
- package/vendor/shared/dist/computer.d.ts +9 -9
- package/vendor/shared/dist/computer.d.ts.map +1 -1
- package/vendor/shared/dist/computer.js +11 -2
- package/vendor/shared/dist/constants.d.ts +3 -3
- package/vendor/shared/dist/constants.d.ts.map +1 -1
- package/vendor/shared/dist/constants.js +9 -2
- package/vendor/shared/dist/githubContributions.d.ts +93 -0
- package/vendor/shared/dist/githubContributions.d.ts.map +1 -0
- package/vendor/shared/dist/githubContributions.js +54 -0
- package/vendor/shared/dist/habitContributions.d.ts +26 -0
- package/vendor/shared/dist/habitContributions.d.ts.map +1 -0
- package/vendor/shared/dist/habitContributions.js +119 -0
- package/vendor/shared/dist/index.d.ts +26 -2
- package/vendor/shared/dist/index.d.ts.map +1 -1
- package/vendor/shared/dist/index.js +23 -2
- package/vendor/shared/dist/journal-migration.d.ts +29 -0
- package/vendor/shared/dist/journal-migration.d.ts.map +1 -0
- package/vendor/shared/dist/journal-migration.js +73 -0
- package/vendor/shared/dist/journal-vault.d.ts +414 -0
- package/vendor/shared/dist/journal-vault.d.ts.map +1 -0
- package/vendor/shared/dist/journal-vault.js +972 -0
- package/vendor/shared/dist/projectCapture.d.ts +73 -0
- package/vendor/shared/dist/projectCapture.d.ts.map +1 -0
- package/vendor/shared/dist/projectCapture.js +66 -0
- package/vendor/shared/dist/quickAdd.d.ts +90 -0
- package/vendor/shared/dist/quickAdd.d.ts.map +1 -0
- package/vendor/shared/dist/quickAdd.js +260 -0
- package/vendor/shared/dist/recurrence.d.ts +44 -0
- package/vendor/shared/dist/recurrence.d.ts.map +1 -0
- package/vendor/shared/dist/recurrence.js +37 -0
- package/vendor/shared/dist/reminderWords.d.ts +11 -0
- package/vendor/shared/dist/reminderWords.d.ts.map +1 -0
- package/vendor/shared/dist/reminderWords.js +63 -0
- package/vendor/shared/dist/schemas/comment.d.ts +13 -1
- package/vendor/shared/dist/schemas/comment.d.ts.map +1 -1
- package/vendor/shared/dist/schemas/comment.js +5 -0
- package/vendor/shared/dist/schemas/conversation.d.ts +3 -3
- package/vendor/shared/dist/schemas/harness.d.ts +922 -59
- package/vendor/shared/dist/schemas/harness.d.ts.map +1 -1
- package/vendor/shared/dist/schemas/harness.js +122 -3
- package/vendor/shared/dist/schemas/journal.d.ts +10 -0
- package/vendor/shared/dist/schemas/journal.d.ts.map +1 -1
- package/vendor/shared/dist/schemas/journal.js +10 -2
- package/vendor/shared/dist/schemas/notification.d.ts +1 -1
- package/vendor/shared/dist/schemas/organization.d.ts +3 -2
- package/vendor/shared/dist/schemas/organization.d.ts.map +1 -1
- package/vendor/shared/dist/schemas/organization.js +3 -2
- package/vendor/shared/dist/schemas/proposal.d.ts +7 -3
- package/vendor/shared/dist/schemas/proposal.d.ts.map +1 -1
- package/vendor/shared/dist/schemas/proposal.js +2 -1
- package/vendor/shared/dist/schemas/request.d.ts +44 -4
- package/vendor/shared/dist/schemas/request.d.ts.map +1 -1
- package/vendor/shared/dist/schemas/task.d.ts +83 -8
- package/vendor/shared/dist/schemas/task.d.ts.map +1 -1
- package/vendor/shared/dist/schemas/task.js +20 -2
- package/vendor/shared/dist/schemas/timeSession.d.ts +2 -2
- package/vendor/shared/dist/smartCapture.d.ts +60 -0
- package/vendor/shared/dist/smartCapture.d.ts.map +1 -0
- package/vendor/shared/dist/smartCapture.js +56 -0
- package/vendor/shared/dist/speech.d.ts +39 -0
- package/vendor/shared/dist/speech.d.ts.map +1 -0
- package/vendor/shared/dist/speech.js +36 -0
- package/vendor/shared/dist/spokenNames.d.ts +25 -0
- package/vendor/shared/dist/spokenNames.d.ts.map +1 -0
- package/vendor/shared/dist/spokenNames.js +120 -0
- package/vendor/shared/dist/taskActivity.d.ts +76 -0
- package/vendor/shared/dist/taskActivity.d.ts.map +1 -0
- package/vendor/shared/dist/taskActivity.js +27 -0
- package/vendor/shared/dist/vault-search.d.ts +50 -0
- package/vendor/shared/dist/vault-search.d.ts.map +1 -0
- package/vendor/shared/dist/vault-search.js +177 -0
- package/vendor/shared/dist/voiceCapture.d.ts +32 -0
- package/vendor/shared/dist/voiceCapture.d.ts.map +1 -0
- package/vendor/shared/dist/voiceCapture.js +29 -0
- package/vendor/shared/package.json +4 -0
- package/vendor/shared/src/agentCommands.ts +35 -0
- package/vendor/shared/src/automationTemplates.ts +54 -0
- package/vendor/shared/src/automations.ts +329 -0
- package/vendor/shared/src/cardStatement.ts +49 -0
- package/vendor/shared/src/cardStudio.ts +340 -0
- package/vendor/shared/src/commandLocal.ts +738 -0
- package/vendor/shared/src/commandText.ts +25 -0
- package/vendor/shared/src/commands.ts +253 -0
- package/vendor/shared/src/computer.ts +23 -6
- package/vendor/shared/src/constants.ts +9 -2
- package/vendor/shared/src/githubContributions.ts +70 -0
- package/vendor/shared/src/habitContributions.ts +144 -0
- package/vendor/shared/src/index.ts +42 -1
- package/vendor/shared/src/journal-migration.ts +130 -0
- package/vendor/shared/src/journal-vault.ts +1240 -0
- package/vendor/shared/src/projectCapture.ts +86 -0
- package/vendor/shared/src/quickAdd.ts +310 -0
- package/vendor/shared/src/recurrence.ts +37 -0
- package/vendor/shared/src/reminderWords.ts +54 -0
- package/vendor/shared/src/schemas/comment.ts +5 -0
- package/vendor/shared/src/schemas/harness.ts +144 -7
- package/vendor/shared/src/schemas/journal.ts +15 -6
- package/vendor/shared/src/schemas/organization.ts +3 -2
- package/vendor/shared/src/schemas/proposal.ts +6 -1
- package/vendor/shared/src/schemas/task.ts +20 -2
- package/vendor/shared/src/smartCapture.ts +67 -0
- package/vendor/shared/src/speech.ts +44 -0
- package/vendor/shared/src/spokenNames.ts +128 -0
- package/vendor/shared/src/taskActivity.ts +34 -0
- package/vendor/shared/src/vault-search.ts +243 -0
- package/vendor/shared/src/voiceCapture.ts +34 -0
|
@@ -0,0 +1,242 @@
|
|
|
1
|
+
import { spawn, type ChildProcessWithoutNullStreams } from 'node:child_process';
|
|
2
|
+
import { randomUUID } from 'node:crypto';
|
|
3
|
+
import { accessSync, constants } from 'node:fs';
|
|
4
|
+
import { homedir, release } from 'node:os';
|
|
5
|
+
import { join } from 'node:path';
|
|
6
|
+
import { fileURLToPath } from 'node:url';
|
|
7
|
+
import { SPEECH_REQUEST_TIMEOUT_MS, type SpeechModel } from '@lucidity/shared';
|
|
8
|
+
import type { SpeechEngine } from './types.js';
|
|
9
|
+
|
|
10
|
+
const models = [
|
|
11
|
+
{
|
|
12
|
+
id: 'parakeet-tdt-0.6b-v2',
|
|
13
|
+
label: 'Parakeet · English',
|
|
14
|
+
description: 'Local transcription for English recordings.',
|
|
15
|
+
},
|
|
16
|
+
{
|
|
17
|
+
id: 'parakeet-tdt-0.6b-v3',
|
|
18
|
+
label: 'Parakeet · Multilingual',
|
|
19
|
+
description:
|
|
20
|
+
'Local transcription in 25 European languages, including English.',
|
|
21
|
+
},
|
|
22
|
+
] satisfies SpeechModel[];
|
|
23
|
+
const variants: Record<string, string> = {
|
|
24
|
+
'parakeet-tdt-0.6b-v2': 'v2',
|
|
25
|
+
'parakeet-tdt-0.6b-v3': 'v3',
|
|
26
|
+
};
|
|
27
|
+
|
|
28
|
+
function executable(path: string): boolean {
|
|
29
|
+
try {
|
|
30
|
+
accessSync(path, constants.X_OK);
|
|
31
|
+
return true;
|
|
32
|
+
} catch {
|
|
33
|
+
return false;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
function defaultHelper(): string {
|
|
38
|
+
const packaged = fileURLToPath(
|
|
39
|
+
new URL('../assets/speech/lucidity-speech', import.meta.url),
|
|
40
|
+
);
|
|
41
|
+
return executable(packaged)
|
|
42
|
+
? packaged
|
|
43
|
+
: fileURLToPath(
|
|
44
|
+
new URL('../../assets/speech/lucidity-speech', import.meta.url),
|
|
45
|
+
);
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
/** Lazy, reusable native process. Model download/loading happens only after an audio request. */
|
|
49
|
+
export class FluidAudioEngine implements SpeechEngine {
|
|
50
|
+
readonly models = models;
|
|
51
|
+
private child?: ChildProcessWithoutNullStreams;
|
|
52
|
+
private idleTimer?: ReturnType<typeof setTimeout>;
|
|
53
|
+
private pending?: { reject: (error: Error) => void };
|
|
54
|
+
|
|
55
|
+
constructor(
|
|
56
|
+
private readonly options: {
|
|
57
|
+
helperPath?: string;
|
|
58
|
+
modelRoot?: string;
|
|
59
|
+
timeoutMs?: number;
|
|
60
|
+
idleMs?: number;
|
|
61
|
+
} = {},
|
|
62
|
+
) {}
|
|
63
|
+
|
|
64
|
+
availability(): { available: boolean; reason?: string } {
|
|
65
|
+
if (
|
|
66
|
+
process.platform !== 'darwin' ||
|
|
67
|
+
process.arch !== 'arm64' ||
|
|
68
|
+
Number(release().split('.')[0]) < 23
|
|
69
|
+
) {
|
|
70
|
+
return {
|
|
71
|
+
available: false,
|
|
72
|
+
reason:
|
|
73
|
+
'Parakeet requires an Apple Silicon Mac with macOS 14 or later.',
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
if (!executable(this.options.helperPath ?? defaultHelper())) {
|
|
77
|
+
return {
|
|
78
|
+
available: false,
|
|
79
|
+
reason:
|
|
80
|
+
'Install the speech helper on this computer to transcribe recordings.',
|
|
81
|
+
};
|
|
82
|
+
}
|
|
83
|
+
return { available: true };
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
async transcribe(
|
|
87
|
+
input: Parameters<SpeechEngine['transcribe']>[0],
|
|
88
|
+
): ReturnType<SpeechEngine['transcribe']> {
|
|
89
|
+
input.signal?.throwIfAborted();
|
|
90
|
+
const variant = variants[input.modelId];
|
|
91
|
+
if (!variant) throw new Error('Unknown Parakeet model.');
|
|
92
|
+
if (this.pending) throw new Error('Speech recognition is busy.');
|
|
93
|
+
const status = this.availability();
|
|
94
|
+
if (!status.available) throw new Error(status.reason);
|
|
95
|
+
clearTimeout(this.idleTimer);
|
|
96
|
+
const child =
|
|
97
|
+
this.child ??
|
|
98
|
+
spawn(this.options.helperPath ?? defaultHelper(), [], { stdio: 'pipe' });
|
|
99
|
+
if (!this.child) {
|
|
100
|
+
this.child = child;
|
|
101
|
+
child.stdout.setEncoding('utf8');
|
|
102
|
+
// Drain native diagnostics without sending computer paths or model logs to clients.
|
|
103
|
+
child.stderr.resume();
|
|
104
|
+
child.on('error', () =>
|
|
105
|
+
this.failChild(
|
|
106
|
+
child,
|
|
107
|
+
'Could not start speech recognition on your computer.',
|
|
108
|
+
),
|
|
109
|
+
);
|
|
110
|
+
child.on('exit', () =>
|
|
111
|
+
this.failChild(
|
|
112
|
+
child,
|
|
113
|
+
'Speech recognition stopped. Keep the recording and retry.',
|
|
114
|
+
),
|
|
115
|
+
);
|
|
116
|
+
child.stdin.on('error', () =>
|
|
117
|
+
this.failChild(
|
|
118
|
+
child,
|
|
119
|
+
'Could not send the recording to speech recognition.',
|
|
120
|
+
),
|
|
121
|
+
);
|
|
122
|
+
}
|
|
123
|
+
const id = randomUUID();
|
|
124
|
+
return new Promise((resolve, reject) => {
|
|
125
|
+
let buffer = '';
|
|
126
|
+
let settled = false;
|
|
127
|
+
const finish = (
|
|
128
|
+
error?: Error,
|
|
129
|
+
result?: { text: string; durationSeconds: number },
|
|
130
|
+
) => {
|
|
131
|
+
if (settled) return;
|
|
132
|
+
settled = true;
|
|
133
|
+
clearTimeout(timer);
|
|
134
|
+
input.signal?.removeEventListener('abort', abort);
|
|
135
|
+
child.stdout.off('data', onData);
|
|
136
|
+
this.pending = undefined;
|
|
137
|
+
if (error) reject(error);
|
|
138
|
+
else resolve(result!);
|
|
139
|
+
this.idleTimer = setTimeout(
|
|
140
|
+
() => this.stopChild(child),
|
|
141
|
+
this.options.idleMs ?? 120_000,
|
|
142
|
+
);
|
|
143
|
+
this.idleTimer.unref();
|
|
144
|
+
};
|
|
145
|
+
const fail = (error: Error) => {
|
|
146
|
+
finish(error);
|
|
147
|
+
this.stopChild(child);
|
|
148
|
+
};
|
|
149
|
+
const abort = () =>
|
|
150
|
+
fail(new DOMException('Transcription cancelled.', 'AbortError'));
|
|
151
|
+
const onData = (chunk: string) => {
|
|
152
|
+
buffer += chunk;
|
|
153
|
+
if (buffer.length > 256_000) {
|
|
154
|
+
fail(new Error('Speech recognition returned too much data.'));
|
|
155
|
+
return;
|
|
156
|
+
}
|
|
157
|
+
const newline = buffer.indexOf('\n');
|
|
158
|
+
if (newline < 0) return;
|
|
159
|
+
try {
|
|
160
|
+
const reply = JSON.parse(buffer.slice(0, newline)) as Record<
|
|
161
|
+
string,
|
|
162
|
+
unknown
|
|
163
|
+
>;
|
|
164
|
+
if (reply.id !== id) throw new Error('Unexpected speech response.');
|
|
165
|
+
if (typeof reply.error === 'string') {
|
|
166
|
+
finish(new Error(reply.error));
|
|
167
|
+
return;
|
|
168
|
+
}
|
|
169
|
+
if (
|
|
170
|
+
typeof reply.text !== 'string' ||
|
|
171
|
+
typeof reply.durationSeconds !== 'number'
|
|
172
|
+
)
|
|
173
|
+
throw new Error('Invalid speech response.');
|
|
174
|
+
finish(undefined, {
|
|
175
|
+
text: reply.text,
|
|
176
|
+
durationSeconds: reply.durationSeconds,
|
|
177
|
+
});
|
|
178
|
+
} catch {
|
|
179
|
+
fail(new Error('Could not read the speech recognition result.'));
|
|
180
|
+
}
|
|
181
|
+
};
|
|
182
|
+
const timer = setTimeout(
|
|
183
|
+
() =>
|
|
184
|
+
fail(
|
|
185
|
+
new Error(
|
|
186
|
+
'Speech recognition timed out. Check the model download on your computer and retry.',
|
|
187
|
+
),
|
|
188
|
+
),
|
|
189
|
+
this.options.timeoutMs ?? SPEECH_REQUEST_TIMEOUT_MS - 5000,
|
|
190
|
+
);
|
|
191
|
+
this.pending = { reject: (error) => finish(error) };
|
|
192
|
+
child.stdout.on('data', onData);
|
|
193
|
+
input.signal?.addEventListener('abort', abort, { once: true });
|
|
194
|
+
if (input.signal?.aborted) {
|
|
195
|
+
abort();
|
|
196
|
+
return;
|
|
197
|
+
}
|
|
198
|
+
child.stdin.write(
|
|
199
|
+
JSON.stringify({
|
|
200
|
+
id,
|
|
201
|
+
model: variant,
|
|
202
|
+
path: input.path,
|
|
203
|
+
modelDirectory: join(
|
|
204
|
+
this.options.modelRoot ??
|
|
205
|
+
join(homedir(), '.lucidity/speech/models'),
|
|
206
|
+
input.modelId,
|
|
207
|
+
),
|
|
208
|
+
}) + '\n',
|
|
209
|
+
);
|
|
210
|
+
});
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
private failChild(
|
|
214
|
+
child: ChildProcessWithoutNullStreams,
|
|
215
|
+
message: string,
|
|
216
|
+
): void {
|
|
217
|
+
if (this.child !== child) return;
|
|
218
|
+
this.pending?.reject(new Error(message));
|
|
219
|
+
this.stopChild(child);
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
private stopChild(child: ChildProcessWithoutNullStreams): void {
|
|
223
|
+
if (this.child === child) {
|
|
224
|
+
this.child = undefined;
|
|
225
|
+
clearTimeout(this.idleTimer);
|
|
226
|
+
}
|
|
227
|
+
child.kill('SIGTERM');
|
|
228
|
+
const kill = setTimeout(() => {
|
|
229
|
+
if (child.exitCode === null && child.signalCode === null)
|
|
230
|
+
child.kill('SIGKILL');
|
|
231
|
+
}, 1500);
|
|
232
|
+
kill.unref();
|
|
233
|
+
}
|
|
234
|
+
|
|
235
|
+
dispose(): void {
|
|
236
|
+
clearTimeout(this.idleTimer);
|
|
237
|
+
this.pending?.reject(
|
|
238
|
+
new DOMException('Transcription cancelled.', 'AbortError'),
|
|
239
|
+
);
|
|
240
|
+
if (this.child) this.stopChild(this.child);
|
|
241
|
+
}
|
|
242
|
+
}
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
import { mkdtemp, rm, writeFile } from 'node:fs/promises';
|
|
2
|
+
import { tmpdir } from 'node:os';
|
|
3
|
+
import { join } from 'node:path';
|
|
4
|
+
import {
|
|
5
|
+
DEFAULT_SPEECH_MODEL,
|
|
6
|
+
MAX_SPEECH_BYTES,
|
|
7
|
+
SpeechAudioSchema,
|
|
8
|
+
SpeechTranscriptSchema,
|
|
9
|
+
type ComputerSpeech,
|
|
10
|
+
type SpeechAudio,
|
|
11
|
+
type SpeechTranscript,
|
|
12
|
+
} from '@lucidity/shared';
|
|
13
|
+
import type { SpeechEngine } from './types.js';
|
|
14
|
+
|
|
15
|
+
export class SpeechService {
|
|
16
|
+
private readonly registry = new Map<string, SpeechEngine>();
|
|
17
|
+
private busy = false;
|
|
18
|
+
|
|
19
|
+
constructor(
|
|
20
|
+
engines: SpeechEngine[],
|
|
21
|
+
private readonly selectedModel: () => string | undefined,
|
|
22
|
+
private readonly temporaryRoot = tmpdir(),
|
|
23
|
+
) {
|
|
24
|
+
for (const engine of engines) {
|
|
25
|
+
for (const model of engine.models) {
|
|
26
|
+
if (this.registry.has(model.id))
|
|
27
|
+
throw new Error(`Duplicate speech model: ${model.id}`);
|
|
28
|
+
this.registry.set(model.id, engine);
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
validateModel(modelId: string): void {
|
|
34
|
+
if (!this.registry.has(modelId))
|
|
35
|
+
throw new Error('That speech model is not available on this computer.');
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
view(): ComputerSpeech {
|
|
39
|
+
const selected = this.selectedModel() ?? DEFAULT_SPEECH_MODEL;
|
|
40
|
+
const engine = this.registry.get(selected);
|
|
41
|
+
return {
|
|
42
|
+
models: [...this.registry].map(
|
|
43
|
+
([id, provider]) => provider.models.find((model) => model.id === id)!,
|
|
44
|
+
),
|
|
45
|
+
...(engine?.availability() ?? {
|
|
46
|
+
available: false,
|
|
47
|
+
reason: 'Choose an available speech model in computer settings.',
|
|
48
|
+
}),
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
async transcribe(
|
|
53
|
+
audio: SpeechAudio,
|
|
54
|
+
signal?: AbortSignal,
|
|
55
|
+
): Promise<SpeechTranscript> {
|
|
56
|
+
signal?.throwIfAborted();
|
|
57
|
+
const parsed = SpeechAudioSchema.safeParse(audio);
|
|
58
|
+
if (!parsed.success)
|
|
59
|
+
throw new Error('Use a supported recording under 10 MB.');
|
|
60
|
+
const bytes = Buffer.from(parsed.data.base64, 'base64');
|
|
61
|
+
if (
|
|
62
|
+
!bytes.length ||
|
|
63
|
+
bytes.length > MAX_SPEECH_BYTES ||
|
|
64
|
+
bytes.toString('base64') !== parsed.data.base64
|
|
65
|
+
) {
|
|
66
|
+
throw new Error('The audio recording is incomplete or too large.');
|
|
67
|
+
}
|
|
68
|
+
// Resolve once, so a settings change applies to the next recording.
|
|
69
|
+
const modelId = this.selectedModel() ?? DEFAULT_SPEECH_MODEL;
|
|
70
|
+
this.validateModel(modelId);
|
|
71
|
+
const engine = this.registry.get(modelId)!;
|
|
72
|
+
const status = engine.availability();
|
|
73
|
+
if (!status.available)
|
|
74
|
+
throw new Error(status.reason ?? 'Speech recognition is unavailable.');
|
|
75
|
+
if (this.busy)
|
|
76
|
+
throw new Error(
|
|
77
|
+
'Your computer is transcribing another recording. Keep this recording and retry shortly.',
|
|
78
|
+
);
|
|
79
|
+
this.busy = true;
|
|
80
|
+
let directory: string | undefined;
|
|
81
|
+
try {
|
|
82
|
+
directory = await mkdtemp(join(this.temporaryRoot, 'lucidity-speech-'));
|
|
83
|
+
const path = join(directory, `recording.${parsed.data.format}`);
|
|
84
|
+
await writeFile(path, bytes, { mode: 0o600 });
|
|
85
|
+
signal?.throwIfAborted();
|
|
86
|
+
const result = await engine.transcribe({ path, modelId, signal });
|
|
87
|
+
signal?.throwIfAborted();
|
|
88
|
+
const transcript = SpeechTranscriptSchema.parse({
|
|
89
|
+
...result,
|
|
90
|
+
text: result.text.trim(),
|
|
91
|
+
modelId,
|
|
92
|
+
});
|
|
93
|
+
if (!transcript.text)
|
|
94
|
+
throw new Error('No speech was detected in this recording.');
|
|
95
|
+
return transcript;
|
|
96
|
+
} finally {
|
|
97
|
+
try {
|
|
98
|
+
if (directory) await rm(directory, { recursive: true, force: true });
|
|
99
|
+
} finally {
|
|
100
|
+
this.busy = false;
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
dispose(): void {
|
|
106
|
+
for (const engine of new Set(this.registry.values())) engine.dispose();
|
|
107
|
+
}
|
|
108
|
+
}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { SpeechModel } from '@lucidity/shared';
|
|
2
|
+
|
|
3
|
+
/** Engines own inference; the service owns selection, file lifetime, and request limits. */
|
|
4
|
+
export interface SpeechEngine {
|
|
5
|
+
readonly models: readonly SpeechModel[];
|
|
6
|
+
availability(): { available: boolean; reason?: string };
|
|
7
|
+
transcribe(input: {
|
|
8
|
+
path: string;
|
|
9
|
+
modelId: string;
|
|
10
|
+
signal?: AbortSignal;
|
|
11
|
+
}): Promise<{ text: string; durationSeconds: number }>;
|
|
12
|
+
dispose(): void;
|
|
13
|
+
}
|
package/src/turnLog.ts
CHANGED
|
@@ -168,6 +168,10 @@ export class TurnLogStore {
|
|
|
168
168
|
private readonly maxBytes: number;
|
|
169
169
|
private readonly logs = new Map<string, TurnLog>();
|
|
170
170
|
|
|
171
|
+
queueDirectory(): string {
|
|
172
|
+
return join(this.dir, 'queue');
|
|
173
|
+
}
|
|
174
|
+
|
|
171
175
|
constructor(
|
|
172
176
|
opts: { dir?: string; now?: () => number; maxBytes?: number } = {},
|
|
173
177
|
) {
|