@chankov/agent-fleet 2.0.8 → 2.0.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.pi/harnesses/agent-hub/README.md +20 -6
- package/.pi/harnesses/agent-hub/footer.ts +1 -1
- package/.pi/harnesses/agent-hub/index.ts +47 -66
- package/.pi/harnesses/agent-hub/input/shortcuts.ts +2 -0
- package/.pi/harnesses/agent-hub/package.json +1 -1
- package/.pi/harnesses/agent-hub/ui/fleet-actions.ts +76 -0
- package/.pi/harnesses/agent-hub/ui/fleet-dashboard.ts +16 -42
- package/.pi/harnesses/agent-hub/ui/fleet-editor.ts +44 -0
- package/.pi/harnesses/agent-hub/ui/fleet-source.ts +157 -0
- package/.pi/harnesses/agent-hub/ui/grid.ts +145 -33
- package/.pi/harnesses/agent-hub/ui/running-strip.ts +2 -139
- package/.pi/harnesses/coms/package.json +1 -1
- package/.pi/harnesses/damage-control-continue/package.json +1 -1
- package/.pi/harnesses/lib/fleet-dashboard-ops.ts +17 -0
- package/.pi/harnesses/lib/fleet-dashboard-view.ts +22 -36
- package/.pi/harnesses/lib/fleet-read-model.ts +109 -27
- package/.pi/harnesses/lib/fleet-strip-controller.ts +74 -0
- package/.pi/harnesses/lib/fleet-strip-view.ts +132 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/README.md +347 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/desktop-plugins/agent-fleet-herdr/plugin.js +1291 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/desktop-plugins/agent-fleet-herdr/presentation.js +672 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/desktop-plugins/agent-fleet-monitor/plugin.js +19 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/desktop-plugins/agent-fleet-monitor/state.js +10 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/gates/gate-o-capability.md +8 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/gates/gate-o-validator-fixtures.json +1 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/plugins/agent-fleet-herdr/dashboard/activity.py +773 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/plugins/agent-fleet-herdr/dashboard/coms_registry.py +134 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/plugins/agent-fleet-herdr/dashboard/coms_send.py +350 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/plugins/agent-fleet-herdr/dashboard/herdr_source.py +193 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/plugins/agent-fleet-herdr/dashboard/manifest.json +4 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/plugins/agent-fleet-herdr/dashboard/plugin_api.py +444 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/plugins/agent-fleet-herdr/dashboard/sessions.py +205 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/plugins/agent-fleet-herdr/dashboard/tasks.py +300 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/plugins/agent-fleet-herdr/dashboard/watch.py +819 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/plugins/agent-fleet-herdr/plugin.yaml +8 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/plugins/agent-fleet-monitor/dashboard/adapter.py +139 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/plugins/agent-fleet-monitor/dashboard/manifest.json +11 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/plugins/agent-fleet-monitor/dashboard/plugin_api.py +50 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/skills/hub-conductor/SKILL.md +84 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/skills/hub-liaison/SKILL.md +84 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/skills/hub-watchdog/SKILL.md +76 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/skills/hub-watchdog/manifest.json +1 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/skills/hub-watchdog/scripts/watchdog.py +249 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/skills/hub-watchdog/scripts/watchdog_actions.py +124 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/skills/hub-watchdog/scripts/watchdog_contract.py +76 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/skills/hub-watchdog/scripts/watchdog_delivery.py +10 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/skills/hub-watchdog/scripts/watchdog_engine.py +128 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/skills/hub-watchdog/scripts/watchdog_judgment.py +41 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/skills/hub-watchdog/scripts/watchdog_recovery.py +103 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/skills/hub-watchdog/scripts/watchdog_state.py +163 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/skills/hub-watchdog/scripts/watchdog_transport.py +138 -0
- package/.versions/2.0.9/.pi/agent-fleet/hermes/watchdog-tests/__init__.py +0 -0
- package/.versions/2.0.9/.pi/agent-fleet/hooks/coms-stop-hook.mjs +84 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/claude-code-preflight.ts +70 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/coms-claude-bridge.ts +411 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/coms-cli.ts +425 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/coms-hermes-bridge.ts +413 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/fleet-codex-client.ts +69 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/fleet-codex-read.py +148 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/fleet.ts +216 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/flow.ts +137 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/hermes-monitor-capability-runner.ts +25 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/hermes-monitor-scenario.ts +474 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/hermes-watchdog-capability-probe.ts +45 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/install-hermes-plugin.sh +180 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/claude-bridge-core.ts +210 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/coms-envelope.ts +582 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/fake-herdr-server.ts +88 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/fleet-codex-catalog.ts +63 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/fleet-codex-operations.ts +190 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/fleet-codex-session.ts +166 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/fleet-codex-transport.ts +124 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/fleet-command.ts +252 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/flow-command.ts +93 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/flow-maintenance.ts +230 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/herdr-layout.ts +281 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/hermes-bridge-core.ts +241 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/hermes-monitor-events.ts +1 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/hermes-monitor-herdr.ts +2 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/hermes-monitor-model.ts +3 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/hermes-monitor-registry.ts +2 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/hermes-monitor-socket.ts +2 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/hermes-monitor-store.ts +2 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/monitor-env.ts +146 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/peer-launch.ts +318 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/persona-banner.ts +62 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/persona-dirs.ts +25 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/runtime-dependencies.js +124 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/spawn-stagger.ts +101 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/team-project.ts +178 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/lib/team-snapshot.ts +147 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/package-lock.json +35 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/package.json +9 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/peer-banner.ts +41 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/peer-launch.ts +283 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/team-snapshot.ts +237 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/team-up.ts +378 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/agent-phase.ts +133 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/changes.ts +61 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/debate.ts +149 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/env.ts +34 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/envelopes.ts +169 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/gates.ts +81 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/git.ts +96 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/merge.ts +95 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/model-profile.ts +22 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/model-visibility.ts +92 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/permissions.ts +130 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/personas.ts +57 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/poll.ts +86 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/quality.ts +64 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/run.ts +108 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/trace.ts +34 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/voices.ts +128 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/lib/writer-lease.ts +112 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/tsconfig.json +22 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/wf-build-test.ts +61 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/wf-debate.ts +87 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/wf-document.ts +50 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/wf-poll.ts +95 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/wf-quality.ts +20 -0
- package/.versions/2.0.9/.pi/agent-fleet/scripts/workflows/wf-scout.ts +38 -0
- package/.versions/2.0.9/.pi/agents/dispatch-policy.yaml +32 -0
- package/.versions/2.0.9/.pi/agents/model-profiles.yaml +83 -0
- package/.versions/2.0.9/.pi/agents/peers.yaml +147 -0
- package/.versions/2.0.9/.pi/agents/teams.yaml +41 -0
- package/.versions/2.0.9/.pi/agents/voices.yaml +13 -0
- package/.versions/2.0.9/.pi/damage-control-rules.yaml +297 -0
- package/.versions/2.0.9/.pi/extensions/btw/README.md +120 -0
- package/.versions/2.0.9/.pi/extensions/btw/index.ts +914 -0
- package/.versions/2.0.9/.pi/extensions/btw/package.json +6 -0
- package/.versions/2.0.9/.pi/extensions/btw/state.js +179 -0
- package/.versions/2.0.9/.pi/extensions/chrome-devtools-mcp/README.md +55 -0
- package/.versions/2.0.9/.pi/extensions/chrome-devtools-mcp/index.ts +93 -0
- package/.versions/2.0.9/.pi/extensions/chrome-devtools-mcp/package.json +6 -0
- package/.versions/2.0.9/.pi/extensions/compact-and-continue/README.md +42 -0
- package/.versions/2.0.9/.pi/extensions/compact-and-continue/index.ts +120 -0
- package/.versions/2.0.9/.pi/extensions/compact-and-continue/package.json +6 -0
- package/.versions/2.0.9/.pi/extensions/mcp-bridge/README.md +46 -0
- package/.versions/2.0.9/.pi/extensions/mcp-bridge/index.ts +206 -0
- package/.versions/2.0.9/.pi/extensions/mcp-bridge/package.json +6 -0
- package/.versions/2.0.9/.pi/extensions/package-lock.json +1175 -0
- package/.versions/2.0.9/.pi/extensions/package.json +9 -0
- package/.versions/2.0.9/.pi/extensions/pi-voice-stt/README.md +205 -0
- package/.versions/2.0.9/.pi/extensions/pi-voice-stt/config.ts +198 -0
- package/.versions/2.0.9/.pi/extensions/pi-voice-stt/examples/stt.json +35 -0
- package/.versions/2.0.9/.pi/extensions/pi-voice-stt/index.ts +248 -0
- package/.versions/2.0.9/.pi/extensions/pi-voice-stt/package.json +6 -0
- package/.versions/2.0.9/.pi/extensions/pi-voice-stt/providers.ts +214 -0
- package/.versions/2.0.9/.pi/extensions/pi-voice-stt/recorder.ts +158 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/README.md +1217 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/acceptance.ts +62 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/access-approval.ts +135 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/artifacts.js +146 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/assertion-ledger.js +58 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/backend-policy.js +174 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/budget-continuation.ts +13 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/budget-recovery.ts +97 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/capability-confirmation.ts +47 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/capability-packs.ts +180 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/agent-model-thinking.ts +10 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/agent-model.ts +10 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/agent-models-substitute.ts +10 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/agents-add.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/agents-drop.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/agents-history.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/agents-kill.ts +10 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/agents-list.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/agents-restart.ts +10 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/agents-save.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/agents-team.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/budget-continue.ts +10 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/compound.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/coms.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/context-command.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/context.ts +43 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/debate.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/dispatch-policy.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/handoff.ts +10 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/hub-report.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/models.ts +10 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/poll.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/retry.ts +10 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/watchdog.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/work-mode.ts +29 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/commands/zoom.ts +10 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/config/agents.ts +177 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/config/model-profiles.ts +216 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/config/overrides.ts +153 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/context/agent-state.ts +30 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/context/assertions-artifacts.ts +213 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/context/budgets.ts +202 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/context/hub-state.ts +40 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/context-budget-snapshot.ts +105 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/context-pressure.ts +191 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/context-window.js +106 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/debate-command.ts +176 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/delegate.ts +446 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/dispatch-coms.ts +237 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/dispatch-core.ts +27 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/dispatch-native-complete.ts +154 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/dispatch-native-prepare.ts +156 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/dispatch-native-spawn.ts +193 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/dispatch-native-types.ts +230 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/dispatch-native.ts +213 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/dispatch-observability.ts +225 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/docs-lane.js +122 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/drift-watchdog.js +218 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/evidence-rules.js +96 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/execution-evidence.ts +80 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/external-blocker.js +85 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/fixtures/registration-surface.json +57 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/footer.ts +30 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/helpers.ts +266 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/hub-state-audit.js +64 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/index.ts +2132 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/input/completions.ts +76 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/input/shortcuts.ts +20 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/lifecycle/context-pressure.ts +123 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/lifecycle/monitor-session.ts +104 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/lifecycle/session-orchestration.ts +143 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/lifecycle/turn-handlers.ts +74 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/monitor-control.ts +9 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/monitor-invoke-journal.ts +131 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/monitor-invoke.ts +92 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/monitor-lifecycle.ts +13 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/monitor-publisher.ts +59 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/monitor-recovery.ts +3 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/monitor-runtime.ts +3 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/monitor-session-bridge.ts +266 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/no-progress.ts +76 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/package.json +7 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/peer-spawn-plan.ts +116 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/policy/models.ts +153 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/policy/profile-activation.ts +62 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/policy/profile-runtime.ts +120 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/policy/roster.ts +94 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/policy/work-mode.ts +119 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/poll-command.ts +176 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/presentation.ts +48 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/prompts/context.ts +47 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/prompts/fragments.ts +115 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/prompts/session-start.ts +90 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/prompts/system-prompt.ts +112 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/provider-semaphore.js +138 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/research/controls.ts +74 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/research/runtime.ts +192 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/research/spawn-run.ts +156 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/research-watchdog.ts +40 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/return-contract.js +293 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/return-extract.js +75 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/review-findings.js +102 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/run-budget.js +537 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/run-namespace.js +87 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/safety-routing.ts +22 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/scope-gate.js +123 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/session-health.js +110 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/session-start.ts +42 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/spawn.ts +404 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/timeline.ts +54 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/tools/action-executors.ts +149 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/tools/coms-tools.ts +139 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/tools/context.ts +134 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/tools/dispatch-agent.ts +82 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/tools/dispatch-execution.ts +273 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/tools/execution-orchestration.ts +22 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/tools/fleet-tools.ts +200 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/tools/herdr-executors.ts +86 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/tools/set-task-tier.ts +29 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/tools/spawn-research.ts +62 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/tools/team-adjust.ts +29 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/tools/verification-contract.ts +77 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/types.ts +63 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/ui/activity-dots.ts +16 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/ui/context-budget.ts +86 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/ui/detail-panel.ts +178 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/ui/fleet-actions.ts +76 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/ui/fleet-dashboard.ts +99 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/ui/fleet-editor.ts +44 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/ui/fleet-source.ts +157 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/ui/grid.ts +154 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/ui/history-store.ts +137 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/ui/history.ts +234 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/ui/pool.ts +103 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/ui/running-strip.ts +2 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/ui/zoom.ts +204 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/version.ts +42 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/work-mode-controls.ts +56 -0
- package/.versions/2.0.9/.pi/harnesses/agent-hub/work-mode.ts +167 -0
- package/.versions/2.0.9/.pi/harnesses/ask-user-remote/README.md +59 -0
- package/.versions/2.0.9/.pi/harnesses/ask-user-remote/index.ts +558 -0
- package/.versions/2.0.9/.pi/harnesses/ask-user-remote/questions.ts +161 -0
- package/.versions/2.0.9/.pi/harnesses/ask-user-remote/race-core.js +124 -0
- package/.versions/2.0.9/.pi/harnesses/ask-user-remote/runtime-ask.ts +43 -0
- package/.versions/2.0.9/.pi/harnesses/coms/README.md +100 -0
- package/.versions/2.0.9/.pi/harnesses/coms/index.ts +282 -0
- package/.versions/2.0.9/.pi/harnesses/coms/package.json +7 -0
- package/.versions/2.0.9/.pi/harnesses/coms/version.ts +42 -0
- package/.versions/2.0.9/.pi/harnesses/damage-control-continue/README.md +135 -0
- package/.versions/2.0.9/.pi/harnesses/damage-control-continue/index.ts +541 -0
- package/.versions/2.0.9/.pi/harnesses/damage-control-continue/package.json +7 -0
- package/.versions/2.0.9/.pi/harnesses/damage-control-continue/version.ts +42 -0
- package/.versions/2.0.9/.pi/harnesses/lib/coms-core-io.ts +385 -0
- package/.versions/2.0.9/.pi/harnesses/lib/coms-core.ts +577 -0
- package/.versions/2.0.9/.pi/harnesses/lib/coms-registry-entry.ts +94 -0
- package/.versions/2.0.9/.pi/harnesses/lib/context-budget-child-prompt.ts +180 -0
- package/.versions/2.0.9/.pi/harnesses/lib/context-budget-hub-prompt.ts +114 -0
- package/.versions/2.0.9/.pi/harnesses/lib/context-budget-view.ts +107 -0
- package/.versions/2.0.9/.pi/harnesses/lib/context-budget.ts +114 -0
- package/.versions/2.0.9/.pi/harnesses/lib/damage-control-shared.ts +197 -0
- package/.versions/2.0.9/.pi/harnesses/lib/fixtures/context-budget-profiles.json +11 -0
- package/.versions/2.0.9/.pi/harnesses/lib/fixtures/hub-prompt-operator.legacy.txt +73 -0
- package/.versions/2.0.9/.pi/harnesses/lib/fixtures/hub-prompt-orchestrator.legacy.txt +73 -0
- package/.versions/2.0.9/.pi/harnesses/lib/fleet-dashboard-ops.ts +178 -0
- package/.versions/2.0.9/.pi/harnesses/lib/fleet-dashboard-view.ts +134 -0
- package/.versions/2.0.9/.pi/harnesses/lib/fleet-detail-view.ts +247 -0
- package/.versions/2.0.9/.pi/harnesses/lib/fleet-overlay.ts +26 -0
- package/.versions/2.0.9/.pi/harnesses/lib/fleet-panel.ts +34 -0
- package/.versions/2.0.9/.pi/harnesses/lib/fleet-read-model.ts +213 -0
- package/.versions/2.0.9/.pi/harnesses/lib/fleet-selection.ts +24 -0
- package/.versions/2.0.9/.pi/harnesses/lib/fleet-strip-controller.ts +74 -0
- package/.versions/2.0.9/.pi/harnesses/lib/fleet-strip-view.ts +132 -0
- package/.versions/2.0.9/.pi/harnesses/lib/fleet-transcript-store.ts +244 -0
- package/.versions/2.0.9/.pi/harnesses/lib/herdr-client.ts +472 -0
- package/.versions/2.0.9/.pi/harnesses/lib/herdr-presence.ts +399 -0
- package/.versions/2.0.9/.pi/harnesses/lib/hermes-monitor-events.ts +136 -0
- package/.versions/2.0.9/.pi/harnesses/lib/hermes-monitor-herdr.ts +28 -0
- package/.versions/2.0.9/.pi/harnesses/lib/hermes-monitor-model.ts +18 -0
- package/.versions/2.0.9/.pi/harnesses/lib/hermes-monitor-registry.ts +6 -0
- package/.versions/2.0.9/.pi/harnesses/lib/hermes-monitor-socket.ts +163 -0
- package/.versions/2.0.9/.pi/harnesses/lib/hermes-monitor-store.ts +31 -0
- package/.versions/2.0.9/.pi/harnesses/lib/spawned-peers.js +190 -0
- package/.versions/2.0.9/.pi/harnesses/lib/update-check.ts +222 -0
- package/.versions/2.0.9/.pi/harnesses/package-lock.json +2039 -0
- package/.versions/2.0.9/.pi/harnesses/package.json +10 -0
- package/.versions/2.0.9/.pi/prompts/af-build.md +24 -0
- package/.versions/2.0.9/.pi/prompts/af-code-simplify.md +22 -0
- package/.versions/2.0.9/.pi/prompts/af-constraints.md +31 -0
- package/.versions/2.0.9/.pi/prompts/af-plan.md +17 -0
- package/.versions/2.0.9/.pi/prompts/af-review.md +16 -0
- package/.versions/2.0.9/.pi/prompts/af-set-hermes-telegram.md +15 -0
- package/.versions/2.0.9/.pi/prompts/af-set-hermes-watchdog.md +6 -0
- package/.versions/2.0.9/.pi/prompts/af-ship.md +17 -0
- package/.versions/2.0.9/.pi/prompts/af-spec.md +15 -0
- package/.versions/2.0.9/.pi/prompts/af-test.md +19 -0
- package/.versions/2.0.9/.pi/skills/bowser/SKILL.md +145 -0
- package/.versions/2.0.9/.version +1 -0
- package/.versions/2.0.9/agents/architect.md +25 -0
- package/.versions/2.0.9/agents/bowser.md +28 -0
- package/.versions/2.0.9/agents/builder.md +56 -0
- package/.versions/2.0.9/agents/code-reviewer.md +210 -0
- package/.versions/2.0.9/agents/deep-researcher.md +33 -0
- package/.versions/2.0.9/agents/documenter.md +23 -0
- package/.versions/2.0.9/agents/orchestrator.md +23 -0
- package/.versions/2.0.9/agents/plan-reviewer.md +84 -0
- package/.versions/2.0.9/agents/planner.md +106 -0
- package/.versions/2.0.9/agents/releaser.md +25 -0
- package/.versions/2.0.9/agents/researcher.md +31 -0
- package/.versions/2.0.9/agents/security-auditor.md +168 -0
- package/.versions/2.0.9/agents/test-engineer.md +154 -0
- package/.versions/2.0.9/agents/web-debugger.md +44 -0
- package/.versions/2.0.9/agents/web-performance-auditor.md +194 -0
- package/.versions/2.0.9/bin/catalog/harness-runtime-closure.json +32 -0
- package/.versions/2.0.9/codex/fleet-session-client/SKILL.md +34 -0
- package/.versions/2.0.9/codex/fleet-session-client.zip +0 -0
- package/.versions/2.0.9/docs/ARCHITECTURE.md +416 -0
- package/.versions/2.0.9/docs/agent-fleet-setup.md +568 -0
- package/.versions/2.0.9/docs/claude-code-coms-bridge.md +134 -0
- package/.versions/2.0.9/docs/codex-session-bridge.md +219 -0
- package/.versions/2.0.9/docs/coms-hermes-bridge.md +188 -0
- package/.versions/2.0.9/docs/getting-started.md +126 -0
- package/.versions/2.0.9/docs/npm-install.md +356 -0
- package/.versions/2.0.9/docs/pi-extensions.md +449 -0
- package/.versions/2.0.9/docs/pi-setup.md +76 -0
- package/.versions/2.0.9/docs/skill-anatomy.md +150 -0
- package/.versions/2.0.9/install-manifest.json +2991 -0
- package/.versions/2.0.9/justfile +247 -0
- package/.versions/2.0.9/manifest-meta.json +970 -0
- package/.versions/2.0.9/references/accessibility-checklist.md +160 -0
- package/.versions/2.0.9/references/communication-contract.md +26 -0
- package/.versions/2.0.9/references/definition-of-done.md +67 -0
- package/.versions/2.0.9/references/fleet-coordination-patterns.md +171 -0
- package/.versions/2.0.9/references/observability-checklist.md +92 -0
- package/.versions/2.0.9/references/orchestration-patterns.md +370 -0
- package/.versions/2.0.9/references/performance-checklist.md +236 -0
- package/.versions/2.0.9/references/prompting-patterns.md +380 -0
- package/.versions/2.0.9/references/security-checklist.md +245 -0
- package/.versions/2.0.9/references/testing-patterns.md +235 -0
- package/.versions/2.0.9/references/workflow-authoring.md +304 -0
- package/.versions/2.0.9/skills/_internal/grilling.md +59 -0
- package/.versions/2.0.9/skills/browser-testing-with-devtools/SKILL.md +351 -0
- package/.versions/2.0.9/skills/code-review-and-quality/SKILL.md +396 -0
- package/.versions/2.0.9/skills/compound-learning/SKILL.md +137 -0
- package/.versions/2.0.9/skills/constraint-driven-development/SKILL.md +338 -0
- package/.versions/2.0.9/skills/constraint-driven-development/references/floor-guard.md +99 -0
- package/.versions/2.0.9/skills/context-engineering/SKILL.md +341 -0
- package/.versions/2.0.9/skills/deprecation-and-migration/SKILL.md +247 -0
- package/.versions/2.0.9/skills/designing-agents/SKILL.md +394 -0
- package/.versions/2.0.9/skills/designing-agents/pi-harness-authoring.md +222 -0
- package/.versions/2.0.9/skills/drafting-workflows/SKILL.md +143 -0
- package/.versions/2.0.9/skills/drafting-workflows/scripts/make-workflow.ts +177 -0
- package/.versions/2.0.9/skills/frontend-ui-engineering/SKILL.md +328 -0
- package/.versions/2.0.9/skills/git-workflow-and-versioning/SKILL.md +316 -0
- package/.versions/2.0.9/skills/idea-refine/SKILL.md +182 -0
- package/.versions/2.0.9/skills/idea-refine/examples.md +238 -0
- package/.versions/2.0.9/skills/idea-refine/frameworks.md +99 -0
- package/.versions/2.0.9/skills/idea-refine/refinement-criteria.md +113 -0
- package/.versions/2.0.9/skills/idea-refine/scripts/idea-refine.sh +15 -0
- package/.versions/2.0.9/skills/incremental-implementation/SKILL.md +302 -0
- package/.versions/2.0.9/skills/interview-me/SKILL.md +226 -0
- package/.versions/2.0.9/skills/orchestration-verification/SKILL.md +181 -0
- package/.versions/2.0.9/skills/peer-coms/SKILL.md +90 -0
- package/.versions/2.0.9/skills/performance-optimization/SKILL.md +496 -0
- package/.versions/2.0.9/skills/planning-and-task-breakdown/SKILL.md +289 -0
- package/.versions/2.0.9/skills/security-and-hardening/SKILL.md +524 -0
- package/.versions/2.0.9/skills/spec-driven-development/SKILL.md +295 -0
- package/.versions/2.0.9/skills/using-agent-skills/SKILL.md +198 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/LICENSE +21 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/README.md +430 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/api-and-interface-design/SKILL.md +367 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/browser-testing-with-devtools/SKILL.md +317 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/ci-cd-and-automation/SKILL.md +390 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/code-review-and-quality/SKILL.md +396 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/code-simplification/SKILL.md +331 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/constraint-driven-development/SKILL.md +311 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/constraint-driven-development/references/floor-guard.md +99 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/context-engineering/SKILL.md +337 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/debugging-and-error-recovery/SKILL.md +300 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/deprecation-and-migration/SKILL.md +247 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/documentation-and-adrs/SKILL.md +288 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/doubt-driven-development/SKILL.md +243 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/frontend-ui-engineering/SKILL.md +328 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/git-workflow-and-versioning/SKILL.md +355 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/idea-refine/SKILL.md +178 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/idea-refine/examples.md +238 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/idea-refine/frameworks.md +99 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/idea-refine/refinement-criteria.md +113 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/idea-refine/scripts/idea-refine.sh +15 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/incremental-implementation/SKILL.md +249 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/interview-me/SKILL.md +225 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/observability-and-instrumentation/SKILL.md +238 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/performance-optimization/SKILL.md +496 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/planning-and-task-breakdown/SKILL.md +257 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/security-and-hardening/SKILL.md +524 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/shipping-and-launch/SKILL.md +330 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/source-driven-development/SKILL.md +216 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/spec-driven-development/SKILL.md +245 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/test-driven-development/SKILL.md +398 -0
- package/.versions/2.0.9/vendor/agent-skills-upstream/skills/using-agent-skills/SKILL.md +192 -0
- package/CHANGELOG.md +24 -0
- package/docs/pi-extensions.md +3 -0
- package/install-manifest.json +1 -1
- package/package.json +34 -12
|
@@ -0,0 +1,248 @@
|
|
|
1
|
+
// pi-voice-stt — push-to-talk dictation for pi's terminal UI.
|
|
2
|
+
//
|
|
3
|
+
// Press Alt+S to start recording, Alt+S again to transcribe and insert the text
|
|
4
|
+
// into the prompt. While recording, Enter transcribes and sends immediately, and
|
|
5
|
+
// Esc cancels. The extension is a silent no-op until a provider is configured —
|
|
6
|
+
// see README.md and `/af-stt doctor`.
|
|
7
|
+
|
|
8
|
+
import type { ExtensionAPI, ExtensionCommandContext, ExtensionContext } from "@mariozechner/pi-coding-agent";
|
|
9
|
+
import { matchesKey } from "@mariozechner/pi-tui";
|
|
10
|
+
import { spawn } from "node:child_process";
|
|
11
|
+
import { apiKeyEnvName, isConfigured, loadConfig, resolveAzureEndpoint } from "./config.js";
|
|
12
|
+
import { transcribe } from "./providers.js";
|
|
13
|
+
import { Recorder } from "./recorder.js";
|
|
14
|
+
|
|
15
|
+
const STATUS_KEY = "voice-stt";
|
|
16
|
+
|
|
17
|
+
type State = "idle" | "recording" | "transcribing";
|
|
18
|
+
|
|
19
|
+
export default function voiceSttExtension(pi: ExtensionAPI): void {
|
|
20
|
+
const { config, source } = loadConfig();
|
|
21
|
+
|
|
22
|
+
let state: State = "idle";
|
|
23
|
+
let recorder: Recorder | undefined;
|
|
24
|
+
let recordStart = 0;
|
|
25
|
+
let tick = 0;
|
|
26
|
+
let anim: ReturnType<typeof setInterval> | undefined;
|
|
27
|
+
let unsubInput: (() => void) | undefined;
|
|
28
|
+
|
|
29
|
+
// ---- indicator ---------------------------------------------------------
|
|
30
|
+
|
|
31
|
+
function renderFrame(): string {
|
|
32
|
+
if (state === "recording") {
|
|
33
|
+
const secs = Math.max(0, Math.floor((Date.now() - recordStart) / 1000));
|
|
34
|
+
const clock = `${Math.floor(secs / 60)}:${String(secs % 60).padStart(2, "0")}`;
|
|
35
|
+
const dot = tick % 2 === 0 ? "●" : "○";
|
|
36
|
+
return `${dot} REC ${clock} ⏎ send · esc cancel`;
|
|
37
|
+
}
|
|
38
|
+
const frames = ["· ", " · ", " ·", " · "];
|
|
39
|
+
return `${frames[tick % frames.length]} transcribing…`;
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
function startAnim(ctx: ExtensionContext): void {
|
|
43
|
+
stopAnimTimer();
|
|
44
|
+
anim = setInterval(() => {
|
|
45
|
+
tick++;
|
|
46
|
+
ctx.ui.setStatus(STATUS_KEY, renderFrame());
|
|
47
|
+
}, 120);
|
|
48
|
+
anim.unref?.();
|
|
49
|
+
ctx.ui.setStatus(STATUS_KEY, renderFrame());
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
function stopAnimTimer(): void {
|
|
53
|
+
if (anim) {
|
|
54
|
+
clearInterval(anim);
|
|
55
|
+
anim = undefined;
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
function reset(ctx: ExtensionContext): void {
|
|
60
|
+
state = "idle";
|
|
61
|
+
stopAnimTimer();
|
|
62
|
+
ctx.ui.setStatus(STATUS_KEY, undefined);
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
// ---- state machine -----------------------------------------------------
|
|
66
|
+
|
|
67
|
+
function startRecording(ctx: ExtensionContext): void {
|
|
68
|
+
if (state !== "idle") return;
|
|
69
|
+
if (!isConfigured(config)) {
|
|
70
|
+
ctx.ui.notify("Voice STT is not configured — run /af-stt doctor for setup help.", "warning");
|
|
71
|
+
return;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
recorder = new Recorder(config.capture);
|
|
75
|
+
try {
|
|
76
|
+
recorder.start();
|
|
77
|
+
} catch (error) {
|
|
78
|
+
recorder = undefined;
|
|
79
|
+
ctx.ui.notify(`Could not start ffmpeg: ${describe(error)}`, "error");
|
|
80
|
+
return;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
state = "recording";
|
|
84
|
+
recordStart = Date.now();
|
|
85
|
+
startAnim(ctx);
|
|
86
|
+
|
|
87
|
+
// While recording, intercept Enter (send) and Esc (cancel); let other keys through.
|
|
88
|
+
unsubInput = ctx.ui.onTerminalInput((data) => {
|
|
89
|
+
if (state !== "recording") return undefined;
|
|
90
|
+
if (matchesKey(data, "enter")) {
|
|
91
|
+
void finish(ctx, true);
|
|
92
|
+
return { consume: true };
|
|
93
|
+
}
|
|
94
|
+
if (matchesKey(data, "escape")) {
|
|
95
|
+
cancel(ctx);
|
|
96
|
+
return { consume: true };
|
|
97
|
+
}
|
|
98
|
+
return undefined;
|
|
99
|
+
});
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
async function finish(ctx: ExtensionContext, send: boolean): Promise<void> {
|
|
103
|
+
if (state !== "recording" || !recorder) return;
|
|
104
|
+
const active = recorder;
|
|
105
|
+
state = "transcribing";
|
|
106
|
+
unsubInput?.();
|
|
107
|
+
unsubInput = undefined;
|
|
108
|
+
startAnim(ctx);
|
|
109
|
+
|
|
110
|
+
try {
|
|
111
|
+
const wavPath = await active.stop();
|
|
112
|
+
const text = await transcribe(wavPath, config);
|
|
113
|
+
active.cleanup();
|
|
114
|
+
|
|
115
|
+
if (send) {
|
|
116
|
+
const existing = ctx.ui.getEditorText().trim();
|
|
117
|
+
const content = existing ? `${existing} ${text}` : text;
|
|
118
|
+
ctx.ui.setEditorText("");
|
|
119
|
+
pi.sendUserMessage(content);
|
|
120
|
+
} else {
|
|
121
|
+
const current = ctx.ui.getEditorText();
|
|
122
|
+
const sep = current.length > 0 && !/\s$/.test(current) ? " " : "";
|
|
123
|
+
ctx.ui.setEditorText(`${current}${sep}${text}`);
|
|
124
|
+
}
|
|
125
|
+
} catch (error) {
|
|
126
|
+
active.cleanup();
|
|
127
|
+
ctx.ui.notify(`Voice STT: ${describe(error)}`, "error");
|
|
128
|
+
} finally {
|
|
129
|
+
recorder = undefined;
|
|
130
|
+
reset(ctx);
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
function cancel(ctx: ExtensionContext): void {
|
|
135
|
+
unsubInput?.();
|
|
136
|
+
unsubInput = undefined;
|
|
137
|
+
recorder?.cancel();
|
|
138
|
+
recorder = undefined;
|
|
139
|
+
reset(ctx);
|
|
140
|
+
ctx.ui.notify("Voice capture cancelled.", "info");
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
// ---- commands ----------------------------------------------------------
|
|
144
|
+
|
|
145
|
+
pi.registerCommand("af-stt", {
|
|
146
|
+
description: "Voice dictation: status | doctor | start | stop | send | cancel",
|
|
147
|
+
handler: async (args: string, ctx: ExtensionCommandContext) => {
|
|
148
|
+
const sub = args.trim().split(/\s+/)[0]?.toLowerCase() || "status";
|
|
149
|
+
switch (sub) {
|
|
150
|
+
case "status":
|
|
151
|
+
ctx.ui.notify(statusLine(), "info");
|
|
152
|
+
return;
|
|
153
|
+
case "doctor":
|
|
154
|
+
await runDoctor(ctx);
|
|
155
|
+
return;
|
|
156
|
+
case "start":
|
|
157
|
+
startRecording(ctx);
|
|
158
|
+
return;
|
|
159
|
+
case "stop":
|
|
160
|
+
await finish(ctx, false);
|
|
161
|
+
return;
|
|
162
|
+
case "send":
|
|
163
|
+
await finish(ctx, true);
|
|
164
|
+
return;
|
|
165
|
+
case "cancel":
|
|
166
|
+
if (state === "idle") ctx.ui.notify("Nothing to cancel.", "info");
|
|
167
|
+
else cancel(ctx);
|
|
168
|
+
return;
|
|
169
|
+
default:
|
|
170
|
+
ctx.ui.notify(`Unknown /af-stt subcommand: ${sub}`, "warning");
|
|
171
|
+
}
|
|
172
|
+
},
|
|
173
|
+
});
|
|
174
|
+
|
|
175
|
+
// Only bind the hotkey once a provider is configured — keeps the extension a
|
|
176
|
+
// true no-op for users who haven't set it up.
|
|
177
|
+
if (isConfigured(config)) {
|
|
178
|
+
pi.registerShortcut(config.keybind, {
|
|
179
|
+
description: "Voice dictation: toggle recording (insert); Enter sends, Esc cancels",
|
|
180
|
+
handler: async (ctx) => {
|
|
181
|
+
if (state === "idle") startRecording(ctx);
|
|
182
|
+
else if (state === "recording") await finish(ctx, false);
|
|
183
|
+
// transcribing: ignore
|
|
184
|
+
},
|
|
185
|
+
});
|
|
186
|
+
}
|
|
187
|
+
|
|
188
|
+
pi.on("session_shutdown", async () => {
|
|
189
|
+
stopAnimTimer();
|
|
190
|
+
recorder?.cancel();
|
|
191
|
+
recorder = undefined;
|
|
192
|
+
unsubInput?.();
|
|
193
|
+
unsubInput = undefined;
|
|
194
|
+
});
|
|
195
|
+
|
|
196
|
+
// ---- helpers -----------------------------------------------------------
|
|
197
|
+
|
|
198
|
+
function statusLine(): string {
|
|
199
|
+
const provider = config.provider ? config.provider.type : "none";
|
|
200
|
+
const ready = isConfigured(config) ? "configured" : "NOT configured";
|
|
201
|
+
return `Voice STT: ${ready} · provider=${provider} · keybind=${config.keybind} · state=${state} · config=${source}`;
|
|
202
|
+
}
|
|
203
|
+
|
|
204
|
+
async function runDoctor(ctx: ExtensionCommandContext): Promise<void> {
|
|
205
|
+
const lines: string[] = [];
|
|
206
|
+
const ffmpeg = config.capture.ffmpegPath ?? "ffmpeg";
|
|
207
|
+
lines.push((await hasFfmpeg(ffmpeg)) ? `✓ ffmpeg found (${ffmpeg})` : `✗ ffmpeg not found — install it and ensure it is on PATH`);
|
|
208
|
+
|
|
209
|
+
if (!config.provider) {
|
|
210
|
+
lines.push("✗ no provider configured — see .pi/extensions/pi-voice-stt/README.md");
|
|
211
|
+
} else {
|
|
212
|
+
lines.push(`• provider: ${config.provider.type}`);
|
|
213
|
+
const keyEnv = apiKeyEnvName(config.provider);
|
|
214
|
+
lines.push(process.env[keyEnv]?.trim() ? `✓ API key present (${keyEnv})` : `✗ API key missing — set ${keyEnv}`);
|
|
215
|
+
if (config.provider.type === "azure") {
|
|
216
|
+
const ep = resolveAzureEndpoint(config.provider);
|
|
217
|
+
lines.push(ep ? `✓ Azure endpoint: ${ep}` : "✗ Azure endpoint missing — set `endpoint` or AZURE_SPEECH_ENDPOINT");
|
|
218
|
+
}
|
|
219
|
+
if (config.provider.type === "azure-openai") {
|
|
220
|
+
const ep = resolveAzureEndpoint(config.provider);
|
|
221
|
+
lines.push(ep ? `✓ endpoint: ${ep}` : "✗ endpoint missing — set `endpoint` or AZURE_OPENAI_ENDPOINT");
|
|
222
|
+
if (ep && /\.services\.ai\.azure\.com/i.test(ep)) {
|
|
223
|
+
lines.push("⚠ Foundry host does not serve audio — use *.openai.azure.com / *.cognitiveservices.azure.com");
|
|
224
|
+
}
|
|
225
|
+
lines.push(config.provider.deployment ? `✓ deployment: ${config.provider.deployment}` : "✗ deployment missing — set the Whisper deployment name");
|
|
226
|
+
lines.push(`• api-version: ${config.provider.apiVersion ?? "2024-10-21"}`);
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
lines.push(`config source: ${source}`);
|
|
230
|
+
ctx.ui.notify(lines.join("\n"), isConfigured(config) ? "info" : "warning");
|
|
231
|
+
}
|
|
232
|
+
}
|
|
233
|
+
|
|
234
|
+
function hasFfmpeg(bin: string): Promise<boolean> {
|
|
235
|
+
return new Promise((resolve) => {
|
|
236
|
+
try {
|
|
237
|
+
const proc = spawn(bin, ["-version"], { stdio: "ignore" });
|
|
238
|
+
proc.once("error", () => resolve(false));
|
|
239
|
+
proc.once("close", (code) => resolve(code === 0));
|
|
240
|
+
} catch {
|
|
241
|
+
resolve(false);
|
|
242
|
+
}
|
|
243
|
+
});
|
|
244
|
+
}
|
|
245
|
+
|
|
246
|
+
function describe(error: unknown): string {
|
|
247
|
+
return error instanceof Error ? error.message : String(error);
|
|
248
|
+
}
|
|
@@ -0,0 +1,214 @@
|
|
|
1
|
+
// Speech-to-text providers. Three backends, all file-based (a temp WAV in, text out):
|
|
2
|
+
// - openai: any OpenAI-compatible /audio/transcriptions endpoint (multipart)
|
|
3
|
+
// - azure: Azure Speech "REST API for short audio" (raw WAV body, ≤60s)
|
|
4
|
+
// - azure-openai: Whisper hosted on Azure OpenAI / Azure AI Foundry (multipart)
|
|
5
|
+
//
|
|
6
|
+
// Uses the global fetch / FormData / Blob available in Node >= 18.
|
|
7
|
+
|
|
8
|
+
import { readFileSync } from "node:fs";
|
|
9
|
+
import {
|
|
10
|
+
type AzureOpenAIProvider,
|
|
11
|
+
type AzureProvider,
|
|
12
|
+
type OpenAIProvider,
|
|
13
|
+
type SttConfig,
|
|
14
|
+
apiKeyEnvName,
|
|
15
|
+
assertSafeUrl,
|
|
16
|
+
resolveApiKey,
|
|
17
|
+
resolveAzureEndpoint,
|
|
18
|
+
} from "./config.js";
|
|
19
|
+
|
|
20
|
+
function trimSlash(s: string): string {
|
|
21
|
+
return s.replace(/\/+$/, "");
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
// Shared multipart /audio/transcriptions POST used by every Whisper-style backend.
|
|
25
|
+
// The only differences between OpenAI and Azure OpenAI are the URL and the auth
|
|
26
|
+
// header, so both are passed in.
|
|
27
|
+
// Retry transient failures: rate limits (429), server errors (5xx), and Azure's
|
|
28
|
+
// *transient* DeploymentNotFound (404) that a freshly-created / propagating Azure
|
|
29
|
+
// OpenAI deployment returns intermittently. Other 4xx (e.g. 401) fail immediately.
|
|
30
|
+
function isTransientStatus(status: number, body: string): boolean {
|
|
31
|
+
if (status === 429 || status >= 500) return true;
|
|
32
|
+
if (status === 404 && /DeploymentNotFound/i.test(body)) return true;
|
|
33
|
+
return false;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
const RETRY_ATTEMPTS = 3;
|
|
37
|
+
|
|
38
|
+
async function postTranscription(
|
|
39
|
+
url: string,
|
|
40
|
+
authHeaders: Record<string, string>,
|
|
41
|
+
wavPath: string,
|
|
42
|
+
language: string,
|
|
43
|
+
model: string | undefined,
|
|
44
|
+
label: string,
|
|
45
|
+
): Promise<string> {
|
|
46
|
+
const bytes = new Uint8Array(readFileSync(wavPath));
|
|
47
|
+
|
|
48
|
+
for (let attempt = 1; attempt <= RETRY_ATTEMPTS; attempt++) {
|
|
49
|
+
const form = new FormData();
|
|
50
|
+
form.append("file", new Blob([bytes], { type: "audio/wav" }), "audio.wav");
|
|
51
|
+
if (model) form.append("model", model);
|
|
52
|
+
// Whisper expects an ISO-639-1 code ("en"/"bg"), not a locale ("en-US").
|
|
53
|
+
if (language) form.append("language", language.split("-")[0]);
|
|
54
|
+
|
|
55
|
+
const res = await fetch(url, { method: "POST", headers: authHeaders, body: form });
|
|
56
|
+
if (res.ok) {
|
|
57
|
+
const json = (await res.json()) as { text?: string };
|
|
58
|
+
const text = json.text?.trim();
|
|
59
|
+
if (!text) throw new Error(`${label} returned no text.`);
|
|
60
|
+
return text;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
const body = (await res.text()).slice(0, 500);
|
|
64
|
+
if (attempt === RETRY_ATTEMPTS || !isTransientStatus(res.status, body)) {
|
|
65
|
+
throw new Error(`${label} failed (${res.status}): ${body}`);
|
|
66
|
+
}
|
|
67
|
+
// Linear backoff between attempts (0.8s, 1.6s).
|
|
68
|
+
await new Promise((resolve) => setTimeout(resolve, 800 * attempt));
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
throw new Error(`${label} failed after ${RETRY_ATTEMPTS} attempts.`);
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
async function transcribeOpenAI(wavPath: string, config: SttConfig, provider: OpenAIProvider): Promise<string> {
|
|
75
|
+
const key = resolveApiKey(provider);
|
|
76
|
+
if (!key) throw new Error(`Missing API key — set ${apiKeyEnvName(provider)}.`);
|
|
77
|
+
|
|
78
|
+
const baseUrl = trimSlash(provider.baseUrl ?? "https://api.openai.com/v1");
|
|
79
|
+
const url = assertSafeUrl(`${baseUrl}/audio/transcriptions`).toString();
|
|
80
|
+
return postTranscription(url, { Authorization: `Bearer ${key}` }, wavPath, config.language, provider.model ?? "whisper-1", "OpenAI STT");
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
// Whisper deployed on Azure OpenAI / Azure AI Foundry. OpenAI-compatible multipart
|
|
84
|
+
// body, but the URL embeds the deployment + api-version and auth uses `api-key`.
|
|
85
|
+
async function transcribeAzureOpenAI(wavPath: string, config: SttConfig, provider: AzureOpenAIProvider): Promise<string> {
|
|
86
|
+
const key = resolveApiKey(provider);
|
|
87
|
+
if (!key) throw new Error(`Missing API key — set ${apiKeyEnvName(provider)}.`);
|
|
88
|
+
const endpoint = resolveAzureEndpoint(provider);
|
|
89
|
+
if (!endpoint) throw new Error("Missing Azure endpoint — set `endpoint` or AZURE_OPENAI_ENDPOINT.");
|
|
90
|
+
if (!provider.deployment) throw new Error("Missing Azure OpenAI `deployment` (the Whisper deployment name).");
|
|
91
|
+
|
|
92
|
+
const apiVersion = provider.apiVersion ?? "2024-10-21";
|
|
93
|
+
const base = trimSlash(endpoint);
|
|
94
|
+
const url = assertSafeUrl(
|
|
95
|
+
`${base}/openai/deployments/${encodeURIComponent(provider.deployment)}/audio/transcriptions?api-version=${apiVersion}`,
|
|
96
|
+
).toString();
|
|
97
|
+
return postTranscription(url, { "api-key": key }, wavPath, config.language, provider.model, "Azure OpenAI Whisper");
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
interface AzureResponse {
|
|
101
|
+
RecognitionStatus: string;
|
|
102
|
+
DisplayText?: string;
|
|
103
|
+
NBest?: Array<{ Display?: string }>;
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
interface AzureFastResponse {
|
|
107
|
+
combinedPhrases?: Array<{ text?: string }>;
|
|
108
|
+
phrases?: Array<{ text?: string; locale?: string }>;
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
// Fast Transcription API with per-phrase language identification. Posts the WAV
|
|
112
|
+
// plus a `definition` with candidate `locales` and returns the combined text.
|
|
113
|
+
// Identification is phrase-level, so a single English word inside a Bulgarian
|
|
114
|
+
// sentence may still be transliterated.
|
|
115
|
+
async function transcribeAzureFast(
|
|
116
|
+
wavPath: string,
|
|
117
|
+
provider: AzureProvider,
|
|
118
|
+
key: string,
|
|
119
|
+
base: string,
|
|
120
|
+
): Promise<string> {
|
|
121
|
+
const apiVersion = provider.apiVersion ?? "2024-11-15";
|
|
122
|
+
const url = assertSafeUrl(`${base}/speechtotext/transcriptions:transcribe?api-version=${apiVersion}`).toString();
|
|
123
|
+
|
|
124
|
+
const bytes = new Uint8Array(readFileSync(wavPath));
|
|
125
|
+
const form = new FormData();
|
|
126
|
+
form.append("audio", new Blob([bytes], { type: "audio/wav" }), "audio.wav");
|
|
127
|
+
form.append("definition", JSON.stringify({ locales: provider.locales }));
|
|
128
|
+
|
|
129
|
+
const res = await fetch(url, {
|
|
130
|
+
method: "POST",
|
|
131
|
+
headers: { "Ocp-Apim-Subscription-Key": key, Accept: "application/json" },
|
|
132
|
+
body: form,
|
|
133
|
+
});
|
|
134
|
+
if (!res.ok) {
|
|
135
|
+
throw new Error(`Azure fast-transcription failed (${res.status}): ${(await res.text()).slice(0, 500)}`);
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
const json = (await res.json()) as AzureFastResponse;
|
|
139
|
+
const text = (json.combinedPhrases ?? [])
|
|
140
|
+
.map((p) => p.text?.trim())
|
|
141
|
+
.filter(Boolean)
|
|
142
|
+
.join(" ")
|
|
143
|
+
.trim();
|
|
144
|
+
if (!text) throw new Error("Azure fast-transcription returned no text (no speech detected?).");
|
|
145
|
+
return text;
|
|
146
|
+
}
|
|
147
|
+
|
|
148
|
+
async function transcribeAzure(wavPath: string, config: SttConfig, provider: AzureProvider): Promise<string> {
|
|
149
|
+
const key = resolveApiKey(provider);
|
|
150
|
+
if (!key) throw new Error(`Missing API key — set ${apiKeyEnvName(provider)}.`);
|
|
151
|
+
const endpoint = resolveAzureEndpoint(provider);
|
|
152
|
+
if (!endpoint) throw new Error("Missing Azure endpoint — set `endpoint` or AZURE_SPEECH_ENDPOINT.");
|
|
153
|
+
const base = trimSlash(endpoint);
|
|
154
|
+
|
|
155
|
+
// Multiple candidate locales → use Fast Transcription with language identification.
|
|
156
|
+
if (provider.locales && provider.locales.length > 0) {
|
|
157
|
+
return transcribeAzureFast(wavPath, provider, key, base);
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
const format = provider.format ?? "detailed";
|
|
161
|
+
const url = assertSafeUrl(
|
|
162
|
+
`${base}/stt/speech/recognition/conversation/cognitiveservices/v1` +
|
|
163
|
+
`?language=${encodeURIComponent(config.language)}&format=${format}`,
|
|
164
|
+
).toString();
|
|
165
|
+
|
|
166
|
+
const body = new Uint8Array(readFileSync(wavPath));
|
|
167
|
+
const res = await fetch(url, {
|
|
168
|
+
method: "POST",
|
|
169
|
+
headers: {
|
|
170
|
+
"Ocp-Apim-Subscription-Key": key,
|
|
171
|
+
"Content-Type": "audio/wav; codecs=audio/pcm; samplerate=16000",
|
|
172
|
+
Accept: "application/json",
|
|
173
|
+
},
|
|
174
|
+
body,
|
|
175
|
+
});
|
|
176
|
+
if (!res.ok) {
|
|
177
|
+
throw new Error(`Azure STT failed (${res.status}): ${(await res.text()).slice(0, 500)}`);
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
const json = (await res.json()) as AzureResponse;
|
|
181
|
+
switch (json.RecognitionStatus) {
|
|
182
|
+
case "Success":
|
|
183
|
+
break;
|
|
184
|
+
case "NoMatch":
|
|
185
|
+
throw new Error("Azure STT: speech detected but no words matched (check the `language` setting).");
|
|
186
|
+
case "InitialSilenceTimeout":
|
|
187
|
+
case "BabbleTimeout":
|
|
188
|
+
throw new Error("Azure STT: no speech detected in the recording.");
|
|
189
|
+
default:
|
|
190
|
+
throw new Error(`Azure STT error: ${json.RecognitionStatus}`);
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
const text = (format === "detailed" ? json.NBest?.[0]?.Display : json.DisplayText)?.trim();
|
|
194
|
+
if (!text) throw new Error("Azure STT returned no text.");
|
|
195
|
+
return text;
|
|
196
|
+
}
|
|
197
|
+
|
|
198
|
+
/** Transcribe a recorded WAV file to text using the configured provider. */
|
|
199
|
+
export async function transcribe(wavPath: string, config: SttConfig): Promise<string> {
|
|
200
|
+
const provider = config.provider;
|
|
201
|
+
if (!provider) throw new Error("No STT provider configured.");
|
|
202
|
+
|
|
203
|
+
switch (provider.type) {
|
|
204
|
+
case "openai":
|
|
205
|
+
case "openai-compatible":
|
|
206
|
+
return transcribeOpenAI(wavPath, config, provider);
|
|
207
|
+
case "azure":
|
|
208
|
+
return transcribeAzure(wavPath, config, provider);
|
|
209
|
+
case "azure-openai":
|
|
210
|
+
return transcribeAzureOpenAI(wavPath, config, provider);
|
|
211
|
+
default:
|
|
212
|
+
throw new Error(`Unknown provider type: ${(provider as { type: string }).type}`);
|
|
213
|
+
}
|
|
214
|
+
}
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
// ffmpeg-based microphone recorder. Records to a temporary 16 kHz mono PCM WAV,
|
|
2
|
+
// which is the format Azure's REST short-audio API requires and the OpenAI path
|
|
3
|
+
// accepts unchanged. No native dependencies — just spawns the `ffmpeg` binary.
|
|
4
|
+
|
|
5
|
+
import { type ChildProcess, spawn } from "node:child_process";
|
|
6
|
+
import { mkdtempSync, rmSync, statSync } from "node:fs";
|
|
7
|
+
import { tmpdir } from "node:os";
|
|
8
|
+
import path from "node:path";
|
|
9
|
+
import type { CaptureConfig } from "./config.js";
|
|
10
|
+
|
|
11
|
+
interface PlatformDefaults {
|
|
12
|
+
inputFormat: string;
|
|
13
|
+
input: string;
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
function platformDefaults(): PlatformDefaults {
|
|
17
|
+
switch (process.platform) {
|
|
18
|
+
case "darwin":
|
|
19
|
+
return { inputFormat: "avfoundation", input: ":0" };
|
|
20
|
+
case "win32":
|
|
21
|
+
return { inputFormat: "dshow", input: "audio=Microphone" };
|
|
22
|
+
default:
|
|
23
|
+
return { inputFormat: "pulse", input: "default" };
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
export class Recorder {
|
|
28
|
+
private proc: ChildProcess | undefined;
|
|
29
|
+
private dir: string | undefined;
|
|
30
|
+
private wavPath: string | undefined;
|
|
31
|
+
private stderr = "";
|
|
32
|
+
private autoStop: NodeJS.Timeout | undefined;
|
|
33
|
+
private exited: Promise<void> | undefined;
|
|
34
|
+
|
|
35
|
+
constructor(private readonly capture: CaptureConfig) {}
|
|
36
|
+
|
|
37
|
+
get active(): boolean {
|
|
38
|
+
return this.proc !== undefined;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
/** Spawn ffmpeg. Throws synchronously if the binary cannot be launched. */
|
|
42
|
+
start(): void {
|
|
43
|
+
if (this.proc) throw new Error("Recorder already active");
|
|
44
|
+
|
|
45
|
+
const defaults = platformDefaults();
|
|
46
|
+
const inputFormat = this.capture.inputFormat ?? defaults.inputFormat;
|
|
47
|
+
const input = this.capture.input ?? defaults.input;
|
|
48
|
+
const sampleRate = this.capture.sampleRate ?? 16000;
|
|
49
|
+
const channels = this.capture.channels ?? 1;
|
|
50
|
+
const maxSeconds = this.capture.maxSeconds ?? 60;
|
|
51
|
+
const bin = this.capture.ffmpegPath ?? "ffmpeg";
|
|
52
|
+
|
|
53
|
+
this.dir = mkdtempSync(path.join(tmpdir(), "pi-stt-"));
|
|
54
|
+
this.wavPath = path.join(this.dir, "capture.wav");
|
|
55
|
+
|
|
56
|
+
const args = [
|
|
57
|
+
"-hide_banner",
|
|
58
|
+
"-loglevel", "error",
|
|
59
|
+
"-y",
|
|
60
|
+
"-f", inputFormat,
|
|
61
|
+
"-i", input,
|
|
62
|
+
"-ar", String(sampleRate),
|
|
63
|
+
"-ac", String(channels),
|
|
64
|
+
"-acodec", "pcm_s16le",
|
|
65
|
+
"-t", String(maxSeconds),
|
|
66
|
+
"-f", "wav",
|
|
67
|
+
this.wavPath,
|
|
68
|
+
];
|
|
69
|
+
|
|
70
|
+
const proc = spawn(bin, args, { stdio: ["pipe", "ignore", "pipe"] });
|
|
71
|
+
this.proc = proc;
|
|
72
|
+
this.stderr = "";
|
|
73
|
+
proc.stderr?.on("data", (chunk: Buffer) => {
|
|
74
|
+
this.stderr += chunk.toString();
|
|
75
|
+
});
|
|
76
|
+
|
|
77
|
+
this.exited = new Promise<void>((resolve) => {
|
|
78
|
+
proc.once("close", () => resolve());
|
|
79
|
+
proc.once("error", (err) => {
|
|
80
|
+
this.stderr += `\n${err instanceof Error ? err.message : String(err)}`;
|
|
81
|
+
resolve();
|
|
82
|
+
});
|
|
83
|
+
});
|
|
84
|
+
|
|
85
|
+
// Hard stop slightly after ffmpeg's own -t cap, in case it overruns.
|
|
86
|
+
this.autoStop = setTimeout(() => {
|
|
87
|
+
void this.stop().catch(() => undefined);
|
|
88
|
+
}, (maxSeconds + 2) * 1000);
|
|
89
|
+
this.autoStop.unref?.();
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
/**
|
|
93
|
+
* Stop recording, finalize the WAV, and return its path. Throws if the
|
|
94
|
+
* capture produced no usable audio or ffmpeg failed.
|
|
95
|
+
*/
|
|
96
|
+
async stop(): Promise<string> {
|
|
97
|
+
const proc = this.proc;
|
|
98
|
+
const wavPath = this.wavPath;
|
|
99
|
+
if (!proc || !wavPath) throw new Error("Recorder is not active");
|
|
100
|
+
this.clearTimer();
|
|
101
|
+
|
|
102
|
+
// `q` tells ffmpeg to stop cleanly and flush the file footer.
|
|
103
|
+
try {
|
|
104
|
+
proc.stdin?.write("q");
|
|
105
|
+
proc.stdin?.end();
|
|
106
|
+
} catch {
|
|
107
|
+
proc.kill("SIGINT");
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
const killTimer = setTimeout(() => proc.kill("SIGKILL"), 4000);
|
|
111
|
+
killTimer.unref?.();
|
|
112
|
+
await this.exited;
|
|
113
|
+
clearTimeout(killTimer);
|
|
114
|
+
this.proc = undefined;
|
|
115
|
+
|
|
116
|
+
const minBytes = this.capture.minBytes ?? 2048;
|
|
117
|
+
let size = 0;
|
|
118
|
+
try {
|
|
119
|
+
size = statSync(wavPath).size;
|
|
120
|
+
} catch {
|
|
121
|
+
this.cleanupDir();
|
|
122
|
+
throw new Error(`No audio captured.${this.stderr ? `\n${this.stderr.trim()}` : ""}`);
|
|
123
|
+
}
|
|
124
|
+
if (size < minBytes) {
|
|
125
|
+
this.cleanupDir();
|
|
126
|
+
throw new Error("Recording too short — no speech captured.");
|
|
127
|
+
}
|
|
128
|
+
return wavPath;
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
/** Abort recording and delete the temp file without transcribing. */
|
|
132
|
+
cancel(): void {
|
|
133
|
+
this.clearTimer();
|
|
134
|
+
this.proc?.kill("SIGKILL");
|
|
135
|
+
this.proc = undefined;
|
|
136
|
+
this.cleanupDir();
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
/** Remove the temp WAV and its directory. Safe to call repeatedly. */
|
|
140
|
+
cleanup(): void {
|
|
141
|
+
this.cleanupDir();
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
private clearTimer(): void {
|
|
145
|
+
if (this.autoStop) {
|
|
146
|
+
clearTimeout(this.autoStop);
|
|
147
|
+
this.autoStop = undefined;
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
private cleanupDir(): void {
|
|
152
|
+
if (this.dir) {
|
|
153
|
+
rmSync(this.dir, { recursive: true, force: true });
|
|
154
|
+
this.dir = undefined;
|
|
155
|
+
this.wavPath = undefined;
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
}
|