@chankov/agent-fleet 2.0.3 → 2.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (452) hide show
  1. package/.pi/agents/model-profiles.yaml +64 -13
  2. package/.pi/agents/peers.yaml +11 -8
  3. package/.pi/harnesses/agent-hub/README.md +4 -2
  4. package/.pi/harnesses/agent-hub/config/agents.ts +13 -14
  5. package/.pi/harnesses/agent-hub/config/model-profiles.ts +216 -0
  6. package/.pi/harnesses/agent-hub/dispatch-coms.ts +6 -4
  7. package/.pi/harnesses/agent-hub/dispatch-native-prepare.ts +6 -3
  8. package/.pi/harnesses/agent-hub/dispatch-native.ts +4 -1
  9. package/.pi/harnesses/agent-hub/index.ts +61 -9
  10. package/.pi/harnesses/agent-hub/lifecycle/session-orchestration.ts +7 -7
  11. package/.pi/harnesses/agent-hub/package.json +1 -1
  12. package/.pi/harnesses/agent-hub/policy/models.ts +35 -8
  13. package/.pi/harnesses/agent-hub/policy/profile-activation.ts +62 -0
  14. package/.pi/harnesses/agent-hub/policy/profile-runtime.ts +64 -0
  15. package/.pi/harnesses/agent-hub/provider-semaphore.js +1 -1
  16. package/.pi/harnesses/agent-hub/research/spawn-run.ts +2 -1
  17. package/.pi/harnesses/agent-hub/spawn.ts +17 -1
  18. package/.pi/harnesses/agent-hub/tools/action-executors.ts +2 -0
  19. package/.pi/harnesses/agent-hub/tools/herdr-executors.ts +2 -0
  20. package/.pi/harnesses/agent-hub/ui/detail-panel.ts +4 -1
  21. package/.pi/harnesses/coms/package.json +1 -1
  22. package/.pi/harnesses/damage-control-continue/package.json +1 -1
  23. package/.versions/2.0.4/.pi/agents/dispatch-policy.yaml +32 -0
  24. package/.versions/2.0.4/.pi/agents/model-profiles.yaml +78 -0
  25. package/.versions/2.0.4/.pi/agents/peers.yaml +145 -0
  26. package/.versions/2.0.4/.pi/agents/teams.yaml +41 -0
  27. package/.versions/2.0.4/.pi/agents/voices.yaml +13 -0
  28. package/.versions/2.0.4/.pi/damage-control-rules.yaml +297 -0
  29. package/.versions/2.0.4/.pi/extensions/agent-fleet-update-check/README.md +57 -0
  30. package/.versions/2.0.4/.pi/extensions/agent-fleet-update-check/index.ts +161 -0
  31. package/.versions/2.0.4/.pi/extensions/agent-fleet-update-check/package.json +6 -0
  32. package/.versions/2.0.4/.pi/extensions/btw/README.md +120 -0
  33. package/.versions/2.0.4/.pi/extensions/btw/index.ts +914 -0
  34. package/.versions/2.0.4/.pi/extensions/btw/package.json +6 -0
  35. package/.versions/2.0.4/.pi/extensions/btw/state.js +179 -0
  36. package/.versions/2.0.4/.pi/extensions/chrome-devtools-mcp/README.md +55 -0
  37. package/.versions/2.0.4/.pi/extensions/chrome-devtools-mcp/index.ts +93 -0
  38. package/.versions/2.0.4/.pi/extensions/chrome-devtools-mcp/package.json +6 -0
  39. package/.versions/2.0.4/.pi/extensions/compact-and-continue/README.md +42 -0
  40. package/.versions/2.0.4/.pi/extensions/compact-and-continue/index.ts +120 -0
  41. package/.versions/2.0.4/.pi/extensions/compact-and-continue/package.json +6 -0
  42. package/.versions/2.0.4/.pi/extensions/mcp-bridge/README.md +46 -0
  43. package/.versions/2.0.4/.pi/extensions/mcp-bridge/index.ts +206 -0
  44. package/.versions/2.0.4/.pi/extensions/mcp-bridge/package.json +6 -0
  45. package/.versions/2.0.4/.pi/extensions/package-lock.json +1175 -0
  46. package/.versions/2.0.4/.pi/extensions/package.json +9 -0
  47. package/.versions/2.0.4/.pi/extensions/pi-voice-stt/README.md +205 -0
  48. package/.versions/2.0.4/.pi/extensions/pi-voice-stt/config.ts +198 -0
  49. package/.versions/2.0.4/.pi/extensions/pi-voice-stt/examples/stt.json +35 -0
  50. package/.versions/2.0.4/.pi/extensions/pi-voice-stt/index.ts +248 -0
  51. package/.versions/2.0.4/.pi/extensions/pi-voice-stt/package.json +6 -0
  52. package/.versions/2.0.4/.pi/extensions/pi-voice-stt/providers.ts +214 -0
  53. package/.versions/2.0.4/.pi/extensions/pi-voice-stt/recorder.ts +158 -0
  54. package/.versions/2.0.4/.pi/harnesses/agent-hub/README.md +1160 -0
  55. package/.versions/2.0.4/.pi/harnesses/agent-hub/access-approval.ts +135 -0
  56. package/.versions/2.0.4/.pi/harnesses/agent-hub/artifacts.js +146 -0
  57. package/.versions/2.0.4/.pi/harnesses/agent-hub/assertion-ledger.js +58 -0
  58. package/.versions/2.0.4/.pi/harnesses/agent-hub/backend-policy.js +174 -0
  59. package/.versions/2.0.4/.pi/harnesses/agent-hub/budget-continuation.ts +73 -0
  60. package/.versions/2.0.4/.pi/harnesses/agent-hub/capability-confirmation.ts +47 -0
  61. package/.versions/2.0.4/.pi/harnesses/agent-hub/capability-packs.ts +180 -0
  62. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/agent-model-thinking.ts +10 -0
  63. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/agent-model.ts +10 -0
  64. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/agent-models-substitute.ts +10 -0
  65. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/agents-add.ts +9 -0
  66. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/agents-drop.ts +9 -0
  67. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/agents-history.ts +9 -0
  68. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/agents-kill.ts +10 -0
  69. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/agents-list.ts +9 -0
  70. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/agents-restart.ts +10 -0
  71. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/agents-save.ts +9 -0
  72. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/agents-team.ts +9 -0
  73. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/compound.ts +9 -0
  74. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/coms.ts +9 -0
  75. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/context-command.ts +9 -0
  76. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/context.ts +41 -0
  77. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/debate.ts +9 -0
  78. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/dispatch-policy.ts +9 -0
  79. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/handoff.ts +10 -0
  80. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/hub-report.ts +9 -0
  81. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/models.ts +10 -0
  82. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/poll.ts +9 -0
  83. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/watchdog.ts +9 -0
  84. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/work-mode.ts +29 -0
  85. package/.versions/2.0.4/.pi/harnesses/agent-hub/commands/zoom.ts +10 -0
  86. package/.versions/2.0.4/.pi/harnesses/agent-hub/config/agents.ts +179 -0
  87. package/.versions/2.0.4/.pi/harnesses/agent-hub/config/model-profiles.ts +216 -0
  88. package/.versions/2.0.4/.pi/harnesses/agent-hub/config/overrides.ts +153 -0
  89. package/.versions/2.0.4/.pi/harnesses/agent-hub/context/agent-state.ts +30 -0
  90. package/.versions/2.0.4/.pi/harnesses/agent-hub/context/assertions-artifacts.ts +211 -0
  91. package/.versions/2.0.4/.pi/harnesses/agent-hub/context/budgets.ts +208 -0
  92. package/.versions/2.0.4/.pi/harnesses/agent-hub/context/hub-state.ts +40 -0
  93. package/.versions/2.0.4/.pi/harnesses/agent-hub/context-budget-snapshot.ts +105 -0
  94. package/.versions/2.0.4/.pi/harnesses/agent-hub/context-pressure.ts +191 -0
  95. package/.versions/2.0.4/.pi/harnesses/agent-hub/context-window.js +106 -0
  96. package/.versions/2.0.4/.pi/harnesses/agent-hub/debate-command.ts +176 -0
  97. package/.versions/2.0.4/.pi/harnesses/agent-hub/delegate.ts +446 -0
  98. package/.versions/2.0.4/.pi/harnesses/agent-hub/dispatch-coms.ts +234 -0
  99. package/.versions/2.0.4/.pi/harnesses/agent-hub/dispatch-core.ts +27 -0
  100. package/.versions/2.0.4/.pi/harnesses/agent-hub/dispatch-native-complete.ts +135 -0
  101. package/.versions/2.0.4/.pi/harnesses/agent-hub/dispatch-native-prepare.ts +156 -0
  102. package/.versions/2.0.4/.pi/harnesses/agent-hub/dispatch-native-spawn.ts +191 -0
  103. package/.versions/2.0.4/.pi/harnesses/agent-hub/dispatch-native-types.ts +207 -0
  104. package/.versions/2.0.4/.pi/harnesses/agent-hub/dispatch-native.ts +187 -0
  105. package/.versions/2.0.4/.pi/harnesses/agent-hub/dispatch-observability.ts +220 -0
  106. package/.versions/2.0.4/.pi/harnesses/agent-hub/docs-lane.js +122 -0
  107. package/.versions/2.0.4/.pi/harnesses/agent-hub/drift-watchdog.js +218 -0
  108. package/.versions/2.0.4/.pi/harnesses/agent-hub/evidence-rules.js +96 -0
  109. package/.versions/2.0.4/.pi/harnesses/agent-hub/external-blocker.js +85 -0
  110. package/.versions/2.0.4/.pi/harnesses/agent-hub/fixtures/registration-surface.json +55 -0
  111. package/.versions/2.0.4/.pi/harnesses/agent-hub/footer.ts +30 -0
  112. package/.versions/2.0.4/.pi/harnesses/agent-hub/helpers.ts +266 -0
  113. package/.versions/2.0.4/.pi/harnesses/agent-hub/hub-state-audit.js +59 -0
  114. package/.versions/2.0.4/.pi/harnesses/agent-hub/index.ts +2088 -0
  115. package/.versions/2.0.4/.pi/harnesses/agent-hub/input/completions.ts +76 -0
  116. package/.versions/2.0.4/.pi/harnesses/agent-hub/input/shortcuts.ts +47 -0
  117. package/.versions/2.0.4/.pi/harnesses/agent-hub/lifecycle/context-pressure.ts +123 -0
  118. package/.versions/2.0.4/.pi/harnesses/agent-hub/lifecycle/monitor-session.ts +104 -0
  119. package/.versions/2.0.4/.pi/harnesses/agent-hub/lifecycle/session-orchestration.ts +141 -0
  120. package/.versions/2.0.4/.pi/harnesses/agent-hub/lifecycle/turn-handlers.ts +95 -0
  121. package/.versions/2.0.4/.pi/harnesses/agent-hub/monitor-control.ts +9 -0
  122. package/.versions/2.0.4/.pi/harnesses/agent-hub/monitor-invoke-journal.ts +131 -0
  123. package/.versions/2.0.4/.pi/harnesses/agent-hub/monitor-invoke.ts +92 -0
  124. package/.versions/2.0.4/.pi/harnesses/agent-hub/monitor-lifecycle.ts +13 -0
  125. package/.versions/2.0.4/.pi/harnesses/agent-hub/monitor-publisher.ts +59 -0
  126. package/.versions/2.0.4/.pi/harnesses/agent-hub/monitor-recovery.ts +3 -0
  127. package/.versions/2.0.4/.pi/harnesses/agent-hub/monitor-runtime.ts +3 -0
  128. package/.versions/2.0.4/.pi/harnesses/agent-hub/monitor-session-bridge.ts +266 -0
  129. package/.versions/2.0.4/.pi/harnesses/agent-hub/package.json +7 -0
  130. package/.versions/2.0.4/.pi/harnesses/agent-hub/peer-spawn-plan.ts +116 -0
  131. package/.versions/2.0.4/.pi/harnesses/agent-hub/policy/models.ts +153 -0
  132. package/.versions/2.0.4/.pi/harnesses/agent-hub/policy/profile-activation.ts +62 -0
  133. package/.versions/2.0.4/.pi/harnesses/agent-hub/policy/profile-runtime.ts +64 -0
  134. package/.versions/2.0.4/.pi/harnesses/agent-hub/policy/roster.ts +79 -0
  135. package/.versions/2.0.4/.pi/harnesses/agent-hub/policy/work-mode.ts +118 -0
  136. package/.versions/2.0.4/.pi/harnesses/agent-hub/poll-command.ts +176 -0
  137. package/.versions/2.0.4/.pi/harnesses/agent-hub/presentation.ts +48 -0
  138. package/.versions/2.0.4/.pi/harnesses/agent-hub/prompts/context.ts +46 -0
  139. package/.versions/2.0.4/.pi/harnesses/agent-hub/prompts/fragments.ts +115 -0
  140. package/.versions/2.0.4/.pi/harnesses/agent-hub/prompts/session-start.ts +90 -0
  141. package/.versions/2.0.4/.pi/harnesses/agent-hub/prompts/system-prompt.ts +110 -0
  142. package/.versions/2.0.4/.pi/harnesses/agent-hub/provider-semaphore.js +138 -0
  143. package/.versions/2.0.4/.pi/harnesses/agent-hub/research/controls.ts +74 -0
  144. package/.versions/2.0.4/.pi/harnesses/agent-hub/research/runtime.ts +175 -0
  145. package/.versions/2.0.4/.pi/harnesses/agent-hub/research/spawn-run.ts +144 -0
  146. package/.versions/2.0.4/.pi/harnesses/agent-hub/research-watchdog.ts +40 -0
  147. package/.versions/2.0.4/.pi/harnesses/agent-hub/return-contract.js +293 -0
  148. package/.versions/2.0.4/.pi/harnesses/agent-hub/return-extract.js +75 -0
  149. package/.versions/2.0.4/.pi/harnesses/agent-hub/review-findings.js +102 -0
  150. package/.versions/2.0.4/.pi/harnesses/agent-hub/run-budget.js +537 -0
  151. package/.versions/2.0.4/.pi/harnesses/agent-hub/run-namespace.js +87 -0
  152. package/.versions/2.0.4/.pi/harnesses/agent-hub/safety-routing.ts +22 -0
  153. package/.versions/2.0.4/.pi/harnesses/agent-hub/scope-gate.js +103 -0
  154. package/.versions/2.0.4/.pi/harnesses/agent-hub/session-health.js +110 -0
  155. package/.versions/2.0.4/.pi/harnesses/agent-hub/session-start.ts +42 -0
  156. package/.versions/2.0.4/.pi/harnesses/agent-hub/spawn.ts +404 -0
  157. package/.versions/2.0.4/.pi/harnesses/agent-hub/timeline.ts +54 -0
  158. package/.versions/2.0.4/.pi/harnesses/agent-hub/tools/action-executors.ts +148 -0
  159. package/.versions/2.0.4/.pi/harnesses/agent-hub/tools/coms-tools.ts +139 -0
  160. package/.versions/2.0.4/.pi/harnesses/agent-hub/tools/context.ts +132 -0
  161. package/.versions/2.0.4/.pi/harnesses/agent-hub/tools/dispatch-agent.ts +79 -0
  162. package/.versions/2.0.4/.pi/harnesses/agent-hub/tools/dispatch-execution.ts +199 -0
  163. package/.versions/2.0.4/.pi/harnesses/agent-hub/tools/execution-orchestration.ts +22 -0
  164. package/.versions/2.0.4/.pi/harnesses/agent-hub/tools/fleet-tools.ts +202 -0
  165. package/.versions/2.0.4/.pi/harnesses/agent-hub/tools/herdr-executors.ts +84 -0
  166. package/.versions/2.0.4/.pi/harnesses/agent-hub/tools/set-task-tier.ts +29 -0
  167. package/.versions/2.0.4/.pi/harnesses/agent-hub/tools/spawn-research.ts +62 -0
  168. package/.versions/2.0.4/.pi/harnesses/agent-hub/tools/team-adjust.ts +29 -0
  169. package/.versions/2.0.4/.pi/harnesses/agent-hub/tools/verification-contract.ts +77 -0
  170. package/.versions/2.0.4/.pi/harnesses/agent-hub/types.ts +61 -0
  171. package/.versions/2.0.4/.pi/harnesses/agent-hub/ui/context-budget.ts +86 -0
  172. package/.versions/2.0.4/.pi/harnesses/agent-hub/ui/detail-panel.ts +178 -0
  173. package/.versions/2.0.4/.pi/harnesses/agent-hub/ui/fleet-dashboard.ts +123 -0
  174. package/.versions/2.0.4/.pi/harnesses/agent-hub/ui/grid.ts +144 -0
  175. package/.versions/2.0.4/.pi/harnesses/agent-hub/ui/history-store.ts +137 -0
  176. package/.versions/2.0.4/.pi/harnesses/agent-hub/ui/history.ts +234 -0
  177. package/.versions/2.0.4/.pi/harnesses/agent-hub/ui/pool.ts +103 -0
  178. package/.versions/2.0.4/.pi/harnesses/agent-hub/ui/zoom.ts +204 -0
  179. package/.versions/2.0.4/.pi/harnesses/agent-hub/version.ts +42 -0
  180. package/.versions/2.0.4/.pi/harnesses/agent-hub/work-mode-controls.ts +56 -0
  181. package/.versions/2.0.4/.pi/harnesses/agent-hub/work-mode.ts +167 -0
  182. package/.versions/2.0.4/.pi/harnesses/ask-user-remote/README.md +53 -0
  183. package/.versions/2.0.4/.pi/harnesses/ask-user-remote/index.ts +532 -0
  184. package/.versions/2.0.4/.pi/harnesses/ask-user-remote/race-core.js +106 -0
  185. package/.versions/2.0.4/.pi/harnesses/coms/README.md +100 -0
  186. package/.versions/2.0.4/.pi/harnesses/coms/index.ts +276 -0
  187. package/.versions/2.0.4/.pi/harnesses/coms/package.json +7 -0
  188. package/.versions/2.0.4/.pi/harnesses/coms/version.ts +42 -0
  189. package/.versions/2.0.4/.pi/harnesses/damage-control-continue/README.md +124 -0
  190. package/.versions/2.0.4/.pi/harnesses/damage-control-continue/index.ts +536 -0
  191. package/.versions/2.0.4/.pi/harnesses/damage-control-continue/package.json +7 -0
  192. package/.versions/2.0.4/.pi/harnesses/damage-control-continue/version.ts +42 -0
  193. package/.versions/2.0.4/.pi/harnesses/lib/coms-core-io.ts +385 -0
  194. package/.versions/2.0.4/.pi/harnesses/lib/coms-core.ts +577 -0
  195. package/.versions/2.0.4/.pi/harnesses/lib/coms-registry-entry.ts +94 -0
  196. package/.versions/2.0.4/.pi/harnesses/lib/context-budget-child-prompt.ts +179 -0
  197. package/.versions/2.0.4/.pi/harnesses/lib/context-budget-hub-prompt.ts +114 -0
  198. package/.versions/2.0.4/.pi/harnesses/lib/context-budget-view.ts +107 -0
  199. package/.versions/2.0.4/.pi/harnesses/lib/context-budget.ts +114 -0
  200. package/.versions/2.0.4/.pi/harnesses/lib/damage-control-shared.ts +197 -0
  201. package/.versions/2.0.4/.pi/harnesses/lib/fixtures/context-budget-profiles.json +11 -0
  202. package/.versions/2.0.4/.pi/harnesses/lib/fixtures/hub-prompt-operator.legacy.txt +73 -0
  203. package/.versions/2.0.4/.pi/harnesses/lib/fixtures/hub-prompt-orchestrator.legacy.txt +73 -0
  204. package/.versions/2.0.4/.pi/harnesses/lib/fleet-dashboard-ops.ts +166 -0
  205. package/.versions/2.0.4/.pi/harnesses/lib/fleet-dashboard-view.ts +142 -0
  206. package/.versions/2.0.4/.pi/harnesses/lib/fleet-detail-view.ts +247 -0
  207. package/.versions/2.0.4/.pi/harnesses/lib/fleet-overlay.ts +26 -0
  208. package/.versions/2.0.4/.pi/harnesses/lib/fleet-panel.ts +34 -0
  209. package/.versions/2.0.4/.pi/harnesses/lib/fleet-read-model.ts +131 -0
  210. package/.versions/2.0.4/.pi/harnesses/lib/fleet-selection.ts +24 -0
  211. package/.versions/2.0.4/.pi/harnesses/lib/fleet-transcript-store.ts +244 -0
  212. package/.versions/2.0.4/.pi/harnesses/lib/herdr-client.ts +472 -0
  213. package/.versions/2.0.4/.pi/harnesses/lib/herdr-presence.ts +399 -0
  214. package/.versions/2.0.4/.pi/harnesses/lib/hermes-monitor-events.ts +136 -0
  215. package/.versions/2.0.4/.pi/harnesses/lib/hermes-monitor-herdr.ts +28 -0
  216. package/.versions/2.0.4/.pi/harnesses/lib/hermes-monitor-model.ts +18 -0
  217. package/.versions/2.0.4/.pi/harnesses/lib/hermes-monitor-registry.ts +6 -0
  218. package/.versions/2.0.4/.pi/harnesses/lib/hermes-monitor-socket.ts +163 -0
  219. package/.versions/2.0.4/.pi/harnesses/lib/hermes-monitor-store.ts +31 -0
  220. package/.versions/2.0.4/.pi/harnesses/lib/spawned-peers.js +190 -0
  221. package/.versions/2.0.4/.pi/harnesses/package-lock.json +2039 -0
  222. package/.versions/2.0.4/.pi/harnesses/package.json +10 -0
  223. package/.versions/2.0.4/.pi/prompts/af-build.md +24 -0
  224. package/.versions/2.0.4/.pi/prompts/af-code-simplify.md +22 -0
  225. package/.versions/2.0.4/.pi/prompts/af-plan.md +17 -0
  226. package/.versions/2.0.4/.pi/prompts/af-review.md +16 -0
  227. package/.versions/2.0.4/.pi/prompts/af-set-hermes-telegram.md +15 -0
  228. package/.versions/2.0.4/.pi/prompts/af-set-hermes-watchdog.md +6 -0
  229. package/.versions/2.0.4/.pi/prompts/af-ship.md +17 -0
  230. package/.versions/2.0.4/.pi/prompts/af-spec.md +15 -0
  231. package/.versions/2.0.4/.pi/prompts/af-test.md +19 -0
  232. package/.versions/2.0.4/.pi/skills/bowser/SKILL.md +145 -0
  233. package/.versions/2.0.4/.version +1 -0
  234. package/.versions/2.0.4/agents/architect.md +25 -0
  235. package/.versions/2.0.4/agents/bowser.md +28 -0
  236. package/.versions/2.0.4/agents/builder.md +56 -0
  237. package/.versions/2.0.4/agents/code-reviewer.md +210 -0
  238. package/.versions/2.0.4/agents/deep-researcher.md +33 -0
  239. package/.versions/2.0.4/agents/documenter.md +22 -0
  240. package/.versions/2.0.4/agents/orchestrator.md +23 -0
  241. package/.versions/2.0.4/agents/plan-reviewer.md +84 -0
  242. package/.versions/2.0.4/agents/planner.md +105 -0
  243. package/.versions/2.0.4/agents/releaser.md +25 -0
  244. package/.versions/2.0.4/agents/researcher.md +31 -0
  245. package/.versions/2.0.4/agents/security-auditor.md +168 -0
  246. package/.versions/2.0.4/agents/test-engineer.md +154 -0
  247. package/.versions/2.0.4/agents/web-debugger.md +44 -0
  248. package/.versions/2.0.4/agents/web-performance-auditor.md +194 -0
  249. package/.versions/2.0.4/bin/catalog/harness-runtime-closure.json +36 -0
  250. package/.versions/2.0.4/codex/CONDUCTOR.md +148 -0
  251. package/.versions/2.0.4/docs/ARCHITECTURE.md +407 -0
  252. package/.versions/2.0.4/docs/agent-fleet-setup.md +547 -0
  253. package/.versions/2.0.4/docs/claude-code-coms-bridge.md +133 -0
  254. package/.versions/2.0.4/docs/codex-remote-conductor.md +170 -0
  255. package/.versions/2.0.4/docs/coms-hermes-bridge.md +189 -0
  256. package/.versions/2.0.4/docs/getting-started.md +124 -0
  257. package/.versions/2.0.4/docs/npm-install.md +299 -0
  258. package/.versions/2.0.4/docs/pi-extensions.md +447 -0
  259. package/.versions/2.0.4/docs/pi-setup.md +74 -0
  260. package/.versions/2.0.4/docs/skill-anatomy.md +150 -0
  261. package/.versions/2.0.4/hermes/README.md +347 -0
  262. package/.versions/2.0.4/hermes/desktop-plugins/agent-fleet-herdr/plugin.js +1291 -0
  263. package/.versions/2.0.4/hermes/desktop-plugins/agent-fleet-herdr/presentation.js +672 -0
  264. package/.versions/2.0.4/hermes/desktop-plugins/agent-fleet-monitor/plugin.js +19 -0
  265. package/.versions/2.0.4/hermes/desktop-plugins/agent-fleet-monitor/state.js +10 -0
  266. package/.versions/2.0.4/hermes/gates/gate-o-capability.md +8 -0
  267. package/.versions/2.0.4/hermes/gates/gate-o-validator-fixtures.json +1 -0
  268. package/.versions/2.0.4/hermes/plugins/agent-fleet-herdr/dashboard/activity.py +770 -0
  269. package/.versions/2.0.4/hermes/plugins/agent-fleet-herdr/dashboard/coms_registry.py +134 -0
  270. package/.versions/2.0.4/hermes/plugins/agent-fleet-herdr/dashboard/coms_send.py +350 -0
  271. package/.versions/2.0.4/hermes/plugins/agent-fleet-herdr/dashboard/herdr_source.py +193 -0
  272. package/.versions/2.0.4/hermes/plugins/agent-fleet-herdr/dashboard/manifest.json +4 -0
  273. package/.versions/2.0.4/hermes/plugins/agent-fleet-herdr/dashboard/plugin_api.py +444 -0
  274. package/.versions/2.0.4/hermes/plugins/agent-fleet-herdr/dashboard/sessions.py +205 -0
  275. package/.versions/2.0.4/hermes/plugins/agent-fleet-herdr/dashboard/tasks.py +300 -0
  276. package/.versions/2.0.4/hermes/plugins/agent-fleet-herdr/dashboard/watch.py +819 -0
  277. package/.versions/2.0.4/hermes/plugins/agent-fleet-herdr/plugin.yaml +8 -0
  278. package/.versions/2.0.4/hermes/plugins/agent-fleet-monitor/dashboard/adapter.py +139 -0
  279. package/.versions/2.0.4/hermes/plugins/agent-fleet-monitor/dashboard/manifest.json +11 -0
  280. package/.versions/2.0.4/hermes/plugins/agent-fleet-monitor/dashboard/plugin_api.py +50 -0
  281. package/.versions/2.0.4/hermes/skills/hub-conductor/SKILL.md +84 -0
  282. package/.versions/2.0.4/hermes/skills/hub-liaison/SKILL.md +84 -0
  283. package/.versions/2.0.4/hermes/skills/hub-watchdog/SKILL.md +76 -0
  284. package/.versions/2.0.4/hermes/skills/hub-watchdog/manifest.json +1 -0
  285. package/.versions/2.0.4/hermes/skills/hub-watchdog/scripts/watchdog.py +249 -0
  286. package/.versions/2.0.4/hermes/skills/hub-watchdog/scripts/watchdog_actions.py +124 -0
  287. package/.versions/2.0.4/hermes/skills/hub-watchdog/scripts/watchdog_contract.py +76 -0
  288. package/.versions/2.0.4/hermes/skills/hub-watchdog/scripts/watchdog_delivery.py +10 -0
  289. package/.versions/2.0.4/hermes/skills/hub-watchdog/scripts/watchdog_engine.py +128 -0
  290. package/.versions/2.0.4/hermes/skills/hub-watchdog/scripts/watchdog_judgment.py +41 -0
  291. package/.versions/2.0.4/hermes/skills/hub-watchdog/scripts/watchdog_recovery.py +103 -0
  292. package/.versions/2.0.4/hermes/skills/hub-watchdog/scripts/watchdog_state.py +163 -0
  293. package/.versions/2.0.4/hermes/skills/hub-watchdog/scripts/watchdog_transport.py +138 -0
  294. package/.versions/2.0.4/hermes/watchdog-tests/__init__.py +0 -0
  295. package/.versions/2.0.4/hooks/coms-stop-hook.mjs +84 -0
  296. package/.versions/2.0.4/install-manifest.json +2942 -0
  297. package/.versions/2.0.4/justfile +289 -0
  298. package/.versions/2.0.4/manifest-meta.json +969 -0
  299. package/.versions/2.0.4/references/accessibility-checklist.md +160 -0
  300. package/.versions/2.0.4/references/communication-contract.md +26 -0
  301. package/.versions/2.0.4/references/definition-of-done.md +67 -0
  302. package/.versions/2.0.4/references/fleet-coordination-patterns.md +171 -0
  303. package/.versions/2.0.4/references/observability-checklist.md +91 -0
  304. package/.versions/2.0.4/references/orchestration-patterns.md +370 -0
  305. package/.versions/2.0.4/references/performance-checklist.md +153 -0
  306. package/.versions/2.0.4/references/prompting-patterns.md +380 -0
  307. package/.versions/2.0.4/references/security-checklist.md +179 -0
  308. package/.versions/2.0.4/references/testing-patterns.md +236 -0
  309. package/.versions/2.0.4/references/workflow-authoring.md +304 -0
  310. package/.versions/2.0.4/scripts/claude-code-preflight.ts +70 -0
  311. package/.versions/2.0.4/scripts/codex-conductor.ts +41 -0
  312. package/.versions/2.0.4/scripts/codex-remote-control.ts +167 -0
  313. package/.versions/2.0.4/scripts/coms-claude-bridge.ts +411 -0
  314. package/.versions/2.0.4/scripts/coms-cli.ts +484 -0
  315. package/.versions/2.0.4/scripts/coms-hermes-bridge.ts +413 -0
  316. package/.versions/2.0.4/scripts/fleet.ts +222 -0
  317. package/.versions/2.0.4/scripts/flow.ts +137 -0
  318. package/.versions/2.0.4/scripts/hermes-monitor-capability-runner.ts +25 -0
  319. package/.versions/2.0.4/scripts/hermes-monitor-scenario.ts +474 -0
  320. package/.versions/2.0.4/scripts/hermes-watchdog-capability-probe.ts +45 -0
  321. package/.versions/2.0.4/scripts/install-hermes-plugin.sh +180 -0
  322. package/.versions/2.0.4/scripts/lib/claude-bridge-core.ts +210 -0
  323. package/.versions/2.0.4/scripts/lib/codex-conductor.ts +88 -0
  324. package/.versions/2.0.4/scripts/lib/codex-remote-control.ts +482 -0
  325. package/.versions/2.0.4/scripts/lib/coms-envelope.ts +582 -0
  326. package/.versions/2.0.4/scripts/lib/fake-herdr-server.ts +88 -0
  327. package/.versions/2.0.4/scripts/lib/fleet-command.ts +270 -0
  328. package/.versions/2.0.4/scripts/lib/flow-command.ts +93 -0
  329. package/.versions/2.0.4/scripts/lib/flow-maintenance.ts +230 -0
  330. package/.versions/2.0.4/scripts/lib/herdr-layout.ts +281 -0
  331. package/.versions/2.0.4/scripts/lib/hermes-bridge-core.ts +241 -0
  332. package/.versions/2.0.4/scripts/lib/hermes-monitor-events.ts +1 -0
  333. package/.versions/2.0.4/scripts/lib/hermes-monitor-herdr.ts +2 -0
  334. package/.versions/2.0.4/scripts/lib/hermes-monitor-model.ts +3 -0
  335. package/.versions/2.0.4/scripts/lib/hermes-monitor-registry.ts +2 -0
  336. package/.versions/2.0.4/scripts/lib/hermes-monitor-socket.ts +2 -0
  337. package/.versions/2.0.4/scripts/lib/hermes-monitor-store.ts +2 -0
  338. package/.versions/2.0.4/scripts/lib/monitor-env.ts +146 -0
  339. package/.versions/2.0.4/scripts/lib/peer-launch.ts +318 -0
  340. package/.versions/2.0.4/scripts/lib/persona-banner.ts +62 -0
  341. package/.versions/2.0.4/scripts/lib/runtime-dependencies.js +124 -0
  342. package/.versions/2.0.4/scripts/lib/spawn-stagger.ts +101 -0
  343. package/.versions/2.0.4/scripts/lib/team-project.ts +213 -0
  344. package/.versions/2.0.4/scripts/lib/team-snapshot.ts +147 -0
  345. package/.versions/2.0.4/scripts/package-lock.json +35 -0
  346. package/.versions/2.0.4/scripts/package.json +9 -0
  347. package/.versions/2.0.4/scripts/peer-banner.ts +40 -0
  348. package/.versions/2.0.4/scripts/peer-launch.ts +285 -0
  349. package/.versions/2.0.4/scripts/team-snapshot.ts +237 -0
  350. package/.versions/2.0.4/scripts/team-up.ts +406 -0
  351. package/.versions/2.0.4/scripts/workflows/lib/agent-phase.ts +133 -0
  352. package/.versions/2.0.4/scripts/workflows/lib/changes.ts +61 -0
  353. package/.versions/2.0.4/scripts/workflows/lib/debate.ts +149 -0
  354. package/.versions/2.0.4/scripts/workflows/lib/env.ts +34 -0
  355. package/.versions/2.0.4/scripts/workflows/lib/envelopes.ts +169 -0
  356. package/.versions/2.0.4/scripts/workflows/lib/gates.ts +81 -0
  357. package/.versions/2.0.4/scripts/workflows/lib/git.ts +96 -0
  358. package/.versions/2.0.4/scripts/workflows/lib/merge.ts +95 -0
  359. package/.versions/2.0.4/scripts/workflows/lib/model-profile.ts +22 -0
  360. package/.versions/2.0.4/scripts/workflows/lib/model-visibility.ts +92 -0
  361. package/.versions/2.0.4/scripts/workflows/lib/permissions.ts +130 -0
  362. package/.versions/2.0.4/scripts/workflows/lib/personas.ts +57 -0
  363. package/.versions/2.0.4/scripts/workflows/lib/poll.ts +86 -0
  364. package/.versions/2.0.4/scripts/workflows/lib/quality.ts +64 -0
  365. package/.versions/2.0.4/scripts/workflows/lib/run.ts +108 -0
  366. package/.versions/2.0.4/scripts/workflows/lib/trace.ts +34 -0
  367. package/.versions/2.0.4/scripts/workflows/lib/voices.ts +128 -0
  368. package/.versions/2.0.4/scripts/workflows/lib/writer-lease.ts +112 -0
  369. package/.versions/2.0.4/scripts/workflows/tsconfig.json +22 -0
  370. package/.versions/2.0.4/scripts/workflows/wf-build-test.ts +61 -0
  371. package/.versions/2.0.4/scripts/workflows/wf-debate.ts +87 -0
  372. package/.versions/2.0.4/scripts/workflows/wf-document.ts +50 -0
  373. package/.versions/2.0.4/scripts/workflows/wf-poll.ts +95 -0
  374. package/.versions/2.0.4/scripts/workflows/wf-quality.ts +20 -0
  375. package/.versions/2.0.4/scripts/workflows/wf-scout.ts +38 -0
  376. package/.versions/2.0.4/skills/_internal/grilling.md +59 -0
  377. package/.versions/2.0.4/skills/browser-testing-with-devtools/SKILL.md +351 -0
  378. package/.versions/2.0.4/skills/code-review-and-quality/SKILL.md +381 -0
  379. package/.versions/2.0.4/skills/compound-learning/SKILL.md +137 -0
  380. package/.versions/2.0.4/skills/context-engineering/SKILL.md +291 -0
  381. package/.versions/2.0.4/skills/deprecation-and-migration/SKILL.md +206 -0
  382. package/.versions/2.0.4/skills/designing-agents/SKILL.md +394 -0
  383. package/.versions/2.0.4/skills/designing-agents/pi-harness-authoring.md +222 -0
  384. package/.versions/2.0.4/skills/drafting-workflows/SKILL.md +143 -0
  385. package/.versions/2.0.4/skills/drafting-workflows/scripts/make-workflow.ts +177 -0
  386. package/.versions/2.0.4/skills/frontend-ui-engineering/SKILL.md +328 -0
  387. package/.versions/2.0.4/skills/git-workflow-and-versioning/SKILL.md +316 -0
  388. package/.versions/2.0.4/skills/idea-refine/SKILL.md +182 -0
  389. package/.versions/2.0.4/skills/idea-refine/examples.md +238 -0
  390. package/.versions/2.0.4/skills/idea-refine/frameworks.md +99 -0
  391. package/.versions/2.0.4/skills/idea-refine/refinement-criteria.md +113 -0
  392. package/.versions/2.0.4/skills/idea-refine/scripts/idea-refine.sh +15 -0
  393. package/.versions/2.0.4/skills/incremental-implementation/SKILL.md +298 -0
  394. package/.versions/2.0.4/skills/interview-me/SKILL.md +226 -0
  395. package/.versions/2.0.4/skills/orchestration-verification/SKILL.md +181 -0
  396. package/.versions/2.0.4/skills/peer-coms/SKILL.md +90 -0
  397. package/.versions/2.0.4/skills/performance-optimization/SKILL.md +350 -0
  398. package/.versions/2.0.4/skills/planning-and-task-breakdown/SKILL.md +265 -0
  399. package/.versions/2.0.4/skills/security-and-hardening/SKILL.md +461 -0
  400. package/.versions/2.0.4/skills/spec-driven-development/SKILL.md +256 -0
  401. package/.versions/2.0.4/skills/using-agent-skills/SKILL.md +197 -0
  402. package/.versions/2.0.4/systemd/user/agent-fleet-codex-remote-control.service.in +23 -0
  403. package/.versions/2.0.4/vendor/agent-skills-upstream/LICENSE +21 -0
  404. package/.versions/2.0.4/vendor/agent-skills-upstream/README.md +11 -0
  405. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/api-and-interface-design/SKILL.md +294 -0
  406. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/browser-testing-with-devtools/SKILL.md +317 -0
  407. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/ci-cd-and-automation/SKILL.md +390 -0
  408. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/code-review-and-quality/SKILL.md +396 -0
  409. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/code-simplification/SKILL.md +331 -0
  410. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/context-engineering/SKILL.md +289 -0
  411. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/debugging-and-error-recovery/SKILL.md +300 -0
  412. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/deprecation-and-migration/SKILL.md +247 -0
  413. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/documentation-and-adrs/SKILL.md +278 -0
  414. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/doubt-driven-development/SKILL.md +243 -0
  415. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/frontend-ui-engineering/SKILL.md +328 -0
  416. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/git-workflow-and-versioning/SKILL.md +355 -0
  417. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/idea-refine/SKILL.md +178 -0
  418. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/idea-refine/examples.md +238 -0
  419. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/idea-refine/frameworks.md +99 -0
  420. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/idea-refine/refinement-criteria.md +113 -0
  421. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/idea-refine/scripts/idea-refine.sh +15 -0
  422. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/incremental-implementation/SKILL.md +249 -0
  423. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/interview-me/SKILL.md +225 -0
  424. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/observability-and-instrumentation/SKILL.md +203 -0
  425. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/performance-optimization/SKILL.md +350 -0
  426. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/planning-and-task-breakdown/SKILL.md +234 -0
  427. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/security-and-hardening/SKILL.md +467 -0
  428. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/shipping-and-launch/SKILL.md +310 -0
  429. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/source-driven-development/SKILL.md +194 -0
  430. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/spec-driven-development/SKILL.md +206 -0
  431. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/test-driven-development/SKILL.md +383 -0
  432. package/.versions/2.0.4/vendor/agent-skills-upstream/skills/using-agent-skills/SKILL.md +191 -0
  433. package/CHANGELOG.md +7 -0
  434. package/bin/catalog/harness-runtime-closure.json +2 -0
  435. package/bin/cli.js +47 -9
  436. package/bin/lib/doctor.js +35 -2
  437. package/bin/lib/reconcile.js +3 -2
  438. package/docs/agent-fleet-setup.md +74 -0
  439. package/docs/claude-code-coms-bridge.md +5 -0
  440. package/docs/getting-started.md +5 -0
  441. package/docs/npm-install.md +12 -5
  442. package/install-manifest.json +3 -1
  443. package/justfile +1 -1
  444. package/package.json +5 -3
  445. package/scripts/claude-code-preflight.ts +70 -0
  446. package/scripts/fleet.ts +23 -0
  447. package/scripts/lib/runtime-dependencies.js +124 -0
  448. package/scripts/peer-launch.ts +27 -1
  449. package/scripts/workflows/lib/agent-phase.ts +2 -1
  450. package/scripts/workflows/lib/model-profile.ts +22 -0
  451. package/scripts/workflows/lib/personas.ts +6 -3
  452. package/scripts/workflows/lib/voices.ts +3 -0
@@ -0,0 +1,9 @@
1
+ {
2
+ "name": "agent-fleet-pi-extensions-runtime-deps",
3
+ "private": true,
4
+ "type": "module",
5
+ "dependencies": {
6
+ "@modelcontextprotocol/sdk": "^1.29.0",
7
+ "typebox": "^1.1.33"
8
+ }
9
+ }
@@ -0,0 +1,205 @@
1
+ # pi-voice-stt
2
+
3
+ Push-to-talk voice dictation for pi's terminal UI. Press a hotkey, speak, and the
4
+ transcript is inserted into the prompt — or transcribed and sent in one step.
5
+
6
+ A simplified, self-contained port of [`cgarrot/pi-voice-stt`](https://github.com/cgarrot/pi-voice-stt),
7
+ trimmed to **two** transcription backends and adapted to this repo's pi runtime.
8
+
9
+ ## How it works
10
+
11
+ The mic is recorded to a temporary 16 kHz mono PCM WAV via `ffmpeg`, the WAV is sent to
12
+ the configured provider, and the returned text goes into the editor. There is no native
13
+ dependency and no build step — pi loads the TypeScript directly.
14
+
15
+ ## Controls
16
+
17
+ | Key / command | Action |
18
+ | --- | --- |
19
+ | **Alt+S** | Start recording; press again to **transcribe and insert** into the prompt |
20
+ | **Enter** (while recording) | Transcribe and **send** immediately |
21
+ | **Esc** (while recording) | Cancel — discard the recording |
22
+ | `/af-stt status` | Show config + current state |
23
+ | `/af-stt doctor` | Check `ffmpeg`, provider, and API key |
24
+ | `/af-stt start` · `stop` · `send` · `cancel` | Drive the state machine without the hotkey |
25
+
26
+ While recording, a `● REC m:ss` indicator animates in the status bar; during transcription
27
+ it shows a moving `transcribing…` dot.
28
+
29
+ > The hotkey is bound **only when a provider is configured**. Until then the extension is a
30
+ > silent no-op — `/af-stt doctor` still works to guide setup.
31
+
32
+ ## Requirements
33
+
34
+ - `ffmpeg` on `PATH` (or set `capture.ffmpegPath`).
35
+ - A configured provider (below).
36
+
37
+ ## Configuration
38
+
39
+ Config is resolved in this order (first hit wins):
40
+
41
+ 1. `PI_STT_CONFIG` — inline JSON (starts with `{`) or a path to a JSON file
42
+ 2. `<cwd>/.ai/stt.json` — project-local config (what deterministic setup writes)
43
+ 3. `~/.pi/agent/stt.json` — global config
44
+ 4. built-in defaults
45
+
46
+ Secrets are **never** stored in the file: the config names an environment variable and the
47
+ key is read from the process environment — a gitignored `.env` at the repo root, auto-loaded by
48
+ the `justfile`'s `dotenv-load`. See [`examples/stt.json`](examples/stt.json).
49
+
50
+ > **Deterministic setup** can write `.ai/stt.json` and append an empty `.env`
51
+ > placeholder — select the voice feature in `npx @chankov/agent-fleet setup` and answer
52
+ > the provider prompts. See
53
+ > [docs/agent-fleet-setup.md](../../../docs/agent-fleet-setup.md).
54
+
55
+ ### Option 1 — Generic OpenAI-compatible endpoint
56
+
57
+ Works with OpenAI Whisper, Groq, and local servers (`whisper.cpp`, `faster-whisper`) that
58
+ expose `POST /v1/audio/transcriptions`.
59
+
60
+ ```json
61
+ {
62
+ "language": "en-US",
63
+ "provider": {
64
+ "type": "openai",
65
+ "baseUrl": "https://api.openai.com/v1",
66
+ "model": "whisper-1",
67
+ "apiKeyEnv": "OPENAI_API_KEY"
68
+ }
69
+ }
70
+ ```
71
+
72
+ Point `baseUrl` at `http://127.0.0.1:8080/v1` for a local server — plain HTTP is allowed for
73
+ loopback hosts only; everything else must be HTTPS.
74
+
75
+ ### Option 2 — Azure Speech (speech-to-text)
76
+
77
+ Uses the Azure [REST API for short audio](https://learn.microsoft.com/azure/ai-services/speech-service/rest-speech-to-text-short)
78
+ (≤ 60 s per utterance, final result only). The recorder already produces the required
79
+ 16 kHz mono PCM WAV.
80
+
81
+ ```json
82
+ {
83
+ "language": "en-US",
84
+ "provider": {
85
+ "type": "azure",
86
+ "endpoint": "https://<resource>.cognitiveservices.azure.com",
87
+ "apiKeyEnv": "AZURE_SPEECH_KEY",
88
+ "format": "detailed"
89
+ }
90
+ }
91
+ ```
92
+
93
+ Then set the secrets in your environment:
94
+
95
+ ```sh
96
+ export AZURE_SPEECH_ENDPOINT="https://<resource>.cognitiveservices.azure.com" # used if `endpoint` is omitted
97
+ export AZURE_SPEECH_KEY="<your-resource-key>"
98
+ ```
99
+
100
+ The request posts the WAV to
101
+ `{endpoint}/af-stt/speech/recognition/conversation/cognitiveservices/v1?language=<lang>&format=<format>`
102
+ with the `Ocp-Apim-Subscription-Key` header. `format: "detailed"` returns the best
103
+ `NBest[0].Display`; `"simple"` returns `DisplayText`.
104
+
105
+ #### Azure language identification (mixed languages)
106
+
107
+ To let Azure auto-detect the language, add `locales` (candidate locales). The provider then
108
+ switches to the **Fast Transcription API** (`/speechtotext/transcriptions:transcribe`), which
109
+ runs per-phrase language identification:
110
+
111
+ ```json
112
+ {
113
+ "provider": {
114
+ "type": "azure",
115
+ "apiKeyEnv": "AZURE_SPEECH_KEY",
116
+ "locales": ["bg-BG", "en-US"],
117
+ "apiVersion": "2024-11-15"
118
+ }
119
+ }
120
+ ```
121
+
122
+ Identification is **phrase-level, not word-level** — a single English word inside a Bulgarian
123
+ sentence may still be transliterated. For true intra-sentence code-switching with English in
124
+ Latin script, use a Whisper backend (Option 1 or Option 3) instead. Omit `locales` to keep the
125
+ single-language short-audio behaviour.
126
+
127
+ ### Option 3 — Azure OpenAI Whisper (Azure AI Foundry)
128
+
129
+ Whisper hosted on Azure OpenAI / Azure AI Foundry. Same Whisper model as Option 1 (so it keeps
130
+ mixed Bulgarian + English in the right scripts), but served from your Azure resource — and a
131
+ multi-service Azure AI Services resource can reuse the **same key** as Azure Speech.
132
+
133
+ ```json
134
+ {
135
+ "language": "bg-BG",
136
+ "provider": {
137
+ "type": "azure-openai",
138
+ "endpoint": "https://<resource>.openai.azure.com",
139
+ "deployment": "gpt-4o-transcribe",
140
+ "apiVersion": "2025-03-01-preview",
141
+ "apiKeyEnv": "AZURE_SPEECH_KEY"
142
+ }
143
+ }
144
+ ```
145
+
146
+ The request posts the WAV (multipart) to
147
+ `{endpoint}/openai/deployments/{deployment}/audio/transcriptions?api-version={apiVersion}` with
148
+ the **`api-key`** header. `deployment` is the deployment name from Azure AI Foundry → Deployments.
149
+
150
+ **Model choice.** Both `whisper` and the newer `gpt-4o-transcribe` work via this provider:
151
+ - `gpt-4o-transcribe` (GlobalStandard) — recommended; higher capacity/quota and good mixed
152
+ Bulgarian + English (English terms stay in Latin). Needs a recent `apiVersion`
153
+ (e.g. `2025-03-01-preview`).
154
+ - `whisper` — works with `apiVersion: "2024-10-21"`, but low-capacity deployments can be flaky
155
+ (intermittent `404 DeploymentNotFound`); the provider retries those automatically.
156
+
157
+ > **Use the legacy data-plane host, not the Foundry endpoint.** Audio transcription is **not**
158
+ > served by the Foundry `https://<resource>.services.ai.azure.com` (`/openai/v1`) endpoint — that
159
+ > returns `404 DeploymentNotFound`. Use `https://<resource>.openai.azure.com` (or
160
+ > `…cognitiveservices.azure.com`). The `apiVersion` also matters: a recent GA version like
161
+ > `2024-10-21` works; older ones (e.g. `2024-06-01`) can 404. If omitted, `endpoint` falls back to
162
+ > `AZURE_OPENAI_ENDPOINT`.
163
+
164
+ Whisper accepts longer audio than the short-audio REST (up to ~25 MB), so `capture.maxSeconds`
165
+ can be raised.
166
+
167
+ ### All options
168
+
169
+ | Key | Default | Notes |
170
+ | --- | --- | --- |
171
+ | `keybind` | `alt+s` | Any pi key id; override per-run with `PI_STT_KEYBIND` |
172
+ | `language` | `en-US` | BCP-47 locale (OpenAI receives the language part only) |
173
+ | `capture.ffmpegPath` | `ffmpeg` | Path to the ffmpeg binary |
174
+ | `capture.inputFormat` / `capture.input` | per-platform | ffmpeg `-f` / `-i` (avfoundation/pulse/dshow defaults) |
175
+ | `capture.sampleRate` / `capture.channels` | `16000` / `1` | Keep at 16 kHz mono for Azure |
176
+ | `capture.maxSeconds` | `60` | Hard cap; Azure short-audio rejects longer clips |
177
+ | `capture.minBytes` | `2048` | Reject empty/too-short captures |
178
+ | `provider.apiKeyEnv` | `OPENAI_API_KEY` / `AZURE_SPEECH_KEY` / `AZURE_OPENAI_API_KEY` | Env var holding the key |
179
+
180
+ ## Troubleshooting
181
+
182
+ - **macOS: Option shortcuts type symbols instead of activating** — configure the terminal to send
183
+ Option as Meta. In Zed set `terminal.option_as_meta` to `true`; this is terminal-specific, not an
184
+ OS-wide shortcut change.
185
+ - **`/af-stt doctor` says ffmpeg not found** — install ffmpeg or set `capture.ffmpegPath`.
186
+ - **Linux: no audio** — ensure PulseAudio/PipeWire is running; try `capture.input` of a
187
+ specific source name from `pactl list sources short`.
188
+ - **Azure `NoMatch`** — the spoken language doesn't match `language`; fix the locale.
189
+ - **Azure OpenAI `404 DeploymentNotFound`** — usually **not** the deployment name: check that
190
+ `endpoint` is the legacy `*.openai.azure.com` / `*.cognitiveservices.azure.com` host (not the
191
+ Foundry `*.services.ai.azure.com`), and that `apiVersion` is recent (`2024-10-21`, not
192
+ `2024-06-01`). Only after those, verify the `deployment` name in Azure AI Foundry → Deployments.
193
+ - **Intermittent `404 DeploymentNotFound` (some requests succeed, most fail)** — the deployment is
194
+ still propagating (freshly created) or has near-zero capacity. The extension already retries
195
+ transient 404/429/5xx up to 3×, but if it stays flaky for long, wait for provisioning to settle,
196
+ raise the deployment's capacity/quota (its **Requests-per-Minute** limit may be very low), or
197
+ delete and recreate the deployment.
198
+ - **Recording too short** — speak before the indicator clears, or lower `capture.minBytes`.
199
+
200
+ ## Attribution
201
+
202
+ Ported and simplified from [`cgarrot/pi-voice-stt`](https://github.com/cgarrot/pi-voice-stt).
203
+ Only the OpenAI-compatible, Azure Speech, and Azure OpenAI Whisper backends are included; the
204
+ other upstream providers, macOS Keychain lookup, and streaming/interim results are out of scope
205
+ here.
@@ -0,0 +1,198 @@
1
+ // Configuration loading and validation for the pi-voice-stt extension.
2
+ //
3
+ // Resolution order (first hit wins):
4
+ // 1. PI_STT_CONFIG — inline JSON (starts with "{") or a path to a JSON file
5
+ // 2. <cwd>/.ai/stt.json — project-local config (written by deterministic setup)
6
+ // 3. ~/.pi/agent/stt.json — global config
7
+ // 4. built-in defaults
8
+ //
9
+ // Secrets are never stored in the config file: the config names an environment
10
+ // variable (apiKeyEnv) and the key is read from the process environment (a
11
+ // gitignored .env at the repo root, auto-loaded by the justfile's dotenv-load).
12
+
13
+ import { readFileSync } from "node:fs";
14
+ import { homedir } from "node:os";
15
+ import path from "node:path";
16
+
17
+ export interface CaptureConfig {
18
+ ffmpegPath?: string;
19
+ /** ffmpeg -f input format. Defaults per-platform (avfoundation/pulse/dshow). */
20
+ inputFormat?: string;
21
+ /** ffmpeg -i input device. Defaults per-platform. */
22
+ input?: string;
23
+ sampleRate?: number;
24
+ channels?: number;
25
+ /** Hard cap on recording length. Azure REST short-audio rejects >60s. */
26
+ maxSeconds?: number;
27
+ /** Reject recordings whose WAV is smaller than this (treat as "no audio"). */
28
+ minBytes?: number;
29
+ }
30
+
31
+ export interface OpenAIProvider {
32
+ type: "openai" | "openai-compatible";
33
+ /** Any OpenAI-compatible base, e.g. http://127.0.0.1:8080/v1 for local whisper. */
34
+ baseUrl?: string;
35
+ model?: string;
36
+ apiKeyEnv?: string;
37
+ }
38
+
39
+ export interface AzureProvider {
40
+ type: "azure";
41
+ /** Resource endpoint, e.g. https://<resource>.cognitiveservices.azure.com */
42
+ endpoint?: string;
43
+ /** Env var to read the endpoint from when `endpoint` is unset. */
44
+ endpointEnv?: string;
45
+ apiKeyEnv?: string;
46
+ format?: "simple" | "detailed";
47
+ /**
48
+ * Candidate locales for the Fast Transcription API's per-phrase language
49
+ * identification, e.g. ["bg-BG", "en-US"]. When set, the provider uses the
50
+ * Fast Transcription endpoint instead of the single-language short-audio REST.
51
+ * Note: identification is phrase-level, not word-level.
52
+ */
53
+ locales?: string[];
54
+ /** Fast Transcription API version (only used when `locales` is set). */
55
+ apiVersion?: string;
56
+ }
57
+
58
+ export interface AzureOpenAIProvider {
59
+ type: "azure-openai";
60
+ /** Resource endpoint, e.g. https://<resource>.services.ai.azure.com (Azure AI Foundry)
61
+ * or https://<resource>.openai.azure.com (Azure OpenAI). */
62
+ endpoint?: string;
63
+ /** Env var to read the endpoint from when `endpoint` is unset (default AZURE_OPENAI_ENDPOINT). */
64
+ endpointEnv?: string;
65
+ /** Whisper deployment name as configured in Azure AI Foundry / Azure OpenAI. */
66
+ deployment: string;
67
+ /** Azure OpenAI data-plane API version. */
68
+ apiVersion?: string;
69
+ apiKeyEnv?: string;
70
+ /** Optional; the deployment already pins the model, so usually omitted. */
71
+ model?: string;
72
+ }
73
+
74
+ export type Provider = OpenAIProvider | AzureProvider | AzureOpenAIProvider;
75
+
76
+ export interface SttConfig {
77
+ keybind: string;
78
+ language: string;
79
+ capture: CaptureConfig;
80
+ provider?: Provider;
81
+ }
82
+
83
+ export interface LoadedConfig {
84
+ config: SttConfig;
85
+ /** Human-readable description of where the config came from. */
86
+ source: string;
87
+ }
88
+
89
+ const DEFAULTS: SttConfig = {
90
+ keybind: "alt+s",
91
+ language: "en-US",
92
+ capture: {
93
+ sampleRate: 16000,
94
+ channels: 1,
95
+ maxSeconds: 60,
96
+ minBytes: 2048,
97
+ },
98
+ };
99
+
100
+ function readConfigFile(): { raw: unknown; source: string } | undefined {
101
+ const fromEnv = process.env.PI_STT_CONFIG?.trim();
102
+ if (fromEnv) {
103
+ if (fromEnv.startsWith("{")) {
104
+ return { raw: JSON.parse(fromEnv), source: "PI_STT_CONFIG (inline)" };
105
+ }
106
+ const resolved = path.resolve(fromEnv);
107
+ return { raw: JSON.parse(readFileSync(resolved, "utf8")), source: resolved };
108
+ }
109
+
110
+ // Project-local config in the target repo's .ai/ dir takes precedence over the
111
+ // global one, so a per-project STT setup wins when pi runs inside that repo.
112
+ const candidates = [
113
+ path.resolve(process.cwd(), ".ai", "stt.json"),
114
+ path.join(homedir(), ".pi", "agent", "stt.json"),
115
+ ];
116
+ for (const file of candidates) {
117
+ try {
118
+ return { raw: JSON.parse(readFileSync(file, "utf8")), source: file };
119
+ } catch {
120
+ // not present / unreadable — try the next candidate
121
+ }
122
+ }
123
+ return undefined;
124
+ }
125
+
126
+ /** Drop the documentation-only `_azureExample` block and other `_`-prefixed keys. */
127
+ function stripComments(obj: Record<string, unknown>): Record<string, unknown> {
128
+ const out: Record<string, unknown> = {};
129
+ for (const [k, v] of Object.entries(obj)) {
130
+ if (!k.startsWith("_")) out[k] = v;
131
+ }
132
+ return out;
133
+ }
134
+
135
+ export function loadConfig(): LoadedConfig {
136
+ const file = readConfigFile();
137
+ const fromFile = file && typeof file.raw === "object" && file.raw
138
+ ? stripComments(file.raw as Record<string, unknown>)
139
+ : {};
140
+
141
+ const config: SttConfig = {
142
+ keybind: (process.env.PI_STT_KEYBIND?.trim() || (fromFile.keybind as string) || DEFAULTS.keybind),
143
+ language: ((fromFile.language as string) || DEFAULTS.language),
144
+ capture: { ...DEFAULTS.capture, ...(fromFile.capture as CaptureConfig | undefined) },
145
+ provider: fromFile.provider as Provider | undefined,
146
+ };
147
+
148
+ return { config, source: file?.source ?? "defaults (no config file)" };
149
+ }
150
+
151
+ /** The env var that holds the API key for a provider, with sensible defaults. */
152
+ export function apiKeyEnvName(provider: Provider): string {
153
+ if (provider.apiKeyEnv) return provider.apiKeyEnv;
154
+ switch (provider.type) {
155
+ case "azure":
156
+ return "AZURE_SPEECH_KEY";
157
+ case "azure-openai":
158
+ return "AZURE_OPENAI_API_KEY";
159
+ default:
160
+ return "OPENAI_API_KEY";
161
+ }
162
+ }
163
+
164
+ export function resolveApiKey(provider: Provider): string | undefined {
165
+ const value = process.env[apiKeyEnvName(provider)]?.trim();
166
+ return value || undefined;
167
+ }
168
+
169
+ /** Resolve an Azure resource endpoint (Speech or OpenAI) from config or environment. */
170
+ export function resolveAzureEndpoint(provider: AzureProvider | AzureOpenAIProvider): string | undefined {
171
+ if (provider.endpoint?.trim()) return provider.endpoint.trim();
172
+ const fallbackEnv = provider.type === "azure-openai" ? "AZURE_OPENAI_ENDPOINT" : "AZURE_SPEECH_ENDPOINT";
173
+ const envName = provider.endpointEnv?.trim() || fallbackEnv;
174
+ return process.env[envName]?.trim() || undefined;
175
+ }
176
+
177
+ /** True when a provider is present AND its API key is available in the environment. */
178
+ export function isConfigured(config: SttConfig): boolean {
179
+ const provider = config.provider;
180
+ if (!provider) return false;
181
+ if (!resolveApiKey(provider)) return false;
182
+ if (provider.type === "azure" && !resolveAzureEndpoint(provider)) return false;
183
+ if (provider.type === "azure-openai" && (!resolveAzureEndpoint(provider) || !provider.deployment)) return false;
184
+ return true;
185
+ }
186
+
187
+ const LOOPBACK_HOSTS = new Set(["localhost", "127.0.0.1", "::1", "[::1]"]);
188
+
189
+ /**
190
+ * HTTPS-by-default endpoint policy: plain HTTP is allowed only for loopback hosts
191
+ * (local whisper servers). Throws on any other insecure URL.
192
+ */
193
+ export function assertSafeUrl(url: string): URL {
194
+ const parsed = new URL(url);
195
+ if (parsed.protocol === "https:") return parsed;
196
+ if (parsed.protocol === "http:" && LOOPBACK_HOSTS.has(parsed.hostname)) return parsed;
197
+ throw new Error(`Insecure endpoint not allowed (use HTTPS, or loopback for local servers): ${url}`);
198
+ }
@@ -0,0 +1,35 @@
1
+ {
2
+ "keybind": "alt+s",
3
+ "language": "en-US",
4
+ "capture": {
5
+ "maxSeconds": 60
6
+ },
7
+ "provider": {
8
+ "type": "openai",
9
+ "baseUrl": "https://api.openai.com/v1",
10
+ "model": "whisper-1",
11
+ "apiKeyEnv": "OPENAI_API_KEY"
12
+ },
13
+
14
+ "_azureExample": {
15
+ "type": "azure",
16
+ "endpoint": "https://fd-ai-credits.cognitiveservices.azure.com",
17
+ "apiKeyEnv": "AZURE_SPEECH_KEY",
18
+ "format": "detailed"
19
+ },
20
+
21
+ "_azureLanguageIdExample": {
22
+ "type": "azure",
23
+ "apiKeyEnv": "AZURE_SPEECH_KEY",
24
+ "locales": ["bg-BG", "en-US"],
25
+ "apiVersion": "2024-11-15"
26
+ },
27
+
28
+ "_azureOpenAIExample": {
29
+ "type": "azure-openai",
30
+ "endpoint": "https://<resource>.openai.azure.com",
31
+ "deployment": "gpt-4o-transcribe",
32
+ "apiVersion": "2025-03-01-preview",
33
+ "apiKeyEnv": "AZURE_SPEECH_KEY"
34
+ }
35
+ }