@pi-chamber/web 0.3.3 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (136) hide show
  1. package/README.md +1 -0
  2. package/bin/lib/cli-startup.js +1 -0
  3. package/dist/assets/CommitSection-Cz-ACBaD.js +1 -0
  4. package/dist/assets/DiagramEditor-BNUOrd9m.js +1 -0
  5. package/dist/assets/DiagramView-D4YR9YRt.js +1 -0
  6. package/dist/assets/{DiffView-DGD9DMS7.js → DiffView-DPW8dcg_.js} +3 -3
  7. package/dist/assets/FilesView-BFGIdY6b.js +14 -0
  8. package/dist/assets/GitView-CKtiKOfJ.js +6 -0
  9. package/dist/assets/JsonTreeView-c-UJUw3D.js +1 -0
  10. package/dist/assets/{MarkdownRendererImpl-V1HMFCjr.js → MarkdownRendererImpl-CvC9eXoa.js} +2 -2
  11. package/dist/assets/PatchDiff-YGHsZUIR.js +1 -0
  12. package/dist/assets/PierreDiffViewer-CoXa-JJK.js +136 -0
  13. package/dist/assets/SessionSwitcherContent-B7eep3dO.js +1 -0
  14. package/dist/assets/SessionSwitcherDropdown-CZOFeJHH.js +2 -0
  15. package/dist/assets/SessionUnreadDot-ClpeYFPz.js +1 -0
  16. package/dist/assets/SettingsView-CPmHHDbQ.js +4 -0
  17. package/dist/assets/SettingsWindow-2CBpoJ8H.js +1 -0
  18. package/dist/assets/{ToolOutputDialog-2zKUdGYL.js → ToolOutputDialog-HMW-Kh19.js} +6 -6
  19. package/dist/assets/ToolPartDiffPreview-C3nbNbxk.js +8 -0
  20. package/dist/assets/{VirtualizedFileDiff-UMgLcO4Q.js → VirtualizedFileDiff-DEX83nQ0.js} +3 -3
  21. package/dist/assets/{SessionSwitcherDropdown-o1RjhCfF.js → WindowsWindowControls-PPk5H89-.js} +172 -118
  22. package/dist/assets/collapsible-Dux-9hAC.js +1 -0
  23. package/dist/assets/computeVirtualFileMetrics-Cy0nxMJB.js +3 -0
  24. package/dist/assets/contextFileOpenGuard-Dn_38hd9.js +1 -0
  25. package/dist/assets/index--zDkVFU6.css +1 -0
  26. package/dist/assets/index-DU2OBBy5.js +8 -0
  27. package/dist/assets/index-EN7MioVf.js +1 -0
  28. package/dist/assets/isDiffPlainText-DSWRVq-W.js +1 -0
  29. package/dist/assets/isFilePlainText-7RAjjrQ5.js +1 -0
  30. package/dist/assets/{main-CmkRaMOR.js → main-BGKjg-qW.js} +8 -8
  31. package/dist/assets/main-DGHrBx_u.js +2 -0
  32. package/dist/assets/markdownCore-BYPqQtbE.js +3 -0
  33. package/dist/assets/miniChat-DW2PVX49.js +2 -0
  34. package/dist/assets/mobile-0Gxc02iO.js +2 -0
  35. package/dist/assets/renderElectronMiniChatApp-C-qpqp1i.js +2 -0
  36. package/dist/assets/renderMobileApp-UB9bhC1x.js +14 -0
  37. package/dist/assets/{runtimeSurface-CkHYYg0E.js → runtimeSurface-DefD-2Iv.js} +1 -1
  38. package/dist/assets/{useInlineCommentController-DD31jQNC.js → useInlineCommentController-B8p2XwXA.js} +2 -2
  39. package/dist/assets/usePanelSlide-CbqVf-y8.js +56 -0
  40. package/dist/assets/usePushVisibilityBeacon-CvjN-47R.js +10 -0
  41. package/dist/assets/useSwitcherItems-B6_F-J-z.js +1 -0
  42. package/dist/assets/{vendor-codemirror-language-data-Dp_Z-0GD.js → vendor-codemirror-language-data-BhBdEPsJ.js} +2 -2
  43. package/dist/assets/{vendor-katex-CHD9BdDO.js → vendor-katex-CNckGUMB.js} +1 -1
  44. package/dist/assets/{vendor-marked-i_gIkIP3.js → vendor-marked-CX41MkDF.js} +1 -1
  45. package/dist/assets/{web-components-Cct1r-wn.js → web-components-C9yVPsWN.js} +2 -2
  46. package/dist/index.html +8 -5
  47. package/dist/mini-chat.html +7 -4
  48. package/dist/mobile.html +7 -4
  49. package/dist/sw.js +1 -1
  50. package/package.json +1 -1
  51. package/server/index.js +27 -5
  52. package/server/lib/fs/routes.js +0 -21
  53. package/server/lib/git/DOCUMENTATION.md +15 -5
  54. package/server/lib/git/issue-2746-longpaths.test.js +11 -11
  55. package/server/lib/git/routes.js +80 -4
  56. package/server/lib/git/routes.test.js +135 -0
  57. package/server/lib/git/service.js +144 -82
  58. package/server/lib/git/service.test.js +182 -36
  59. package/server/lib/pi/extension-protocol.js +62 -0
  60. package/server/lib/pi/extension-protocol.test.js +34 -0
  61. package/server/lib/pi/fixtures/pichamber-gui-demo.ts +251 -0
  62. package/server/lib/pi/routes-extension-events.test.js +152 -0
  63. package/server/lib/pi/routes.js +345 -7
  64. package/server/lib/pi/routes.test.js +43 -28
  65. package/server/lib/pi/session-daemon/DOCUMENTATION.md +8 -5
  66. package/server/lib/pi/session-daemon/extension-bridge.js +488 -0
  67. package/server/lib/pi/session-daemon/message-entry-aliases.js +53 -13
  68. package/server/lib/pi/session-daemon/message-entry-aliases.test.js +110 -0
  69. package/server/lib/pi/session-daemon/session-daemon-extensions.e2e.test.js +215 -0
  70. package/server/lib/pi/session-daemon/session-daemon-extensions.test.js +559 -0
  71. package/server/lib/pi/session-daemon/session-daemon.js +483 -54
  72. package/server/lib/pi/session-daemon/session-daemon.test.js +212 -4
  73. package/server/lib/pi/session-daemon/session-retry-limits.js +55 -0
  74. package/server/lib/pi/session-daemon/session-retry-limits.test.js +53 -0
  75. package/server/lib/pi/session-daemon/skill-read-classifier.js +39 -0
  76. package/server/lib/pi/session-daemon/skill-read-classifier.test.js +41 -0
  77. package/server/lib/pi/session-daemon/supervisor.js +3 -0
  78. package/server/lib/pi/small-model-generation.js +104 -0
  79. package/server/lib/pi/small-model-generation.test.js +66 -0
  80. package/server/lib/preview/proxy-runtime.js +11 -1
  81. package/server/lib/preview/proxy-runtime.test.js +3 -0
  82. package/server/lib/relay/tunnel-host.js +1 -0
  83. package/server/lib/server/cors.js +0 -2
  84. package/server/lib/server/cors.test.js +4 -4
  85. package/server/lib/stt/DOCUMENTATION.md +38 -0
  86. package/server/lib/stt/audio.js +47 -0
  87. package/server/lib/stt/config-store.js +81 -0
  88. package/server/lib/stt/config-store.test.js +36 -0
  89. package/server/lib/stt/local/model-catalog.js +57 -0
  90. package/server/lib/stt/local/model-downloader.js +127 -0
  91. package/server/lib/stt/local/recognizer.js +64 -0
  92. package/server/lib/stt/local/sherpa-loader.js +43 -0
  93. package/server/lib/stt/local/worker-client.js +115 -0
  94. package/server/lib/stt/local/worker-process.js +64 -0
  95. package/server/lib/stt/protocol.js +38 -0
  96. package/server/lib/stt/protocol.test.js +17 -0
  97. package/server/lib/stt/providers/local-worker-provider.js +11 -0
  98. package/server/lib/stt/providers/openai-compatible-provider.js +31 -0
  99. package/server/lib/stt/providers/openai-compatible-provider.test.js +31 -0
  100. package/server/lib/stt/runtime.js +111 -0
  101. package/server/lib/stt/service.js +106 -0
  102. package/server/lib/stt/stream-manager.js +188 -0
  103. package/server/lib/stt/stream-manager.test.js +64 -0
  104. package/server/lib/ui-auth/DOCUMENTATION.md +1 -1
  105. package/server/lib/ui-auth/ui-auth.js +8 -3
  106. package/server/lib/ui-auth/ui-auth.test.js +8 -0
  107. package/server/lib/workspace/host.js +19 -3
  108. package/dist/assets/CommitSection-BAYzLtBf.js +0 -1
  109. package/dist/assets/DiagramEditor-D1yc4joK.js +0 -1
  110. package/dist/assets/DiagramView-CAlJiG11.js +0 -1
  111. package/dist/assets/FilesView-DB5VI7EN.js +0 -14
  112. package/dist/assets/GitView-CFlPcSn9.js +0 -6
  113. package/dist/assets/JsonTreeView-CoX1ZscV.js +0 -1
  114. package/dist/assets/PatchDiff-D6Gs7K5B.js +0 -1
  115. package/dist/assets/PierreDiffViewer-COYd5Qr-.js +0 -136
  116. package/dist/assets/SettingsView-BYqvfMTS.js +0 -4
  117. package/dist/assets/SettingsWindow-CtNS0tQn.js +0 -1
  118. package/dist/assets/ToolPartDiffPreview-CBFC9min.js +0 -8
  119. package/dist/assets/collapsible-Kx4bmsQM.js +0 -1
  120. package/dist/assets/computeVirtualFileMetrics-DdOCbMyK.js +0 -3
  121. package/dist/assets/contextFileOpenGuard-BRldMp0d.js +0 -1
  122. package/dist/assets/index-BAqpUCjs.js +0 -8
  123. package/dist/assets/index-CuSNEV7s.js +0 -1
  124. package/dist/assets/index-riABQmQ_.css +0 -1
  125. package/dist/assets/isDiffPlainText-CGIf0q8p.js +0 -1
  126. package/dist/assets/isFilePlainText-D4hgTRxT.js +0 -1
  127. package/dist/assets/main-By_pvk90.js +0 -2
  128. package/dist/assets/markdownCore-CAVCyFnI.js +0 -2
  129. package/dist/assets/miniChat-_XK2gGZE.js +0 -2
  130. package/dist/assets/mobile-B4E4JqAf.js +0 -2
  131. package/dist/assets/renderElectronMiniChatApp-Ca4hZgIz.js +0 -1
  132. package/dist/assets/renderMobileApp-ClA5Cnmw.js +0 -14
  133. package/dist/assets/usePanelSlide-a4c67FIY.js +0 -56
  134. package/dist/assets/useWindowTitle-DoHrUC5r.js +0 -10
  135. package/server/lib/pi/legacy-ui-model-defaults.js +0 -57
  136. package/server/lib/pi/legacy-ui-model-defaults.test.js +0 -65
@@ -0,0 +1,115 @@
1
+ import { fork } from 'node:child_process';
2
+ import { randomUUID } from 'node:crypto';
3
+ import { fileURLToPath } from 'node:url';
4
+
5
+ import { applySherpaLoaderEnv } from './sherpa-loader.js';
6
+
7
+ const IDLE_SHUTDOWN_MS = 5 * 60 * 1000;
8
+ const REQUEST_TIMEOUT_MS = 5 * 60 * 1000;
9
+
10
+ export class SttWorkerClient {
11
+ constructor({ idleShutdownMs = IDLE_SHUTDOWN_MS, requestTimeoutMs = REQUEST_TIMEOUT_MS } = {}) {
12
+ this.idleShutdownMs = idleShutdownMs;
13
+ this.requestTimeoutMs = requestTimeoutMs;
14
+ this.worker = null;
15
+ this.pending = new Map();
16
+ this.queue = Promise.resolve();
17
+ this.idleTimer = null;
18
+ this.stderrTail = '';
19
+ this.intentional = new WeakSet();
20
+ }
21
+
22
+ transcribe(input) {
23
+ const operation = this.queue.catch(() => {}).then(() => this.request({ type: 'transcribe', ...input }));
24
+ this.queue = operation;
25
+ return operation;
26
+ }
27
+
28
+ request(message) {
29
+ const worker = this.ensureWorker();
30
+ const requestId = randomUUID();
31
+ clearTimeout(this.idleTimer);
32
+ this.idleTimer = null;
33
+ return new Promise((resolve, reject) => {
34
+ const timeout = setTimeout(() => {
35
+ this.pending.delete(requestId);
36
+ reject(new Error('STT worker timed out'));
37
+ this.scheduleIdleShutdown();
38
+ }, this.requestTimeoutMs);
39
+ this.pending.set(requestId, { resolve, reject, timeout });
40
+ worker.send({ ...message, requestId }, (error) => {
41
+ if (!error) return;
42
+ const pending = this.pending.get(requestId);
43
+ if (!pending) return;
44
+ clearTimeout(pending.timeout);
45
+ this.pending.delete(requestId);
46
+ pending.reject(error);
47
+ this.scheduleIdleShutdown();
48
+ });
49
+ });
50
+ }
51
+
52
+ ensureWorker() {
53
+ if (this.worker?.connected && !this.worker.killed) return this.worker;
54
+ const env = { ...process.env };
55
+ applySherpaLoaderEnv(env);
56
+ const worker = fork(fileURLToPath(new URL('./worker-process.js', import.meta.url)), [], {
57
+ env,
58
+ execArgv: process.execArgv.filter((argument) => !argument.startsWith('--input-type')),
59
+ serialization: 'advanced',
60
+ stdio: ['ignore', 'ignore', 'pipe', 'ipc'],
61
+ windowsHide: true,
62
+ });
63
+ this.worker = worker;
64
+ this.stderrTail = '';
65
+ worker.stderr?.on('data', (chunk) => { this.stderrTail = `${this.stderrTail}${chunk}`.slice(-2000); });
66
+ worker.on('message', (message) => this.handleMessage(message));
67
+ worker.on('close', (code, signal) => this.handleExit(worker, code, signal));
68
+ return worker;
69
+ }
70
+
71
+ handleMessage(message) {
72
+ if (message?.type !== 'response') return;
73
+ const pending = this.pending.get(message.requestId);
74
+ if (!pending) return;
75
+ clearTimeout(pending.timeout);
76
+ this.pending.delete(message.requestId);
77
+ if (message.ok) pending.resolve(message.result);
78
+ else pending.reject(new Error(message.error || 'STT worker failed'));
79
+ this.scheduleIdleShutdown();
80
+ }
81
+
82
+ handleExit(worker, code, signal) {
83
+ if (this.worker !== worker) return;
84
+ this.worker = null;
85
+ if (this.intentional.has(worker)) return;
86
+ const detail = this.stderrTail.trim().slice(-500);
87
+ const error = new Error(`STT worker exited (code ${code ?? 'null'}${signal ? `, signal ${signal}` : ''})${detail ? `: ${detail}` : ''}`);
88
+ for (const pending of this.pending.values()) { clearTimeout(pending.timeout); pending.reject(error); }
89
+ this.pending.clear();
90
+ }
91
+
92
+ scheduleIdleShutdown() {
93
+ if (this.pending.size || !this.worker) return;
94
+ clearTimeout(this.idleTimer);
95
+ this.idleTimer = setTimeout(() => { if (!this.pending.size) this.shutdownWorker(); }, this.idleShutdownMs);
96
+ this.idleTimer.unref?.();
97
+ }
98
+
99
+ shutdownWorker() {
100
+ const worker = this.worker;
101
+ this.worker = null;
102
+ if (!worker) return;
103
+ this.intentional.add(worker);
104
+ try { worker.disconnect(); } catch {}
105
+ const timer = setTimeout(() => { try { worker.kill(); } catch {} }, 1000);
106
+ timer.unref?.();
107
+ }
108
+
109
+ shutdown() {
110
+ clearTimeout(this.idleTimer);
111
+ for (const pending of this.pending.values()) { clearTimeout(pending.timeout); pending.reject(new Error('STT worker shut down')); }
112
+ this.pending.clear();
113
+ this.shutdownWorker();
114
+ }
115
+ }
@@ -0,0 +1,64 @@
1
+ import { SherpaRecognizer } from './recognizer.js';
2
+
3
+ process.title = 'PiChamber STT Worker';
4
+
5
+ const MAX_ENGINES = 2;
6
+ const engines = new Map();
7
+ let work = Promise.resolve();
8
+ let closing = false;
9
+
10
+ const send = (message) => {
11
+ if (closing || !process.connected || !process.send) return;
12
+ try { process.send(message, (error) => { if (error) closing = true; }); }
13
+ catch { closing = true; }
14
+ };
15
+
16
+ const toBuffer = (value) => {
17
+ if (Buffer.isBuffer(value)) return value;
18
+ if (value instanceof Uint8Array) return Buffer.from(value.buffer, value.byteOffset, value.byteLength);
19
+ throw new Error('Invalid PCM16 worker payload');
20
+ };
21
+
22
+ function engineFor(message) {
23
+ const language = typeof message.language === 'string' ? message.language.trim().toLowerCase() : '';
24
+ const key = `${message.modelsDir}\u0000${message.modelId}\u0000${language}`;
25
+ const existing = engines.get(key);
26
+ if (existing) {
27
+ engines.delete(key);
28
+ engines.set(key, existing);
29
+ return { engine: existing, modelLoadMs: 0 };
30
+ }
31
+ const loadStartedAt = performance.now();
32
+ const engine = new SherpaRecognizer({ modelsDir: message.modelsDir, modelId: message.modelId, language });
33
+ engines.set(key, engine);
34
+ while (engines.size > MAX_ENGINES) {
35
+ const oldestKey = engines.keys().next().value;
36
+ const oldest = engines.get(oldestKey);
37
+ engines.delete(oldestKey);
38
+ oldest?.free();
39
+ }
40
+ return { engine, modelLoadMs: Math.round(performance.now() - loadStartedAt) };
41
+ }
42
+
43
+ async function handle(message) {
44
+ if (message?.type !== 'transcribe') throw new Error('Unknown STT worker request');
45
+ const loaded = engineFor(message);
46
+ const startedAt = performance.now();
47
+ const text = loaded.engine.transcribe(toBuffer(message.pcm16), message.sampleRate);
48
+ return { text, modelLoadMs: loaded.modelLoadMs, inferenceMs: Math.round(performance.now() - startedAt), rssBytes: process.memoryUsage().rss };
49
+ }
50
+
51
+ process.on('message', (message) => {
52
+ work = work.then(async () => {
53
+ try { send({ type: 'response', requestId: message?.requestId, ok: true, result: await handle(message) }); }
54
+ catch (error) { send({ type: 'response', requestId: message?.requestId, ok: false, error: error?.message || 'STT inference failed' }); }
55
+ });
56
+ });
57
+
58
+ process.once('disconnect', () => {
59
+ closing = true;
60
+ void work.finally(() => {
61
+ for (const engine of engines.values()) engine.free();
62
+ process.exit(0);
63
+ });
64
+ });
@@ -0,0 +1,38 @@
1
+ export const STT_WS_PATH = '/api/stt/ws';
2
+ const STT_BINARY_HEADER_BYTES = 4;
3
+ const STT_MAX_CONTROL_BYTES = 16 * 1024;
4
+ export const STT_MAX_BINARY_FRAME_BYTES = 32 * 1024;
5
+
6
+ export function parseSttControlFrame(raw) {
7
+ const buffer = Buffer.isBuffer(raw) ? raw : Buffer.from(raw);
8
+ if (buffer.byteLength > STT_MAX_CONTROL_BYTES) throw new Error('STT control frame is too large');
9
+ const message = JSON.parse(buffer.toString('utf8'));
10
+ if (!message || typeof message !== 'object' || Array.isArray(message) || typeof message.type !== 'string') {
11
+ throw new Error('Invalid STT control frame');
12
+ }
13
+ return message;
14
+ }
15
+
16
+ export function parseSttAudioFrame(raw) {
17
+ const frame = Buffer.isBuffer(raw) ? raw : Buffer.from(raw);
18
+ if (frame.byteLength < STT_BINARY_HEADER_BYTES || frame.byteLength > STT_MAX_BINARY_FRAME_BYTES) {
19
+ throw new Error('Invalid STT audio frame size');
20
+ }
21
+ const sequence = frame.readUInt32LE(0);
22
+ const pcm16 = frame.subarray(STT_BINARY_HEADER_BYTES);
23
+ if (pcm16.byteLength === 0 || pcm16.byteLength % 2 !== 0) throw new Error('Invalid PCM16 audio frame');
24
+ return { sequence, pcm16 };
25
+ }
26
+
27
+ export function createSttAudioFrame(sequence, pcm16) {
28
+ if (!Number.isInteger(sequence) || sequence < 0 || sequence > 0xffffffff) throw new Error('Invalid STT sequence');
29
+ const frame = new Uint8Array(STT_BINARY_HEADER_BYTES + pcm16.byteLength);
30
+ new DataView(frame.buffer).setUint32(0, sequence, true);
31
+ frame.set(new Uint8Array(pcm16.buffer, pcm16.byteOffset, pcm16.byteLength), STT_BINARY_HEADER_BYTES);
32
+ return frame;
33
+ }
34
+
35
+ export function parseRequestPathname(value) {
36
+ try { return new URL(value, 'http://localhost').pathname; }
37
+ catch { return typeof value === 'string' ? value.split('?')[0] : ''; }
38
+ }
@@ -0,0 +1,17 @@
1
+ import { describe, expect, test } from 'bun:test';
2
+
3
+ import { createSttAudioFrame, parseSttAudioFrame, parseSttControlFrame } from './protocol.js';
4
+
5
+ describe('STT protocol', () => {
6
+ test('round trips binary PCM frames without base64', () => {
7
+ const pcm = new Uint8Array([1, 2, 3, 4]);
8
+ const parsed = parseSttAudioFrame(createSttAudioFrame(42, pcm));
9
+ expect(parsed.sequence).toBe(42);
10
+ expect([...parsed.pcm16]).toEqual([...pcm]);
11
+ });
12
+
13
+ test('rejects odd PCM payloads and oversized controls', () => {
14
+ expect(() => parseSttAudioFrame(createSttAudioFrame(0, new Uint8Array([1])))).toThrow('PCM16');
15
+ expect(() => parseSttControlFrame(Buffer.from(`{"type":"start","padding":"${'x'.repeat(20_000)}"}`))).toThrow('too large');
16
+ });
17
+ });
@@ -0,0 +1,11 @@
1
+ import { PCM_SAMPLE_RATE } from '../audio.js';
2
+
3
+ export function createLocalWorkerProvider({ workerClient, modelsDir, modelId, language }) {
4
+ return {
5
+ sampleRate: PCM_SAMPLE_RATE,
6
+ async transcribe(pcm16) {
7
+ return workerClient.transcribe({ pcm16, sampleRate: PCM_SAMPLE_RATE, modelsDir, modelId, language });
8
+ },
9
+ close() {},
10
+ };
11
+ }
@@ -0,0 +1,31 @@
1
+ import OpenAI, { toFile } from 'openai';
2
+
3
+ import { PCM_SAMPLE_RATE, pcm16ToWav } from '../audio.js';
4
+
5
+ function normalizeBaseUrl(value) {
6
+ if (typeof value !== 'string' || !value.trim()) throw new Error('STT provider URL is not configured');
7
+ const parsed = new URL(value.trim());
8
+ if (parsed.protocol !== 'http:' && parsed.protocol !== 'https:') throw new Error('STT provider URL must use HTTP or HTTPS');
9
+ parsed.pathname = parsed.pathname.replace(/\/+$/, '');
10
+ if (!parsed.pathname.endsWith('/v1')) parsed.pathname = `${parsed.pathname}/v1`.replace(/\/+/g, '/');
11
+ return parsed.toString().replace(/\/$/, '');
12
+ }
13
+
14
+ export function createOpenAICompatibleProvider({ baseUrl, apiKey, model, language }) {
15
+ if (typeof model !== 'string' || !model.trim()) throw new Error('STT provider model is not configured');
16
+ const client = new OpenAI({ baseURL: normalizeBaseUrl(baseUrl), apiKey: apiKey || 'not-required' });
17
+ return {
18
+ sampleRate: PCM_SAMPLE_RATE,
19
+ async transcribe(pcm16) {
20
+ const file = await toFile(pcm16ToWav(pcm16), 'recording.wav', { type: 'audio/wav' });
21
+ const result = await client.audio.transcriptions.create({
22
+ file,
23
+ model: model.trim(),
24
+ response_format: 'json',
25
+ ...(language ? { language } : {}),
26
+ });
27
+ return { text: String(result.text ?? '').trim() };
28
+ },
29
+ close() {},
30
+ };
31
+ }
@@ -0,0 +1,31 @@
1
+ import { afterEach, describe, expect, test } from 'bun:test';
2
+ import http from 'node:http';
3
+
4
+ import { createOpenAICompatibleProvider } from './openai-compatible-provider.js';
5
+
6
+ const servers = [];
7
+ afterEach(async () => Promise.all(servers.splice(0).map((server) => new Promise((resolve) => server.close(resolve)))));
8
+
9
+ describe('OpenAI-compatible STT provider', () => {
10
+ test('sends a WAV multipart request to the configured transcription endpoint', async () => {
11
+ let requestSnapshot;
12
+ const server = http.createServer(async (request, response) => {
13
+ const chunks = [];
14
+ for await (const chunk of request) chunks.push(chunk);
15
+ requestSnapshot = { url: request.url, authorization: request.headers.authorization, contentType: request.headers['content-type'], body: Buffer.concat(chunks) };
16
+ response.writeHead(200, { 'content-type': 'application/json' });
17
+ response.end(JSON.stringify({ text: 'remote transcript' }));
18
+ });
19
+ servers.push(server);
20
+ await new Promise((resolve) => server.listen(0, '127.0.0.1', resolve));
21
+ const address = server.address();
22
+ const provider = createOpenAICompatibleProvider({ baseUrl: `http://127.0.0.1:${address.port}`, apiKey: 'server-secret', model: 'whisper-test', language: 'en' });
23
+ const result = await provider.transcribe(Buffer.alloc(3200));
24
+ expect(result).toEqual({ text: 'remote transcript' });
25
+ expect(requestSnapshot.url).toBe('/v1/audio/transcriptions');
26
+ expect(requestSnapshot.authorization).toBe('Bearer server-secret');
27
+ expect(requestSnapshot.contentType.startsWith('multipart/form-data; boundary=')).toBe(true);
28
+ expect(requestSnapshot.body.includes(Buffer.from('RIFF'))).toBe(true);
29
+ expect(requestSnapshot.body.includes(Buffer.from('whisper-test'))).toBe(true);
30
+ });
31
+ });
@@ -0,0 +1,111 @@
1
+ import { WebSocketServer } from 'ws';
2
+
3
+ import { STT_MAX_BINARY_FRAME_BYTES, STT_WS_PATH, parseRequestPathname, parseSttAudioFrame, parseSttControlFrame } from './protocol.js';
4
+ import { createSttService } from './service.js';
5
+ import { SttStreamManager } from './stream-manager.js';
6
+
7
+ const HEARTBEAT_MS = 30_000;
8
+
9
+ export function createSttRuntime({ app, server, express, uiAuthController, isRequestOriginAllowed, rejectWebSocketUpgrade, modelsDir, configFile }) {
10
+ const service = createSttService({ modelsDir, configFile });
11
+ const manager = new SttStreamManager({ createTranscriber: (providerConfigId) => service.createTranscriber(providerConfigId) });
12
+
13
+ app.get('/api/stt/status', async (_req, res) => {
14
+ try { res.json(await service.getStatus()); }
15
+ catch (error) { res.status(500).json({ error: error?.message || 'Failed to read STT status' }); }
16
+ });
17
+ app.put('/api/stt/config', express.json({ limit: '32kb' }), async (req, res) => {
18
+ try { res.json({ config: await service.updateConfig(req.body ?? {}) }); }
19
+ catch (error) { res.status(400).json({ error: error?.message || 'Invalid STT configuration' }); }
20
+ });
21
+ app.post('/api/stt/models/:modelId/download', async (req, res) => {
22
+ try { res.status(202).json(await service.requestModelDownload(req.params.modelId)); }
23
+ catch (error) { res.status(400).json({ error: error?.message || 'Failed to download STT model' }); }
24
+ });
25
+ app.delete('/api/stt/models/:modelId', async (req, res) => {
26
+ try { res.json(await service.deleteModel(req.params.modelId)); }
27
+ catch (error) { res.status(400).json({ error: error?.message || 'Failed to delete STT model' }); }
28
+ });
29
+
30
+ let wsServer = new WebSocketServer({ noServer: true, maxPayload: STT_MAX_BINARY_FRAME_BYTES });
31
+ wsServer.on('connection', (socket) => {
32
+ let recordingId = null;
33
+ let starting = false;
34
+ let closed = false;
35
+ const emit = (message) => {
36
+ if (socket.readyState === 1) socket.send(JSON.stringify(message));
37
+ };
38
+ emit({ version: 1, type: 'hello' });
39
+ const heartbeat = setInterval(() => { try { socket.ping(); } catch {} }, HEARTBEAT_MS);
40
+ heartbeat.unref?.();
41
+
42
+ socket.on('message', (raw, isBinary) => {
43
+ try {
44
+ if (isBinary) {
45
+ if (!recordingId) throw new Error('Start the STT recording before sending audio');
46
+ const frame = parseSttAudioFrame(raw);
47
+ manager.append(recordingId, frame.sequence, frame.pcm16);
48
+ return;
49
+ }
50
+ const message = parseSttControlFrame(raw);
51
+ if (message.type === 'ping') { emit({ version: 1, type: 'pong' }); return; }
52
+ if (message.type === 'start') {
53
+ if (starting) throw new Error('STT recording is already starting');
54
+ if (recordingId && recordingId !== message.recordingId) throw new Error('Only one recording is allowed per connection');
55
+ recordingId = message.recordingId;
56
+ starting = true;
57
+ void manager.start({ recordingId, providerConfigId: message.providerConfigId, emit }).then(() => {
58
+ starting = false;
59
+ if (closed && recordingId) manager.detach(recordingId, emit);
60
+ }).catch((error) => {
61
+ starting = false;
62
+ emit({ version: 1, type: 'error', recordingId, code: error?.code || 'STT_START_FAILED', message: error?.message || 'Failed to start STT' });
63
+ recordingId = null;
64
+ });
65
+ return;
66
+ }
67
+ if (!recordingId || message.recordingId !== recordingId) throw new Error('Invalid STT recording id');
68
+ if (message.type === 'finish') { manager.finish(recordingId, message.finalSequence); return; }
69
+ if (message.type === 'cancel') { manager.cancel(recordingId); recordingId = null; return; }
70
+ throw new Error('Unknown STT control frame');
71
+ } catch (error) {
72
+ emit({ version: 1, type: 'error', recordingId, code: error?.code || 'BAD_FRAME', message: error?.message || 'Invalid STT frame' });
73
+ if (error?.code === 'RECORDING_LIMIT' && recordingId) { manager.cancel(recordingId); recordingId = null; }
74
+ }
75
+ });
76
+ const detach = () => {
77
+ closed = true;
78
+ clearInterval(heartbeat);
79
+ if (recordingId) manager.detach(recordingId, emit);
80
+ };
81
+ socket.once('close', detach);
82
+ socket.on('error', () => {});
83
+ });
84
+
85
+ const upgradeHandler = (req, socket, head) => {
86
+ if (parseRequestPathname(req.url) !== STT_WS_PATH) return;
87
+ void (async () => {
88
+ try {
89
+ if (uiAuthController?.enabled) {
90
+ if (!await uiAuthController.ensureSessionToken(req, null)) { rejectWebSocketUpgrade(socket, 401, 'UI authentication required'); return; }
91
+ if (!await isRequestOriginAllowed(req)) { rejectWebSocketUpgrade(socket, 403, 'Invalid origin'); return; }
92
+ }
93
+ if (!wsServer) { rejectWebSocketUpgrade(socket, 503, 'STT WebSocket unavailable'); return; }
94
+ wsServer.handleUpgrade(req, socket, head, (ws) => wsServer.emit('connection', ws, req));
95
+ } catch { rejectWebSocketUpgrade(socket, 500, 'Upgrade failed'); }
96
+ })();
97
+ };
98
+ server.on('upgrade', upgradeHandler);
99
+
100
+ const shutdown = async () => {
101
+ server.off('upgrade', upgradeHandler);
102
+ manager.shutdown();
103
+ service.shutdown();
104
+ if (!wsServer) return;
105
+ for (const client of wsServer.clients) client.terminate();
106
+ const current = wsServer;
107
+ wsServer = null;
108
+ await Promise.race([new Promise((resolve) => current.close(resolve)), new Promise((resolve) => setTimeout(resolve, 1000))]);
109
+ };
110
+ return { shutdown };
111
+ }
@@ -0,0 +1,106 @@
1
+ import { rm } from 'node:fs/promises';
2
+
3
+ import { createSttConfigStore } from './config-store.js';
4
+ import { LOCAL_STT_MODEL_CATALOG, LOCAL_STT_MODEL_IDS, getLocalSttModelDir, isLocalSttModelId } from './local/model-catalog.js';
5
+ import { ensureLocalSttModel, inspectLocalSttModel } from './local/model-downloader.js';
6
+ import { SttWorkerClient } from './local/worker-client.js';
7
+ import { createLocalWorkerProvider } from './providers/local-worker-provider.js';
8
+ import { createOpenAICompatibleProvider } from './providers/openai-compatible-provider.js';
9
+
10
+ export function createSttService({ modelsDir, configFile }) {
11
+ const configStore = createSttConfigStore({ file: configFile });
12
+ const workerClient = new SttWorkerClient();
13
+ const downloads = new Map();
14
+ const verifiedModels = new Set();
15
+
16
+ const startDownload = (modelId) => {
17
+ const active = downloads.get(modelId);
18
+ if (active?.state === 'downloading') return active.promise;
19
+ const abortController = new AbortController();
20
+ const state = { state: 'downloading', progress: 0, error: null, promise: null, abortController };
21
+ state.promise = ensureLocalSttModel({
22
+ modelsDir,
23
+ modelId,
24
+ signal: abortController.signal,
25
+ onProgress: (downloaded, total) => { state.progress = total ? Math.min(100, Math.round(downloaded / total * 100)) : null; },
26
+ }).then(() => {
27
+ verifiedModels.add(modelId);
28
+ downloads.delete(modelId);
29
+ }).catch((error) => {
30
+ state.state = 'error';
31
+ state.error = error?.message || 'Model download failed';
32
+ });
33
+ downloads.set(modelId, state);
34
+ return state.promise;
35
+ };
36
+
37
+ const modelStatus = async (modelId) => {
38
+ const inspection = await inspectLocalSttModel(modelsDir, modelId);
39
+ const download = downloads.get(modelId);
40
+ return {
41
+ id: modelId,
42
+ description: LOCAL_STT_MODEL_CATALOG[modelId].description,
43
+ sizeBytes: LOCAL_STT_MODEL_CATALOG[modelId].sizeBytes,
44
+ installed: inspection.installed,
45
+ corrupt: inspection.corrupt,
46
+ downloading: download?.state === 'downloading',
47
+ downloadProgress: download?.state === 'downloading' ? download.progress : null,
48
+ downloadError: download?.state === 'error' ? download.error : null,
49
+ };
50
+ };
51
+
52
+ const getStatus = async () => ({
53
+ config: await configStore.readPublic(),
54
+ models: await Promise.all(LOCAL_STT_MODEL_IDS.map(modelStatus)),
55
+ });
56
+
57
+ const createTranscriber = async (providerConfigId) => {
58
+ const config = await configStore.read();
59
+ if (!config.enabled) throw Object.assign(new Error('Dictation is disabled in Settings'), { code: 'STT_DISABLED' });
60
+ const selectedId = typeof providerConfigId === 'string' && providerConfigId ? providerConfigId : config.providerConfigId;
61
+ if (selectedId === 'local') {
62
+ const modelId = config.localModelId;
63
+ let inspection = await inspectLocalSttModel(modelsDir, modelId, { verifyChecksums: !verifiedModels.has(modelId) });
64
+ if (inspection.installed) verifiedModels.add(modelId);
65
+ if (!inspection.installed) {
66
+ if (inspection.corrupt) await rm(getLocalSttModelDir(modelsDir, modelId), { recursive: true, force: true });
67
+ void startDownload(modelId);
68
+ throw Object.assign(new Error(inspection.corrupt ? 'The local speech model was corrupt and is being downloaded again' : 'The local speech model is downloading'), { code: inspection.corrupt ? 'MODEL_CORRUPT' : 'MODEL_DOWNLOADING' });
69
+ }
70
+ return createLocalWorkerProvider({ workerClient, modelsDir, modelId, language: config.language });
71
+ }
72
+ const provider = config.providers.find((entry) => entry.id === selectedId);
73
+ if (!provider) throw Object.assign(new Error('STT provider configuration was not found'), { code: 'STT_NOT_CONFIGURED' });
74
+ return createOpenAICompatibleProvider({ ...provider, language: config.language });
75
+ };
76
+
77
+ const requestModelDownload = async (modelId) => {
78
+ if (!isLocalSttModelId(modelId)) throw new Error('Unknown STT model');
79
+ const inspection = await inspectLocalSttModel(modelsDir, modelId);
80
+ if (inspection.installed) return { ok: true, installed: true };
81
+ if (inspection.corrupt) await rm(getLocalSttModelDir(modelsDir, modelId), { recursive: true, force: true });
82
+ void startDownload(modelId);
83
+ return { ok: true, installed: false };
84
+ };
85
+
86
+ const deleteModel = async (modelId) => {
87
+ if (!isLocalSttModelId(modelId)) throw new Error('Unknown STT model');
88
+ if (downloads.get(modelId)?.state === 'downloading') throw new Error('The model is downloading');
89
+ verifiedModels.delete(modelId);
90
+ downloads.delete(modelId);
91
+ await rm(getLocalSttModelDir(modelsDir, modelId), { recursive: true, force: true });
92
+ return { ok: true };
93
+ };
94
+
95
+ return {
96
+ getStatus,
97
+ updateConfig: async (changes) => configStore.publicConfig(await configStore.write(changes)),
98
+ createTranscriber,
99
+ requestModelDownload,
100
+ deleteModel,
101
+ shutdown: () => {
102
+ for (const download of downloads.values()) download.abortController?.abort();
103
+ workerClient.shutdown();
104
+ },
105
+ };
106
+ }