create-pmos 0.113.0 → 0.114.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/payload/KIT-VERSION +1 -1
- package/payload/planning/evals/eval-calibration.md +1 -1
- package/payload/planning/okrs/health-budgets.md +1 -1
- package/payload/state/discoveries.md +1 -1
- package/workspace/guide/notes.md +3 -1
- package/workspace/lib/notes-audio.js +2 -1
- package/workspace/lib/notes-echo-worker.js +6 -0
- package/workspace/lib/notes-echo.js +341 -0
- package/workspace/lib/routes-notes.js +3 -0
- package/workspace/package-lock.json +2 -2
- package/workspace/package.json +1 -1
- package/workspace/test-lists/meeting-notes.json +5 -3
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "create-pmos",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.114.0",
|
|
4
4
|
"description": "Scaffold the PMOS portable kit — run the PMOS product-management workflow (initiative → lane-fit spec → contract → build → three gates, with work-type lanes for features, research, maintenance, incidents, and content) entirely inside your own repo, with all state as git-versioned files. Includes `workflow-sweep`, which audits the state every board derives from and separates real defects from work you simply have not done. `create-pmos workspace` also installs + launches the local Terminal Workspace GUI. No database, no network, no telemetry.",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"bin": {
|
package/payload/KIT-VERSION
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
type: Reference
|
|
3
3
|
title: "Eval calibration log"
|
|
4
4
|
description: "Append-only record of every PM override of an evaluator verdict."
|
|
5
|
-
generated: {by: process:create-pmos, at: "2026-10-08T05:
|
|
5
|
+
generated: {by: process:create-pmos, at: "2026-10-08T05:30:42Z"}
|
|
6
6
|
status: stable
|
|
7
7
|
---
|
|
8
8
|
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
type: Reference
|
|
3
3
|
title: "Health budgets"
|
|
4
4
|
description: "Closed registry of health-budget anchors (D59), edited only by the PM."
|
|
5
|
-
generated: {by: process:create-pmos, at: "2026-10-08T05:
|
|
5
|
+
generated: {by: process:create-pmos, at: "2026-10-08T05:30:42Z"}
|
|
6
6
|
status: stable
|
|
7
7
|
---
|
|
8
8
|
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
type: Reference
|
|
3
3
|
title: "Discoveries and friction log"
|
|
4
4
|
description: "Append-only record of what runs discovered and where the process rubbed."
|
|
5
|
-
generated: {by: process:create-pmos, at: "2026-10-08T05:
|
|
5
|
+
generated: {by: process:create-pmos, at: "2026-10-08T05:30:42Z"}
|
|
6
6
|
status: stable
|
|
7
7
|
---
|
|
8
8
|
|
package/workspace/guide/notes.md
CHANGED
|
@@ -28,7 +28,7 @@ The Notes view shows one meeting, top to bottom. A bar at the top shows whether
|
|
|
28
28
|
4. Press **Stop** to end. The summary shows at the top of your notes. To carry on, press **Listen again**: the clock carries on from where it stopped, and the time between does not count. Line times and the kept audio use the same clock.
|
|
29
29
|
5. If the workspace does not take a part of the audio, the page sends it again two times. If it still fails, a red message tells you how many seconds were not saved. Listening goes on. That part of the recording has a gap.
|
|
30
30
|
|
|
31
|
-
To avoid an echo, listen to the meeting through headphones. When the meeting plays from a speaker, your microphone hears it a second time
|
|
31
|
+
To avoid an echo, listen to the meeting through headphones. When the meeting plays from a speaker, your microphone hears it a second time. After **Stop**, the workspace removes most of that echo from the replay (see **Replay the meeting**).
|
|
32
32
|
|
|
33
33
|
The meeting can only be heard when local transcription is set up. Until then, **Listen** hears your microphone only, through the browser's own recognition on this device.
|
|
34
34
|
|
|
@@ -130,6 +130,8 @@ When a meeting was heard with local transcription, its audio is kept on this mac
|
|
|
130
130
|
2. While it plays, the transcript line, its item and the line of your notes that you wrote at that moment are highlighted. Your notes cannot be edited while it plays: pause to edit them.
|
|
131
131
|
3. Press a time in the transcript to play from there.
|
|
132
132
|
|
|
133
|
+
When you listened to both your microphone and the meeting, the workspace removes the meeting's echo from your microphone after you press **Stop**. A speaker plays the meeting, your microphone hears it a second time, and this second copy is the echo. The workspace uses the meeting's own recording as the guide. This takes a few minutes for each hour of meeting. It runs in the background, and the replay changes when it is done. Your own voice stays, because it is not in the meeting's recording. A part of the meeting where the clean-up would not help stays as it was recorded. The transcript does not change, because it is made from each source on its own. Headphones are still the best fix, because they stop the echo at its source.
|
|
134
|
+
|
|
133
135
|
The replay is your microphone and the meeting added together. When both are loud at the same moment, the workspace lowers the peaks softly, so the sound does not distort. A quiet voice is not changed. The transcript is made from each source on its own, so this does not change what is written.
|
|
134
136
|
|
|
135
137
|
To stop keeping audio, clear **Keep the audio for replay** in the settings. To delete one note's audio, press **Delete this note's audio** in the settings; the notes and the transcript stay. The browser's own recognition keeps no audio, so a meeting heard that way cannot be replayed.
|
|
@@ -107,6 +107,7 @@ function remove(runtimeDir, id) {
|
|
|
107
107
|
if (!ID_RE.test(String(id || ''))) return false;
|
|
108
108
|
for (const k of [...next.keys()]) if (k.startsWith(fileOf(runtimeDir, id) + '|')) next.delete(k);
|
|
109
109
|
for (const src of SOURCES) { try { fs.unlinkSync(sourceFileOf(runtimeDir, id, src)); } catch { /* none */ } }
|
|
110
|
+
for (const extra of ['.echo.json', '.pcm.echo.tmp']) { try { fs.unlinkSync(path.join(dirOf(runtimeDir), id + extra)); } catch { /* none */ } }
|
|
110
111
|
try { fs.unlinkSync(fileOf(runtimeDir, id)); return true; } catch { return false; }
|
|
111
112
|
}
|
|
112
113
|
/** The note's audio, one file per source: [{ source, file, bytes, ms }], the sources that were heard. */
|
|
@@ -151,4 +152,4 @@ function serve(req, res, runtimeDir, id) {
|
|
|
151
152
|
fs.createReadStream(fileOf(runtimeDir, id), { start: from, end: to }).on('error', () => res.end()).pipe(res);
|
|
152
153
|
}
|
|
153
154
|
|
|
154
|
-
module.exports = { write, info, remove, removeSources, sources, serve, getKeep, setKeep, wavHeader, softLimit, RATE, BYTES_PER_MS, MAX_BYTES };
|
|
155
|
+
module.exports = { write, info, remove, removeSources, sources, serve, getKeep, setKeep, wavHeader, softLimit, replayFile: fileOf, RATE, BYTES_PER_MS, MAX_BYTES };
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
/* notes-echo-worker.js — runs notes-echo.cleanReplay on a worker thread (notes-audio-quality Run 2) and posts its result. */
|
|
3
|
+
const { parentPort, workerData } = require('worker_threads');
|
|
4
|
+
const echo = require('./notes-echo');
|
|
5
|
+
|
|
6
|
+
parentPort.postMessage(echo.cleanReplay(workerData.runtimeDir, workerData.id));
|
|
@@ -0,0 +1,341 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
/* notes-echo.js — take the meeting's echo out of the microphone in a note's replay (notes-audio-quality Run 2). Local only.
|
|
3
|
+
*
|
|
4
|
+
* cleanStream({ n, readFar, readMic, onChunk }) the canceller, over any two tracks of n samples → a report
|
|
5
|
+
* cleanReplay(runtimeDir, id) rebuild the note's replay file from its two source files → { ok, ... }
|
|
6
|
+
* cleanReplayInWorker(runtimeDir, id) the same, on a worker thread, so the server stays awake → Promise
|
|
7
|
+
* report(runtimeDir, id) what the last clean-up did, or null
|
|
8
|
+
*
|
|
9
|
+
* THE PROBLEM. The microphone hears the meeting through the speakers, so each voice is recorded twice, the second copy late.
|
|
10
|
+
* lib/notes-audio.js keeps the meeting on its own (<id>.meeting.pcm), which is exactly the signal that leaked into the microphone.
|
|
11
|
+
*
|
|
12
|
+
* THE METHOD. For a window of 30 s, find the echo path from the meeting to the microphone by least squares: the cross-correlation
|
|
13
|
+
* of the two tracks (summed over the whole window, so no frame edge biases it) gives a Toeplitz system, solved by conjugate
|
|
14
|
+
* gradient with FFTs alone. Your own voice is not correlated with the meeting, so it averages out of the fit and survives. The
|
|
15
|
+
* predicted echo is subtracted from the microphone. The path is 512 ms long, so a delay of up to about 300 ms and a room tail fit.
|
|
16
|
+
*
|
|
17
|
+
* THE TWO GUARDS (R7b). (1) A window whose parts disagree — some kept little of their energy, some a lot, because the path changed,
|
|
18
|
+
* for example the volume went down — is cut in two and each half is fitted again, down to about 7 s. (2) In every 10 s stretch,
|
|
19
|
+
* on the frames where the meeting speaks, the result must keep less than 70% of the microphone's energy (1.5 dB gained). If it
|
|
20
|
+
* does not, that stretch keeps the microphone as it was. The clean-up can lose a little echo; it cannot make a stretch louder.
|
|
21
|
+
*
|
|
22
|
+
* WHAT IT NEVER TOUCHES. The two source files (what the transcription reads) are only read. Only the mixed replay file is
|
|
23
|
+
* rewritten, through a temporary file and a rename, and only if the sources did not grow while it ran. It opens no network module.
|
|
24
|
+
*/
|
|
25
|
+
const fs = require('fs');
|
|
26
|
+
const path = require('path');
|
|
27
|
+
const { Worker } = require('worker_threads');
|
|
28
|
+
const notesAudio = require('./notes-audio');
|
|
29
|
+
|
|
30
|
+
const FS = notesAudio.RATE; // 16000
|
|
31
|
+
const L = 8192; // the echo path kept: 512 ms
|
|
32
|
+
const FB = 32768; // FFT size for the correlations and the prediction
|
|
33
|
+
const BLK = FB - L;
|
|
34
|
+
const FRAME = 320; // 20 ms
|
|
35
|
+
const ACTIVE = 1e-5; // mean square (full scale = 1) above which the meeting is speaking: -50 dB
|
|
36
|
+
const WINDOW = 30 * FS;
|
|
37
|
+
const MIN_PIECE = 6 * FS;
|
|
38
|
+
const CHECK = 10 * FS; // the stretch R7b is held over
|
|
39
|
+
const PART = Math.round(2.5 * FS); // the part of a window looked at for a bad fit
|
|
40
|
+
const MARGIN = 2000; // samples of data either side of a window the fit may also use
|
|
41
|
+
const SPLIT_RATIO = 0.35; // a part that kept more than this share of its energy is a bad fit …
|
|
42
|
+
const SPLIT_SPREAD = 0.25; // … when another part of the window kept this much less: the parts disagree, so the path changed
|
|
43
|
+
const KEEP_RATIO = 0.7; // a stretch must keep less than this share (1.5 dB gained), or it is left as it was
|
|
44
|
+
const MIN_ACTIVE_FRAMES = 25; // half a second of meeting speech before a part is judged
|
|
45
|
+
const ITERATIONS = 150;
|
|
46
|
+
const LOADING = 1e-3;
|
|
47
|
+
const RAMP = 800; // samples over which subtraction fades in or out between stretches
|
|
48
|
+
const TIMEOUT_MS = 30 * 60 * 1000;
|
|
49
|
+
|
|
50
|
+
/* ── FFT ──────────────────────────────────────────────────────────────────────────────────────── */
|
|
51
|
+
const twiddles = new Map();
|
|
52
|
+
function table(n) {
|
|
53
|
+
let t = twiddles.get(n);
|
|
54
|
+
if (!t) {
|
|
55
|
+
t = { cos: new Float64Array(n / 2), sin: new Float64Array(n / 2) };
|
|
56
|
+
for (let i = 0; i < n / 2; i++) { t.cos[i] = Math.cos(2 * Math.PI * i / n); t.sin[i] = Math.sin(2 * Math.PI * i / n); }
|
|
57
|
+
twiddles.set(n, t);
|
|
58
|
+
}
|
|
59
|
+
return t;
|
|
60
|
+
}
|
|
61
|
+
/** In-place radix-2 FFT of (re, im). `inv` runs the inverse and divides by n. */
|
|
62
|
+
function fft(re, im, inv) {
|
|
63
|
+
const n = re.length; const t = table(n);
|
|
64
|
+
for (let i = 1, j = 0; i < n; i++) {
|
|
65
|
+
let bit = n >> 1;
|
|
66
|
+
for (; j & bit; bit >>= 1) j ^= bit;
|
|
67
|
+
j ^= bit;
|
|
68
|
+
if (i < j) { const a = re[i]; re[i] = re[j]; re[j] = a; const b = im[i]; im[i] = im[j]; im[j] = b; }
|
|
69
|
+
}
|
|
70
|
+
for (let len = 2; len <= n; len <<= 1) {
|
|
71
|
+
const step = n / len; const half = len >> 1;
|
|
72
|
+
for (let i = 0; i < n; i += len) {
|
|
73
|
+
for (let k = 0; k < half; k++) {
|
|
74
|
+
const wr = t.cos[k * step]; const wi = inv ? t.sin[k * step] : -t.sin[k * step];
|
|
75
|
+
const a = i + k; const b = a + half;
|
|
76
|
+
const tr = re[b] * wr - im[b] * wi; const ti = re[b] * wi + im[b] * wr;
|
|
77
|
+
re[b] = re[a] - tr; im[b] = im[a] - ti; re[a] += tr; im[a] += ti;
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
if (inv) for (let i = 0; i < n; i++) { re[i] /= n; im[i] /= n; }
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
/* ── the fit ──────────────────────────────────────────────────────────────────────────────────── */
|
|
85
|
+
/** r[t] = sum x[u] x[u-t] and c[t] = sum m[u] x[u-t], for t < L and u in [from, to). Samples before 0 count as silence. */
|
|
86
|
+
function correlations(x, m, from, to) {
|
|
87
|
+
const r = new Float64Array(L); const c = new Float64Array(L);
|
|
88
|
+
const xb = new Float64Array(FB), xi = new Float64Array(FB), cur = new Float64Array(FB), ci = new Float64Array(FB), mc = new Float64Array(FB), mi = new Float64Array(FB);
|
|
89
|
+
const ar = new Float64Array(FB), ai = new Float64Array(FB), br = new Float64Array(FB), bi = new Float64Array(FB);
|
|
90
|
+
for (let s = from; s < to; s += BLK) {
|
|
91
|
+
const len = Math.min(BLK, to - s);
|
|
92
|
+
xb.fill(0); xi.fill(0); cur.fill(0); ci.fill(0); mc.fill(0); mi.fill(0);
|
|
93
|
+
let e = 0;
|
|
94
|
+
for (let j = 0; j < L + len; j++) { const t = s - L + j; if (t >= 0 && t < x.length) xb[j] = x[t]; }
|
|
95
|
+
for (let j = 0; j < len; j++) { cur[L + j] = x[s + j]; mc[L + j] = m[s + j]; e += x[s + j] * x[s + j]; }
|
|
96
|
+
if (e / len < 1e-8) continue; // the meeting is silent here: nothing to learn
|
|
97
|
+
fft(xb, xi, false); fft(cur, ci, false); fft(mc, mi, false);
|
|
98
|
+
for (let k = 0; k < FB; k++) { // CUR * conj(XB) and MC * conj(XB)
|
|
99
|
+
ar[k] = cur[k] * xb[k] + ci[k] * xi[k]; ai[k] = ci[k] * xb[k] - cur[k] * xi[k];
|
|
100
|
+
br[k] = mc[k] * xb[k] + mi[k] * xi[k]; bi[k] = mi[k] * xb[k] - mc[k] * xi[k];
|
|
101
|
+
}
|
|
102
|
+
fft(ar, ai, true); fft(br, bi, true);
|
|
103
|
+
for (let t = 0; t < L; t++) { r[t] += ar[t]; c[t] += br[t]; }
|
|
104
|
+
}
|
|
105
|
+
return { r, c };
|
|
106
|
+
}
|
|
107
|
+
/** R v for the symmetric Toeplitz matrix R whose first column is held, as the FFT of its circulant embedding. */
|
|
108
|
+
function toeplitzMul(col, v) {
|
|
109
|
+
const n = 2 * L; const re = new Float64Array(n); const im = new Float64Array(n);
|
|
110
|
+
re.set(v); fft(re, im, false);
|
|
111
|
+
for (let k = 0; k < n; k++) { const a = re[k] * col.re[k] - im[k] * col.im[k]; im[k] = re[k] * col.im[k] + im[k] * col.re[k]; re[k] = a; }
|
|
112
|
+
fft(re, im, true);
|
|
113
|
+
return re.subarray(0, L);
|
|
114
|
+
}
|
|
115
|
+
/** The impulse response from the meeting to the microphone over [from, to), or null when the meeting said nothing. */
|
|
116
|
+
function estimatePath(x, m, from, to) {
|
|
117
|
+
const { r, c } = correlations(x, m, from, to);
|
|
118
|
+
if (!(r[0] > 0)) return null;
|
|
119
|
+
const n = 2 * L; const re = new Float64Array(n); const im = new Float64Array(n);
|
|
120
|
+
for (let t = 0; t < L; t++) re[t] = r[t];
|
|
121
|
+
for (let t = 1; t < L; t++) re[n - t] = r[t];
|
|
122
|
+
fft(re, im, false);
|
|
123
|
+
const col = { re, im };
|
|
124
|
+
const lam = LOADING * r[0];
|
|
125
|
+
const h = new Float64Array(L); const res = Float64Array.from(c); const p = Float64Array.from(res);
|
|
126
|
+
let rs = 0; for (let i = 0; i < L; i++) rs += res[i] * res[i];
|
|
127
|
+
const rs0 = rs;
|
|
128
|
+
for (let it = 0; it < ITERATIONS && rs > 1e-10 * rs0; it++) {
|
|
129
|
+
const Ap = toeplitzMul(col, p); let pAp = 0;
|
|
130
|
+
for (let i = 0; i < L; i++) { Ap[i] += lam * p[i]; pAp += p[i] * Ap[i]; }
|
|
131
|
+
if (!(pAp > 0)) break;
|
|
132
|
+
const alpha = rs / pAp; let rn = 0;
|
|
133
|
+
for (let i = 0; i < L; i++) { h[i] += alpha * p[i]; res[i] -= alpha * Ap[i]; rn += res[i] * res[i]; }
|
|
134
|
+
const beta = rn / rs; rs = rn;
|
|
135
|
+
for (let i = 0; i < L; i++) p[i] = res[i] + beta * p[i];
|
|
136
|
+
}
|
|
137
|
+
return { h };
|
|
138
|
+
}
|
|
139
|
+
/** The first tap that reaches a quarter of the biggest: when the meeting's sound first arrives at the microphone. */
|
|
140
|
+
function arrival(h) {
|
|
141
|
+
let mx = 0; for (let i = 0; i < h.length; i++) mx = Math.max(mx, Math.abs(h[i]));
|
|
142
|
+
for (let i = 0; i < h.length; i++) if (Math.abs(h[i]) >= 0.25 * mx) return i;
|
|
143
|
+
return 0;
|
|
144
|
+
}
|
|
145
|
+
/** The echo that h predicts at samples [from, to): conv(x, h) by overlap-save. */
|
|
146
|
+
function predict(x, h, from, to) {
|
|
147
|
+
const out = new Float64Array(to - from);
|
|
148
|
+
const Hr = new Float64Array(FB); const Hi = new Float64Array(FB);
|
|
149
|
+
Hr.set(h); fft(Hr, Hi, false);
|
|
150
|
+
const re = new Float64Array(FB); const im = new Float64Array(FB);
|
|
151
|
+
for (let s = from; s < to; s += BLK) {
|
|
152
|
+
const len = Math.min(BLK, to - s);
|
|
153
|
+
re.fill(0); im.fill(0);
|
|
154
|
+
for (let j = 0; j < L + len; j++) { const t = s - L + j; if (t >= 0 && t < x.length) re[j] = x[t]; }
|
|
155
|
+
fft(re, im, false);
|
|
156
|
+
for (let k = 0; k < FB; k++) { const a = re[k] * Hr[k] - im[k] * Hi[k]; im[k] = re[k] * Hi[k] + im[k] * Hr[k]; re[k] = a; }
|
|
157
|
+
fft(re, im, true);
|
|
158
|
+
for (let j = 0; j < len; j++) out[s - from + j] = re[L + j];
|
|
159
|
+
}
|
|
160
|
+
return out;
|
|
161
|
+
}
|
|
162
|
+
|
|
163
|
+
/* ── where the meeting speaks, and what a stretch kept ───────────────────────────────────────── */
|
|
164
|
+
/** Energy of mic and of out over the 20 ms frames of [a, b) in which the meeting speaks: { eIn, eOut, frames }. */
|
|
165
|
+
function kept(far, mic, out, a, b, base) {
|
|
166
|
+
let eIn = 0; let eOut = 0; let frames = 0;
|
|
167
|
+
for (let f = a; f + FRAME <= b; f += FRAME) {
|
|
168
|
+
let ex = 0;
|
|
169
|
+
for (let i = 0; i < FRAME; i++) ex += far[f + i] * far[f + i];
|
|
170
|
+
if (ex / FRAME <= ACTIVE) continue;
|
|
171
|
+
frames++;
|
|
172
|
+
for (let i = 0; i < FRAME; i++) { eIn += mic[f + i] * mic[f + i]; eOut += out[f - base + i] * out[f - base + i]; }
|
|
173
|
+
}
|
|
174
|
+
return { eIn, eOut, frames };
|
|
175
|
+
}
|
|
176
|
+
const speaks = (far, a, b) => { let n = 0; for (let f = a; f + FRAME <= b; f += FRAME) { let ex = 0; for (let i = 0; i < FRAME; i++) ex += far[f + i] * far[f + i]; if (ex / FRAME > ACTIVE) n++; } return n; };
|
|
177
|
+
|
|
178
|
+
/** Smooth a 0/1 gain so subtraction fades over RAMP samples instead of switching. */
|
|
179
|
+
function smooth(gain) {
|
|
180
|
+
const n = gain.length; const out = new Float64Array(n); const w = 2 * RAMP + 1;
|
|
181
|
+
let acc = 0;
|
|
182
|
+
for (let i = -RAMP; i <= RAMP; i++) acc += gain[Math.min(n - 1, Math.max(0, i))];
|
|
183
|
+
for (let i = 0; i < n; i++) {
|
|
184
|
+
out[i] = acc / w;
|
|
185
|
+
acc += gain[Math.min(n - 1, i + RAMP + 1)] - gain[Math.max(0, i - RAMP)];
|
|
186
|
+
}
|
|
187
|
+
return out;
|
|
188
|
+
}
|
|
189
|
+
|
|
190
|
+
/** The microphone over [from, to) with the echo of `far` taken out. far and mic are Float64 arrays of one span, full scale = 1.
|
|
191
|
+
* state collects { leaves: [{ delay }], skipped, eIn, eOut }. */
|
|
192
|
+
function cleanSpan(far, mic, from, to, state) {
|
|
193
|
+
const len = to - from;
|
|
194
|
+
const plain = () => Float64Array.from(mic.subarray(from, to));
|
|
195
|
+
if (speaks(far, from, to) < MIN_ACTIVE_FRAMES) return plain();
|
|
196
|
+
const p = estimatePath(far, mic, Math.max(0, from - MARGIN), Math.min(far.length, to + MARGIN));
|
|
197
|
+
if (!p) return plain();
|
|
198
|
+
const echo = predict(far, p.h, from, to);
|
|
199
|
+
const trial = new Float64Array(len);
|
|
200
|
+
for (let i = 0; i < len; i++) trial[i] = mic[from + i] - echo[i];
|
|
201
|
+
// guard 1: parts of one window that disagree — some kept little of their energy, some kept a lot — mean the path changed
|
|
202
|
+
// inside it: cut the window in two. Parts that all keep about the same (no echo at all, or one steady poor fit) do not.
|
|
203
|
+
if (len >= 2 * MIN_PIECE) {
|
|
204
|
+
let lo = Infinity; let hi = -Infinity;
|
|
205
|
+
for (let q = from; q < to; q += PART) {
|
|
206
|
+
const k = kept(far, mic, trial, q, Math.min(to, q + PART), from);
|
|
207
|
+
if (k.frames < MIN_ACTIVE_FRAMES || !(k.eIn > 0)) continue;
|
|
208
|
+
const r = k.eOut / k.eIn; lo = Math.min(lo, r); hi = Math.max(hi, r);
|
|
209
|
+
}
|
|
210
|
+
if (hi > SPLIT_RATIO && hi - lo > SPLIT_SPREAD) {
|
|
211
|
+
const mid = from + Math.floor(len / 2 / FRAME) * FRAME;
|
|
212
|
+
const left = cleanSpan(far, mic, from, mid, state); const right = cleanSpan(far, mic, mid, to, state);
|
|
213
|
+
const joined = new Float64Array(len); joined.set(left, 0); joined.set(right, mid - from);
|
|
214
|
+
return joined;
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
// guard 2 (R7b): in every 10 s stretch the result keeps less energy than the microphone, or the stretch is left as it was
|
|
218
|
+
const gain = new Float64Array(len).fill(1);
|
|
219
|
+
const chunks = [];
|
|
220
|
+
for (let q = from; q < to; q += CHECK) chunks.push([q, Math.min(to, q + CHECK)]);
|
|
221
|
+
let off = false;
|
|
222
|
+
for (const [a, b] of chunks) {
|
|
223
|
+
const k = kept(far, mic, trial, a, b, from);
|
|
224
|
+
if (k.frames && k.eOut > KEEP_RATIO * k.eIn) { gain.fill(0, a - from, b - from); off = true; state.skipped++; }
|
|
225
|
+
}
|
|
226
|
+
const g = off ? smooth(gain) : gain;
|
|
227
|
+
const out = new Float64Array(len);
|
|
228
|
+
for (let i = 0; i < len; i++) out[i] = mic[from + i] - g[i] * echo[i];
|
|
229
|
+
if (off) { // the ramps can let a little echo back in at an edge: a stretch that still got louder is cut hard
|
|
230
|
+
for (const [a, b] of chunks) {
|
|
231
|
+
const k = kept(far, mic, out, a, b, from);
|
|
232
|
+
if (k.frames && k.eOut > k.eIn) for (let i = a - from; i < b - from; i++) out[i] = mic[from + i];
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
for (const [a, b] of chunks) { const k = kept(far, mic, out, a, b, from); state.eIn += k.eIn; state.eOut += k.eOut; }
|
|
236
|
+
state.leaves.push({ delay: arrival(p.h) });
|
|
237
|
+
return out;
|
|
238
|
+
}
|
|
239
|
+
|
|
240
|
+
/** The canceller over two tracks of n samples. readFar(from, count) and readMic(from, count) give Float64Array of that many
|
|
241
|
+
* samples (full scale = 1; zeros past the end); onChunk(at, Float64Array) receives each cleaned stretch in order. Returns
|
|
242
|
+
* { windows, skipped, reduction_db, delay_ms }. */
|
|
243
|
+
function cleanStream({ n, readFar, readMic, onChunk }) {
|
|
244
|
+
const state = { leaves: [], skipped: 0, eIn: 0, eOut: 0 };
|
|
245
|
+
let windows = 0;
|
|
246
|
+
for (let a = 0; a < n; a += WINDOW) {
|
|
247
|
+
const b = Math.min(n, a + WINDOW);
|
|
248
|
+
const c0 = Math.max(0, Math.floor((a - (L + MARGIN)) / FRAME) * FRAME); const c1 = Math.min(n, b + MARGIN);
|
|
249
|
+
const far = readFar(c0, c1 - c0); const mic = readMic(c0, c1 - c0);
|
|
250
|
+
onChunk(a, cleanSpan(far, mic, a - c0, b - c0, state), b - a);
|
|
251
|
+
windows++;
|
|
252
|
+
}
|
|
253
|
+
const delays = state.leaves.map((l) => l.delay).sort((x, y) => x - y);
|
|
254
|
+
return {
|
|
255
|
+
windows, fits: state.leaves.length, skipped: state.skipped,
|
|
256
|
+
reduction_db: state.eOut > 0 && state.eIn > 0 ? Math.round(10 * Math.log10(state.eIn / state.eOut) * 10) / 10 : 0,
|
|
257
|
+
delay_ms: delays.length ? Math.round(delays[delays.length >> 1] * 1000 / FS) : null,
|
|
258
|
+
};
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
/* ── the replay file ──────────────────────────────────────────────────────────────────────────── */
|
|
262
|
+
const reportFile = (runtimeDir, id) => notesAudio.replayFile(runtimeDir, id).replace(/\.pcm$/, '.echo.json');
|
|
263
|
+
function report(runtimeDir, id) { try { return JSON.parse(fs.readFileSync(reportFile(runtimeDir, id), 'utf8')); } catch { return null; } }
|
|
264
|
+
|
|
265
|
+
function readSamples(fd, size, from, count) {
|
|
266
|
+
const out = new Float64Array(count);
|
|
267
|
+
if (fd === null) return out;
|
|
268
|
+
const bytes = Math.max(0, Math.min(count * 2, size - from * 2));
|
|
269
|
+
if (bytes <= 0) return out;
|
|
270
|
+
const buf = Buffer.alloc(bytes);
|
|
271
|
+
fs.readSync(fd, buf, 0, bytes, from * 2);
|
|
272
|
+
for (let i = 0; i < bytes / 2; i++) out[i] = buf.readInt16LE(i * 2) / 32768;
|
|
273
|
+
return out;
|
|
274
|
+
}
|
|
275
|
+
|
|
276
|
+
/** Rebuild the replay file of a note from its two source files, with the echo taken out of the microphone. Only when the note
|
|
277
|
+
* kept its audio and heard both sources. The replay is replaced by a rename, and only if the sources did not grow meanwhile.
|
|
278
|
+
* `beforeCommit` is called just before that check; it is for the suites. */
|
|
279
|
+
function cleanReplay(runtimeDir, id, { beforeCommit } = {}) {
|
|
280
|
+
const began = Date.now();
|
|
281
|
+
if (!notesAudio.getKeep(runtimeDir)) return { ok: true, skipped: 'the audio is not kept for replay' };
|
|
282
|
+
const srcs = notesAudio.sources(runtimeDir, id);
|
|
283
|
+
const mic = srcs.find((s) => s.source === 'mic'); const meet = srcs.find((s) => s.source === 'meeting');
|
|
284
|
+
if (!mic || !meet) return { ok: true, skipped: 'only one source was heard, so there is no echo to take out' };
|
|
285
|
+
if (!notesAudio.info(runtimeDir, id)) return { ok: true, skipped: 'the note has no replay file' };
|
|
286
|
+
const out = notesAudio.replayFile(runtimeDir, id); const tmp = out + '.echo.tmp';
|
|
287
|
+
let fdM = null; let fdX = null; let fdO = null;
|
|
288
|
+
try {
|
|
289
|
+
fdM = fs.openSync(mic.file, 'r'); fdX = fs.openSync(meet.file, 'r'); fdO = fs.openSync(tmp, 'w', 0o600);
|
|
290
|
+
const n = Math.floor(Math.max(mic.bytes, meet.bytes) / 2);
|
|
291
|
+
const rep = cleanStream({
|
|
292
|
+
n,
|
|
293
|
+
readFar: (from, count) => readSamples(fdX, meet.bytes, from, count),
|
|
294
|
+
readMic: (from, count) => readSamples(fdM, mic.bytes, from, count),
|
|
295
|
+
onChunk: (at, cleaned, count) => {
|
|
296
|
+
const m = readSamples(fdX, meet.bytes, at, count);
|
|
297
|
+
const buf = Buffer.alloc(count * 2);
|
|
298
|
+
for (let i = 0; i < count; i++) {
|
|
299
|
+
const a = Math.max(-32768, Math.min(32767, Math.round(cleaned[i] * 32768)));
|
|
300
|
+
buf.writeInt16LE(notesAudio.softLimit(a + Math.round(m[i] * 32768)), i * 2);
|
|
301
|
+
}
|
|
302
|
+
fs.writeSync(fdO, buf, 0, buf.length, at * 2);
|
|
303
|
+
},
|
|
304
|
+
});
|
|
305
|
+
fs.closeSync(fdO); fdO = null;
|
|
306
|
+
if (beforeCommit) beforeCommit(); // the suites use this to make listening go on at the last moment
|
|
307
|
+
// the sources must be as they were: if listening went on meanwhile, the plain replay is the truth and this one is dropped
|
|
308
|
+
const now = notesAudio.sources(runtimeDir, id);
|
|
309
|
+
const same = now.length === srcs.length && now.every((s) => { const o = srcs.find((x) => x.source === s.source); return o && o.bytes === s.bytes; });
|
|
310
|
+
if (!same) { try { fs.unlinkSync(tmp); } catch { /* gone */ } return { ok: false, error: 'listening went on while the echo was taken out' }; }
|
|
311
|
+
fs.renameSync(tmp, out);
|
|
312
|
+
const result = { ok: true, at: new Date().toISOString(), ...rep, took_ms: Date.now() - began };
|
|
313
|
+
fs.writeFileSync(reportFile(runtimeDir, id), JSON.stringify(result), { mode: 0o600 });
|
|
314
|
+
return result;
|
|
315
|
+
} catch (e) {
|
|
316
|
+
try { fs.unlinkSync(tmp); } catch { /* none */ }
|
|
317
|
+
return { ok: false, error: String((e && e.message) || e).slice(0, 300) };
|
|
318
|
+
} finally {
|
|
319
|
+
for (const fd of [fdM, fdX, fdO]) if (fd !== null) { try { fs.closeSync(fd); } catch { /* closed */ } }
|
|
320
|
+
}
|
|
321
|
+
}
|
|
322
|
+
|
|
323
|
+
const running = new Map(); // `${dir}|${id}` → the promise of a clean-up that is under way
|
|
324
|
+
/** cleanReplay on a worker thread. A second call for the same note while one runs gets the same promise. Never rejects. */
|
|
325
|
+
function cleanReplayInWorker(runtimeDir, id) {
|
|
326
|
+
const key = runtimeDir + '|' + id;
|
|
327
|
+
if (running.has(key)) return running.get(key);
|
|
328
|
+
const p = new Promise((resolve) => {
|
|
329
|
+
let done = false;
|
|
330
|
+
const w = new Worker(path.join(__dirname, 'notes-echo-worker.js'), { workerData: { runtimeDir, id } });
|
|
331
|
+
const finish = (r) => { if (done) return; done = true; clearTimeout(timer); resolve(r); };
|
|
332
|
+
const timer = setTimeout(() => { w.terminate(); try { fs.unlinkSync(notesAudio.replayFile(runtimeDir, id) + '.echo.tmp'); } catch { /* none */ } finish({ ok: false, error: 'it took too long' }); }, TIMEOUT_MS);
|
|
333
|
+
w.once('message', finish);
|
|
334
|
+
w.once('error', (e) => finish({ ok: false, error: String((e && e.message) || e).slice(0, 300) }));
|
|
335
|
+
w.once('exit', () => finish({ ok: false, error: 'the worker ended without a result' }));
|
|
336
|
+
}).finally(() => running.delete(key));
|
|
337
|
+
running.set(key, p);
|
|
338
|
+
return p;
|
|
339
|
+
}
|
|
340
|
+
|
|
341
|
+
module.exports = { cleanStream, cleanReplay, cleanReplayInWorker, report, reportFile, fft, WINDOW, FS };
|
|
@@ -66,6 +66,7 @@ const notes = require('./notes.js');
|
|
|
66
66
|
const whisper = require('./notes-whisper.js');
|
|
67
67
|
const notesRepo = require('./notes-repo.js');
|
|
68
68
|
const notesAudio = require('./notes-audio.js');
|
|
69
|
+
const notesEcho = require('./notes-echo.js');
|
|
69
70
|
const notesFinal = require('./notes-final.js');
|
|
70
71
|
const notesQwen = require('./notes-qwen.js');
|
|
71
72
|
const notesLinks = require('./notes-links.js');
|
|
@@ -376,6 +377,7 @@ function engineInfo(ctx, w) {
|
|
|
376
377
|
* while it is not ready, it is asked again every WISPR_RETRY_MS, up to WISPR_DEADLINE_MS after Stop. The workspace itself
|
|
377
378
|
* makes no request: the agent session does, with the connector the PM signed in to. On by default ("Fetch Wispr Flow
|
|
378
379
|
* notes" in the settings); PMOS_NOTES_WISPR (or ctx.notesWispr) 'off' turns it off on this machine. Never for a private note. */
|
|
380
|
+
const echoOff = (ctx) => String(ctx.notesEcho !== undefined ? ctx.notesEcho : process.env.PMOS_NOTES_ECHO || '') === 'off';
|
|
379
381
|
const finalOff = (ctx) => String(ctx.notesFinal !== undefined ? ctx.notesFinal : process.env.PMOS_NOTES_FINAL || '') === 'off';
|
|
380
382
|
let finalRunner = null; let finalDir = null;
|
|
381
383
|
function finalFor(ctx) {
|
|
@@ -391,6 +393,7 @@ function finalFor(ctx) {
|
|
|
391
393
|
const dir = ctx.runtimeDir;
|
|
392
394
|
const r = notes.setFinal(dir, { id, final });
|
|
393
395
|
if (!notesAudio.getKeep(dir)) notesAudio.removeSources(dir, id);
|
|
396
|
+
else if (!echoOff(ctx)) notesEcho.cleanReplayInWorker(dir, id); // best effort, off the main thread: on any failure the replay keeps its plain mix
|
|
394
397
|
if (!r.ok) return;
|
|
395
398
|
const cur = notes.read(dir, id);
|
|
396
399
|
const w = cur.ok && cur.note.ws ? ctx.getWs(cur.note.ws) : null;
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "pmos-workspace",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.114.0",
|
|
4
4
|
"lockfileVersion": 3,
|
|
5
5
|
"requires": true,
|
|
6
6
|
"packages": {
|
|
7
7
|
"": {
|
|
8
8
|
"name": "pmos-workspace",
|
|
9
|
-
"version": "0.
|
|
9
|
+
"version": "0.114.0",
|
|
10
10
|
"license": "MIT",
|
|
11
11
|
"dependencies": {
|
|
12
12
|
"@xterm/addon-fit": "^0.11.0",
|
package/workspace/package.json
CHANGED
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
{
|
|
2
|
-
"_comment": "meeting-notes Runs 1 to 10: the Notes engine and routes (notes.test.js), local Whisper, line labels and repository checks (notes-listen.test.js), the final pass after Stop and the Wispr Flow fetch (notes-final.test.js), Qwen3-ASR kept loaded (notes-qwen.test.js), and the Notes view in a browser (pm-notes-test.js), plus the note pop-up patched in place while it listens (pm-note-dock-test.js).",
|
|
2
|
+
"_comment": "meeting-notes Runs 1 to 10: the Notes engine and routes (notes.test.js), local Whisper, line labels and repository checks (notes-listen.test.js), the final pass after Stop and the Wispr Flow fetch (notes-final.test.js), Qwen3-ASR kept loaded (notes-qwen.test.js), and the Notes view in a browser (pm-notes-test.js), the echo canceller for the replay (notes-echo.test.js, notes-audio-quality Run 2), plus the note pop-up patched in place while it listens (pm-note-dock-test.js).",
|
|
3
3
|
"modules": [
|
|
4
4
|
"notes.test.js",
|
|
5
5
|
"notes-listen.test.js",
|
|
6
6
|
"notes-final.test.js",
|
|
7
|
-
"notes-qwen.test.js"
|
|
7
|
+
"notes-qwen.test.js",
|
|
8
|
+
"notes-echo.test.js"
|
|
8
9
|
],
|
|
9
10
|
"panels": [
|
|
10
11
|
"pm-notes-test.js",
|
|
@@ -16,6 +17,7 @@
|
|
|
16
17
|
"notes-listen.test.js": 10,
|
|
17
18
|
"notes-final.test.js": 6,
|
|
18
19
|
"notes-qwen.test.js": 4,
|
|
19
|
-
"pm-note-dock-test.js": 20
|
|
20
|
+
"pm-note-dock-test.js": 20,
|
|
21
|
+
"notes-echo.test.js": 25
|
|
20
22
|
}
|
|
21
23
|
}
|