@handsforbots/voice 2.0.0-alpha.1 → 2.0.0-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts CHANGED
@@ -1,4 +1,4 @@
1
- export { voice, createVoice, type BargeInOptions, type InputModality, type ListenOptions, type OutputPreference, type SpeechLoadStart, type SpeechLoading, type SpeechWhileLoading, type TtsStatus, type TurnTiming, type VoiceDecision, type VoiceMode, type VoicePhase, type VoiceOptions, type VoiceService, type VoiceSpeechEvent, type VoiceTtsEvent, type VoiceState, } from './voice.js';
1
+ export { voice, createVoice, type BargeInOptions, type InputModality, type ListenOptions, type OutputPreference, type SpeechLoadStart, type SpeechLoading, type SpeechWhileLoading, type TtsStatus, type TurnTiming, type VoiceDecision, type VoiceMode, type VoicePhase, type VoiceOptions, type VoiceService, type VoiceSpeechEvent, type VoiceTtsEvent, type VoiceNoiseEvent, type VoiceNoiseOptions, type VoiceLevelEvent, type VoiceLevelReading, type VoiceState, } from './voice.js';
2
2
  export { webSpeechSTT, webSpeechTTS, splitSentences, utteranceProsody, type WebSpeechSTTOptions, type WebSpeechTTSOptions, } from './providers/webspeech.js';
3
3
  export { httpSTT, httpTTS, decodeAudio, type HttpSTTOptions, type HttpTTSOptions } from './providers/http.js';
4
4
  export { webAudioPlayer, planProsody, encodeWav, type ProsodyPlan, type WebAudioPlayerOptions } from './player.js';
@@ -6,6 +6,8 @@ export { websocketSTT, voskSTT, type StreamingResult, type WebSocketSTTOptions }
6
6
  export { voskBrowserSTT, type VoskBrowserModule, type VoskBrowserOptions } from './providers/vosk-browser.js';
7
7
  export { httpEndOfTurn, type HttpEndOfTurnOptions } from './providers/end-of-turn.js';
8
8
  export { textEchoFilter, echoCoverage, type TextEchoFilterOptions } from './providers/echo.js';
9
- export { captureFloat, capturePcm16, detectEndOfSpeech, openMicrophone } from './providers/media.js';
9
+ export { captureFloat, capturePcm16, detectEndOfSpeech, noiseFloorTracker, openMicrophone, speechThreshold, } from './providers/media.js';
10
+ export { assessNoise, checkNoise, createNoiseMeter, measureNoise, type CheckNoiseOptions, type MeasureNoiseOptions, type NoiseMeter, type NoiseReason, type NoiseReport, type NoiseThresholds, type NoiseVerdict, } from './providers/noise.js';
11
+ export { createLevelGate, monitorLevel, type LevelGate, type LevelGateOptions, type LevelVerdict } from './providers/level.js';
10
12
  export * from './types.js';
11
13
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,EACL,WAAW,EACX,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,KAAK,aAAa,EAClB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACvB,KAAK,SAAS,EACd,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,SAAS,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAClB,KAAK,UAAU,GAChB,MAAM,YAAY,CAAA;AACnB,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,GACzB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,cAAc,EAAE,KAAK,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAC7G,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,WAAW,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAA;AAClH,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,KAAK,eAAe,EAAE,KAAK,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAChH,OAAO,EAAE,cAAc,EAAE,KAAK,iBAAiB,EAAE,KAAK,kBAAkB,EAAE,MAAM,6BAA6B,CAAA;AAC7G,OAAO,EAAE,aAAa,EAAE,KAAK,oBAAoB,EAAE,MAAM,4BAA4B,CAAA;AACrF,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,KAAK,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAC9F,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AACpG,cAAc,YAAY,CAAA"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,EACL,WAAW,EACX,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,KAAK,aAAa,EAClB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACvB,KAAK,SAAS,EACd,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,SAAS,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,UAAU,GAChB,MAAM,YAAY,CAAA;AACnB,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,GACzB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,cAAc,EAAE,KAAK,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAC7G,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,WAAW,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAA;AAClH,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,KAAK,eAAe,EAAE,KAAK,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAChH,OAAO,EAAE,cAAc,EAAE,KAAK,iBAAiB,EAAE,KAAK,kBAAkB,EAAE,MAAM,6BAA6B,CAAA;AAC7G,OAAO,EAAE,aAAa,EAAE,KAAK,oBAAoB,EAAE,MAAM,4BAA4B,CAAA;AACrF,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,KAAK,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAC9F,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,eAAe,GAChB,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EACL,WAAW,EACX,UAAU,EACV,gBAAgB,EAChB,YAAY,EACZ,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,UAAU,EACf,KAAK,WAAW,EAChB,KAAK,WAAW,EAChB,KAAK,eAAe,EACpB,KAAK,YAAY,GAClB,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,KAAK,SAAS,EAAE,KAAK,gBAAgB,EAAE,KAAK,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAC9H,cAAc,YAAY,CAAA"}
package/dist/index.js CHANGED
@@ -6,6 +6,8 @@ export { websocketSTT, voskSTT } from './providers/websocket.js';
6
6
  export { voskBrowserSTT } from './providers/vosk-browser.js';
7
7
  export { httpEndOfTurn } from './providers/end-of-turn.js';
8
8
  export { textEchoFilter, echoCoverage } from './providers/echo.js';
9
- export { captureFloat, capturePcm16, detectEndOfSpeech, openMicrophone } from './providers/media.js';
9
+ export { captureFloat, capturePcm16, detectEndOfSpeech, noiseFloorTracker, openMicrophone, speechThreshold, } from './providers/media.js';
10
+ export { assessNoise, checkNoise, createNoiseMeter, measureNoise, } from './providers/noise.js';
11
+ export { createLevelGate, monitorLevel } from './providers/level.js';
10
12
  export * from './types.js';
11
13
  //# sourceMappingURL=index.js.map
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,EACL,WAAW,GAkBZ,MAAM,YAAY,CAAA;AACnB,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,gBAAgB,GAGjB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAA4C,MAAM,qBAAqB,CAAA;AAC7G,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAgD,MAAM,aAAa,CAAA;AAClH,OAAO,EAAE,YAAY,EAAE,OAAO,EAAkD,MAAM,0BAA0B,CAAA;AAChH,OAAO,EAAE,cAAc,EAAmD,MAAM,6BAA6B,CAAA;AAC7G,OAAO,EAAE,aAAa,EAA6B,MAAM,4BAA4B,CAAA;AACrF,OAAO,EAAE,cAAc,EAAE,YAAY,EAA8B,MAAM,qBAAqB,CAAA;AAC9F,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AACpG,cAAc,YAAY,CAAA"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,EACL,WAAW,GAsBZ,MAAM,YAAY,CAAA;AACnB,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,gBAAgB,GAGjB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAA4C,MAAM,qBAAqB,CAAA;AAC7G,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAgD,MAAM,aAAa,CAAA;AAClH,OAAO,EAAE,YAAY,EAAE,OAAO,EAAkD,MAAM,0BAA0B,CAAA;AAChH,OAAO,EAAE,cAAc,EAAmD,MAAM,6BAA6B,CAAA;AAC7G,OAAO,EAAE,aAAa,EAA6B,MAAM,4BAA4B,CAAA;AACrF,OAAO,EAAE,cAAc,EAAE,YAAY,EAA8B,MAAM,qBAAqB,CAAA;AAC9F,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,eAAe,GAChB,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EACL,WAAW,EACX,UAAU,EACV,gBAAgB,EAChB,YAAY,GAQb,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EAAE,eAAe,EAAE,YAAY,EAA4D,MAAM,sBAAsB,CAAA;AAC9H,cAAc,YAAY,CAAA"}
@@ -0,0 +1,51 @@
1
+ /**
2
+ * Level gate: tells the user's speech from quieter voices around them (TV,
3
+ * people nearby) by loudness. The user talks into the microphone, so their
4
+ * speech is usually well above background voices; the gate learns how loud
5
+ * the user's accepted utterances were and judges new speech against that.
6
+ * No model: it fails when the user speaks much softer than usual or moves
7
+ * away, and when background voices are as loud as the user.
8
+ */
9
+ export type LevelGateOptions = {
10
+ /**
11
+ * What the gate drops. `barge-in` (default): background speech heard while
12
+ * the bot answers neither interrupts it nor becomes a turn. `all`: also
13
+ * background speech in hands-free while the bot is quiet.
14
+ */
15
+ scope?: 'barge-in' | 'all';
16
+ /** Speech this many dB below the user's level is background. Default 10. */
17
+ gapDb?: number;
18
+ /** Audio looked at when a transcript arrives (recognizers deliver late). Default 3000 ms. */
19
+ lookbackMs?: number;
20
+ /** Accepted utterances kept to learn the user's level (the median is used). Default 5. */
21
+ remember?: number;
22
+ /** Replaces the microphone monitor (tests, or audio you already have): call `onLevel` with dBFS readings. */
23
+ open?: (onLevel: (db: number) => void) => Promise<() => void>;
24
+ };
25
+ export type LevelVerdict = 'user' | 'background' | 'unknown';
26
+ export type LevelGate = {
27
+ /** One level reading (dBFS) at `at` (epoch ms). */
28
+ push(db: number, at?: number): void;
29
+ /** Loud end (95th percentile) of the readings in the lookback window; `undefined` without readings. */
30
+ peak(at?: number): number | undefined;
31
+ /** The speech just heard was the user's: learn its level. */
32
+ learn(at?: number): void;
33
+ /** Whether the speech in the lookback window was loud enough to be the user's. */
34
+ judge(at?: number): LevelVerdict;
35
+ /** Median level of the user's last accepted utterances, once learned. */
36
+ readonly userLevelDb: number | undefined;
37
+ /** `userLevelDb - gapDb`. */
38
+ readonly gateDb: number | undefined;
39
+ reset(): void;
40
+ };
41
+ export declare const toDb: (rms: number) => number;
42
+ export declare function createLevelGate({ gapDb, lookbackMs, remember }?: LevelGateOptions): LevelGate;
43
+ /**
44
+ * Opens the microphone (with the same processing as the recognizers) and
45
+ * reports its level in dBFS every `intervalMs`. Resolves with a function that
46
+ * stops and closes it.
47
+ */
48
+ export declare function monitorLevel(onLevel: (db: number) => void, { intervalMs }?: {
49
+ intervalMs?: number | undefined;
50
+ }): Promise<() => void>;
51
+ //# sourceMappingURL=level.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"level.d.ts","sourceRoot":"","sources":["../../src/providers/level.ts"],"names":[],"mappings":"AAEA;;;;;;;GAOG;AAEH,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;;;OAIG;IACH,KAAK,CAAC,EAAE,UAAU,GAAG,KAAK,CAAA;IAC1B,4EAA4E;IAC5E,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,6FAA6F;IAC7F,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,0FAA0F;IAC1F,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,6GAA6G;IAC7G,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,KAAK,OAAO,CAAC,MAAM,IAAI,CAAC,CAAA;CAC9D,CAAA;AAED,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,YAAY,GAAG,SAAS,CAAA;AAE5D,MAAM,MAAM,SAAS,GAAG;IACtB,mDAAmD;IACnD,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACnC,uGAAuG;IACvG,IAAI,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAA;IACrC,6DAA6D;IAC7D,KAAK,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,kFAAkF;IAClF,KAAK,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,YAAY,CAAA;IAChC,yEAAyE;IACzE,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,CAAA;IACxC,6BAA6B;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAA;IACnC,KAAK,IAAI,IAAI,CAAA;CACd,CAAA;AAGD,eAAO,MAAM,IAAI,QAAS,MAAM,WAAgE,CAAA;AAQhG,wBAAgB,eAAe,CAAC,EAAE,KAAU,EAAE,UAAiB,EAAE,QAAY,EAAE,GAAE,gBAAqB,GAAG,SAAS,CA0CjH;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,EAAE,EAAE,UAAe,EAAE;;CAAK,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAoB/G"}
@@ -0,0 +1,83 @@
1
+ import { openMicrophone, closeStream } from './media.js';
2
+ const MIN_DB = -120;
3
+ export const toDb = (rms) => (rms > 0 ? Math.max(MIN_DB, 20 * Math.log10(rms)) : MIN_DB);
4
+ const median = (values) => {
5
+ const sorted = [...values].sort((a, b) => a - b);
6
+ const middle = Math.floor(sorted.length / 2);
7
+ return sorted.length % 2 ? sorted[middle] : (sorted[middle - 1] + sorted[middle]) / 2;
8
+ };
9
+ export function createLevelGate({ gapDb = 10, lookbackMs = 3000, remember = 5 } = {}) {
10
+ let readings = [];
11
+ let learned = [];
12
+ const gate = {
13
+ push(db, at = Date.now()) {
14
+ readings.push({ at, db });
15
+ // Keep a little more than the window: transcripts are judged slightly after the fact.
16
+ const oldest = at - lookbackMs * 2;
17
+ while (readings.length && readings[0].at < oldest)
18
+ readings.shift();
19
+ },
20
+ peak(at = Date.now()) {
21
+ const window = readings.filter((r) => r.at > at - lookbackMs && r.at <= at).map((r) => r.db);
22
+ if (window.length === 0)
23
+ return undefined;
24
+ window.sort((a, b) => a - b);
25
+ return window[Math.min(window.length - 1, Math.round((window.length - 1) * 0.95))];
26
+ },
27
+ learn(at = Date.now()) {
28
+ const level = gate.peak(at);
29
+ if (level === undefined)
30
+ return;
31
+ learned.push(level);
32
+ if (learned.length > remember)
33
+ learned.shift();
34
+ },
35
+ judge(at = Date.now()) {
36
+ const threshold = gate.gateDb;
37
+ const level = gate.peak(at);
38
+ if (threshold === undefined || level === undefined)
39
+ return 'unknown';
40
+ return level >= threshold ? 'user' : 'background';
41
+ },
42
+ get userLevelDb() {
43
+ return learned.length ? median(learned) : undefined;
44
+ },
45
+ get gateDb() {
46
+ const user = gate.userLevelDb;
47
+ return user === undefined ? undefined : user - gapDb;
48
+ },
49
+ reset() {
50
+ readings = [];
51
+ learned = [];
52
+ },
53
+ };
54
+ return gate;
55
+ }
56
+ /**
57
+ * Opens the microphone (with the same processing as the recognizers) and
58
+ * reports its level in dBFS every `intervalMs`. Resolves with a function that
59
+ * stops and closes it.
60
+ */
61
+ export async function monitorLevel(onLevel, { intervalMs = 50 } = {}) {
62
+ const stream = await openMicrophone();
63
+ const context = new AudioContext();
64
+ const analyser = context.createAnalyser();
65
+ analyser.fftSize = 1024;
66
+ const source = context.createMediaStreamSource(stream);
67
+ source.connect(analyser);
68
+ const data = new Float32Array(analyser.fftSize);
69
+ const timer = setInterval(() => {
70
+ analyser.getFloatTimeDomainData(data);
71
+ let sum = 0;
72
+ for (const v of data)
73
+ sum += v * v;
74
+ onLevel(toDb(Math.sqrt(sum / data.length)));
75
+ }, intervalMs);
76
+ return () => {
77
+ clearInterval(timer);
78
+ source.disconnect();
79
+ closeStream(stream);
80
+ void context.close();
81
+ };
82
+ }
83
+ //# sourceMappingURL=level.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"level.js","sourceRoot":"","sources":["../../src/providers/level.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AA8CxD,MAAM,MAAM,GAAG,CAAC,GAAG,CAAA;AACnB,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;AAEhG,MAAM,MAAM,GAAG,CAAC,MAAgB,EAAE,EAAE;IAClC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAChD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAC5C,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAE,GAAG,MAAM,CAAC,MAAM,CAAE,CAAC,GAAG,CAAC,CAAA;AAC1F,CAAC,CAAA;AAED,MAAM,UAAU,eAAe,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,UAAU,GAAG,IAAI,EAAE,QAAQ,GAAG,CAAC,EAAE,GAAqB,EAAE;IACpG,IAAI,QAAQ,GAAiC,EAAE,CAAA;IAC/C,IAAI,OAAO,GAAa,EAAE,CAAA;IAE1B,MAAM,IAAI,GAAc;QACtB,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE;YACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;YACzB,sFAAsF;YACtF,MAAM,MAAM,GAAG,EAAE,GAAG,UAAU,GAAG,CAAC,CAAA;YAClC,OAAO,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAE,CAAC,EAAE,GAAG,MAAM;gBAAE,QAAQ,CAAC,KAAK,EAAE,CAAA;QACtE,CAAC;QACD,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE;YAClB,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,UAAU,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;YAC5F,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,SAAS,CAAA;YACzC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YAC5B,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QACpF,CAAC;QACD,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE;YACnB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAC3B,IAAI,KAAK,KAAK,SAAS;gBAAE,OAAM;YAC/B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACnB,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ;gBAAE,OAAO,CAAC,KAAK,EAAE,CAAA;QAChD,CAAC;QACD,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE;YACnB,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAA;YAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAC3B,IAAI,SAAS,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;gBAAE,OAAO,SAAS,CAAA;YACpE,OAAO,KAAK,IAAI,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAA;QACnD,CAAC;QACD,IAAI,WAAW;YACb,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACrD,CAAC;QACD,IAAI,MAAM;YACR,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAA;YAC7B,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAA;QACtD,CAAC;QACD,KAAK;YACH,QAAQ,GAAG,EAAE,CAAA;YACb,OAAO,GAAG,EAAE,CAAA;QACd,CAAC;KACF,CAAA;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA6B,EAAE,EAAE,UAAU,GAAG,EAAE,EAAE,GAAG,EAAE;IACxF,MAAM,MAAM,GAAG,MAAM,cAAc,EAAE,CAAA;IACrC,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAA;IAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,cAAc,EAAE,CAAA;IACzC,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAA;IACvB,MAAM,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;IACtD,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IACxB,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC/C,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7B,QAAQ,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAA;QACrC,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;QAClC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC7C,CAAC,EAAE,UAAU,CAAC,CAAA;IACd,OAAO,GAAG,EAAE;QACV,aAAa,CAAC,KAAK,CAAC,CAAA;QACpB,MAAM,CAAC,UAAU,EAAE,CAAA;QACnB,WAAW,CAAC,MAAM,CAAC,CAAA;QACnB,KAAK,OAAO,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC,CAAA;AACH,CAAC"}
@@ -2,11 +2,30 @@ export declare function openMicrophone(): Promise<MediaStream>;
2
2
  export declare function closeStream(stream: MediaStream): void;
3
3
  /** Streams microphone audio as 16-bit PCM chunks (~100 ms) at `sampleRate`. */
4
4
  export declare function capturePcm16(stream: MediaStream, sampleRate: number, onChunk: (chunk: ArrayBuffer) => void): Promise<() => Promise<void>>;
5
+ /**
6
+ * Minimum-statistics noise floor: the lowest RMS among the last `window`
7
+ * readings. Speech has pauses and stops, so the minimum follows the noise and
8
+ * not the voice; a steady new noise is picked up after one window.
9
+ */
10
+ export declare function noiseFloorTracker(window: number): {
11
+ push(rms: number): number;
12
+ readonly floor: number;
13
+ };
14
+ /** Speech threshold for one RMS reading: fixed, or raised over the tracked noise floor. */
15
+ export declare function speechThreshold(floor: number, { threshold, margin }?: {
16
+ margin?: number | undefined;
17
+ threshold?: number | undefined;
18
+ }): number;
5
19
  /**
6
20
  * Minimal energy-based voice activity detection: calls `onSilence` after the
7
- * user spoke and then stayed quiet for `silenceMs`.
21
+ * user spoke and then stayed quiet for `silenceMs`. Speech is RMS above
22
+ * `threshold` and above `margin` times the noise floor of the last `floorMs`
23
+ * (`margin: 0` keeps the fixed threshold), so steady room noise does not
24
+ * count as speech.
8
25
  */
9
- export declare function detectEndOfSpeech(stream: MediaStream, onSilence: () => void, { silenceMs, threshold }?: {
26
+ export declare function detectEndOfSpeech(stream: MediaStream, onSilence: () => void, { silenceMs, threshold, margin, floorMs }?: {
27
+ floorMs?: number | undefined;
28
+ margin?: number | undefined;
10
29
  silenceMs?: number | undefined;
11
30
  threshold?: number | undefined;
12
31
  }): () => void;
@@ -1 +1 @@
1
- {"version":3,"file":"media.d.ts","sourceRoot":"","sources":["../../src/providers/media.ts"],"names":[],"mappings":"AAEA,wBAAsB,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC,CAc3D;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,WAAW,QAE9C;AAaD,+EAA+E;AAC/E,wBAAsB,YAAY,CAChC,MAAM,EAAE,WAAW,EACnB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GACpC,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,CAqC9B;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,WAAW,EACnB,SAAS,EAAE,MAAM,IAAI,EACrB,EAAE,SAAgB,EAAE,SAAiB,EAAE;;;CAAK,GAC3C,MAAM,IAAI,CA0BZ;AAED,wGAAwG;AACxG,wBAAsB,YAAY,CAChC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,GACzD,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,CAe9B"}
1
+ {"version":3,"file":"media.d.ts","sourceRoot":"","sources":["../../src/providers/media.ts"],"names":[],"mappings":"AAEA,wBAAsB,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC,CAc3D;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,WAAW,QAE9C;AAaD,+EAA+E;AAC/E,wBAAsB,YAAY,CAChC,MAAM,EAAE,WAAW,EACnB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GACpC,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,CAqC9B;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM;IAG5C,IAAI,MAAM,MAAM;aAKZ,KAAK;EAIZ;AAED,2FAA2F;AAC3F,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAiB,EAAE,MAAU,EAAE;;;CAAK,UAEpF;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,WAAW,EACnB,SAAS,EAAE,MAAM,IAAI,EACrB,EAAE,SAAgB,EAAE,SAAiB,EAAE,MAAU,EAAE,OAAc,EAAE;;;;;CAAK,GACvE,MAAM,IAAI,CA4BZ;AAED,wGAAwG;AACxG,wBAAsB,YAAY,CAChC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,GACzD,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,CAe9B"}
@@ -69,16 +69,44 @@ export async function capturePcm16(stream, sampleRate, onChunk) {
69
69
  await context.close();
70
70
  };
71
71
  }
72
+ /**
73
+ * Minimum-statistics noise floor: the lowest RMS among the last `window`
74
+ * readings. Speech has pauses and stops, so the minimum follows the noise and
75
+ * not the voice; a steady new noise is picked up after one window.
76
+ */
77
+ export function noiseFloorTracker(window) {
78
+ const ring = [];
79
+ return {
80
+ push(rms) {
81
+ ring.push(rms);
82
+ if (ring.length > window)
83
+ ring.shift();
84
+ return Math.min(...ring);
85
+ },
86
+ get floor() {
87
+ return ring.length ? Math.min(...ring) : 0;
88
+ },
89
+ };
90
+ }
91
+ /** Speech threshold for one RMS reading: fixed, or raised over the tracked noise floor. */
92
+ export function speechThreshold(floor, { threshold = 0.015, margin = 3 } = {}) {
93
+ return margin > 0 ? Math.max(threshold, floor * margin) : threshold;
94
+ }
72
95
  /**
73
96
  * Minimal energy-based voice activity detection: calls `onSilence` after the
74
- * user spoke and then stayed quiet for `silenceMs`.
97
+ * user spoke and then stayed quiet for `silenceMs`. Speech is RMS above
98
+ * `threshold` and above `margin` times the noise floor of the last `floorMs`
99
+ * (`margin: 0` keeps the fixed threshold), so steady room noise does not
100
+ * count as speech.
75
101
  */
76
- export function detectEndOfSpeech(stream, onSilence, { silenceMs = 1200, threshold = 0.015 } = {}) {
102
+ export function detectEndOfSpeech(stream, onSilence, { silenceMs = 1200, threshold = 0.015, margin = 3, floorMs = 3000 } = {}) {
77
103
  const context = new AudioContext();
78
104
  const analyser = context.createAnalyser();
79
105
  analyser.fftSize = 1024;
80
106
  context.createMediaStreamSource(stream).connect(analyser);
81
107
  const data = new Float32Array(analyser.fftSize);
108
+ const tick = 50;
109
+ const floor = noiseFloorTracker(Math.max(1, Math.round(floorMs / tick)));
82
110
  let spoke = false;
83
111
  let quietSince = 0;
84
112
  const timer = setInterval(() => {
@@ -88,7 +116,7 @@ export function detectEndOfSpeech(stream, onSilence, { silenceMs = 1200, thresho
88
116
  sum += v * v;
89
117
  const rms = Math.sqrt(sum / data.length);
90
118
  const now = Date.now();
91
- if (rms > threshold) {
119
+ if (rms > speechThreshold(floor.push(rms), { threshold, margin })) {
92
120
  spoke = true;
93
121
  quietSince = now;
94
122
  }
@@ -96,7 +124,7 @@ export function detectEndOfSpeech(stream, onSilence, { silenceMs = 1200, thresho
96
124
  spoke = false;
97
125
  onSilence();
98
126
  }
99
- }, 50);
127
+ }, tick);
100
128
  return () => {
101
129
  clearInterval(timer);
102
130
  void context.close();
@@ -1 +1 @@
1
- {"version":3,"file":"media.js","sourceRoot":"","sources":["../../src/providers/media.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAEzC,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC;QAC9E,MAAM,IAAI,WAAW,CAAC,eAAe,EAAE,qCAAqC,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,CAAC;QACH,OAAO,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;YAC/C,KAAK,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE;YACjG,KAAK,EAAE,KAAK;SACb,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,GAAI,KAAsB,EAAE,IAAI,CAAA;QAC1C,IAAI,IAAI,KAAK,iBAAiB,IAAI,IAAI,KAAK,eAAe;YAAE,MAAM,IAAI,WAAW,CAAC,aAAa,EAAE,8BAA8B,CAAC,CAAA;QAChI,MAAM,IAAI,WAAW,CAAC,eAAe,EAAG,KAAe,EAAE,OAAO,CAAC,CAAA;IACnE,CAAC;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAmB;IAC7C,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE;QAAE,KAAK,CAAC,IAAI,EAAE,CAAA;AACtD,CAAC;AAED,MAAM,OAAO,GAAG;;;;;;;;;CASf,CAAA;AAED,+EAA+E;AAC/E,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAmB,EACnB,UAAkB,EAClB,OAAqC;IAErC,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAA;IAClC,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC,CAAA;IACxF,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;IACzC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;IACxB,MAAM,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,IAAI,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IACrD,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,GAAG,UAAU,CAAA;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,EAAE,CAAC,CAAA;IACzC,IAAI,OAAO,GAAa,EAAE,CAAA;IAC1B,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,KAAiC,EAAE,EAAE;QAC1D,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAA;QACxB,+CAA+C;QAC/C,KAAK,IAAI,QAAQ,GAAG,KAAK,EAAE,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,QAAQ,IAAI,KAAK,EAAE,CAAC;YACtE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;YAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAA;YAChE,IAAI,GAAG,GAAG,CAAC,CAAA;YACX,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;gBAAE,GAAG,IAAI,KAAK,CAAC,CAAC,CAAE,CAAA;YAClD,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,KAAK,CAAC,CAAC,CAAA;YAC5C,KAAK,GAAG,QAAQ,GAAG,KAAK,GAAG,KAAK,CAAC,MAAM,CAAA;QACzC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;YAC1C,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAA;YAC3E,OAAO,GAAG,EAAE,CAAA;YACZ,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QACrB,CAAC;IACH,CAAC,CAAA;IACD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IACpB,OAAO,KAAK,IAAI,EAAE;QAChB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QAC1B,MAAM,CAAC,UAAU,EAAE,CAAA;QACnB,IAAI,CAAC,UAAU,EAAE,CAAA;QACjB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAA;IACvB,CAAC,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAC/B,MAAmB,EACnB,SAAqB,EACrB,EAAE,SAAS,GAAG,IAAI,EAAE,SAAS,GAAG,KAAK,EAAE,GAAG,EAAE;IAE5C,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAA;IAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,cAAc,EAAE,CAAA;IACzC,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAA;IACvB,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IACzD,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC/C,IAAI,KAAK,GAAG,KAAK,CAAA;IACjB,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7B,QAAQ,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAA;QACrC,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAA;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,IAAI,GAAG,GAAG,SAAS,EAAE,CAAC;YACpB,KAAK,GAAG,IAAI,CAAA;YACZ,UAAU,GAAG,GAAG,CAAA;QAClB,CAAC;aAAM,IAAI,KAAK,IAAI,GAAG,GAAG,UAAU,GAAG,SAAS,EAAE,CAAC;YACjD,KAAK,GAAG,KAAK,CAAA;YACb,SAAS,EAAE,CAAA;QACb,CAAC;IACH,CAAC,EAAE,EAAE,CAAC,CAAA;IACN,OAAO,GAAG,EAAE;QACV,aAAa,CAAC,KAAK,CAAC,CAAA;QACpB,KAAK,OAAO,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC,CAAA;AACH,CAAC;AAED,wGAAwG;AACxG,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAmB,EACnB,OAA0D;IAE1D,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAA;IAClC,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC,CAAA;IACxF,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;IACzC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;IACxB,MAAM,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,IAAI,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IACrD,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,KAAiC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC,CAAA;IACpG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IACpB,OAAO,KAAK,IAAI,EAAE;QAChB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QAC1B,MAAM,CAAC,UAAU,EAAE,CAAA;QACnB,IAAI,CAAC,UAAU,EAAE,CAAA;QACjB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAA;IACvB,CAAC,CAAA;AACH,CAAC"}
1
+ {"version":3,"file":"media.js","sourceRoot":"","sources":["../../src/providers/media.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAEzC,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC;QAC9E,MAAM,IAAI,WAAW,CAAC,eAAe,EAAE,qCAAqC,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,CAAC;QACH,OAAO,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;YAC/C,KAAK,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE;YACjG,KAAK,EAAE,KAAK;SACb,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,GAAI,KAAsB,EAAE,IAAI,CAAA;QAC1C,IAAI,IAAI,KAAK,iBAAiB,IAAI,IAAI,KAAK,eAAe;YAAE,MAAM,IAAI,WAAW,CAAC,aAAa,EAAE,8BAA8B,CAAC,CAAA;QAChI,MAAM,IAAI,WAAW,CAAC,eAAe,EAAG,KAAe,EAAE,OAAO,CAAC,CAAA;IACnE,CAAC;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAmB;IAC7C,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE;QAAE,KAAK,CAAC,IAAI,EAAE,CAAA;AACtD,CAAC;AAED,MAAM,OAAO,GAAG;;;;;;;;;CASf,CAAA;AAED,+EAA+E;AAC/E,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAmB,EACnB,UAAkB,EAClB,OAAqC;IAErC,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAA;IAClC,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC,CAAA;IACxF,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;IACzC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;IACxB,MAAM,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,IAAI,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IACrD,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,GAAG,UAAU,CAAA;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,EAAE,CAAC,CAAA;IACzC,IAAI,OAAO,GAAa,EAAE,CAAA;IAC1B,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,KAAiC,EAAE,EAAE;QAC1D,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAA;QACxB,+CAA+C;QAC/C,KAAK,IAAI,QAAQ,GAAG,KAAK,EAAE,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,QAAQ,IAAI,KAAK,EAAE,CAAC;YACtE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;YAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAA;YAChE,IAAI,GAAG,GAAG,CAAC,CAAA;YACX,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;gBAAE,GAAG,IAAI,KAAK,CAAC,CAAC,CAAE,CAAA;YAClD,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,KAAK,CAAC,CAAC,CAAA;YAC5C,KAAK,GAAG,QAAQ,GAAG,KAAK,GAAG,KAAK,CAAC,MAAM,CAAA;QACzC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;YAC1C,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAA;YAC3E,OAAO,GAAG,EAAE,CAAA;YACZ,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QACrB,CAAC;IACH,CAAC,CAAA;IACD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IACpB,OAAO,KAAK,IAAI,EAAE;QAChB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QAC1B,MAAM,CAAC,UAAU,EAAE,CAAA;QACnB,IAAI,CAAC,UAAU,EAAE,CAAA;QACjB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAA;IACvB,CAAC,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAc;IAC9C,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,OAAO;QACL,IAAI,CAAC,GAAW;YACd,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACd,IAAI,IAAI,CAAC,MAAM,GAAG,MAAM;gBAAE,IAAI,CAAC,KAAK,EAAE,CAAA;YACtC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAA;QAC1B,CAAC;QACD,IAAI,KAAK;YACP,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAC5C,CAAC;KACF,CAAA;AACH,CAAC;AAED,2FAA2F;AAC3F,MAAM,UAAU,eAAe,CAAC,KAAa,EAAE,EAAE,SAAS,GAAG,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE,GAAG,EAAE;IACnF,OAAO,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AACrE,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAC/B,MAAmB,EACnB,SAAqB,EACrB,EAAE,SAAS,GAAG,IAAI,EAAE,SAAS,GAAG,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE,OAAO,GAAG,IAAI,EAAE,GAAG,EAAE;IAExE,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAA;IAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,cAAc,EAAE,CAAA;IACzC,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAA;IACvB,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IACzD,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC/C,MAAM,IAAI,GAAG,EAAE,CAAA;IACf,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACxE,IAAI,KAAK,GAAG,KAAK,CAAA;IACjB,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7B,QAAQ,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAA;QACrC,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAA;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,IAAI,GAAG,GAAG,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YAClE,KAAK,GAAG,IAAI,CAAA;YACZ,UAAU,GAAG,GAAG,CAAA;QAClB,CAAC;aAAM,IAAI,KAAK,IAAI,GAAG,GAAG,UAAU,GAAG,SAAS,EAAE,CAAC;YACjD,KAAK,GAAG,KAAK,CAAA;YACb,SAAS,EAAE,CAAA;QACb,CAAC;IACH,CAAC,EAAE,IAAI,CAAC,CAAA;IACR,OAAO,GAAG,EAAE;QACV,aAAa,CAAC,KAAK,CAAC,CAAA;QACpB,KAAK,OAAO,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC,CAAA;AACH,CAAC;AAED,wGAAwG;AACxG,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAmB,EACnB,OAA0D;IAE1D,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAA;IAClC,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC,CAAA;IACxF,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;IACzC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;IACxB,MAAM,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,IAAI,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IACrD,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,KAAiC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC,CAAA;IACpG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IACpB,OAAO,KAAK,IAAI,EAAE;QAChB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QAC1B,MAAM,CAAC,UAAU,EAAE,CAAA;QACnB,IAAI,CAAC,UAAU,EAAE,CAAA;QACjB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAA;IACvB,CAAC,CAAA;AACH,CAAC"}
@@ -0,0 +1,88 @@
1
+ /**
2
+ * Microphone noise check. Pure analysis (`createNoiseMeter`, `assessNoise`)
3
+ * plus browser glue (`measureNoise`, `checkNoise`).
4
+ * Levels are dBFS (0 = full scale), not sound pressure: microphones and gains
5
+ * differ, so the default thresholds are a starting point to calibrate.
6
+ */
7
+ export type NoiseVerdict = 'quiet' | 'noisy' | 'too-noisy';
8
+ export type NoiseReason = 'loud-floor' | 'fluctuating' | 'low-snr' | 'clipping' | 'silent-input';
9
+ export type NoiseThresholds = {
10
+ /** Noise floor (dBFS) from which the room counts as noisy. Default -50. */
11
+ noisyFloorDb?: number;
12
+ /** Noise floor (dBFS) from which the room counts as too noisy. Default -35. */
13
+ tooNoisyFloorDb?: number;
14
+ /** `fluctuationDb` from which the noise counts as fluctuating (voices, TV, traffic). Default 6. */
15
+ fluctuationDb?: number;
16
+ /** Fluctuation only counts above this floor (dBFS); near digital silence any spread is meaningless. Default -60. */
17
+ fluctuationMinFloorDb?: number;
18
+ /**
19
+ * From this dynamic range (dB) the loud frames are taken as the user's
20
+ * speech and the report gets `snrDb`; below it, the swings are noise.
21
+ * Default 12.
22
+ */
23
+ speechRangeDb?: number;
24
+ /** SNR (dB) below which speech is hard to recognize. Default 15. */
25
+ noisySnrDb?: number;
26
+ /** Share of clipped samples that flags the input as clipping. Default 0.001. */
27
+ clippingRatio?: number;
28
+ /** Floor (dBFS) below which the input looks dead (muted or wrong device). Default -90. */
29
+ silentFloorDb?: number;
30
+ };
31
+ export type NoiseReport = {
32
+ verdict: NoiseVerdict;
33
+ reasons: NoiseReason[];
34
+ /** 10th percentile of frame levels (dBFS): the noise floor. */
35
+ noiseFloorDb: number;
36
+ /** 95th percentile of frame levels (dBFS): speech, when there was any. */
37
+ peakDb: number;
38
+ /** `peakDb - noiseFloorDb`. */
39
+ dynamicRangeDb: number;
40
+ /** Estimated signal-to-noise ratio, present only when the range suggests speech. */
41
+ snrDb?: number;
42
+ /** 75th minus 10th percentile (dB): how far typical frames sit above the floor. Near 0 for steady noise. */
43
+ fluctuationDb: number;
44
+ /** Share of samples at or above 0.99 of full scale. */
45
+ clippingRatio: number;
46
+ frames: number;
47
+ durationMs: number;
48
+ };
49
+ export type NoiseMeter = {
50
+ /** Feeds raw samples at `sampleRate`; frames of `frameMs` are measured as they fill. */
51
+ push(samples: Float32Array, sampleRate: number): void;
52
+ /** Frames measured so far. */
53
+ readonly frames: number;
54
+ /** Report for what was pushed; `undefined` before the first full frame. */
55
+ report(): NoiseReport | undefined;
56
+ reset(): void;
57
+ };
58
+ export declare function createNoiseMeter({ frameMs, thresholds, }?: {
59
+ frameMs?: number;
60
+ thresholds?: NoiseThresholds;
61
+ }): NoiseMeter;
62
+ /** Turns frame levels (dBFS) into a report and a verdict. */
63
+ export declare function assessNoise({ levels, clippingRatio, durationMs }: {
64
+ levels: number[];
65
+ clippingRatio?: number;
66
+ durationMs?: number;
67
+ }, thresholds?: NoiseThresholds): NoiseReport;
68
+ export type MeasureNoiseOptions = {
69
+ /** How long to listen. Default 1500 ms. */
70
+ durationMs?: number;
71
+ frameMs?: number;
72
+ thresholds?: NoiseThresholds;
73
+ signal?: AbortSignal;
74
+ };
75
+ /** Measures an open stream for `durationMs` and resolves with the report. */
76
+ export declare function measureNoise(stream: MediaStream, options?: MeasureNoiseOptions): Promise<NoiseReport>;
77
+ export type CheckNoiseOptions = MeasureNoiseOptions & {
78
+ /**
79
+ * Browser processing during the check. Default `false`: noise suppression
80
+ * hides steady noise and automatic gain raises the floor in silence, so the
81
+ * raw signal is measured. `true` measures what processed recognizers hear.
82
+ */
83
+ processing?: boolean;
84
+ deviceId?: string;
85
+ };
86
+ /** Opens the microphone, measures it and closes it. */
87
+ export declare function checkNoise(options?: CheckNoiseOptions): Promise<NoiseReport>;
88
+ //# sourceMappingURL=noise.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"noise.d.ts","sourceRoot":"","sources":["../../src/providers/noise.ts"],"names":[],"mappings":"AAGA;;;;;GAKG;AAEH,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,OAAO,GAAG,WAAW,CAAA;AAC1D,MAAM,MAAM,WAAW,GAAG,YAAY,GAAG,aAAa,GAAG,SAAS,GAAG,UAAU,GAAG,cAAc,CAAA;AAEhG,MAAM,MAAM,eAAe,GAAG;IAC5B,2EAA2E;IAC3E,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,+EAA+E;IAC/E,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,mGAAmG;IACnG,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,oHAAoH;IACpH,qBAAqB,CAAC,EAAE,MAAM,CAAA;IAC9B;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,oEAAoE;IACpE,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,gFAAgF;IAChF,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,0FAA0F;IAC1F,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,YAAY,CAAA;IACrB,OAAO,EAAE,WAAW,EAAE,CAAA;IACtB,+DAA+D;IAC/D,YAAY,EAAE,MAAM,CAAA;IACpB,0EAA0E;IAC1E,MAAM,EAAE,MAAM,CAAA;IACd,+BAA+B;IAC/B,cAAc,EAAE,MAAM,CAAA;IACtB,oFAAoF;IACpF,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,4GAA4G;IAC5G,aAAa,EAAE,MAAM,CAAA;IACrB,uDAAuD;IACvD,aAAa,EAAE,MAAM,CAAA;IACrB,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;CACnB,CAAA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,wFAAwF;IACxF,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;IACrD,8BAA8B;IAC9B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,2EAA2E;IAC3E,MAAM,IAAI,WAAW,GAAG,SAAS,CAAA;IACjC,KAAK,IAAI,IAAI,CAAA;CACd,CAAA;AAqBD,wBAAgB,gBAAgB,CAAC,EAC/B,OAAY,EACZ,UAAU,GACX,GAAE;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,eAAe,CAAA;CAAO,GAAG,UAAU,CA6CtE;AAED,6DAA6D;AAC7D,wBAAgB,WAAW,CACzB,EAAE,MAAM,EAAE,aAAiB,EAAE,UAAc,EAAE,EAAE;IAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,EAChH,UAAU,GAAE,eAAoB,GAC/B,WAAW,CAuCb;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,2CAA2C;IAC3C,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,eAAe,CAAA;IAC5B,MAAM,CAAC,EAAE,WAAW,CAAA;CACrB,CAAA;AAED,6EAA6E;AAC7E,wBAAsB,YAAY,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,WAAW,CAAC,CAwB/G;AAED,MAAM,MAAM,iBAAiB,GAAG,mBAAmB,GAAG;IACpD;;;;OAIG;IACH,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB,CAAA;AAED,uDAAuD;AACvD,wBAAsB,UAAU,CAAC,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,WAAW,CAAC,CA2BtF"}
@@ -0,0 +1,173 @@
1
+ import { SpeechError } from '../types.js';
2
+ import { captureFloat, closeStream } from './media.js';
3
+ const DEFAULTS = {
4
+ noisyFloorDb: -50,
5
+ tooNoisyFloorDb: -35,
6
+ fluctuationDb: 6,
7
+ fluctuationMinFloorDb: -60,
8
+ speechRangeDb: 12,
9
+ noisySnrDb: 15,
10
+ clippingRatio: 0.001,
11
+ silentFloorDb: -90,
12
+ };
13
+ const MIN_DB = -120;
14
+ const toDb = (rms) => (rms > 0 ? Math.max(MIN_DB, 20 * Math.log10(rms)) : MIN_DB);
15
+ const percentile = (sorted, p) => {
16
+ const index = Math.min(sorted.length - 1, Math.max(0, Math.round((sorted.length - 1) * p)));
17
+ return sorted[index];
18
+ };
19
+ export function createNoiseMeter({ frameMs = 20, thresholds, } = {}) {
20
+ let levels = [];
21
+ let sum = 0;
22
+ let count = 0;
23
+ let clipped = 0;
24
+ let samples = 0;
25
+ let rate = 0;
26
+ return {
27
+ push(chunk, sampleRate) {
28
+ if (rate !== sampleRate) {
29
+ rate = sampleRate;
30
+ sum = 0;
31
+ count = 0;
32
+ }
33
+ const size = Math.max(1, Math.round((sampleRate * frameMs) / 1000));
34
+ for (const value of chunk) {
35
+ sum += value * value;
36
+ if (Math.abs(value) >= 0.99)
37
+ clipped++;
38
+ samples++;
39
+ if (++count === size) {
40
+ levels.push(toDb(Math.sqrt(sum / size)));
41
+ sum = 0;
42
+ count = 0;
43
+ }
44
+ }
45
+ },
46
+ get frames() {
47
+ return levels.length;
48
+ },
49
+ report() {
50
+ if (levels.length === 0)
51
+ return undefined;
52
+ return assessNoise({ levels, clippingRatio: samples ? clipped / samples : 0, durationMs: levels.length * frameMs }, thresholds);
53
+ },
54
+ reset() {
55
+ levels = [];
56
+ sum = 0;
57
+ count = 0;
58
+ clipped = 0;
59
+ samples = 0;
60
+ },
61
+ };
62
+ }
63
+ /** Turns frame levels (dBFS) into a report and a verdict. */
64
+ export function assessNoise({ levels, clippingRatio = 0, durationMs = 0 }, thresholds = {}) {
65
+ const t = { ...DEFAULTS, ...thresholds };
66
+ const sorted = [...levels].sort((a, b) => a - b);
67
+ const noiseFloorDb = percentile(sorted, 0.1);
68
+ const peakDb = percentile(sorted, 0.95);
69
+ const dynamicRangeDb = peakDb - noiseFloorDb;
70
+ const fluctuationDb = percentile(sorted, 0.75) - noiseFloorDb;
71
+ const snrDb = dynamicRangeDb >= t.speechRangeDb ? dynamicRangeDb : undefined;
72
+ const reasons = [];
73
+ let verdict = 'quiet';
74
+ const raise = (to, reason) => {
75
+ if (!reasons.includes(reason))
76
+ reasons.push(reason);
77
+ if (to === 'too-noisy' || verdict === 'quiet')
78
+ verdict = to;
79
+ };
80
+ if (peakDb <= t.silentFloorDb)
81
+ reasons.push('silent-input');
82
+ if (noiseFloorDb >= t.tooNoisyFloorDb)
83
+ raise('too-noisy', 'loud-floor');
84
+ else if (noiseFloorDb >= t.noisyFloorDb)
85
+ raise('noisy', 'loud-floor');
86
+ if (noiseFloorDb >= t.fluctuationMinFloorDb) {
87
+ // With speech, the swings are the user's voice and SNR decides; without, they are noise.
88
+ if (snrDb !== undefined) {
89
+ if (snrDb < t.noisySnrDb)
90
+ raise('noisy', 'low-snr');
91
+ }
92
+ else if (fluctuationDb >= t.fluctuationDb)
93
+ raise('noisy', 'fluctuating');
94
+ }
95
+ if (clippingRatio >= t.clippingRatio)
96
+ raise('noisy', 'clipping');
97
+ return {
98
+ verdict,
99
+ reasons,
100
+ noiseFloorDb,
101
+ peakDb,
102
+ dynamicRangeDb,
103
+ ...(snrDb === undefined ? {} : { snrDb }),
104
+ fluctuationDb,
105
+ clippingRatio,
106
+ frames: levels.length,
107
+ durationMs,
108
+ };
109
+ }
110
+ /** Measures an open stream for `durationMs` and resolves with the report. */
111
+ export async function measureNoise(stream, options = {}) {
112
+ const { durationMs = 1500, frameMs, thresholds, signal } = options;
113
+ if (signal?.aborted)
114
+ throw signal.reason ?? new DOMException('Aborted', 'AbortError');
115
+ const meter = createNoiseMeter({ frameMs, thresholds });
116
+ let started = 0;
117
+ let finish;
118
+ const done = new Promise(resolve => (finish = resolve));
119
+ const stop = await captureFloat(stream, (frame, sampleRate) => {
120
+ meter.push(frame, sampleRate);
121
+ started += (frame.length / sampleRate) * 1000;
122
+ if (started >= durationMs)
123
+ finish();
124
+ });
125
+ const onAbort = () => finish();
126
+ signal?.addEventListener('abort', onAbort, { once: true });
127
+ try {
128
+ await done;
129
+ }
130
+ finally {
131
+ signal?.removeEventListener('abort', onAbort);
132
+ await stop();
133
+ }
134
+ if (signal?.aborted)
135
+ throw signal.reason ?? new DOMException('Aborted', 'AbortError');
136
+ const report = meter.report();
137
+ if (!report)
138
+ throw new SpeechError('audio-capture', 'No audio frames were captured');
139
+ return report;
140
+ }
141
+ /** Opens the microphone, measures it and closes it. */
142
+ export async function checkNoise(options = {}) {
143
+ if (typeof navigator === 'undefined' || !navigator.mediaDevices?.getUserMedia) {
144
+ throw new SpeechError('not-supported', 'Microphone capture is not available');
145
+ }
146
+ const processing = options.processing ?? false;
147
+ let stream;
148
+ try {
149
+ stream = await navigator.mediaDevices.getUserMedia({
150
+ audio: {
151
+ echoCancellation: processing,
152
+ noiseSuppression: processing,
153
+ autoGainControl: processing,
154
+ channelCount: 1,
155
+ ...(options.deviceId ? { deviceId: { exact: options.deviceId } } : {}),
156
+ },
157
+ video: false,
158
+ });
159
+ }
160
+ catch (error) {
161
+ const name = error?.name;
162
+ if (name === 'NotAllowedError' || name === 'SecurityError')
163
+ throw new SpeechError('not-allowed', 'Microphone permission denied');
164
+ throw new SpeechError('audio-capture', error?.message);
165
+ }
166
+ try {
167
+ return await measureNoise(stream, options);
168
+ }
169
+ finally {
170
+ closeStream(stream);
171
+ }
172
+ }
173
+ //# sourceMappingURL=noise.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"noise.js","sourceRoot":"","sources":["../../src/providers/noise.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAgEtD,MAAM,QAAQ,GAA8B;IAC1C,YAAY,EAAE,CAAC,EAAE;IACjB,eAAe,EAAE,CAAC,EAAE;IACpB,aAAa,EAAE,CAAC;IAChB,qBAAqB,EAAE,CAAC,EAAE;IAC1B,aAAa,EAAE,EAAE;IACjB,UAAU,EAAE,EAAE;IACd,aAAa,EAAE,KAAK;IACpB,aAAa,EAAE,CAAC,EAAE;CACnB,CAAA;AAED,MAAM,MAAM,GAAG,CAAC,GAAG,CAAA;AACnB,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;AAEzF,MAAM,UAAU,GAAG,CAAC,MAAgB,EAAE,CAAS,EAAE,EAAE;IACjD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3F,OAAO,MAAM,CAAC,KAAK,CAAE,CAAA;AACvB,CAAC,CAAA;AAED,MAAM,UAAU,gBAAgB,CAAC,EAC/B,OAAO,GAAG,EAAE,EACZ,UAAU,GACX,GAAuD,EAAE;IACxD,IAAI,MAAM,GAAa,EAAE,CAAA;IACzB,IAAI,GAAG,GAAG,CAAC,CAAA;IACX,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,IAAI,GAAG,CAAC,CAAA;IAEZ,OAAO;QACL,IAAI,CAAC,KAAK,EAAE,UAAU;YACpB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBACxB,IAAI,GAAG,UAAU,CAAA;gBACjB,GAAG,GAAG,CAAC,CAAA;gBACP,KAAK,GAAG,CAAC,CAAA;YACX,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAA;YACnE,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBAC1B,GAAG,IAAI,KAAK,GAAG,KAAK,CAAA;gBACpB,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI;oBAAE,OAAO,EAAE,CAAA;gBACtC,OAAO,EAAE,CAAA;gBACT,IAAI,EAAE,KAAK,KAAK,IAAI,EAAE,CAAC;oBACrB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;oBACxC,GAAG,GAAG,CAAC,CAAA;oBACP,KAAK,GAAG,CAAC,CAAA;gBACX,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,MAAM;YACR,OAAO,MAAM,CAAC,MAAM,CAAA;QACtB,CAAC;QACD,MAAM;YACJ,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,SAAS,CAAA;YACzC,OAAO,WAAW,CAChB,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,GAAG,OAAO,EAAE,EAC/F,UAAU,CACX,CAAA;QACH,CAAC;QACD,KAAK;YACH,MAAM,GAAG,EAAE,CAAA;YACX,GAAG,GAAG,CAAC,CAAA;YACP,KAAK,GAAG,CAAC,CAAA;YACT,OAAO,GAAG,CAAC,CAAA;YACX,OAAO,GAAG,CAAC,CAAA;QACb,CAAC;KACF,CAAA;AACH,CAAC;AAED,6DAA6D;AAC7D,MAAM,UAAU,WAAW,CACzB,EAAE,MAAM,EAAE,aAAa,GAAG,CAAC,EAAE,UAAU,GAAG,CAAC,EAAqE,EAChH,UAAU,GAAoB,EAAE;IAEhC,MAAM,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,UAAU,EAAE,CAAA;IACxC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAChD,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IACvC,MAAM,cAAc,GAAG,MAAM,GAAG,YAAY,CAAA;IAC5C,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,YAAY,CAAA;IAC7D,MAAM,KAAK,GAAG,cAAc,IAAI,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAA;IAE5E,MAAM,OAAO,GAAkB,EAAE,CAAA;IACjC,IAAI,OAAO,GAAiB,OAAO,CAAA;IACnC,MAAM,KAAK,GAAG,CAAC,EAAgB,EAAE,MAAmB,EAAE,EAAE;QACtD,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACnD,IAAI,EAAE,KAAK,WAAW,IAAI,OAAO,KAAK,OAAO;YAAE,OAAO,GAAG,EAAE,CAAA;IAC7D,CAAC,CAAA;IAED,IAAI,MAAM,IAAI,CAAC,CAAC,aAAa;QAAE,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;IAC3D,IAAI,YAAY,IAAI,CAAC,CAAC,eAAe;QAAE,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,CAAA;SAClE,IAAI,YAAY,IAAI,CAAC,CAAC,YAAY;QAAE,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,CAAA;IACrE,IAAI,YAAY,IAAI,CAAC,CAAC,qBAAqB,EAAE,CAAC;QAC5C,yFAAyF;QACzF,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,KAAK,GAAG,CAAC,CAAC,UAAU;gBAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;QACrD,CAAC;aAAM,IAAI,aAAa,IAAI,CAAC,CAAC,aAAa;YAAE,KAAK,CAAC,OAAO,EAAE,aAAa,CAAC,CAAA;IAC5E,CAAC;IACD,IAAI,aAAa,IAAI,CAAC,CAAC,aAAa;QAAE,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;IAEhE,OAAO;QACL,OAAO;QACP,OAAO;QACP,YAAY;QACZ,MAAM;QACN,cAAc;QACd,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;QACzC,aAAa;QACb,aAAa;QACb,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,UAAU;KACX,CAAA;AACH,CAAC;AAUD,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAmB,EAAE,OAAO,GAAwB,EAAE;IACvF,MAAM,EAAE,UAAU,GAAG,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAClE,IAAI,MAAM,EAAE,OAAO;QAAE,MAAM,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAA;IACrF,MAAM,KAAK,GAAG,gBAAgB,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAA;IACvD,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,MAAmB,CAAA;IACvB,MAAM,IAAI,GAAG,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC,CAAA;IAC7D,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;QAC5D,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QAC7B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,IAAI,CAAA;QAC7C,IAAI,OAAO,IAAI,UAAU;YAAE,MAAM,EAAE,CAAA;IACrC,CAAC,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,MAAM,EAAE,CAAA;IAC9B,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC1D,IAAI,CAAC;QACH,MAAM,IAAI,CAAA;IACZ,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC7C,MAAM,IAAI,EAAE,CAAA;IACd,CAAC;IACD,IAAI,MAAM,EAAE,OAAO;QAAE,MAAM,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAA;IACrF,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAA;IAC7B,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,WAAW,CAAC,eAAe,EAAE,+BAA+B,CAAC,CAAA;IACpF,OAAO,MAAM,CAAA;AACf,CAAC;AAYD,uDAAuD;AACvD,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAAO,GAAsB,EAAE;IAC9D,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC;QAC9E,MAAM,IAAI,WAAW,CAAC,eAAe,EAAE,qCAAqC,CAAC,CAAA;IAC/E,CAAC;IACD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,KAAK,CAAA;IAC9C,IAAI,MAAmB,CAAA;IACvB,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;YACjD,KAAK,EAAE;gBACL,gBAAgB,EAAE,UAAU;gBAC5B,gBAAgB,EAAE,UAAU;gBAC5B,eAAe,EAAE,UAAU;gBAC3B,YAAY,EAAE,CAAC;gBACf,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACvE;YACD,KAAK,EAAE,KAAK;SACb,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,GAAI,KAAsB,EAAE,IAAI,CAAA;QAC1C,IAAI,IAAI,KAAK,iBAAiB,IAAI,IAAI,KAAK,eAAe;YAAE,MAAM,IAAI,WAAW,CAAC,aAAa,EAAE,8BAA8B,CAAC,CAAA;QAChI,MAAM,IAAI,WAAW,CAAC,eAAe,EAAG,KAAe,EAAE,OAAO,CAAC,CAAA;IACnE,CAAC;IACD,IAAI,CAAC;QACH,OAAO,MAAM,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC5C,CAAC;YAAS,CAAC;QACT,WAAW,CAAC,MAAM,CAAC,CAAA;IACrB,CAAC;AACH,CAAC"}