ug-js-sdk 3.0.57 → 3.0.60
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -25,7 +25,7 @@ export declare const VadManagerEvents: {
|
|
|
25
25
|
* 300, // silenceTimeoutMs - time after speech ends before emitting Silence
|
|
26
26
|
* 0.5, // positiveSpeechThreshold - probability threshold to detect speech
|
|
27
27
|
* 0.35, // negativeSpeechThreshold - probability threshold to end speech
|
|
28
|
-
*
|
|
28
|
+
* 3 // minSpeechFrames - minimum speech frames to avoid misfires
|
|
29
29
|
* )
|
|
30
30
|
*
|
|
31
31
|
* vad.on(VadManagerEvents.VoiceActivity, (event) => {
|
|
@@ -53,7 +53,7 @@ export declare class VADManager extends EventEmitter implements IVADManager {
|
|
|
53
53
|
private silenceTimeoutMs;
|
|
54
54
|
private positiveSpeechThreshold;
|
|
55
55
|
private negativeSpeechThreshold;
|
|
56
|
-
private
|
|
56
|
+
private minSpeechFrames;
|
|
57
57
|
private isDisposed;
|
|
58
58
|
private currentStream;
|
|
59
59
|
/**
|
|
@@ -62,9 +62,9 @@ export declare class VADManager extends EventEmitter implements IVADManager {
|
|
|
62
62
|
* @param silenceTimeoutMs - Time in ms after speech ends before emitting Silence event (default: 300)
|
|
63
63
|
* @param positiveSpeechThreshold - Probability threshold to start speech detection, 0-1 (default: 0.5)
|
|
64
64
|
* @param negativeSpeechThreshold - Probability threshold to end speech detection, 0-1 (default: 0.35)
|
|
65
|
-
* @param
|
|
65
|
+
* @param minSpeechFrames - Minimum number of speech frames to avoid misfires (default: 3)
|
|
66
66
|
*/
|
|
67
|
-
constructor(silenceTimeoutMs?: number, positiveSpeechThreshold?: number, negativeSpeechThreshold?: number,
|
|
67
|
+
constructor(silenceTimeoutMs?: number, positiveSpeechThreshold?: number, negativeSpeechThreshold?: number, minSpeechFrames?: number);
|
|
68
68
|
/**
|
|
69
69
|
* Initialize the VAD model. Accepts a MediaStream to use for voice activity detection.
|
|
70
70
|
*/
|
|
@@ -26,7 +26,7 @@ export const VadManagerEvents = {
|
|
|
26
26
|
* 300, // silenceTimeoutMs - time after speech ends before emitting Silence
|
|
27
27
|
* 0.5, // positiveSpeechThreshold - probability threshold to detect speech
|
|
28
28
|
* 0.35, // negativeSpeechThreshold - probability threshold to end speech
|
|
29
|
-
*
|
|
29
|
+
* 3 // minSpeechFrames - minimum speech frames to avoid misfires
|
|
30
30
|
* )
|
|
31
31
|
*
|
|
32
32
|
* vad.on(VadManagerEvents.VoiceActivity, (event) => {
|
|
@@ -54,7 +54,7 @@ export class VADManager extends EventEmitter {
|
|
|
54
54
|
silenceTimeoutMs;
|
|
55
55
|
positiveSpeechThreshold;
|
|
56
56
|
negativeSpeechThreshold;
|
|
57
|
-
|
|
57
|
+
minSpeechFrames;
|
|
58
58
|
isDisposed = false;
|
|
59
59
|
currentStream = null;
|
|
60
60
|
/**
|
|
@@ -63,15 +63,15 @@ export class VADManager extends EventEmitter {
|
|
|
63
63
|
* @param silenceTimeoutMs - Time in ms after speech ends before emitting Silence event (default: 300)
|
|
64
64
|
* @param positiveSpeechThreshold - Probability threshold to start speech detection, 0-1 (default: 0.5)
|
|
65
65
|
* @param negativeSpeechThreshold - Probability threshold to end speech detection, 0-1 (default: 0.35)
|
|
66
|
-
* @param
|
|
66
|
+
* @param minSpeechFrames - Minimum number of speech frames to avoid misfires (default: 3)
|
|
67
67
|
*/
|
|
68
|
-
constructor(silenceTimeoutMs = 300, positiveSpeechThreshold = 0.5, negativeSpeechThreshold = 0.35,
|
|
68
|
+
constructor(silenceTimeoutMs = 300, positiveSpeechThreshold = 0.5, negativeSpeechThreshold = 0.35, minSpeechFrames = 3) {
|
|
69
69
|
const logger = new DefaultLogger({ category: '🎤 VADManager', style: StylePurple });
|
|
70
70
|
super(logger);
|
|
71
71
|
this.silenceTimeoutMs = silenceTimeoutMs;
|
|
72
72
|
this.positiveSpeechThreshold = positiveSpeechThreshold;
|
|
73
73
|
this.negativeSpeechThreshold = negativeSpeechThreshold;
|
|
74
|
-
this.
|
|
74
|
+
this.minSpeechFrames = minSpeechFrames;
|
|
75
75
|
}
|
|
76
76
|
/**
|
|
77
77
|
* Initialize the VAD model. Accepts a MediaStream to use for voice activity detection.
|
|
@@ -82,23 +82,12 @@ export class VADManager extends EventEmitter {
|
|
|
82
82
|
this.currentStream = stream;
|
|
83
83
|
this.logger.debug('You may need to close the browser console for this to initialize');
|
|
84
84
|
const vadModel = await MicVAD.new({
|
|
85
|
-
|
|
86
|
-
getStream: async () => {
|
|
87
|
-
if (!this.currentStream) {
|
|
88
|
-
throw new Error('Stream is no longer available - VADManager may have been disposed');
|
|
89
|
-
}
|
|
90
|
-
return this.currentStream;
|
|
91
|
-
},
|
|
92
|
-
pauseStream: async () => {
|
|
93
|
-
// We don't stop the stream since it's managed externally
|
|
94
|
-
},
|
|
95
|
-
resumeStream: async (existingStream) => existingStream,
|
|
96
|
-
startOnLoad: false,
|
|
85
|
+
stream,
|
|
97
86
|
baseAssetPath: '/static/binaries/', // Serve those locally
|
|
98
87
|
onnxWASMBasePath: '/static/binaries/', // Serve those locally
|
|
99
88
|
positiveSpeechThreshold: this.positiveSpeechThreshold,
|
|
100
89
|
negativeSpeechThreshold: this.negativeSpeechThreshold,
|
|
101
|
-
|
|
90
|
+
minSpeechFrames: this.minSpeechFrames,
|
|
102
91
|
onSpeechStart: async () => {
|
|
103
92
|
if (this.isDisposed)
|
|
104
93
|
return;
|
|
@@ -145,7 +134,7 @@ export class VADManager extends EventEmitter {
|
|
|
145
134
|
return;
|
|
146
135
|
}
|
|
147
136
|
this.vadModel = vadModel;
|
|
148
|
-
this.logger.debug(`VAD Manager initialized (MicVAD) with silenceTimeoutMs=${this.silenceTimeoutMs}, positiveSpeechThreshold=${this.positiveSpeechThreshold}, negativeSpeechThreshold=${this.negativeSpeechThreshold},
|
|
137
|
+
this.logger.debug(`VAD Manager initialized (MicVAD) with silenceTimeoutMs=${this.silenceTimeoutMs}, positiveSpeechThreshold=${this.positiveSpeechThreshold}, negativeSpeechThreshold=${this.negativeSpeechThreshold}, minSpeechFrames=${this.minSpeechFrames}`);
|
|
149
138
|
}
|
|
150
139
|
/**
|
|
151
140
|
* Starts voice activity detection analysis.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"VADManager.js","sourceRoot":"","sources":["../../../src/ug-core/user-input-manager/VADManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AACnD,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAI3D,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAE3C;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,mEAAmE;IACnE,aAAa,EAAE,eAAe;IAC9B,0EAA0E;IAC1E,OAAO,EAAE,SAAS;CACV,CAAA;AAEV;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AACH,MAAM,OAAO,UAAW,SAAQ,YAAY;IAClC,QAAQ,GAAQ,IAAI,CAAA;IACpB,YAAY,GAAkB,IAAI,CAAA;IAClC,gBAAgB,CAAQ;IACxB,uBAAuB,CAAQ;IAC/B,uBAAuB,CAAQ;IAC/B,
|
|
1
|
+
{"version":3,"file":"VADManager.js","sourceRoot":"","sources":["../../../src/ug-core/user-input-manager/VADManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AACnD,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAI3D,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAE3C;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,mEAAmE;IACnE,aAAa,EAAE,eAAe;IAC9B,0EAA0E;IAC1E,OAAO,EAAE,SAAS;CACV,CAAA;AAEV;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AACH,MAAM,OAAO,UAAW,SAAQ,YAAY;IAClC,QAAQ,GAAQ,IAAI,CAAA;IACpB,YAAY,GAAkB,IAAI,CAAA;IAClC,gBAAgB,CAAQ;IACxB,uBAAuB,CAAQ;IAC/B,uBAAuB,CAAQ;IAC/B,eAAe,CAAQ;IACvB,UAAU,GAAG,KAAK,CAAA;IAClB,aAAa,GAAuB,IAAI,CAAA;IAEhD;;;;;;;OAOG;IACH,YACE,mBAA2B,GAAG,EAC9B,0BAAkC,GAAG,EACrC,0BAAkC,IAAI,EACtC,kBAA0B,CAAC;QAE3B,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAA;QACnF,KAAK,CAAC,MAAM,CAAC,CAAA;QACb,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;QACxC,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAA;QACtD,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAA;QACtD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAA;IACxC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,IAAI,IAAI,CAAC,UAAU;YAAE,OAAM;QAE3B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAA;QAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAA;QACrF,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC;YAChC,MAAM;YACN,aAAa,EAAE,mBAAmB,EAAE,sBAAsB;YAC1D,gBAAgB,EAAE,mBAAmB,EAAE,sBAAsB;YAC7D,uBAAuB,EAAE,IAAI,CAAC,uBAAuB;YACrD,uBAAuB,EAAE,IAAI,CAAC,uBAAuB;YACrD,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,aAAa,EAAE,KAAK,IAAI,EAAE;gBACxB,IAAI,IAAI,CAAC,UAAU;oBAAE,OAAM;gBAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAA;gBACnC,IAAI,CAAC,iBAAiB,EAAE,CAAA;gBACxB,MAAM,KAAK,GAA0B,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,CAAA;gBAC1E,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,KAAK,CAAC,CAAA;YACxD,CAAC;YACD,WAAW,EAAE,KAAK,EAAE,KAAmB,EAAE,EAAE;gBACzC,IAAI,IAAI,CAAC,UAAU;oBAAE,OAAM;gBAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;gBACjC,IAAI,CAAC,iBAAiB,EAAE,CAAA;gBACxB,MAAM,KAAK,GAA0B,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,CAAA;gBAC3E,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,KAAK,CAAC,CAAA;YACxD,CAAC;YACD,YAAY,EAAE,KAAK,IAAI,EAAE;gBACvB,IAAI,IAAI,CAAC,UAAU;oBAAE,OAAM;gBAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAA;gBACrC,MAAM,KAAK,GAA0B,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;gBAC1F,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,KAAK,CAAC,CAAA;YACxD,CAAC;YACD,gBAAgB,EAAE,KAAK,EAAE,KAA0B,EAAE,EAAE;gBACrD,4CAA4C;gBAC5C,6CAA6C;YAC/C,CAAC;SACF,CAAC,CAAA;QAEF,qDAAqD;QACrD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAA;YACjF,IAAI,CAAC;gBACH,IAAI,OAAO,QAAQ,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC3C,QAAQ,CAAC,OAAO,EAAE,CAAA;gBACpB,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,KAAK,EAAE,CAAA;gBAClB,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,mFAAmF;gBACnF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wDAAwD,EAAE,KAAK,CAAC,CAAA;YACpF,CAAC;YACD,OAAM;QACR,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,0DAA0D,IAAI,CAAC,gBAAgB,6BAA6B,IAAI,CAAC,uBAAuB,6BAA6B,IAAI,CAAC,uBAAuB,qBAAqB,IAAI,CAAC,eAAe,EAAE,CAC7O,CAAA;IACH,CAAC;IAED;;;;;OAKG;IACH,aAAa;QACX,oFAAoF;QACpF,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAA;YACvE,OAAM;QACR,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAA;YAC1E,OAAM;QACR,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAA;YACjE,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;YACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gEAAgE;YAChE,uEAAuE;YACvE,gDAAgD;YAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gEAAgE,EAAE,KAAK,CAAC,CAAA;QAC3F,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,YAAY;QACV,IAAI,CAAC,iBAAiB,EAAE,CAAA;QACxB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC;gBACH,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;gBACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;YACpD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,oFAAoF;YACtF,CAAC;QACH,CAAC;IACH,CAAC;IAED,iBAAiB;QACf,IAAI,IAAI,CAAC,YAAY;YAAE,OAAM;QAC7B,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAA;YACzC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QAC1B,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAA;IAC3B,CAAC;IAED,iBAAiB;QACf,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAC/B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QAC1B,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAA;YAC5C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;YAEtB,kCAAkC;YAClC,IAAI,CAAC,iBAAiB,EAAE,CAAA;YACxB,IAAI,CAAC,kBAAkB,EAAE,CAAA;YAEzB,2EAA2E;YAC3E,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;YAEzB,qBAAqB;YACrB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,kEAAkE;gBAClE,IAAI,CAAC,YAAY,EAAE,CAAA;gBAEnB,sBAAsB;gBACtB,IAAI,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;oBAChD,IAAI,CAAC;wBACH,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAA;wBACvB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAA;oBAC1C,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,sFAAsF;oBACxF,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;YACtB,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAA;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAA;QAC7D,CAAC;IACH,CAAC;CACF"}
|