ug-js-sdk 3.0.51 → 3.0.56
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -3
- package/dist/ug-core/__tests__/__mocks__/ErrorRetryHandler.d.ts +7 -0
- package/dist/ug-core/__tests__/__mocks__/ErrorRetryHandler.js +16 -0
- package/dist/ug-core/__tests__/__mocks__/ErrorRetryHandler.js.map +1 -0
- package/dist/ug-core/__tests__/__mocks__/mpg123-decoder.d.ts +10 -0
- package/dist/ug-core/__tests__/__mocks__/mpg123-decoder.js +16 -0
- package/dist/ug-core/__tests__/__mocks__/mpg123-decoder.js.map +1 -0
- package/dist/ug-core/__tests__/__mocks__/uuid.d.ts +2 -0
- package/dist/ug-core/__tests__/__mocks__/uuid.js +11 -0
- package/dist/ug-core/__tests__/__mocks__/uuid.js.map +1 -0
- package/dist/ug-core/__tests__/__mocks__/vad-web.d.ts +11 -0
- package/dist/ug-core/__tests__/__mocks__/vad-web.js +19 -0
- package/dist/ug-core/__tests__/__mocks__/vad-web.js.map +1 -0
- package/dist/ug-core/__tests__/conversation-manager/ConversationCommands.test.d.ts +1 -0
- package/dist/ug-core/__tests__/conversation-manager/ConversationCommands.test.js +67 -0
- package/dist/ug-core/__tests__/conversation-manager/ConversationCommands.test.js.map +1 -0
- package/dist/ug-core/__tests__/conversation-manager/ConversationManager.test.d.ts +1 -0
- package/dist/ug-core/__tests__/conversation-manager/ConversationManager.test.js +185 -0
- package/dist/ug-core/__tests__/conversation-manager/ConversationManager.test.js.map +1 -0
- package/dist/ug-core/__tests__/conversation-manager/ErrorRetryHandler.test.d.ts +1 -0
- package/dist/ug-core/__tests__/conversation-manager/ErrorRetryHandler.test.js +168 -0
- package/dist/ug-core/__tests__/conversation-manager/ErrorRetryHandler.test.js.map +1 -0
- package/dist/ug-core/__tests__/core/EventEmitter.test.d.ts +1 -0
- package/dist/ug-core/__tests__/core/EventEmitter.test.js +211 -0
- package/dist/ug-core/__tests__/core/EventEmitter.test.js.map +1 -0
- package/dist/ug-core/__tests__/core/Logger.test.d.ts +1 -0
- package/dist/ug-core/__tests__/core/Logger.test.js +162 -0
- package/dist/ug-core/__tests__/core/Logger.test.js.map +1 -0
- package/dist/ug-core/__tests__/core/localStorage.test.d.ts +1 -0
- package/dist/ug-core/__tests__/core/localStorage.test.js +172 -0
- package/dist/ug-core/__tests__/core/localStorage.test.js.map +1 -0
- package/dist/ug-core/__tests__/network/WebSocketConnection.test.d.ts +1 -0
- package/dist/ug-core/__tests__/network/WebSocketConnection.test.js +193 -0
- package/dist/ug-core/__tests__/network/WebSocketConnection.test.js.map +1 -0
- package/dist/ug-core/__tests__/playback-manager/SubtitleManager.test.d.ts +1 -0
- package/dist/ug-core/__tests__/playback-manager/SubtitleManager.test.js +228 -0
- package/dist/ug-core/__tests__/playback-manager/SubtitleManager.test.js.map +1 -0
- package/dist/ug-core/__tests__/setup.d.ts +4 -0
- package/dist/ug-core/__tests__/setup.js +8 -0
- package/dist/ug-core/__tests__/setup.js.map +1 -0
- package/dist/ug-core/conversation-manager/ConversationManager.js +14 -0
- package/dist/ug-core/conversation-manager/ConversationManager.js.map +1 -1
- package/dist/ug-core/conversation-manager/ErrorRetryHandler.d.ts +1 -0
- package/dist/ug-core/conversation-manager/ErrorRetryHandler.js +3 -0
- package/dist/ug-core/conversation-manager/ErrorRetryHandler.js.map +1 -1
- package/dist/ug-core/conversation-manager/types.d.ts +51 -6
- package/dist/ug-core/network/ConversationNetwork.js +12 -6
- package/dist/ug-core/network/ConversationNetwork.js.map +1 -1
- package/dist/ug-core/playback-manager/PlaybackManager.d.ts +104 -0
- package/dist/ug-core/playback-manager/PlaybackManager.js +121 -4
- package/dist/ug-core/playback-manager/PlaybackManager.js.map +1 -1
- package/dist/ug-core/playback-manager/audio-player/AudioPlayer.d.ts +156 -0
- package/dist/ug-core/playback-manager/audio-player/AudioPlayer.js +156 -0
- package/dist/ug-core/playback-manager/audio-player/AudioPlayer.js.map +1 -1
- package/dist/ug-core/playback-manager/subtitle-manager/SubtitleManager.js +3 -1
- package/dist/ug-core/playback-manager/subtitle-manager/SubtitleManager.js.map +1 -1
- package/dist/ug-core/types/index.d.ts +34 -3
- package/dist/ug-core/user-input-manager/AudioRecorder.d.ts +49 -0
- package/dist/ug-core/user-input-manager/AudioRecorder.js +39 -1
- package/dist/ug-core/user-input-manager/AudioRecorder.js.map +1 -1
- package/dist/ug-core/user-input-manager/UserInputManager.d.ts +82 -6
- package/dist/ug-core/user-input-manager/UserInputManager.js +82 -6
- package/dist/ug-core/user-input-manager/UserInputManager.js.map +1 -1
- package/dist/ug-core/user-input-manager/VADManager.d.ts +62 -0
- package/dist/ug-core/user-input-manager/VADManager.js +99 -8
- package/dist/ug-core/user-input-manager/VADManager.js.map +1 -1
- package/dist/ug-js-sdk.mjs +1 -1
- package/package.json +1 -1
|
@@ -1,18 +1,35 @@
|
|
|
1
1
|
import { EventEmitter } from '../core/EventEmitter';
|
|
2
2
|
import { IAudioRecorder } from './types';
|
|
3
|
+
/**
|
|
4
|
+
* Events emitted by the AudioRecorder.
|
|
5
|
+
*/
|
|
3
6
|
export declare const AudioRecorderEvents: {
|
|
7
|
+
/** Emitted when recording successfully starts */
|
|
4
8
|
readonly RecordingStarted: "recording-started";
|
|
9
|
+
/** Emitted when recording is stopped */
|
|
5
10
|
readonly RecordingStopped: "recording-stopped";
|
|
11
|
+
/** Emitted for each audio chunk captured (typically every 100ms) */
|
|
6
12
|
readonly AudioData: "audio-data";
|
|
13
|
+
/** Emitted when an error occurs during recording */
|
|
7
14
|
readonly Error: "error";
|
|
8
15
|
};
|
|
16
|
+
/**
|
|
17
|
+
* Configuration options for audio recording.
|
|
18
|
+
*/
|
|
9
19
|
export interface AudioRecordingConfig {
|
|
20
|
+
/** Audio sample rate in Hz (default: 41000) */
|
|
10
21
|
sampleRate?: number;
|
|
22
|
+
/** Number of audio channels (default: 1 for mono) */
|
|
11
23
|
channels?: number;
|
|
24
|
+
/** Audio bit depth (default: 16) */
|
|
12
25
|
bitDepth?: number;
|
|
26
|
+
/** Enable echo cancellation via browser (default: true) */
|
|
13
27
|
echoCancellation?: boolean;
|
|
28
|
+
/** Enable noise suppression via browser (default: true) */
|
|
14
29
|
noiseSuppression?: boolean;
|
|
30
|
+
/** Enable automatic gain control via browser (default: true) */
|
|
15
31
|
autoGainControl?: boolean;
|
|
32
|
+
/** MediaRecorder timeslice in ms - how often to emit audio chunks (default: 100) */
|
|
16
33
|
timeslice?: number;
|
|
17
34
|
}
|
|
18
35
|
export interface AudioRecordingEvents {
|
|
@@ -21,6 +38,38 @@ export interface AudioRecordingEvents {
|
|
|
21
38
|
[AudioRecorderEvents.AudioData]: (data: ArrayBuffer) => void;
|
|
22
39
|
[AudioRecorderEvents.Error]: (error: Error) => void;
|
|
23
40
|
}
|
|
41
|
+
/**
|
|
42
|
+
* Records audio from the user's microphone.
|
|
43
|
+
*
|
|
44
|
+
* Uses the MediaRecorder API to capture audio in WebM/Opus format.
|
|
45
|
+
* Audio is emitted in chunks (default every 100ms) via the AudioData event.
|
|
46
|
+
*
|
|
47
|
+
* Features:
|
|
48
|
+
* - Configurable sample rate, channels, and processing options
|
|
49
|
+
* - Browser-based echo cancellation, noise suppression, and auto gain control
|
|
50
|
+
* - Buffering mode for capturing audio without immediate transmission
|
|
51
|
+
* - Automatic cleanup and resource management
|
|
52
|
+
*
|
|
53
|
+
* @example
|
|
54
|
+
* ```typescript
|
|
55
|
+
* const recorder = new AudioRecorder({ sampleRate: 48000 })
|
|
56
|
+
*
|
|
57
|
+
* recorder.on(AudioRecorderEvents.AudioData, (chunk) => {
|
|
58
|
+
* // Process audio chunk (ArrayBuffer)
|
|
59
|
+
* sendToServer(chunk)
|
|
60
|
+
* })
|
|
61
|
+
*
|
|
62
|
+
* await recorder.initialize(mediaStream)
|
|
63
|
+
* await recorder.start()
|
|
64
|
+
* // ... recording ...
|
|
65
|
+
* await recorder.stop()
|
|
66
|
+
* ```
|
|
67
|
+
*
|
|
68
|
+
* @fires AudioRecorderEvents.RecordingStarted - When recording begins
|
|
69
|
+
* @fires AudioRecorderEvents.RecordingStopped - When recording ends
|
|
70
|
+
* @fires AudioRecorderEvents.AudioData - For each audio chunk captured
|
|
71
|
+
* @fires AudioRecorderEvents.Error - When an error occurs
|
|
72
|
+
*/
|
|
24
73
|
export declare class AudioRecorder extends EventEmitter<AudioRecordingEvents> implements IAudioRecorder {
|
|
25
74
|
private mediaStream;
|
|
26
75
|
private audioContext;
|
|
@@ -1,13 +1,51 @@
|
|
|
1
1
|
import { EventEmitter } from '../core/EventEmitter';
|
|
2
2
|
import { DefaultLogger, StyleBrown } from '../core/Logger';
|
|
3
3
|
import { MediaRecorderFallback } from './MediaRecorderFallback';
|
|
4
|
-
|
|
4
|
+
/**
|
|
5
|
+
* Events emitted by the AudioRecorder.
|
|
6
|
+
*/
|
|
5
7
|
export const AudioRecorderEvents = {
|
|
8
|
+
/** Emitted when recording successfully starts */
|
|
6
9
|
RecordingStarted: 'recording-started',
|
|
10
|
+
/** Emitted when recording is stopped */
|
|
7
11
|
RecordingStopped: 'recording-stopped',
|
|
12
|
+
/** Emitted for each audio chunk captured (typically every 100ms) */
|
|
8
13
|
AudioData: 'audio-data',
|
|
14
|
+
/** Emitted when an error occurs during recording */
|
|
9
15
|
Error: 'error',
|
|
10
16
|
};
|
|
17
|
+
/**
|
|
18
|
+
* Records audio from the user's microphone.
|
|
19
|
+
*
|
|
20
|
+
* Uses the MediaRecorder API to capture audio in WebM/Opus format.
|
|
21
|
+
* Audio is emitted in chunks (default every 100ms) via the AudioData event.
|
|
22
|
+
*
|
|
23
|
+
* Features:
|
|
24
|
+
* - Configurable sample rate, channels, and processing options
|
|
25
|
+
* - Browser-based echo cancellation, noise suppression, and auto gain control
|
|
26
|
+
* - Buffering mode for capturing audio without immediate transmission
|
|
27
|
+
* - Automatic cleanup and resource management
|
|
28
|
+
*
|
|
29
|
+
* @example
|
|
30
|
+
* ```typescript
|
|
31
|
+
* const recorder = new AudioRecorder({ sampleRate: 48000 })
|
|
32
|
+
*
|
|
33
|
+
* recorder.on(AudioRecorderEvents.AudioData, (chunk) => {
|
|
34
|
+
* // Process audio chunk (ArrayBuffer)
|
|
35
|
+
* sendToServer(chunk)
|
|
36
|
+
* })
|
|
37
|
+
*
|
|
38
|
+
* await recorder.initialize(mediaStream)
|
|
39
|
+
* await recorder.start()
|
|
40
|
+
* // ... recording ...
|
|
41
|
+
* await recorder.stop()
|
|
42
|
+
* ```
|
|
43
|
+
*
|
|
44
|
+
* @fires AudioRecorderEvents.RecordingStarted - When recording begins
|
|
45
|
+
* @fires AudioRecorderEvents.RecordingStopped - When recording ends
|
|
46
|
+
* @fires AudioRecorderEvents.AudioData - For each audio chunk captured
|
|
47
|
+
* @fires AudioRecorderEvents.Error - When an error occurs
|
|
48
|
+
*/
|
|
11
49
|
export class AudioRecorder extends EventEmitter {
|
|
12
50
|
mediaStream = null;
|
|
13
51
|
audioContext = null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AudioRecorder.js","sourceRoot":"","sources":["../../../src/ug-core/user-input-manager/AudioRecorder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AACnD,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAE1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAA;AAE/D,uBAAuB;AACvB,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,gBAAgB,EAAE,mBAAmB;IACrC,gBAAgB,EAAE,mBAAmB;IACrC,SAAS,EAAE,YAAY;IACvB,KAAK,EAAE,OAAO;CACN,CAAA;AAmBV,MAAM,OAAO,aAAc,SAAQ,YAAkC;IAC3D,WAAW,GAAuB,IAAI,CAAA;IACtC,YAAY,GAAwB,IAAI,CAAA;IACxC,WAAW,GAA4B,IAAI,CAAA;IAC3C,aAAa,GAAyB,IAAI,CAAA;IAC1C,SAAS,GAAG,KAAK,CAAA;IACjB,MAAM,CAAgC;IACtC,gBAAgB,GAAG,KAAK,CAAA;IACxB,qBAAqB,GAAiC,IAAI,CAAA;IAC1D,WAAW,GAAkB,EAAE,CAAA;IAC/B,aAAa,GAAG,KAAK,CAAA;IAEZ,SAAS,GAAG,wBAAwB,CAAA;IAErD,YAAY,SAA+B,EAAE;QAC3C,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,EAAE,QAAQ,EAAE,kBAAkB,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAA;QACrF,KAAK,CAAC,MAAM,CAAC,CAAA;QACb,IAAI,CAAC,MAAM,GAAG;YACZ,UAAU,EAAE,KAAK;YACjB,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,EAAE;YACZ,gBAAgB,EAAE,IAAI;YACtB,gBAAgB,EAAE,IAAI;YACtB,eAAe,EAAE,IAAI;YACrB,SAAS,EAAE,GAAG,EAAE,qDAAqD;YACrE,GAAG,MAAM;SACV,CAAA;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAA;YACpC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAC9B,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAA;YAC7B,IAAI,CAAC,WAAW,GAAG,MAAM,CAAA;YACzB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC1B,IAAI,CAAC,qBAAqB,GAAG,IAAI,qBAAqB,CACpD,IAAI,CAAC,SAAS,EACd,CAAC,IAAiB,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EACjD,IAAI,CAAC,MAAM,CAAC,SAAS,CACtB,CAAA;gBACD,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YACzD,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAA;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;YAChD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAA;YACjD,OAAM;QACR,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACjE,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAA;gBAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAA;YAC/E,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,CAAC,CAAC,CAAA;gBACtD,MAAM,GAAG,GAAG,IAAI,KAAK,CACnB,oKAAoK,CACrK,CAAA;gBACD,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;gBAC/C,MAAM,GAAG,CAAA;YACX,CAAC;QACH,CAAC;QAED,0EAA0E;QAC1E,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAC9B,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAC/B,CAAC;QAED,IAAI,CAAC;YACH,+DAA+D;YAC/D,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;gBACjE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAA;gBACvE,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAA;YAClC,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CACb,0FAA0F,CAC3F,CAAA;YACH,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAA;YAC9C,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAA;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;YAElD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;YACrB,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,CAAA;YACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAA;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAA;YACrD,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAc,CAAC,CAAA;YAC1D,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAA;QAC1C,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;YAC5C,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;YACpB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;YACtB,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,CAAA;YACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAA;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAA;YACpD,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAc,CAAC,CAAA;YAC1D,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAED,mBAAmB;QACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QAC3C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QACzB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAA;IACvB,CAAC;IAED,oBAAoB;QAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAA;QAC5C,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;IAC5B,CAAC;IAED,gBAAgB;QACd,OAAO,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,CAAA;IAC9B,CAAC;IAED,WAAW;QACT,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAA;QACtC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,MAAM,GAAG,CAAC,CAAA;QACzD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAA;IACvB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACjE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAA;YAC7C,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAA;YAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;QAC5E,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAA;QACzD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAA;IAC9B,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC/D,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC;gBACnC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;gBAClC,WAAW,EAAE,aAAa;aAC3B,CAAC,CAAA;YACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;QAC5E,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAA;YACvD,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAA;YAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;QAChF,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;QACjD,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAA;QAEhC,2FAA2F;QAE3F,2CAA2C;QAC3C,mGAAmG;QACnG,8EAA8E;QAE9E,4BAA4B;QAC5B,2EAA2E;QAC3E,qCAAqC;QACrC,IAAI;QAEJ,QAAQ;QACR,kDAAkD;QAElD,0CAA0C;QAC1C,2CAA2C;QAC3C,oGAAoG;QACpG,uCAAuC;QACvC,MAAM;QAEN,uDAAuD;QACvD,sEAAsE;QACtE,iFAAiF;QAEjF,sDAAsD;QACtD,UAAU;QACV,+DAA+D;QAC/D,oEAAoE;QACpE,0BAA0B;QAC1B,2EAA2E;QAC3E,QAAQ;QAER,mDAAmD;QACnD,+EAA+E;QAE/E,8CAA8C;QAC9C,kFAAkF;QAClF,gDAAgD;QAEhD,YAAY;QACZ,0CAA0C;QAC1C,4DAA4D;QAC5D,+EAA+E;QAC/E,WAAW;QAEX,6BAA6B;QAC7B,6DAA6D;QAC7D,yBAAyB;QACzB,WAAW;QAEX,iFAAiF;QAEjF,6CAA6C;QAC7C,cAAc;QACd,8DAA8D;QAC9D,+EAA+E;QAC/E,6DAA6D;QAC7D,gCAAgC;QAChC,sFAAsF;QACtF,4EAA4E;QAC5E,UAAU;QAEV,eAAe;QACf,kBAAkB;QAClB,iCAAiC;QACjC,qCAAqC;QACrC,QAAQ;QACR,2BAA2B;QAC3B,mGAAmG;QACnG,uCAAuC;QACvC,MAAM;QACN,oBAAoB;QACpB,6DAA6D;QAC7D,qCAAqC;QACrC,IAAI;IACN,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gDAAgD,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAA;QAC1F,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAA;QAChE,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;YACxD,6DAA6D;YAC7D,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iEAAiE,CAAC,CAAA;gBACpF,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAA;YACnC,CAAC;YAED,IAAI,CAAC,qBAAqB,GAAG,IAAI,qBAAqB,CACpD,IAAI,CAAC,SAAS,EACd,CAAC,IAAiB,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EACjD,IAAI,CAAC,MAAM,CAAC,SAAS,CACtB,CAAA;YACD,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YACvD,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,CAAA;QACpC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAA;YAC5D,yDAAyD;YAEzD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAE1E,IAAI,CAAC,WAAW,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,YAAY,EAAE,2BAA2B,EAAE;gBACtF,gBAAgB,EAAE;oBAChB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;oBAClC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;oBAC9B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;iBAC/B;aACF,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAEhC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,KAAK,EAAE,EAAE;gBAC1C,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,CAAA;gBAEjC,IAAI,IAAI,KAAK,mBAAmB,CAAC,SAAS,EAAE,CAAC;oBAC3C,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;gBAC5B,CAAC;YACH,CAAC,CAAA;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,SAAsB;QAClD,IAAI,KAAK,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAA;QACrC,IAAI,YAAY,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;QAElD,8BAA8B;QAC9B,IAAI,YAAY,KAAK,CAAC,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAA;YAClD,OAAM;QACR,CAAC;QAED,qBAAqB;QACrB,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,YAAY,uCAAuC,CAAC,CAAA;YAClF,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;YACjC,SAAS,GAAG,KAAK,CAAC,MAAM,CAAA;QAC1B,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAChD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qBAAqB,SAAS,CAAC,UAAU,iBAAiB,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CACjF,CAAA;QAED,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAA;YACtF,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAClC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;QAC3D,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,2BAA2B;QAC3B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAA;YAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACzB,CAAC;QAED,sBAAsB;QACtB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAA;YACzB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QAC3B,CAAC;QAED,+BAA+B;QAC/B,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAA;YACjC,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAA;QACnC,CAAC;QAED,uEAAuE;QACvE,IAAI,CAAC,WAAW,GAAG,EAAE,CAAA;QACrB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;IAC1D,CAAC;IAED,2DAA2D;IACnD,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAC9B,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAA;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAA;QAClD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAA;YACrD,oCAAoC;QACtC,CAAC;IACH,CAAC;IAEM,aAAa;QAClB,OAAO,IAAI,CAAC,WAAW,KAAK,IAAI,CAAA;IAClC,CAAC;IAED,OAAO;QACL,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAA;YAC/C,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,IAAI,CAAC,IAAI,EAAE,CAAA;YACb,CAAC;YAED,+CAA+C;YAC/C,IAAI,CAAC,OAAO,EAAE,CAAA;YAEd,qBAAqB;YACrB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9D,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBACpC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,CAAC,CAAC,CAAA;gBACrD,CAAC,CAAC,CAAA;gBACF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;YAC1B,CAAC;YAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;YACvB,IAAI,CAAC,kBAAkB,EAAE,CAAA;YACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAA;QAChE,CAAC;IACH,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"AudioRecorder.js","sourceRoot":"","sources":["../../../src/ug-core/user-input-manager/AudioRecorder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AACnD,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAE1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAA;AAE/D;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,iDAAiD;IACjD,gBAAgB,EAAE,mBAAmB;IACrC,wCAAwC;IACxC,gBAAgB,EAAE,mBAAmB;IACrC,oEAAoE;IACpE,SAAS,EAAE,YAAY;IACvB,oDAAoD;IACpD,KAAK,EAAE,OAAO;CACN,CAAA;AA6BV;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,MAAM,OAAO,aAAc,SAAQ,YAAkC;IAC3D,WAAW,GAAuB,IAAI,CAAA;IACtC,YAAY,GAAwB,IAAI,CAAA;IACxC,WAAW,GAA4B,IAAI,CAAA;IAC3C,aAAa,GAAyB,IAAI,CAAA;IAC1C,SAAS,GAAG,KAAK,CAAA;IACjB,MAAM,CAAgC;IACtC,gBAAgB,GAAG,KAAK,CAAA;IACxB,qBAAqB,GAAiC,IAAI,CAAA;IAC1D,WAAW,GAAkB,EAAE,CAAA;IAC/B,aAAa,GAAG,KAAK,CAAA;IAEZ,SAAS,GAAG,wBAAwB,CAAA;IAErD,YAAY,SAA+B,EAAE;QAC3C,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,EAAE,QAAQ,EAAE,kBAAkB,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAA;QACrF,KAAK,CAAC,MAAM,CAAC,CAAA;QACb,IAAI,CAAC,MAAM,GAAG;YACZ,UAAU,EAAE,KAAK;YACjB,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,EAAE;YACZ,gBAAgB,EAAE,IAAI;YACtB,gBAAgB,EAAE,IAAI;YACtB,eAAe,EAAE,IAAI;YACrB,SAAS,EAAE,GAAG,EAAE,qDAAqD;YACrE,GAAG,MAAM;SACV,CAAA;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAA;YACpC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAC9B,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAA;YAC7B,IAAI,CAAC,WAAW,GAAG,MAAM,CAAA;YACzB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC1B,IAAI,CAAC,qBAAqB,GAAG,IAAI,qBAAqB,CACpD,IAAI,CAAC,SAAS,EACd,CAAC,IAAiB,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EACjD,IAAI,CAAC,MAAM,CAAC,SAAS,CACtB,CAAA;gBACD,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YACzD,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAA;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;YAChD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAA;YACjD,OAAM;QACR,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACjE,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAA;gBAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAA;YAC/E,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,CAAC,CAAC,CAAA;gBACtD,MAAM,GAAG,GAAG,IAAI,KAAK,CACnB,oKAAoK,CACrK,CAAA;gBACD,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;gBAC/C,MAAM,GAAG,CAAA;YACX,CAAC;QACH,CAAC;QAED,0EAA0E;QAC1E,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAC9B,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAC/B,CAAC;QAED,IAAI,CAAC;YACH,+DAA+D;YAC/D,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;gBACjE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAA;gBACvE,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAA;YAClC,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CACb,0FAA0F,CAC3F,CAAA;YACH,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAA;YAC9C,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAA;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;YAElD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;YACrB,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,CAAA;YACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAA;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAA;YACrD,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAc,CAAC,CAAA;YAC1D,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAA;QAC1C,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;YAC5C,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;YACpB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;YACtB,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,CAAA;YACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAA;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAA;YACpD,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAc,CAAC,CAAA;YAC1D,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAED,mBAAmB;QACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QAC3C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QACzB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAA;IACvB,CAAC;IAED,oBAAoB;QAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAA;QAC5C,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;IAC5B,CAAC;IAED,gBAAgB;QACd,OAAO,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,CAAA;IAC9B,CAAC;IAED,WAAW;QACT,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAA;QACtC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,MAAM,GAAG,CAAC,CAAA;QACzD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAA;IACvB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACjE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAA;YAC7C,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAA;YAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;QAC5E,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAA;QACzD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAA;IAC9B,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC/D,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC;gBACnC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;gBAClC,WAAW,EAAE,aAAa;aAC3B,CAAC,CAAA;YACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;QAC5E,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAA;YACvD,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAA;YAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;QAChF,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;QACjD,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAA;QAEhC,2FAA2F;QAE3F,2CAA2C;QAC3C,mGAAmG;QACnG,8EAA8E;QAE9E,4BAA4B;QAC5B,2EAA2E;QAC3E,qCAAqC;QACrC,IAAI;QAEJ,QAAQ;QACR,kDAAkD;QAElD,0CAA0C;QAC1C,2CAA2C;QAC3C,oGAAoG;QACpG,uCAAuC;QACvC,MAAM;QAEN,uDAAuD;QACvD,sEAAsE;QACtE,iFAAiF;QAEjF,sDAAsD;QACtD,UAAU;QACV,+DAA+D;QAC/D,oEAAoE;QACpE,0BAA0B;QAC1B,2EAA2E;QAC3E,QAAQ;QAER,mDAAmD;QACnD,+EAA+E;QAE/E,8CAA8C;QAC9C,kFAAkF;QAClF,gDAAgD;QAEhD,YAAY;QACZ,0CAA0C;QAC1C,4DAA4D;QAC5D,+EAA+E;QAC/E,WAAW;QAEX,6BAA6B;QAC7B,6DAA6D;QAC7D,yBAAyB;QACzB,WAAW;QAEX,iFAAiF;QAEjF,6CAA6C;QAC7C,cAAc;QACd,8DAA8D;QAC9D,+EAA+E;QAC/E,6DAA6D;QAC7D,gCAAgC;QAChC,sFAAsF;QACtF,4EAA4E;QAC5E,UAAU;QAEV,eAAe;QACf,kBAAkB;QAClB,iCAAiC;QACjC,qCAAqC;QACrC,QAAQ;QACR,2BAA2B;QAC3B,mGAAmG;QACnG,uCAAuC;QACvC,MAAM;QACN,oBAAoB;QACpB,6DAA6D;QAC7D,qCAAqC;QACrC,IAAI;IACN,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gDAAgD,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAA;QAC1F,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAA;QAChE,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;YACxD,6DAA6D;YAC7D,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iEAAiE,CAAC,CAAA;gBACpF,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAA;YACnC,CAAC;YAED,IAAI,CAAC,qBAAqB,GAAG,IAAI,qBAAqB,CACpD,IAAI,CAAC,SAAS,EACd,CAAC,IAAiB,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EACjD,IAAI,CAAC,MAAM,CAAC,SAAS,CACtB,CAAA;YACD,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YACvD,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,CAAA;QACpC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAA;YAC5D,yDAAyD;YAEzD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAE1E,IAAI,CAAC,WAAW,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,YAAY,EAAE,2BAA2B,EAAE;gBACtF,gBAAgB,EAAE;oBAChB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;oBAClC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;oBAC9B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;iBAC/B;aACF,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAEhC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,KAAK,EAAE,EAAE;gBAC1C,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,CAAA;gBAEjC,IAAI,IAAI,KAAK,mBAAmB,CAAC,SAAS,EAAE,CAAC;oBAC3C,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;gBAC5B,CAAC;YACH,CAAC,CAAA;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,SAAsB;QAClD,IAAI,KAAK,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAA;QACrC,IAAI,YAAY,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;QAElD,8BAA8B;QAC9B,IAAI,YAAY,KAAK,CAAC,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAA;YAClD,OAAM;QACR,CAAC;QAED,qBAAqB;QACrB,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,YAAY,uCAAuC,CAAC,CAAA;YAClF,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;YACjC,SAAS,GAAG,KAAK,CAAC,MAAM,CAAA;QAC1B,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAChD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qBAAqB,SAAS,CAAC,UAAU,iBAAiB,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CACjF,CAAA;QAED,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAA;YACtF,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAClC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;QAC3D,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,2BAA2B;QAC3B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAA;YAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACzB,CAAC;QAED,sBAAsB;QACtB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAA;YACzB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QAC3B,CAAC;QAED,+BAA+B;QAC/B,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAA;YACjC,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAA;QACnC,CAAC;QAED,uEAAuE;QACvE,IAAI,CAAC,WAAW,GAAG,EAAE,CAAA;QACrB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;IAC1D,CAAC;IAED,2DAA2D;IACnD,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAC9B,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAA;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAA;QAClD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAA;YACrD,oCAAoC;QACtC,CAAC;IACH,CAAC;IAEM,aAAa;QAClB,OAAO,IAAI,CAAC,WAAW,KAAK,IAAI,CAAA;IAClC,CAAC;IAED,OAAO;QACL,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAA;YAC/C,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,IAAI,CAAC,IAAI,EAAE,CAAA;YACb,CAAC;YAED,+CAA+C;YAC/C,IAAI,CAAC,OAAO,EAAE,CAAA;YAEd,qBAAqB;YACrB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9D,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBACpC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,CAAC,CAAC,CAAA;gBACrD,CAAC,CAAC,CAAA;gBACF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;YAC1B,CAAC;YAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;YACvB,IAAI,CAAC,kBAAkB,EAAE,CAAA;YACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAA;QAChE,CAAC;IACH,CAAC;CACF"}
|
|
@@ -4,13 +4,43 @@ import { ConversationNetwork } from '../network/ConversationNetwork';
|
|
|
4
4
|
import { AudioRecordingConfig } from './AudioRecorder';
|
|
5
5
|
import { IVADManager } from './types';
|
|
6
6
|
/**
|
|
7
|
-
* Manages user input for conversations
|
|
7
|
+
* Manages user input for conversations including voice and text input.
|
|
8
8
|
*
|
|
9
|
-
*
|
|
10
|
-
* -
|
|
11
|
-
* -
|
|
12
|
-
*
|
|
13
|
-
|
|
9
|
+
* The UserInputManager coordinates:
|
|
10
|
+
* - Audio recording via microphone (AudioRecorder)
|
|
11
|
+
* - Voice Activity Detection (VADManager) to detect speech start/end
|
|
12
|
+
* - Network communication for sending audio/text to the server
|
|
13
|
+
*
|
|
14
|
+
* Input modes:
|
|
15
|
+
* - **Audio mode**: Voice input through microphone with VAD for automatic turn-taking
|
|
16
|
+
* - **Text mode**: Text input via the `interact()` method
|
|
17
|
+
*
|
|
18
|
+
* @example Audio input flow
|
|
19
|
+
* ```typescript
|
|
20
|
+
* // Audio is captured continuously when started
|
|
21
|
+
* await userInputManager.start() // Starts VAD and recording
|
|
22
|
+
*
|
|
23
|
+
* // VAD detects speech start → emits UserSpeaking event
|
|
24
|
+
* // VAD detects speech end → emits UserSilence, sends input_complete
|
|
25
|
+
* // Server processes audio and responds
|
|
26
|
+
*
|
|
27
|
+
* await userInputManager.stop() // Stops recording and VAD
|
|
28
|
+
* ```
|
|
29
|
+
*
|
|
30
|
+
* @example Text input
|
|
31
|
+
* ```typescript
|
|
32
|
+
* await userInputManager.interact({
|
|
33
|
+
* text: 'Hello!',
|
|
34
|
+
* kind: 'interact',
|
|
35
|
+
* type: 'stream',
|
|
36
|
+
* uid: ''
|
|
37
|
+
* })
|
|
38
|
+
* ```
|
|
39
|
+
*
|
|
40
|
+
* @fires UserInputManagerEvents.UserSpeaking - When VAD detects user started speaking
|
|
41
|
+
* @fires UserInputManagerEvents.UserSilence - When VAD detects user stopped speaking
|
|
42
|
+
* @fires UserInputManagerEvents.UserInput - When input (audio/text/complete) is ready to send
|
|
43
|
+
*/
|
|
14
44
|
export declare class UserInputManager extends EventEmitter {
|
|
15
45
|
private capabilities;
|
|
16
46
|
private vadManager;
|
|
@@ -23,10 +53,40 @@ export declare class UserInputManager extends EventEmitter {
|
|
|
23
53
|
private debugMode;
|
|
24
54
|
private capturedAudioChunks;
|
|
25
55
|
constructor(capabilities: InputCapabilities, vadManager: IVADManager, network: ConversationNetwork, recordingConfig?: AudioRecordingConfig);
|
|
56
|
+
/**
|
|
57
|
+
* Initializes the user input manager with an optional media stream.
|
|
58
|
+
*
|
|
59
|
+
* If audio capabilities are enabled and no stream is provided,
|
|
60
|
+
* the manager will request microphone access.
|
|
61
|
+
*
|
|
62
|
+
* @param mediaStream - Optional existing MediaStream to use for audio input
|
|
63
|
+
* @throws Error if microphone access is denied when audio is enabled
|
|
64
|
+
*/
|
|
26
65
|
initialize(mediaStream?: MediaStream): Promise<void>;
|
|
27
66
|
reinitializeAudio(mediaStream?: MediaStream): Promise<void>;
|
|
67
|
+
/**
|
|
68
|
+
* Starts audio recording and voice activity detection.
|
|
69
|
+
*
|
|
70
|
+
* This method:
|
|
71
|
+
* 1. Clears any server-side audio buffer from previous sessions
|
|
72
|
+
* 2. Starts VAD analysis (unless skipVAD is true)
|
|
73
|
+
* 3. Begins audio recording
|
|
74
|
+
*
|
|
75
|
+
* @param skipVAD - If true, skips VAD startup to reduce CPU load during playback
|
|
76
|
+
*
|
|
77
|
+
* @example
|
|
78
|
+
* ```typescript
|
|
79
|
+
* await userInputManager.start()
|
|
80
|
+
* // Now listening for voice input
|
|
81
|
+
* ```
|
|
82
|
+
*/
|
|
28
83
|
start(skipVAD?: boolean): Promise<void>;
|
|
29
84
|
startVAD(): void;
|
|
85
|
+
/**
|
|
86
|
+
* Stops audio recording and voice activity detection.
|
|
87
|
+
*
|
|
88
|
+
* @returns True if successfully stopped, false if already stopped
|
|
89
|
+
*/
|
|
30
90
|
stop(): Promise<boolean>;
|
|
31
91
|
updateCapabilities(capabilities: InputCapabilities): Promise<void>;
|
|
32
92
|
stopRecording(): Promise<void>;
|
|
@@ -39,6 +99,22 @@ export declare class UserInputManager extends EventEmitter {
|
|
|
39
99
|
flushBufferedAudio(): Promise<void>;
|
|
40
100
|
sendAudio(audioData: ArrayBuffer): Promise<void>;
|
|
41
101
|
private arrayBufferToBase64;
|
|
102
|
+
/**
|
|
103
|
+
* Sends a text interaction request to the server.
|
|
104
|
+
*
|
|
105
|
+
* @param request - The interaction request containing text, context, and utilities
|
|
106
|
+
*
|
|
107
|
+
* @example
|
|
108
|
+
* ```typescript
|
|
109
|
+
* await userInputManager.interact({
|
|
110
|
+
* text: 'Hello, how are you?',
|
|
111
|
+
* kind: 'interact',
|
|
112
|
+
* type: 'stream',
|
|
113
|
+
* uid: '',
|
|
114
|
+
* on_output: ['sentiment'] // Optional: utilities to run
|
|
115
|
+
* })
|
|
116
|
+
* ```
|
|
117
|
+
*/
|
|
42
118
|
interact(request: InteractRequest): Promise<void>;
|
|
43
119
|
sendInputComplete(): Promise<void>;
|
|
44
120
|
reset(): void;
|
|
@@ -3,13 +3,43 @@ import { EventEmitter } from '../core/EventEmitter';
|
|
|
3
3
|
import { AudioRecorder, AudioRecorderEvents } from './AudioRecorder';
|
|
4
4
|
import { UserInputManagerEvents, VadManagerEvents, } from './types';
|
|
5
5
|
/**
|
|
6
|
-
* Manages user input for conversations
|
|
6
|
+
* Manages user input for conversations including voice and text input.
|
|
7
7
|
*
|
|
8
|
-
*
|
|
9
|
-
* -
|
|
10
|
-
* -
|
|
11
|
-
*
|
|
12
|
-
|
|
8
|
+
* The UserInputManager coordinates:
|
|
9
|
+
* - Audio recording via microphone (AudioRecorder)
|
|
10
|
+
* - Voice Activity Detection (VADManager) to detect speech start/end
|
|
11
|
+
* - Network communication for sending audio/text to the server
|
|
12
|
+
*
|
|
13
|
+
* Input modes:
|
|
14
|
+
* - **Audio mode**: Voice input through microphone with VAD for automatic turn-taking
|
|
15
|
+
* - **Text mode**: Text input via the `interact()` method
|
|
16
|
+
*
|
|
17
|
+
* @example Audio input flow
|
|
18
|
+
* ```typescript
|
|
19
|
+
* // Audio is captured continuously when started
|
|
20
|
+
* await userInputManager.start() // Starts VAD and recording
|
|
21
|
+
*
|
|
22
|
+
* // VAD detects speech start → emits UserSpeaking event
|
|
23
|
+
* // VAD detects speech end → emits UserSilence, sends input_complete
|
|
24
|
+
* // Server processes audio and responds
|
|
25
|
+
*
|
|
26
|
+
* await userInputManager.stop() // Stops recording and VAD
|
|
27
|
+
* ```
|
|
28
|
+
*
|
|
29
|
+
* @example Text input
|
|
30
|
+
* ```typescript
|
|
31
|
+
* await userInputManager.interact({
|
|
32
|
+
* text: 'Hello!',
|
|
33
|
+
* kind: 'interact',
|
|
34
|
+
* type: 'stream',
|
|
35
|
+
* uid: ''
|
|
36
|
+
* })
|
|
37
|
+
* ```
|
|
38
|
+
*
|
|
39
|
+
* @fires UserInputManagerEvents.UserSpeaking - When VAD detects user started speaking
|
|
40
|
+
* @fires UserInputManagerEvents.UserSilence - When VAD detects user stopped speaking
|
|
41
|
+
* @fires UserInputManagerEvents.UserInput - When input (audio/text/complete) is ready to send
|
|
42
|
+
*/
|
|
13
43
|
export class UserInputManager extends EventEmitter {
|
|
14
44
|
capabilities;
|
|
15
45
|
vadManager;
|
|
@@ -35,6 +65,15 @@ export class UserInputManager extends EventEmitter {
|
|
|
35
65
|
this.setupRecorderListeners();
|
|
36
66
|
}
|
|
37
67
|
}
|
|
68
|
+
/**
|
|
69
|
+
* Initializes the user input manager with an optional media stream.
|
|
70
|
+
*
|
|
71
|
+
* If audio capabilities are enabled and no stream is provided,
|
|
72
|
+
* the manager will request microphone access.
|
|
73
|
+
*
|
|
74
|
+
* @param mediaStream - Optional existing MediaStream to use for audio input
|
|
75
|
+
* @throws Error if microphone access is denied when audio is enabled
|
|
76
|
+
*/
|
|
38
77
|
async initialize(mediaStream) {
|
|
39
78
|
await this.reinitializeAudio(mediaStream);
|
|
40
79
|
}
|
|
@@ -59,6 +98,22 @@ export class UserInputManager extends EventEmitter {
|
|
|
59
98
|
await this.audioRecorder?.initialize(this.mediaStream);
|
|
60
99
|
}
|
|
61
100
|
}
|
|
101
|
+
/**
|
|
102
|
+
* Starts audio recording and voice activity detection.
|
|
103
|
+
*
|
|
104
|
+
* This method:
|
|
105
|
+
* 1. Clears any server-side audio buffer from previous sessions
|
|
106
|
+
* 2. Starts VAD analysis (unless skipVAD is true)
|
|
107
|
+
* 3. Begins audio recording
|
|
108
|
+
*
|
|
109
|
+
* @param skipVAD - If true, skips VAD startup to reduce CPU load during playback
|
|
110
|
+
*
|
|
111
|
+
* @example
|
|
112
|
+
* ```typescript
|
|
113
|
+
* await userInputManager.start()
|
|
114
|
+
* // Now listening for voice input
|
|
115
|
+
* ```
|
|
116
|
+
*/
|
|
62
117
|
async start(skipVAD = false) {
|
|
63
118
|
if (this.isStopped) {
|
|
64
119
|
this.isStopped = false;
|
|
@@ -93,6 +148,11 @@ export class UserInputManager extends EventEmitter {
|
|
|
93
148
|
this.vadManager.startAnalysis();
|
|
94
149
|
}
|
|
95
150
|
}
|
|
151
|
+
/**
|
|
152
|
+
* Stops audio recording and voice activity detection.
|
|
153
|
+
*
|
|
154
|
+
* @returns True if successfully stopped, false if already stopped
|
|
155
|
+
*/
|
|
96
156
|
async stop() {
|
|
97
157
|
if (this.isStopped) {
|
|
98
158
|
return false;
|
|
@@ -196,6 +256,22 @@ export class UserInputManager extends EventEmitter {
|
|
|
196
256
|
}
|
|
197
257
|
return btoa(binary);
|
|
198
258
|
}
|
|
259
|
+
/**
|
|
260
|
+
* Sends a text interaction request to the server.
|
|
261
|
+
*
|
|
262
|
+
* @param request - The interaction request containing text, context, and utilities
|
|
263
|
+
*
|
|
264
|
+
* @example
|
|
265
|
+
* ```typescript
|
|
266
|
+
* await userInputManager.interact({
|
|
267
|
+
* text: 'Hello, how are you?',
|
|
268
|
+
* kind: 'interact',
|
|
269
|
+
* type: 'stream',
|
|
270
|
+
* uid: '',
|
|
271
|
+
* on_output: ['sentiment'] // Optional: utilities to run
|
|
272
|
+
* })
|
|
273
|
+
* ```
|
|
274
|
+
*/
|
|
199
275
|
async interact(request) {
|
|
200
276
|
await this.network.interact(request);
|
|
201
277
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"UserInputManager.js","sourceRoot":"","sources":["../../../src/ug-core/user-input-manager/UserInputManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAGnD,OAAO,EAAE,aAAa,EAAwB,mBAAmB,EAAE,MAAM,iBAAiB,CAAA;AAC1F,OAAO,EAEL,sBAAsB,EACtB,gBAAgB,GAEjB,MAAM,SAAS,CAAA;AAEhB;;;;;;;IAOI;AACJ,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IAYtC;IACA;IACA;IACA;IAdF,aAAa,GAAyB,IAAI,CAAA;IAC1C,SAAS,GAAG,IAAI,CAAA;IAChB,WAAW,GAAuB,IAAI,CAAA;IAEtC,mBAAmB,GAAG,KAAK,CAAA;IAEnC,iDAAiD;IACzC,SAAS,GAAG,KAAK,CAAA;IACjB,mBAAmB,GAAkB,EAAE,CAAA;IAE/C,YACU,YAA+B,EAC/B,UAAuB,EACvB,OAA4B,EAC5B,eAAsC;QAE9C,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,EAAE,QAAQ,EAAE,qBAAqB,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAA;QACvF,KAAK,CAAC,MAAM,CAAC,CAAA;QANL,iBAAY,GAAZ,YAAY,CAAmB;QAC/B,eAAU,GAAV,UAAU,CAAa;QACvB,YAAO,GAAP,OAAO,CAAqB;QAC5B,oBAAe,GAAf,eAAe,CAAuB;QAI9C,IAAI,CAAC,cAAc,EAAE,CAAA;QAErB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,eAAe,CAAC,CAAA;YACvD,IAAI,CAAC,sBAAsB,EAAE,CAAA;QAC/B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAAyB;QACxC,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,WAAyB;QAC/C,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAA;YAChC,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,WAAW,GAA0B;oBACzC,gBAAgB,EAAE,IAAI,CAAC,eAAe,EAAE,gBAAgB;oBACxD,gBAAgB,EAAE,IAAI,CAAC,eAAe,EAAE,gBAAgB;oBACxD,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,eAAe;oBACtD,UAAU,EAAE,IAAI,CAAC,eAAe,EAAE,UAAU;oBAC5C,YAAY,EAAE,IAAI,CAAC,eAAe,EAAE,QAAQ;iBAC7C,CAAA;gBACD,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,CAC9B,CAAC,GAAG,EAAE,EAAE,CACN,WAAW,CAAC,GAAkC,CAAC,KAAK,SAAS;oBAC7D,OAAO,WAAW,CAAC,GAAkC,CAAC,CACzD,CAAA;gBACD,IAAI,CAAC,WAAW,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAA;YACtF,CAAC;YACD,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAClD,MAAM,IAAI,CAAC,aAAa,EAAE,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QACxD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK;QACzB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;YAEtB,+EAA+E;YAC/E,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAA;gBAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAA;YAClE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAA;YACjE,CAAC;YAED,4DAA4D;YAC5D,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAA;gBAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAA;YACxE,CAAC;YAED,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;gBAC5B,2EAA2E;gBAC3E,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAA;gBACjC,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+DAA+D,CAAC,CAAA;gBACpF,CAAC;gBACD,MAAM,IAAI,CAAC,cAAc,EAAE,CAAA;YAC7B,CAAC;QACH,CAAC;IACH,CAAC;IAED,QAAQ;QACN,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAA;YAC1C,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAA;QACjC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO,KAAK,CAAA;QACd,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QAC3C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAA;YAC9B,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC5B,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,YAA+B;QACtD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;QAClE,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACnD,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;YAC5D,IAAI,CAAC,sBAAsB,EAAE,CAAA;YAC7B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAChC,CAAC;aAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAC1D,qDAAqD;YACrD,sDAAsD;YACtD,gDAAgD;YAChD,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAA;YAC9B,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAA;YAC/B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;YACzB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;gBAC7D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,EAAE,CAAC;YACjE,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAA;QACjC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,EAAE,CAAC;gBACxC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAA;gBACpE,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAChC,CAAC;YACD,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAA;QAClC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,mGAAmG,CACpG,CAAA;QACH,CAAC;IACH,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,IAAI,KAAK,CAAC,CAAA;IAChF,CAAC;IAED,oBAAoB;QAClB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAClD,IAAI,CAAC,aAAa,CAAC,mBAAmB,EAAE,CAAA;QAC1C,CAAC;IACH,CAAC;IAED,qBAAqB;QACnB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAClD,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,CAAA;QAC3C,CAAC;IACH,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,aAAa,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAA;IACrD,CAAC;IAED,gBAAgB;QACd,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAClD,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,CAAA;QAClC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,IAAI,CAAC,qBAAqB,EAAE,CAAA;QAC5B,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAC7C,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,aAAa,CAAC,MAAM,wBAAwB,CAAC,CAAA;YAC3E,KAAK,MAAM,UAAU,IAAI,aAAa,EAAE,CAAC;gBACvC,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAA;YAClC,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAsB;QACpC,IAAI,IAAI,CAAC,SAAS;YAAE,OAAM;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,SAAS,CAAC,UAAU,CAAC,CAAA;QAElE,uDAAuD;QACvD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,mCAAmC,IAAI,CAAC,mBAAmB,CAAC,MAAM,gBAAgB,CACnF,CAAA;QACH,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAA;QAClD,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACrC,CAAC;IAEO,mBAAmB,CAAC,MAAmB;QAC7C,IAAI,MAAM,GAAG,EAAE,CAAA;QACf,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,GAAG,GAAG,KAAK,CAAC,UAAU,CAAA;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QACzC,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAA;IACrB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAwB;QACrC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IACtC,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,mBAAmB;YAAE,OAAM;QACtD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAA;QAC/B,MAAM,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAA;IAC/E,CAAC;IAED,KAAK;QACH,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAA;QAEhC,qDAAqD;QACrD,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,YAAY,IAAI,CAAC,mBAAmB,CAAC,MAAM,iCAAiC,CAC7E,CAAA;YACD,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAA;QAC/B,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,OAAO;QACL,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;YAElD,uEAAuE;YACvE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;YAErB,uBAAuB;YACvB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAA;gBAC9B,IAAI,OAAQ,IAAI,CAAC,UAAkB,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC3D,CAAC;oBAAC,IAAI,CAAC,UAAkB,CAAC,OAAO,EAAE,CAAA;gBACrC,CAAC;YACH,CAAC;YAED,iBAAiB;YACjB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,EAAE,CAAC;gBACjE,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAA;YAC3B,CAAC;YAED,yBAAyB;YACzB,IAAI,IAAI,CAAC,aAAa,IAAI,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBAC3E,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAA;YAC9B,CAAC;YAED,8BAA8B;YAC9B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;oBAC7C,KAAK,CAAC,IAAI,EAAE,CAAA;oBACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;gBACzD,CAAC,CAAC,CAAA;gBACF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;YACzB,CAAC;YAED,6BAA6B;YAC7B,IAAI,CAAC,kBAAkB,EAAE,CAAA;YAEzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAA;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAA;QACnE,CAAC;IACH,CAAC;IAEO,cAAc;QACpB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,gBAAgB,CAAC,aAAa,EAAE,KAAK,EAAE,KAA6B,EAAE,EAAE;gBACzF,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS;oBAAE,OAAM;gBACpC,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;oBACrB,MAAM,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,YAAY,CAAC,CAAA;gBACtD,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAA;gBACrD,CAAC;YACH,CAAC,CAAC,CAAA;YACF,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;gBACtD,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;gBAC9B,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAA;YAChC,CAAC,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAEO,sBAAsB;QAC5B,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAM;QAE/B,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,mBAAmB,CAAC,SAAS,EAAE,CAAC,SAAsB,EAAE,EAAE;YAC9E,2EAA2E;YAC3E,iFAAiF;YACjF,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAA;YACxD,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAClD,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,EAAE,CAAA;QAC/C,CAAC;IACH,CAAC;IAED,oDAAoD;IACpD,eAAe;QACb,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAA;QAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAA;IACxE,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;QACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;IACzC,CAAC;IAED,kBAAkB;QAChB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAA;QAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAA;IACnD,CAAC;IAED,qBAAqB,CAAC,QAAQ,GAAG,qBAAqB;QACpD,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAA;YACxD,OAAM;QACR,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,eAAe,IAAI,CAAC,mBAAmB,CAAC,MAAM,6BAA6B,QAAQ,EAAE,CACtF,CAAA;QAED,wCAAwC;QACxC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAA;QAEnF,uBAAuB;QACvB,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;QACrC,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAA;QACxC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAA;QACf,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QAC/B,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QAE/B,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;QAExB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;IACxC,CAAC;IAED,oBAAoB;QAClB,MAAM,SAAS,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;QAC5F,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM;YAC3C,SAAS;SACV,CAAA;IACH,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"UserInputManager.js","sourceRoot":"","sources":["../../../src/ug-core/user-input-manager/UserInputManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAGnD,OAAO,EAAE,aAAa,EAAwB,mBAAmB,EAAE,MAAM,iBAAiB,CAAA;AAC1F,OAAO,EAEL,sBAAsB,EACtB,gBAAgB,GAEjB,MAAM,SAAS,CAAA;AAEhB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AACH,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IAYtC;IACA;IACA;IACA;IAdF,aAAa,GAAyB,IAAI,CAAA;IAC1C,SAAS,GAAG,IAAI,CAAA;IAChB,WAAW,GAAuB,IAAI,CAAA;IAEtC,mBAAmB,GAAG,KAAK,CAAA;IAEnC,iDAAiD;IACzC,SAAS,GAAG,KAAK,CAAA;IACjB,mBAAmB,GAAkB,EAAE,CAAA;IAE/C,YACU,YAA+B,EAC/B,UAAuB,EACvB,OAA4B,EAC5B,eAAsC;QAE9C,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,EAAE,QAAQ,EAAE,qBAAqB,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAA;QACvF,KAAK,CAAC,MAAM,CAAC,CAAA;QANL,iBAAY,GAAZ,YAAY,CAAmB;QAC/B,eAAU,GAAV,UAAU,CAAa;QACvB,YAAO,GAAP,OAAO,CAAqB;QAC5B,oBAAe,GAAf,eAAe,CAAuB;QAI9C,IAAI,CAAC,cAAc,EAAE,CAAA;QAErB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,eAAe,CAAC,CAAA;YACvD,IAAI,CAAC,sBAAsB,EAAE,CAAA;QAC/B,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,UAAU,CAAC,WAAyB;QACxC,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,WAAyB;QAC/C,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAA;YAChC,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,WAAW,GAA0B;oBACzC,gBAAgB,EAAE,IAAI,CAAC,eAAe,EAAE,gBAAgB;oBACxD,gBAAgB,EAAE,IAAI,CAAC,eAAe,EAAE,gBAAgB;oBACxD,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,eAAe;oBACtD,UAAU,EAAE,IAAI,CAAC,eAAe,EAAE,UAAU;oBAC5C,YAAY,EAAE,IAAI,CAAC,eAAe,EAAE,QAAQ;iBAC7C,CAAA;gBACD,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,CAC9B,CAAC,GAAG,EAAE,EAAE,CACN,WAAW,CAAC,GAAkC,CAAC,KAAK,SAAS;oBAC7D,OAAO,WAAW,CAAC,GAAkC,CAAC,CACzD,CAAA;gBACD,IAAI,CAAC,WAAW,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAA;YACtF,CAAC;YACD,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAClD,MAAM,IAAI,CAAC,aAAa,EAAE,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QACxD,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK;QACzB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;YAEtB,+EAA+E;YAC/E,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAA;gBAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAA;YAClE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAA;YACjE,CAAC;YAED,4DAA4D;YAC5D,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAA;gBAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAA;YACxE,CAAC;YAED,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;gBAC5B,2EAA2E;gBAC3E,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAA;gBACjC,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+DAA+D,CAAC,CAAA;gBACpF,CAAC;gBACD,MAAM,IAAI,CAAC,cAAc,EAAE,CAAA;YAC7B,CAAC;QACH,CAAC;IACH,CAAC;IAED,QAAQ;QACN,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAA;YAC1C,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAA;QACjC,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO,KAAK,CAAA;QACd,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QAC3C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAA;YAC9B,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC5B,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,YAA+B;QACtD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;QAClE,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACnD,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;YAC5D,IAAI,CAAC,sBAAsB,EAAE,CAAA;YAC7B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAChC,CAAC;aAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAC1D,qDAAqD;YACrD,sDAAsD;YACtD,gDAAgD;YAChD,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAA;YAC9B,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAA;YAC/B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;YACzB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;gBAC7D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,EAAE,CAAC;YACjE,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAA;QACjC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,EAAE,CAAC;gBACxC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAA;gBACpE,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAChC,CAAC;YACD,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAA;QAClC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,mGAAmG,CACpG,CAAA;QACH,CAAC;IACH,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,IAAI,KAAK,CAAC,CAAA;IAChF,CAAC;IAED,oBAAoB;QAClB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAClD,IAAI,CAAC,aAAa,CAAC,mBAAmB,EAAE,CAAA;QAC1C,CAAC;IACH,CAAC;IAED,qBAAqB;QACnB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAClD,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,CAAA;QAC3C,CAAC;IACH,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,aAAa,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAA;IACrD,CAAC;IAED,gBAAgB;QACd,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAClD,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,CAAA;QAClC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,IAAI,CAAC,qBAAqB,EAAE,CAAA;QAC5B,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAC7C,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,aAAa,CAAC,MAAM,wBAAwB,CAAC,CAAA;YAC3E,KAAK,MAAM,UAAU,IAAI,aAAa,EAAE,CAAC;gBACvC,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAA;YAClC,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAsB;QACpC,IAAI,IAAI,CAAC,SAAS;YAAE,OAAM;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,SAAS,CAAC,UAAU,CAAC,CAAA;QAElE,uDAAuD;QACvD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,mCAAmC,IAAI,CAAC,mBAAmB,CAAC,MAAM,gBAAgB,CACnF,CAAA;QACH,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAA;QAClD,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACrC,CAAC;IAEO,mBAAmB,CAAC,MAAmB;QAC7C,IAAI,MAAM,GAAG,EAAE,CAAA;QACf,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,GAAG,GAAG,KAAK,CAAC,UAAU,CAAA;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QACzC,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAA;IACrB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAwB;QACrC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IACtC,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,mBAAmB;YAAE,OAAM;QACtD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAA;QAC/B,MAAM,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAA;IAC/E,CAAC;IAED,KAAK;QACH,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAA;QAEhC,qDAAqD;QACrD,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,YAAY,IAAI,CAAC,mBAAmB,CAAC,MAAM,iCAAiC,CAC7E,CAAA;YACD,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAA;QAC/B,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,OAAO;QACL,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;YAElD,uEAAuE;YACvE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;YAErB,uBAAuB;YACvB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAA;gBAC9B,IAAI,OAAQ,IAAI,CAAC,UAAkB,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC3D,CAAC;oBAAC,IAAI,CAAC,UAAkB,CAAC,OAAO,EAAE,CAAA;gBACrC,CAAC;YACH,CAAC;YAED,iBAAiB;YACjB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,EAAE,CAAC;gBACjE,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAA;YAC3B,CAAC;YAED,yBAAyB;YACzB,IAAI,IAAI,CAAC,aAAa,IAAI,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBAC3E,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAA;YAC9B,CAAC;YAED,8BAA8B;YAC9B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;oBAC7C,KAAK,CAAC,IAAI,EAAE,CAAA;oBACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;gBACzD,CAAC,CAAC,CAAA;gBACF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;YACzB,CAAC;YAED,6BAA6B;YAC7B,IAAI,CAAC,kBAAkB,EAAE,CAAA;YAEzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAA;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAA;QACnE,CAAC;IACH,CAAC;IAEO,cAAc;QACpB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,gBAAgB,CAAC,aAAa,EAAE,KAAK,EAAE,KAA6B,EAAE,EAAE;gBACzF,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS;oBAAE,OAAM;gBACpC,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;oBACrB,MAAM,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,YAAY,CAAC,CAAA;gBACtD,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAA;gBACrD,CAAC;YACH,CAAC,CAAC,CAAA;YACF,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;gBACtD,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;gBAC9B,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAA;YAChC,CAAC,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAEO,sBAAsB;QAC5B,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAM;QAE/B,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,mBAAmB,CAAC,SAAS,EAAE,CAAC,SAAsB,EAAE,EAAE;YAC9E,2EAA2E;YAC3E,iFAAiF;YACjF,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAA;YACxD,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAClD,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,EAAE,CAAA;QAC/C,CAAC;IACH,CAAC;IAED,oDAAoD;IACpD,eAAe;QACb,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAA;QAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAA;IACxE,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;QACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;IACzC,CAAC;IAED,kBAAkB;QAChB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAA;QAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAA;IACnD,CAAC;IAED,qBAAqB,CAAC,QAAQ,GAAG,qBAAqB;QACpD,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAA;YACxD,OAAM;QACR,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,eAAe,IAAI,CAAC,mBAAmB,CAAC,MAAM,6BAA6B,QAAQ,EAAE,CACtF,CAAA;QAED,wCAAwC;QACxC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAA;QAEnF,uBAAuB;QACvB,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;QACrC,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAA;QACxC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAA;QACf,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QAC/B,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QAE/B,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;QAExB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;IACxC,CAAC;IAED,oBAAoB;QAClB,MAAM,SAAS,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;QAC5F,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM;YAC3C,SAAS;SACV,CAAA;IACH,CAAC;CACF"}
|
|
@@ -1,9 +1,52 @@
|
|
|
1
1
|
import { EventEmitter } from '../core/EventEmitter';
|
|
2
2
|
import { IVADManager } from './types';
|
|
3
|
+
/**
|
|
4
|
+
* Events emitted by the VADManager.
|
|
5
|
+
*/
|
|
3
6
|
export declare const VadManagerEvents: {
|
|
7
|
+
/** Emitted when voice activity state changes (speech start/end) */
|
|
4
8
|
readonly VoiceActivity: "voiceActivity";
|
|
9
|
+
/** Emitted after silence timeout - indicates user has stopped speaking */
|
|
5
10
|
readonly Silence: "silence";
|
|
6
11
|
};
|
|
12
|
+
/**
|
|
13
|
+
* Voice Activity Detection (VAD) manager using Silero VAD model.
|
|
14
|
+
*
|
|
15
|
+
* Uses the Silero VAD neural network model via ONNX Runtime Web to detect
|
|
16
|
+
* when the user starts and stops speaking. This enables automatic turn-taking
|
|
17
|
+
* in voice conversations without requiring push-to-talk.
|
|
18
|
+
*
|
|
19
|
+
* The VAD runs entirely in the browser using WebAssembly for performance.
|
|
20
|
+
* No audio is sent to any server for speech detection.
|
|
21
|
+
*
|
|
22
|
+
* @example
|
|
23
|
+
* ```typescript
|
|
24
|
+
* const vad = new VADManager(
|
|
25
|
+
* 300, // silenceTimeoutMs - time after speech ends before emitting Silence
|
|
26
|
+
* 0.5, // positiveSpeechThreshold - probability threshold to detect speech
|
|
27
|
+
* 0.35, // negativeSpeechThreshold - probability threshold to end speech
|
|
28
|
+
* 100 // minSpeechMs - minimum speech duration to avoid misfires
|
|
29
|
+
* )
|
|
30
|
+
*
|
|
31
|
+
* vad.on(VadManagerEvents.VoiceActivity, (event) => {
|
|
32
|
+
* if (event.isSpeaking) {
|
|
33
|
+
* console.log('User started speaking')
|
|
34
|
+
* } else {
|
|
35
|
+
* console.log('User stopped speaking')
|
|
36
|
+
* }
|
|
37
|
+
* })
|
|
38
|
+
*
|
|
39
|
+
* vad.on(VadManagerEvents.Silence, () => {
|
|
40
|
+
* console.log('Silence timeout - user turn complete')
|
|
41
|
+
* })
|
|
42
|
+
*
|
|
43
|
+
* await vad.initialize(mediaStream)
|
|
44
|
+
* vad.startAnalysis()
|
|
45
|
+
* ```
|
|
46
|
+
*
|
|
47
|
+
* @fires VadManagerEvents.VoiceActivity - When speech starts or ends
|
|
48
|
+
* @fires VadManagerEvents.Silence - After silence timeout (user turn complete)
|
|
49
|
+
*/
|
|
7
50
|
export declare class VADManager extends EventEmitter implements IVADManager {
|
|
8
51
|
private vadModel;
|
|
9
52
|
private silenceTimer;
|
|
@@ -13,12 +56,31 @@ export declare class VADManager extends EventEmitter implements IVADManager {
|
|
|
13
56
|
private minSpeechMs;
|
|
14
57
|
private isDisposed;
|
|
15
58
|
private currentStream;
|
|
59
|
+
/**
|
|
60
|
+
* Creates a new VADManager instance.
|
|
61
|
+
*
|
|
62
|
+
* @param silenceTimeoutMs - Time in ms after speech ends before emitting Silence event (default: 300)
|
|
63
|
+
* @param positiveSpeechThreshold - Probability threshold to start speech detection, 0-1 (default: 0.5)
|
|
64
|
+
* @param negativeSpeechThreshold - Probability threshold to end speech detection, 0-1 (default: 0.35)
|
|
65
|
+
* @param minSpeechMs - Minimum speech duration in ms to avoid misfires (default: 100)
|
|
66
|
+
*/
|
|
16
67
|
constructor(silenceTimeoutMs?: number, positiveSpeechThreshold?: number, negativeSpeechThreshold?: number, minSpeechMs?: number);
|
|
17
68
|
/**
|
|
18
69
|
* Initialize the VAD model. Accepts a MediaStream to use for voice activity detection.
|
|
19
70
|
*/
|
|
20
71
|
initialize(stream: MediaStream): Promise<void>;
|
|
72
|
+
/**
|
|
73
|
+
* Starts voice activity detection analysis.
|
|
74
|
+
*
|
|
75
|
+
* Must be called after `initialize()`. The VAD will begin analyzing
|
|
76
|
+
* the audio stream and emitting VoiceActivity events.
|
|
77
|
+
*/
|
|
21
78
|
startAnalysis(): void;
|
|
79
|
+
/**
|
|
80
|
+
* Stops voice activity detection analysis.
|
|
81
|
+
*
|
|
82
|
+
* Pauses the VAD model and clears any pending silence timers.
|
|
83
|
+
*/
|
|
22
84
|
stopAnalysis(): void;
|
|
23
85
|
startSilenceTimer(): void;
|
|
24
86
|
clearSilenceTimer(): void;
|