uneeq-js 2.55.2 → 3.0.16-preview.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (81) hide show
  1. package/README.md +41 -0
  2. package/dist/index.d.ts +5 -0
  3. package/dist/index.js +636 -2
  4. package/dist/lib/api/api.d.ts +6 -0
  5. package/dist/lib/logger.d.ts +12 -0
  6. package/dist/session.d.ts +18 -0
  7. package/dist/session.spec.d.ts +1 -0
  8. package/dist/signaling.d.ts +16 -0
  9. package/dist/{src/service/speech-handler.d.ts → speech-recognition.d.ts} +8 -19
  10. package/dist/types/CreateSessionResponse.d.ts +4 -0
  11. package/dist/types/LogLevel.d.ts +8 -0
  12. package/dist/types/SignalingEvents.d.ts +16 -0
  13. package/dist/{src/types → types}/SpeechHandlerOptions.d.ts +0 -7
  14. package/dist/{src/types → types}/SpeechRecognitionStartMessage.d.ts +0 -1
  15. package/dist/types/UneeqConfig.d.ts +15 -0
  16. package/dist/{src/types/MessageTypes.d.ts → types/UneeqMessages.d.ts} +11 -59
  17. package/dist/uneeq.d.ts +18 -0
  18. package/dist/webrtc-data-channel/ChatPrompt.d.ts +7 -0
  19. package/dist/webrtc-data-channel/DataChannelAction.d.ts +5 -0
  20. package/dist/webrtc-data-channel/DataChannelActionType.d.ts +5 -0
  21. package/dist/webrtc-data-channel/DataChannelMessage.d.ts +4 -0
  22. package/dist/webrtc-data-channel/SpeakRequest.d.ts +7 -0
  23. package/dist/webrtc-data-channel/messages/CameraAnchor.d.ts +17 -0
  24. package/dist/webrtc-data-channel/messages/ChatPrompt.d.ts +7 -0
  25. package/dist/webrtc-data-channel/messages/SpeakRequest.d.ts +7 -0
  26. package/package.json +30 -51
  27. package/dist/index.js.LICENSE.txt +0 -29
  28. package/dist/src/index.d.ts +0 -5
  29. package/dist/src/lib/media-utils.d.ts +0 -4
  30. package/dist/src/lib/soundmeter.d.ts +0 -13
  31. package/dist/src/lib/videoeditor.d.ts +0 -4
  32. package/dist/src/service/api.d.ts +0 -39
  33. package/dist/src/service/canvas-service.d.ts +0 -11
  34. package/dist/src/service/device-manager.d.ts +0 -46
  35. package/dist/src/service/digital-human-video-play-manager.d.ts +0 -13
  36. package/dist/src/service/locale-detector.d.ts +0 -14
  37. package/dist/src/service/logger.d.ts +0 -23
  38. package/dist/src/service/media-handler.d.ts +0 -26
  39. package/dist/src/service/message-handler.d.ts +0 -14
  40. package/dist/src/service/messaging/index.d.ts +0 -6
  41. package/dist/src/service/messaging/message.d.ts +0 -3
  42. package/dist/src/service/messaging/messaging-client.d.ts +0 -4
  43. package/dist/src/service/messaging/messaging-options.d.ts +0 -22
  44. package/dist/src/service/messaging/messaging-service.d.ts +0 -21
  45. package/dist/src/service/messaging/messaging-state.d.ts +0 -5
  46. package/dist/src/service/metrics-service.d.ts +0 -13
  47. package/dist/src/service/online-status-service.d.ts +0 -12
  48. package/dist/src/service/prom.d.ts +0 -38
  49. package/dist/src/service/resume-session-check.d.ts +0 -6
  50. package/dist/src/service/stream-manager.d.ts +0 -13
  51. package/dist/src/service/uneeq-local-storage.d.ts +0 -9
  52. package/dist/src/service/uneeq-webrtc.d.ts +0 -66
  53. package/dist/src/service/voice-input-manager.d.ts +0 -35
  54. package/dist/src/types/AvatarAvailableCountResponse.d.ts +0 -3
  55. package/dist/src/types/ChatMetadata.d.ts +0 -9
  56. package/dist/src/types/ClientPerformanceStats.d.ts +0 -16
  57. package/dist/src/types/Devices.d.ts +0 -5
  58. package/dist/src/types/FaceMeMessage.d.ts +0 -3
  59. package/dist/src/types/LogoDimensions.d.ts +0 -6
  60. package/dist/src/types/LogoMargin.d.ts +0 -5
  61. package/dist/src/types/MediaUnavailableRequest.d.ts +0 -5
  62. package/dist/src/types/NewSessionRequest.d.ts +0 -19
  63. package/dist/src/types/NewSessionResponse.d.ts +0 -15
  64. package/dist/src/types/PersonaStartRequest.d.ts +0 -7
  65. package/dist/src/types/PublishSubscribeState.d.ts +0 -6
  66. package/dist/src/types/ResumeSessionCheckResponse.d.ts +0 -4
  67. package/dist/src/types/SourceApp.d.ts +0 -7
  68. package/dist/src/types/UneeqOptions.d.ts +0 -108
  69. package/dist/src/types/VoiceInputMode.d.ts +0 -5
  70. package/dist/src/types/types.d.ts +0 -2
  71. package/dist/src/typings.d.ts +0 -4
  72. package/dist/src/uneeq.d.ts +0 -180
  73. package/dist/umd/index.js +0 -52639
  74. package/readme.md +0 -282
  75. /package/dist/{src/lib → lib}/vad/frame-processor.d.ts +0 -0
  76. /package/dist/{src/lib → lib}/vad/messages.d.ts +0 -0
  77. /package/dist/{src/lib → lib}/vad/models.d.ts +0 -0
  78. /package/dist/{src/lib → lib}/vad/real-time-vad.d.ts +0 -0
  79. /package/dist/{src/types → types}/SpeechRecognitionMessageAction.d.ts +0 -0
  80. /package/dist/{src/types → types}/SpeechRecognitionStopMessage.d.ts +0 -0
  81. /package/dist/{src/types → types}/SpeechTranscriptionResult.d.ts +0 -0
package/readme.md DELETED
@@ -1,282 +0,0 @@
1
- # uneeq-js
2
- This package is for use inside web projects to establish a live session with a digital human.
3
-
4
- ## Usage and Documentation:
5
- https://docs.uneeq.io/build-your-own-experience
6
-
7
- #### Installation Notes
8
- To use uneeq-js with a typescript version < 3.8, 'skipLibCheck' must be set to true.
9
-
10
- ## Release Notes
11
- #### 2.55.2
12
- * Improved handling of 16001 errors when using speech recognition when interruptions are blocked.
13
-
14
- #### 2.55.1
15
- * Fixed an issue that prevented users from speaking after unmuting during the digital humans speech, when using enableInterruptBySpeech = true.
16
-
17
- #### 2.55.0
18
- * Added a new option 'enableInterrupt' that can be used to enable interruption of the digital human. The default value is false, users cannot interrupt the digital human.
19
-
20
- #### 2.54.1
21
- * Fixed an edge case that caused the digital human to stop speaking when a blank STT result was received.
22
-
23
- #### 2.54.0
24
- * Re-enabled echoCancellation and fixed an issue that caused speech recognition to perform poorly in high latency environments.
25
-
26
- #### 2.53.0
27
- * Disabled echoCancellation due to performance issues.
28
-
29
- #### 2.52.0
30
- * Stop the digital human from speaking when engaging push to talk.
31
-
32
- #### 2.51.0
33
- * Added speechRecognitionHintPhrasesBoost to allow implementers to boost the chance of hint phrase words matching.
34
-
35
- #### 2.50.1
36
- * Fixed an edge case that caused speech to not be sent when using enableVad = false.
37
-
38
- #### 2.50.0
39
- * Added enableVad as an option which can be used to disable automated voice activity detection.
40
-
41
- #### 2.49.2
42
- * Fixed an issue that caused enableMicrophone(false) to error.
43
-
44
- #### 2.49.1
45
- * Fixed an issue that caused partial SpeechTranscriptionMessages to be sent.
46
-
47
- #### 2.49.0
48
- * Moved Speech Recognition out of beta and into general availability.
49
-
50
- #### 2.48.2
51
- * Speech Recognition: Fixed a bug that caused unmuteDigitalHuman to cause an error.
52
-
53
- #### 2.48.1
54
- * Speech Recognition: This feature will no longer auto enable the microphone on session start. Instead developers should call enableMicrophone(true) themselves when they want to allow the user to use speech recognition. Note, this will prompt the user for microphone access permissions if they have not given it already.
55
-
56
- #### 2.48.0
57
- * Add client and custom metadata that is sent during chats with a digital human. Developers can specify anything they wish in the custom metadata using the new function setCustomChatMetadata.
58
-
59
- #### 2.47.11
60
- * Speech Recognition: Bug fix: Pausing recording during active speech causes recognition state to be lost.
61
-
62
- #### 2.47.10
63
- * Speech Recognition: Added support for reconnecting speech recognition upon disconnection.
64
-
65
- #### 2.47.9
66
- * Speech Recognition: Send DevicePermissionGranted message
67
-
68
- #### 2.47.8
69
- * Speech Handler: added DeviceErrorMessage when access to microphone is declined.
70
-
71
- #### 2.47.7
72
- * added jwt security to speech recognition
73
-
74
- #### 2.47.6
75
- * Speech Recognition: added support for pause and resume.
76
-
77
- #### 2.47.5
78
- * Speech Recognition mode: Stop the digital human from speaking when an interim speech result is received.
79
-
80
- #### 2.47.4
81
- * Fixed a race condition when loading speech recognition assets
82
-
83
- #### 2.47.3
84
- * Updated speech recognition scripts to be loaded in a more secure way.
85
-
86
- #### 2.47.1
87
- * Updated SPEECH_RECOGNITION mode to record in opus format.
88
-
89
- #### 2.47.0
90
- * Added pre-alpha release of speech_recognition input mode.
91
-
92
- #### 2.46.7
93
- * Updated dependency versions
94
-
95
- #### 2.46.6
96
- * Fix build pipeline
97
-
98
- #### 2.46.5
99
- * Dependency version updates
100
-
101
- #### 2.46.4
102
- * Improve locale detection to ensure we fall back to supported speech to text languages
103
-
104
- #### 2.46.3
105
- * Fix for sessions to start without localStorage availability.
106
-
107
- #### 2.46.2
108
- * Fix for session starting in incognito browser windows.
109
-
110
- #### 2.46.1
111
- * Tweaking locale detection to better handle null or undefined input
112
-
113
- #### 2.46.0
114
- * Adding automatic detection of speech to text language - If no speechToTextLocales set, we will try to automatically detect a users browser language. If we cannot do that, we will fall back to en-US as the default speech to text language.
115
-
116
- #### 2.45.0
117
- * Added ability to, when starting a session, specify up to four languages (using locale codes) that a Digital Human should understand
118
-
119
- #### 2.44.6
120
- * Fixed an issue when ending a session that would cause newly created sessions to be ended shortly after.
121
-
122
- #### 2.44.5
123
- * Fixed issue preventing Firefox based sessions from starting
124
-
125
- #### 2.44.4
126
- * Updated voice activity mode to no longer request the users microphone when the session becomes live.
127
-
128
- #### 2.44.3
129
- * Fix for DigitalHumanUnmuted message on video play.
130
-
131
- #### 2.44.2
132
- * Added DigitalHumanUnmuted message when video plays in unmuted mode.
133
-
134
- #### 2.44.1
135
- * Optimized publish stream and improved audio performance on iOS
136
-
137
- #### 2.44.0
138
- * Added beta support for session resume.
139
-
140
- #### 2.43.0
141
- * Adding support for setting a background image and name tag image when starting a session using new fields in UneeqOptions. Url restrictions apply, please reach out to the Customer Service team.
142
-
143
- #### 2.42.3
144
- * Fixed issue that caused voiceActivity input not to work when using autoStart
145
-
146
- #### 2.42.2
147
- * Improved responsiveness of RecordingStartedMessage when using VOICE_ACTIVITY input mode.
148
-
149
- #### 2.42.1
150
- * Fixed behaviour in Safari so that DigitalHumanPlayedInMutedModeSuccess is emitted when video starts in muted state.
151
- * Added a new message 'DigitalHumanUnmuted'.
152
-
153
- #### 2.42.0
154
- * Allow digital human videos that are blocked by browser autoplay policy to be played in muted state without user interaction with the page.
155
-
156
- #### 2.41.1
157
- * Fix for VOICE_ACTIVITY disengaging during long utterances.
158
-
159
- #### 2.41.0
160
- * Added support for voice activity detection
161
-
162
- #### 2.40.2
163
- * Minor tweak to client performance metricing
164
-
165
- #### 2.40.1
166
- * Fixed an issue that would sometimes cause a session to start with no video.
167
-
168
- #### 2.40.0
169
- * Adds support for upcoming instructions field
170
-
171
- #### 2.39.8
172
- * Improvements to support upcoming feature
173
-
174
- #### 2.39.7
175
- * Minor fixes to support upcoming feature releases.
176
-
177
- #### 2.39.6
178
- * Fixed video scaling issues when running in a low bandwidth environment.
179
- * Fixed an issue that occasionally caused the video stream not to render in Safari 15
180
-
181
- #### 2.39.1
182
- * Support for Safari 15
183
-
184
- #### 2.39.0
185
- * Adding support for upcoming features
186
-
187
- #### 2.38.3
188
- * Improves the quality of the UneeQ watermark for customers in our Starter pricing tier
189
-
190
- #### 2.38.1
191
- * Fixed an issue that could cause reconnections to fail.
192
-
193
- #### 2.38.0
194
- * Adds support for transparent background
195
-
196
- #### 2.37.2
197
- * Adds hasDisplayHtml boolean to AvatarAnswerContentMessage to be able to distinguish inclusion of displayHtml
198
- #### 2.37.0
199
- * Adds client resolution detection to identify screen ratios.
200
-
201
- #### 2.36.6
202
- * Improved audio management.
203
-
204
- #### 2.36.4
205
- * Added ClientPerformanceMessage to identify if session quality is being impacted by client-side conditions.
206
- * Added enableClientPerformanceMessage option to control the visibility of client-side network performance messages in the developer console.
207
- * Added transcriptId to AvatarAnswerMessage, AvatarAnswerContentMessage and AvatarQuestionMessage to link between a question and an answer.
208
-
209
- #### 2.35.0
210
- * Fixed a bug that caused enabling/changing media devices to take a long time to be functional.
211
-
212
- #### 2.32.0
213
- * Users who lose network connection for more than 10 seconds will have their session ended and SessionError will occur.
214
-
215
- #### 2.31.1
216
- * Resolved an issue that caused Chrome to be very slow to detect network connection lost, and not send ConnectionLost message.
217
-
218
- #### 2.31.0
219
- * Add support for stop speaking api
220
- * Add support for AvatarRequestIgnored and AvatarRequestCompleted messages.
221
-
222
- #### 2.30.3
223
- * Updated readme and removed post install script.
224
-
225
- #### 2.30.0
226
- * Add graceful handling of end sessions messages from websocket - ending the session on the client side.
227
-
228
- #### 2.29.2
229
- * Added new messages: StartedSpeakingMessage, FinishedSpeakingMessage and SessionInfoMessage.
230
- * Deprecated message: AvatarTextInputFinishedMessage (use FinishedSpeakingMessage)
231
-
232
- #### 2.29.1
233
- * Added the ability to start a session without microphone access and request access to mic/cam mid-session.
234
- * Fixed an issue that caused some iOS devices to experience low volume.
235
- * Fixed an issue that caused some iOS devices to play audio from the wrong speaker.
236
- * *There is a known issue on some iOS devices that can cause audio to crackle when using sendLocalVideo: false with sendLocalAudio: true.*
237
-
238
- #### 2.29.0
239
- * Allow for microphone and camera enable/disable.
240
- * *This version has been deprecated due to crackling audio on iOS devices.*
241
-
242
- #### 2.28.1
243
- * Fixed a bug which could cause an error when starting a session.
244
-
245
- #### 2.28.0
246
- * Added sendLocalVideo: boolean to UneeqOptions. sendLocalVideo: false will not request or publish the users video stream.
247
-
248
- #### 2.27.2
249
- * Sending information to indicate if user has denied permission for audio/video device
250
-
251
- #### 2.27.1
252
- * Fix for video not playing when changing device (introduced in 2.27.0).
253
-
254
- #### 2.27.0
255
- * Addressed SDP issue causing some sessions not to start following Safari update.
256
-
257
- #### 2.26.5
258
- * Fix for occasional video freeze on session start.
259
-
260
- #### 2.26.4
261
- * Added OnlineStatusUpdateMessage.
262
-
263
- #### 2.26.3
264
- * Send media devices availability to the server
265
-
266
- #### 2.26.2
267
- * Set websocket reconnection and timeout limits.
268
-
269
- #### 2.26.1
270
- * Added timezone to session start request.
271
-
272
- #### 2.26.0
273
- * Added ClientMediaStreamUpdate message. Shifted SessionLiveMessage to only send once audio and video are streaming between client and server.
274
-
275
- #### 2.25.2
276
- * Added sessionId as a parameter on Uneeq class and log it upon session start.
277
-
278
- #### 2.25.1
279
- * Added release notes to readme.
280
-
281
- #### 2.25.0
282
- * Update to match faceme-sdk version number + fixes.
File without changes
File without changes
File without changes
File without changes