@hivegpt/hiveai-angular 0.0.585 → 0.0.586
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bundles/hivegpt-hiveai-angular.umd.js +653 -251
- package/bundles/hivegpt-hiveai-angular.umd.js.map +1 -1
- package/bundles/hivegpt-hiveai-angular.umd.min.js +1 -1
- package/bundles/hivegpt-hiveai-angular.umd.min.js.map +1 -1
- package/esm2015/hivegpt-hiveai-angular.js +6 -4
- package/esm2015/lib/components/voice-agent/components/voice-agent-modal/voice-agent-modal.component.js +24 -17
- package/esm2015/lib/components/voice-agent/services/audio-analyzer.service.js +3 -3
- package/esm2015/lib/components/voice-agent/services/daily-voice-client.service.js +312 -0
- package/esm2015/lib/components/voice-agent/services/voice-agent.service.js +155 -189
- package/esm2015/lib/components/voice-agent/services/websocket-voice-client.service.js +95 -0
- package/esm2015/lib/components/voice-agent/voice-agent.module.js +7 -3
- package/fesm2015/hivegpt-hiveai-angular.js +578 -207
- package/fesm2015/hivegpt-hiveai-angular.js.map +1 -1
- package/hivegpt-hiveai-angular.d.ts +5 -3
- package/hivegpt-hiveai-angular.d.ts.map +1 -1
- package/hivegpt-hiveai-angular.metadata.json +1 -1
- package/lib/components/voice-agent/components/voice-agent-modal/voice-agent-modal.component.d.ts +4 -7
- package/lib/components/voice-agent/components/voice-agent-modal/voice-agent-modal.component.d.ts.map +1 -1
- package/lib/components/voice-agent/services/audio-analyzer.service.d.ts +2 -2
- package/lib/components/voice-agent/services/daily-voice-client.service.d.ts +65 -0
- package/lib/components/voice-agent/services/daily-voice-client.service.d.ts.map +1 -0
- package/lib/components/voice-agent/services/voice-agent.service.d.ts +17 -23
- package/lib/components/voice-agent/services/voice-agent.service.d.ts.map +1 -1
- package/lib/components/voice-agent/services/websocket-voice-client.service.d.ts +49 -0
- package/lib/components/voice-agent/services/websocket-voice-client.service.d.ts.map +1 -0
- package/lib/components/voice-agent/voice-agent.module.d.ts +2 -2
- package/lib/components/voice-agent/voice-agent.module.d.ts.map +1 -1
- package/package.json +1 -1
|
@@ -5,16 +5,15 @@ import { HttpClient, HttpHeaders } from '@angular/common/http';
|
|
|
5
5
|
import * as i0 from '@angular/core';
|
|
6
6
|
import { Injectable, InjectionToken, Inject, PLATFORM_ID, Optional, NgZone, EventEmitter, Component, Injector, Output, Input, ElementRef, ChangeDetectionStrategy, ChangeDetectorRef, Renderer2, ViewContainerRef, ViewChild, ViewChildren, NgModule, Pipe } from '@angular/core';
|
|
7
7
|
import { DomSanitizer } from '@angular/platform-browser';
|
|
8
|
-
import { BehaviorSubject, of, throwError, Subject, Subscription } from 'rxjs';
|
|
9
|
-
import { switchMap, catchError, filter, take, map, tap } from 'rxjs/operators';
|
|
8
|
+
import { BehaviorSubject, of, throwError, Subject, Subscription, combineLatest } from 'rxjs';
|
|
9
|
+
import { switchMap, catchError, filter, take, map, takeUntil, tap } from 'rxjs/operators';
|
|
10
10
|
import { isPlatformBrowser, CommonModule, DOCUMENT } from '@angular/common';
|
|
11
11
|
import { Socket } from 'ngx-socket-io';
|
|
12
12
|
import { Validators, FormBuilder, FormsModule, ReactiveFormsModule } from '@angular/forms';
|
|
13
13
|
import * as SpeechSDK from 'microsoft-cognitiveservices-speech-sdk';
|
|
14
14
|
import * as marked from 'marked';
|
|
15
15
|
import { __awaiter } from 'tslib';
|
|
16
|
-
import
|
|
17
|
-
import { WebSocketTransport } from '@pipecat-ai/websocket-transport';
|
|
16
|
+
import Daily from '@daily-co/daily-js';
|
|
18
17
|
import { MatIconModule } from '@angular/material/icon';
|
|
19
18
|
import { MatSidenavModule } from '@angular/material/sidenav';
|
|
20
19
|
import { QuillModule } from 'ngx-quill';
|
|
@@ -685,8 +684,8 @@ BotsService.ctorParameters = () => [
|
|
|
685
684
|
];
|
|
686
685
|
|
|
687
686
|
/**
|
|
688
|
-
* Audio analyzer for waveform visualization
|
|
689
|
-
*
|
|
687
|
+
* Audio analyzer for waveform visualization only.
|
|
688
|
+
* Do NOT use isUserSpeaking$ for call state; speaking state must come from Daily.js.
|
|
690
689
|
*/
|
|
691
690
|
class AudioAnalyzerService {
|
|
692
691
|
constructor() {
|
|
@@ -807,23 +806,423 @@ AudioAnalyzerService.decorators = [
|
|
|
807
806
|
];
|
|
808
807
|
|
|
809
808
|
/**
|
|
810
|
-
*
|
|
809
|
+
* WebSocket-only client for voice agent signaling.
|
|
810
|
+
* CRITICAL: Uses native WebSocket only. NO Socket.IO, NO ngx-socket-io.
|
|
811
811
|
*
|
|
812
|
-
*
|
|
813
|
-
*
|
|
814
|
-
*
|
|
815
|
-
*
|
|
816
|
-
*
|
|
817
|
-
|
|
818
|
-
|
|
812
|
+
* Responsibilities:
|
|
813
|
+
* - Connect to ws_url (from POST /ai/ask-voice response)
|
|
814
|
+
* - Parse JSON messages (room_created, user_transcript, bot_transcript)
|
|
815
|
+
* - Emit roomCreated$, userTranscript$, botTranscript$
|
|
816
|
+
* - NO audio logic, NO mic logic. Audio is handled by Daily.js (WebRTC).
|
|
817
|
+
*/
|
|
818
|
+
class WebSocketVoiceClientService {
|
|
819
|
+
constructor() {
|
|
820
|
+
this.ws = null;
|
|
821
|
+
this.roomCreatedSubject = new Subject();
|
|
822
|
+
this.userTranscriptSubject = new Subject();
|
|
823
|
+
this.botTranscriptSubject = new Subject();
|
|
824
|
+
/** Emits room_url when backend sends room_created. */
|
|
825
|
+
this.roomCreated$ = this.roomCreatedSubject.asObservable();
|
|
826
|
+
/** Emits user transcript updates. */
|
|
827
|
+
this.userTranscript$ = this.userTranscriptSubject.asObservable();
|
|
828
|
+
/** Emits bot transcript updates. */
|
|
829
|
+
this.botTranscript$ = this.botTranscriptSubject.asObservable();
|
|
830
|
+
}
|
|
831
|
+
/** Connect to signaling WebSocket. No audio over this connection. */
|
|
832
|
+
connect(wsUrl) {
|
|
833
|
+
var _a;
|
|
834
|
+
if (((_a = this.ws) === null || _a === void 0 ? void 0 : _a.readyState) === WebSocket.OPEN) {
|
|
835
|
+
return;
|
|
836
|
+
}
|
|
837
|
+
if (this.ws) {
|
|
838
|
+
this.ws.close();
|
|
839
|
+
this.ws = null;
|
|
840
|
+
}
|
|
841
|
+
try {
|
|
842
|
+
this.ws = new WebSocket(wsUrl);
|
|
843
|
+
this.ws.onmessage = (event) => {
|
|
844
|
+
var _a;
|
|
845
|
+
try {
|
|
846
|
+
const msg = JSON.parse(event.data);
|
|
847
|
+
if ((msg === null || msg === void 0 ? void 0 : msg.type) === 'room_created') {
|
|
848
|
+
const roomUrl = ((_a = msg.room_url) !== null && _a !== void 0 ? _a : msg.roomUrl);
|
|
849
|
+
if (typeof roomUrl === 'string') {
|
|
850
|
+
this.roomCreatedSubject.next(roomUrl);
|
|
851
|
+
}
|
|
852
|
+
}
|
|
853
|
+
else if ((msg === null || msg === void 0 ? void 0 : msg.type) === 'user_transcript' && typeof msg.text === 'string') {
|
|
854
|
+
this.userTranscriptSubject.next({
|
|
855
|
+
text: msg.text,
|
|
856
|
+
final: msg.final === true,
|
|
857
|
+
});
|
|
858
|
+
}
|
|
859
|
+
else if ((msg === null || msg === void 0 ? void 0 : msg.type) === 'bot_transcript' && typeof msg.text === 'string') {
|
|
860
|
+
this.botTranscriptSubject.next(msg.text);
|
|
861
|
+
}
|
|
862
|
+
}
|
|
863
|
+
catch (_b) {
|
|
864
|
+
// Ignore non-JSON or unknown messages
|
|
865
|
+
}
|
|
866
|
+
};
|
|
867
|
+
this.ws.onerror = () => {
|
|
868
|
+
this.disconnect();
|
|
869
|
+
};
|
|
870
|
+
this.ws.onclose = () => {
|
|
871
|
+
this.ws = null;
|
|
872
|
+
};
|
|
873
|
+
}
|
|
874
|
+
catch (err) {
|
|
875
|
+
console.error('WebSocketVoiceClient: connect failed', err);
|
|
876
|
+
this.ws = null;
|
|
877
|
+
throw err;
|
|
878
|
+
}
|
|
879
|
+
}
|
|
880
|
+
/** Disconnect and cleanup. */
|
|
881
|
+
disconnect() {
|
|
882
|
+
if (this.ws) {
|
|
883
|
+
this.ws.close();
|
|
884
|
+
this.ws = null;
|
|
885
|
+
}
|
|
886
|
+
}
|
|
887
|
+
/** Whether the WebSocket is open. */
|
|
888
|
+
get isConnected() {
|
|
889
|
+
var _a;
|
|
890
|
+
return ((_a = this.ws) === null || _a === void 0 ? void 0 : _a.readyState) === WebSocket.OPEN;
|
|
891
|
+
}
|
|
892
|
+
}
|
|
893
|
+
WebSocketVoiceClientService.ɵprov = i0.ɵɵdefineInjectable({ factory: function WebSocketVoiceClientService_Factory() { return new WebSocketVoiceClientService(); }, token: WebSocketVoiceClientService, providedIn: "root" });
|
|
894
|
+
WebSocketVoiceClientService.decorators = [
|
|
895
|
+
{ type: Injectable, args: [{
|
|
896
|
+
providedIn: 'root',
|
|
897
|
+
},] }
|
|
898
|
+
];
|
|
899
|
+
|
|
900
|
+
/**
|
|
901
|
+
* Daily.js WebRTC client for voice agent audio.
|
|
902
|
+
* Responsibilities:
|
|
903
|
+
* - Create and manage Daily CallObject
|
|
904
|
+
* - Join Daily room using room_url
|
|
905
|
+
* - Handle mic capture + speaker playback
|
|
906
|
+
* - Bot speaking detection via AnalyserNode on remote track (instant)
|
|
907
|
+
* - User speaking detection via active-speaker-change
|
|
908
|
+
* - Expose speaking$ (bot speaking), userSpeaking$ (user speaking), micMuted$
|
|
909
|
+
* - Expose localStream$ for waveform visualization (AudioAnalyzerService)
|
|
910
|
+
*/
|
|
911
|
+
class DailyVoiceClientService {
|
|
912
|
+
constructor(ngZone) {
|
|
913
|
+
this.ngZone = ngZone;
|
|
914
|
+
this.callObject = null;
|
|
915
|
+
this.localStream = null;
|
|
916
|
+
this.localSessionId = null;
|
|
917
|
+
/** Explicit playback of remote (bot) audio; required in some browsers. */
|
|
918
|
+
this.remoteAudioElement = null;
|
|
919
|
+
/** AnalyserNode-based remote audio monitor for instant bot speaking detection. */
|
|
920
|
+
this.remoteAudioContext = null;
|
|
921
|
+
this.remoteSpeakingRAF = null;
|
|
922
|
+
this.speakingSubject = new BehaviorSubject(false);
|
|
923
|
+
this.userSpeakingSubject = new BehaviorSubject(false);
|
|
924
|
+
this.micMutedSubject = new BehaviorSubject(false);
|
|
925
|
+
this.localStreamSubject = new BehaviorSubject(null);
|
|
926
|
+
this.firstRemoteAudioFrameSubject = new BehaviorSubject(false);
|
|
927
|
+
/** True when bot (remote participant) is the active speaker. */
|
|
928
|
+
this.speaking$ = this.speakingSubject.asObservable();
|
|
929
|
+
/** True when user (local participant) is the active speaker. */
|
|
930
|
+
this.userSpeaking$ = this.userSpeakingSubject.asObservable();
|
|
931
|
+
/** True when mic is muted. */
|
|
932
|
+
this.micMuted$ = this.micMutedSubject.asObservable();
|
|
933
|
+
/** Emits local mic stream for waveform visualization. */
|
|
934
|
+
this.localStream$ = this.localStreamSubject.asObservable();
|
|
935
|
+
/** Emits true once when first remote audio frame starts playing. */
|
|
936
|
+
this.firstRemoteAudioFrame$ = this.firstRemoteAudioFrameSubject.asObservable();
|
|
937
|
+
}
|
|
938
|
+
/**
|
|
939
|
+
* Connect to Daily room. Acquires mic first for waveform, then joins with audio.
|
|
940
|
+
* @param roomUrl Daily room URL (from room_created)
|
|
941
|
+
* @param token Optional meeting token
|
|
942
|
+
*/
|
|
943
|
+
connect(roomUrl, token) {
|
|
944
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
945
|
+
if (this.callObject) {
|
|
946
|
+
yield this.disconnect();
|
|
947
|
+
}
|
|
948
|
+
try {
|
|
949
|
+
// Get mic stream for both Daily and waveform (single capture)
|
|
950
|
+
const stream = yield navigator.mediaDevices.getUserMedia({ audio: true });
|
|
951
|
+
const audioTrack = stream.getAudioTracks()[0];
|
|
952
|
+
if (!audioTrack) {
|
|
953
|
+
stream.getTracks().forEach((t) => t.stop());
|
|
954
|
+
throw new Error('No audio track');
|
|
955
|
+
}
|
|
956
|
+
this.localStream = stream;
|
|
957
|
+
this.localStreamSubject.next(stream);
|
|
958
|
+
// Create audio-only call object
|
|
959
|
+
// videoSource: false = no camera, audioSource = our mic track
|
|
960
|
+
const callObject = Daily.createCallObject({
|
|
961
|
+
videoSource: false,
|
|
962
|
+
audioSource: audioTrack,
|
|
963
|
+
});
|
|
964
|
+
this.callObject = callObject;
|
|
965
|
+
this.setupEventHandlers(callObject);
|
|
966
|
+
// Join room; Daily handles playback of remote (bot) audio automatically.
|
|
967
|
+
// Only pass token when it's a non-empty string (Daily rejects undefined/non-string).
|
|
968
|
+
const joinOptions = { url: roomUrl };
|
|
969
|
+
if (typeof token === 'string' && token.trim() !== '') {
|
|
970
|
+
joinOptions.token = token;
|
|
971
|
+
}
|
|
972
|
+
yield callObject.join(joinOptions);
|
|
973
|
+
console.log(`[VoiceDebug] Room connected (Daily join complete) — ${new Date().toISOString()}`);
|
|
974
|
+
const participants = callObject.participants();
|
|
975
|
+
if (participants === null || participants === void 0 ? void 0 : participants.local) {
|
|
976
|
+
this.localSessionId = participants.local.session_id;
|
|
977
|
+
}
|
|
978
|
+
// Start with mic muted; VoiceAgentService auto-unmutes after first remote audio frame.
|
|
979
|
+
callObject.setLocalAudio(false);
|
|
980
|
+
this.micMutedSubject.next(true);
|
|
981
|
+
}
|
|
982
|
+
catch (err) {
|
|
983
|
+
this.cleanup();
|
|
984
|
+
throw err;
|
|
985
|
+
}
|
|
986
|
+
});
|
|
987
|
+
}
|
|
988
|
+
setupEventHandlers(call) {
|
|
989
|
+
// active-speaker-change: used ONLY for user speaking detection.
|
|
990
|
+
// Bot speaking is detected by our own AnalyserNode (instant, no debounce).
|
|
991
|
+
call.on('active-speaker-change', (event) => {
|
|
992
|
+
this.ngZone.run(() => {
|
|
993
|
+
var _a;
|
|
994
|
+
const peerId = (_a = event === null || event === void 0 ? void 0 : event.activeSpeaker) === null || _a === void 0 ? void 0 : _a.peerId;
|
|
995
|
+
if (!peerId || !this.localSessionId) {
|
|
996
|
+
this.userSpeakingSubject.next(false);
|
|
997
|
+
return;
|
|
998
|
+
}
|
|
999
|
+
const isLocal = peerId === this.localSessionId;
|
|
1000
|
+
this.userSpeakingSubject.next(isLocal);
|
|
1001
|
+
});
|
|
1002
|
+
});
|
|
1003
|
+
// track-started / track-stopped: set up remote audio playback + AnalyserNode monitor.
|
|
1004
|
+
call.on('track-started', (event) => {
|
|
1005
|
+
this.ngZone.run(() => {
|
|
1006
|
+
var _a, _b, _c, _d;
|
|
1007
|
+
const p = event === null || event === void 0 ? void 0 : event.participant;
|
|
1008
|
+
const type = (_a = event === null || event === void 0 ? void 0 : event.type) !== null && _a !== void 0 ? _a : (_b = event === null || event === void 0 ? void 0 : event.track) === null || _b === void 0 ? void 0 : _b.kind;
|
|
1009
|
+
const track = event === null || event === void 0 ? void 0 : event.track;
|
|
1010
|
+
if (p && !p.local && type === 'audio') {
|
|
1011
|
+
console.log(`[VoiceDebug] Got audio track from backend (track-started) — readyState=${track === null || track === void 0 ? void 0 : track.readyState}, muted=${track === null || track === void 0 ? void 0 : track.muted} — ${new Date().toISOString()}`);
|
|
1012
|
+
const audioTrack = track !== null && track !== void 0 ? track : (_d = (_c = p.tracks) === null || _c === void 0 ? void 0 : _c.audio) === null || _d === void 0 ? void 0 : _d.track;
|
|
1013
|
+
if (audioTrack && typeof audioTrack === 'object') {
|
|
1014
|
+
this.playRemoteTrack(audioTrack);
|
|
1015
|
+
this.monitorRemoteAudio(audioTrack);
|
|
1016
|
+
}
|
|
1017
|
+
}
|
|
1018
|
+
});
|
|
1019
|
+
});
|
|
1020
|
+
call.on('track-stopped', (event) => {
|
|
1021
|
+
this.ngZone.run(() => {
|
|
1022
|
+
var _a, _b;
|
|
1023
|
+
const p = event === null || event === void 0 ? void 0 : event.participant;
|
|
1024
|
+
const type = (_a = event === null || event === void 0 ? void 0 : event.type) !== null && _a !== void 0 ? _a : (_b = event === null || event === void 0 ? void 0 : event.track) === null || _b === void 0 ? void 0 : _b.kind;
|
|
1025
|
+
if (p && !p.local && type === 'audio') {
|
|
1026
|
+
this.stopRemoteAudioMonitor();
|
|
1027
|
+
this.stopRemoteAudio();
|
|
1028
|
+
}
|
|
1029
|
+
});
|
|
1030
|
+
});
|
|
1031
|
+
call.on('left-meeting', () => {
|
|
1032
|
+
this.ngZone.run(() => this.cleanup());
|
|
1033
|
+
});
|
|
1034
|
+
call.on('error', (event) => {
|
|
1035
|
+
this.ngZone.run(() => {
|
|
1036
|
+
var _a;
|
|
1037
|
+
console.error('DailyVoiceClient: Daily error', (_a = event === null || event === void 0 ? void 0 : event.errorMsg) !== null && _a !== void 0 ? _a : event);
|
|
1038
|
+
this.cleanup();
|
|
1039
|
+
});
|
|
1040
|
+
});
|
|
1041
|
+
}
|
|
1042
|
+
/**
|
|
1043
|
+
* Play remote (bot) audio track via a dedicated audio element.
|
|
1044
|
+
* Required in many browsers where Daily's internal playback does not output to speakers.
|
|
1045
|
+
*/
|
|
1046
|
+
playRemoteTrack(track) {
|
|
1047
|
+
this.stopRemoteAudio();
|
|
1048
|
+
try {
|
|
1049
|
+
console.log(`[VoiceDebug] playRemoteTrack called — track.readyState=${track.readyState}, track.muted=${track.muted} — ${new Date().toISOString()}`);
|
|
1050
|
+
track.onunmute = () => {
|
|
1051
|
+
console.log(`[VoiceDebug] Remote audio track UNMUTED (audio data arriving) — ${new Date().toISOString()}`);
|
|
1052
|
+
};
|
|
1053
|
+
const stream = new MediaStream([track]);
|
|
1054
|
+
const audio = new Audio();
|
|
1055
|
+
audio.autoplay = true;
|
|
1056
|
+
audio.srcObject = stream;
|
|
1057
|
+
this.remoteAudioElement = audio;
|
|
1058
|
+
audio.onplaying = () => {
|
|
1059
|
+
console.log(`[VoiceDebug] Audio element PLAYING (browser started playback) — ${new Date().toISOString()}`);
|
|
1060
|
+
};
|
|
1061
|
+
let firstTimeUpdate = true;
|
|
1062
|
+
audio.ontimeupdate = () => {
|
|
1063
|
+
if (firstTimeUpdate) {
|
|
1064
|
+
firstTimeUpdate = false;
|
|
1065
|
+
console.log(`[VoiceDebug] Audio element first TIMEUPDATE (actual audio output) — ${new Date().toISOString()}`);
|
|
1066
|
+
this.firstRemoteAudioFrameSubject.next(true);
|
|
1067
|
+
}
|
|
1068
|
+
};
|
|
1069
|
+
const p = audio.play();
|
|
1070
|
+
if (p && typeof p.then === 'function') {
|
|
1071
|
+
p.then(() => {
|
|
1072
|
+
console.log(`[VoiceDebug] audio.play() resolved — ${new Date().toISOString()}`);
|
|
1073
|
+
this.firstRemoteAudioFrameSubject.next(true);
|
|
1074
|
+
}).catch((err) => {
|
|
1075
|
+
console.warn('DailyVoiceClient: remote audio play failed (may need user gesture)', err);
|
|
1076
|
+
});
|
|
1077
|
+
}
|
|
1078
|
+
}
|
|
1079
|
+
catch (err) {
|
|
1080
|
+
console.warn('DailyVoiceClient: failed to create remote audio element', err);
|
|
1081
|
+
}
|
|
1082
|
+
}
|
|
1083
|
+
/**
|
|
1084
|
+
* Monitor remote audio track energy via AnalyserNode.
|
|
1085
|
+
* Polls at ~60fps and flips speakingSubject based on actual audio energy.
|
|
1086
|
+
*/
|
|
1087
|
+
monitorRemoteAudio(track) {
|
|
1088
|
+
this.stopRemoteAudioMonitor();
|
|
1089
|
+
try {
|
|
1090
|
+
const ctx = new AudioContext();
|
|
1091
|
+
const source = ctx.createMediaStreamSource(new MediaStream([track]));
|
|
1092
|
+
const analyser = ctx.createAnalyser();
|
|
1093
|
+
analyser.fftSize = 256;
|
|
1094
|
+
source.connect(analyser);
|
|
1095
|
+
this.remoteAudioContext = ctx;
|
|
1096
|
+
const dataArray = new Uint8Array(analyser.frequencyBinCount);
|
|
1097
|
+
const THRESHOLD = 5;
|
|
1098
|
+
const SILENCE_MS = 1500;
|
|
1099
|
+
let lastSoundTime = 0;
|
|
1100
|
+
let isSpeaking = false;
|
|
1101
|
+
const poll = () => {
|
|
1102
|
+
if (!this.remoteAudioContext)
|
|
1103
|
+
return;
|
|
1104
|
+
analyser.getByteFrequencyData(dataArray);
|
|
1105
|
+
let sum = 0;
|
|
1106
|
+
for (let i = 0; i < dataArray.length; i++) {
|
|
1107
|
+
sum += dataArray[i];
|
|
1108
|
+
}
|
|
1109
|
+
const avg = sum / dataArray.length;
|
|
1110
|
+
const now = Date.now();
|
|
1111
|
+
if (avg > THRESHOLD) {
|
|
1112
|
+
lastSoundTime = now;
|
|
1113
|
+
if (!isSpeaking) {
|
|
1114
|
+
isSpeaking = true;
|
|
1115
|
+
console.log(`[VoiceDebug] Bot audio energy detected (speaking=true) — avg=${avg.toFixed(1)} — ${new Date().toISOString()}`);
|
|
1116
|
+
this.ngZone.run(() => {
|
|
1117
|
+
this.userSpeakingSubject.next(false);
|
|
1118
|
+
this.speakingSubject.next(true);
|
|
1119
|
+
});
|
|
1120
|
+
}
|
|
1121
|
+
}
|
|
1122
|
+
else if (isSpeaking && now - lastSoundTime > SILENCE_MS) {
|
|
1123
|
+
isSpeaking = false;
|
|
1124
|
+
console.log(`[VoiceDebug] Bot audio silence detected (speaking=false) — ${new Date().toISOString()}`);
|
|
1125
|
+
this.ngZone.run(() => this.speakingSubject.next(false));
|
|
1126
|
+
}
|
|
1127
|
+
this.remoteSpeakingRAF = requestAnimationFrame(poll);
|
|
1128
|
+
};
|
|
1129
|
+
this.remoteSpeakingRAF = requestAnimationFrame(poll);
|
|
1130
|
+
}
|
|
1131
|
+
catch (err) {
|
|
1132
|
+
console.warn('DailyVoiceClient: failed to create remote audio monitor', err);
|
|
1133
|
+
}
|
|
1134
|
+
}
|
|
1135
|
+
stopRemoteAudioMonitor() {
|
|
1136
|
+
if (this.remoteSpeakingRAF) {
|
|
1137
|
+
cancelAnimationFrame(this.remoteSpeakingRAF);
|
|
1138
|
+
this.remoteSpeakingRAF = null;
|
|
1139
|
+
}
|
|
1140
|
+
if (this.remoteAudioContext) {
|
|
1141
|
+
this.remoteAudioContext.close().catch(() => { });
|
|
1142
|
+
this.remoteAudioContext = null;
|
|
1143
|
+
}
|
|
1144
|
+
}
|
|
1145
|
+
stopRemoteAudio() {
|
|
1146
|
+
if (this.remoteAudioElement) {
|
|
1147
|
+
try {
|
|
1148
|
+
this.remoteAudioElement.pause();
|
|
1149
|
+
this.remoteAudioElement.srcObject = null;
|
|
1150
|
+
}
|
|
1151
|
+
catch (_) { }
|
|
1152
|
+
this.remoteAudioElement = null;
|
|
1153
|
+
}
|
|
1154
|
+
}
|
|
1155
|
+
/** Set mic muted state. */
|
|
1156
|
+
setMuted(muted) {
|
|
1157
|
+
if (!this.callObject)
|
|
1158
|
+
return;
|
|
1159
|
+
this.callObject.setLocalAudio(!muted);
|
|
1160
|
+
this.micMutedSubject.next(muted);
|
|
1161
|
+
}
|
|
1162
|
+
/** Disconnect and cleanup. */
|
|
1163
|
+
disconnect() {
|
|
1164
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
1165
|
+
if (!this.callObject) {
|
|
1166
|
+
this.cleanup();
|
|
1167
|
+
return;
|
|
1168
|
+
}
|
|
1169
|
+
try {
|
|
1170
|
+
yield this.callObject.leave();
|
|
1171
|
+
}
|
|
1172
|
+
catch (e) {
|
|
1173
|
+
// ignore
|
|
1174
|
+
}
|
|
1175
|
+
this.cleanup();
|
|
1176
|
+
});
|
|
1177
|
+
}
|
|
1178
|
+
cleanup() {
|
|
1179
|
+
this.stopRemoteAudioMonitor();
|
|
1180
|
+
this.stopRemoteAudio();
|
|
1181
|
+
if (this.callObject) {
|
|
1182
|
+
this.callObject.destroy().catch(() => { });
|
|
1183
|
+
this.callObject = null;
|
|
1184
|
+
}
|
|
1185
|
+
if (this.localStream) {
|
|
1186
|
+
this.localStream.getTracks().forEach((t) => t.stop());
|
|
1187
|
+
this.localStream = null;
|
|
1188
|
+
}
|
|
1189
|
+
this.localSessionId = null;
|
|
1190
|
+
this.speakingSubject.next(false);
|
|
1191
|
+
this.userSpeakingSubject.next(false);
|
|
1192
|
+
this.localStreamSubject.next(null);
|
|
1193
|
+
this.firstRemoteAudioFrameSubject.next(false);
|
|
1194
|
+
// Keep last micMuted state; will reset on next connect
|
|
1195
|
+
}
|
|
1196
|
+
}
|
|
1197
|
+
DailyVoiceClientService.ɵprov = i0.ɵɵdefineInjectable({ factory: function DailyVoiceClientService_Factory() { return new DailyVoiceClientService(i0.ɵɵinject(i0.NgZone)); }, token: DailyVoiceClientService, providedIn: "root" });
|
|
1198
|
+
DailyVoiceClientService.decorators = [
|
|
1199
|
+
{ type: Injectable, args: [{
|
|
1200
|
+
providedIn: 'root',
|
|
1201
|
+
},] }
|
|
1202
|
+
];
|
|
1203
|
+
DailyVoiceClientService.ctorParameters = () => [
|
|
1204
|
+
{ type: NgZone }
|
|
1205
|
+
];
|
|
1206
|
+
|
|
1207
|
+
/**
|
|
1208
|
+
* Voice agent orchestrator. Coordinates WebSocket (signaling) and Daily.js (WebRTC audio).
|
|
1209
|
+
*
|
|
1210
|
+
* CRITICAL: This service must NEVER use Socket.IO or ngx-socket-io. Voice flow uses only:
|
|
1211
|
+
* - Native WebSocket (WebSocketVoiceClientService) for signaling (room_created, transcripts)
|
|
1212
|
+
* - Daily.js (DailyVoiceClientService) for WebRTC audio. Audio does NOT flow over WebSocket.
|
|
1213
|
+
*
|
|
1214
|
+
* - Maintains callState, statusText, duration, isMicMuted, isUserSpeaking, audioLevels
|
|
1215
|
+
* - Uses WebSocket for room_created and transcripts only (no audio)
|
|
1216
|
+
* - Uses Daily.js for all audio, mic, and real-time speaking detection
|
|
819
1217
|
*/
|
|
820
1218
|
class VoiceAgentService {
|
|
821
|
-
constructor(audioAnalyzer,
|
|
1219
|
+
constructor(audioAnalyzer, wsClient, dailyClient, platformTokenRefresh,
|
|
822
1220
|
/** `Object` not `object` — ngc metadata collection rejects the `object` type in DI params. */
|
|
823
1221
|
platformId) {
|
|
824
1222
|
this.audioAnalyzer = audioAnalyzer;
|
|
1223
|
+
this.wsClient = wsClient;
|
|
1224
|
+
this.dailyClient = dailyClient;
|
|
825
1225
|
this.platformTokenRefresh = platformTokenRefresh;
|
|
826
|
-
this.ngZone = ngZone;
|
|
827
1226
|
this.platformId = platformId;
|
|
828
1227
|
this.callStateSubject = new BehaviorSubject('idle');
|
|
829
1228
|
this.statusTextSubject = new BehaviorSubject('');
|
|
@@ -835,10 +1234,9 @@ class VoiceAgentService {
|
|
|
835
1234
|
this.botTranscriptSubject = new Subject();
|
|
836
1235
|
this.callStartTime = 0;
|
|
837
1236
|
this.durationInterval = null;
|
|
838
|
-
this.pcClient = null;
|
|
839
|
-
this.botAudioElement = null;
|
|
840
1237
|
this.subscriptions = new Subscription();
|
|
841
1238
|
this.destroy$ = new Subject();
|
|
1239
|
+
this.hasAutoUnmutedAfterFirstAudio = false;
|
|
842
1240
|
this.callState$ = this.callStateSubject.asObservable();
|
|
843
1241
|
this.statusText$ = this.statusTextSubject.asObservable();
|
|
844
1242
|
this.duration$ = this.durationSubject.asObservable();
|
|
@@ -847,236 +1245,199 @@ class VoiceAgentService {
|
|
|
847
1245
|
this.audioLevels$ = this.audioLevelsSubject.asObservable();
|
|
848
1246
|
this.userTranscript$ = this.userTranscriptSubject.asObservable();
|
|
849
1247
|
this.botTranscript$ = this.botTranscriptSubject.asObservable();
|
|
1248
|
+
// Waveform visualization only - do NOT use for speaking state
|
|
850
1249
|
this.subscriptions.add(this.audioAnalyzer.audioLevels$.subscribe((levels) => this.audioLevelsSubject.next(levels)));
|
|
851
1250
|
}
|
|
852
1251
|
ngOnDestroy() {
|
|
853
1252
|
this.destroy$.next();
|
|
854
1253
|
this.subscriptions.unsubscribe();
|
|
855
|
-
|
|
1254
|
+
this.disconnect();
|
|
856
1255
|
}
|
|
857
|
-
/** Reset to idle (e.g. when modal
|
|
1256
|
+
/** Reset to idle state (e.g. when modal opens so user can click Start Call). */
|
|
858
1257
|
resetToIdle() {
|
|
859
1258
|
if (this.callStateSubject.value === 'idle')
|
|
860
1259
|
return;
|
|
861
|
-
|
|
1260
|
+
this.stopDurationTimer();
|
|
1261
|
+
this.audioAnalyzer.stop();
|
|
1262
|
+
this.wsClient.disconnect();
|
|
1263
|
+
// Fire-and-forget: Daily disconnect is async; connect() will await if needed
|
|
1264
|
+
void this.dailyClient.disconnect();
|
|
862
1265
|
this.callStateSubject.next('idle');
|
|
863
1266
|
this.statusTextSubject.next('');
|
|
864
1267
|
this.durationSubject.next('0:00');
|
|
1268
|
+
this.hasAutoUnmutedAfterFirstAudio = false;
|
|
865
1269
|
}
|
|
866
1270
|
connect(apiUrl, token, botId, conversationId, apiKey, eventToken, eventId, eventUrl, domainAuthority, usersApiUrl) {
|
|
867
1271
|
return __awaiter(this, void 0, void 0, function* () {
|
|
868
1272
|
if (this.callStateSubject.value !== 'idle') {
|
|
869
|
-
console.warn('
|
|
1273
|
+
console.warn('Call already in progress');
|
|
870
1274
|
return;
|
|
871
1275
|
}
|
|
872
1276
|
try {
|
|
873
1277
|
this.callStateSubject.next('connecting');
|
|
874
1278
|
this.statusTextSubject.next('Connecting...');
|
|
875
1279
|
let accessToken = token;
|
|
1280
|
+
// Align with chat drawer token handling: always delegate to
|
|
1281
|
+
// PlatformTokenRefreshService when we have a usersApiUrl, so it can
|
|
1282
|
+
// fall back to stored tokens even if the caller passed an empty token.
|
|
876
1283
|
if (usersApiUrl && isPlatformBrowser(this.platformId)) {
|
|
877
1284
|
try {
|
|
878
1285
|
const ensured = yield this.platformTokenRefresh
|
|
879
1286
|
.ensureValidAccessToken(token, usersApiUrl)
|
|
880
1287
|
.pipe(take(1))
|
|
881
1288
|
.toPromise();
|
|
882
|
-
if (ensured === null || ensured === void 0 ? void 0 : ensured.accessToken)
|
|
1289
|
+
if (ensured === null || ensured === void 0 ? void 0 : ensured.accessToken) {
|
|
883
1290
|
accessToken = ensured.accessToken;
|
|
1291
|
+
}
|
|
884
1292
|
}
|
|
885
1293
|
catch (e) {
|
|
886
|
-
console.warn('[HiveGpt Voice] Token refresh failed', e);
|
|
1294
|
+
console.warn('[HiveGpt Voice] Token refresh before connect failed', e);
|
|
887
1295
|
}
|
|
888
1296
|
}
|
|
889
1297
|
const baseUrl = apiUrl.replace(/\/$/, '');
|
|
890
|
-
const
|
|
891
|
-
|
|
892
|
-
|
|
893
|
-
|
|
894
|
-
|
|
895
|
-
|
|
896
|
-
|
|
897
|
-
|
|
898
|
-
|
|
899
|
-
|
|
900
|
-
|
|
901
|
-
|
|
902
|
-
|
|
903
|
-
|
|
904
|
-
|
|
905
|
-
|
|
906
|
-
|
|
907
|
-
},
|
|
908
|
-
});
|
|
909
|
-
this.pcClient = pcClient;
|
|
910
|
-
// Bot audio arrives as a MediaStreamTrack — wire to a hidden <audio> element
|
|
911
|
-
pcClient.on(RTVIEvent.TrackStarted, (track, participant) => {
|
|
912
|
-
if (!(participant === null || participant === void 0 ? void 0 : participant.local) && track.kind === 'audio') {
|
|
913
|
-
this.ngZone.run(() => this.setupBotAudioTrack(track));
|
|
914
|
-
}
|
|
915
|
-
});
|
|
916
|
-
// Speaking state comes straight from RTVI events
|
|
917
|
-
pcClient.on(RTVIEvent.BotStartedSpeaking, () => this.ngZone.run(() => this.onBotStartedSpeaking()));
|
|
918
|
-
pcClient.on(RTVIEvent.BotStoppedSpeaking, () => this.ngZone.run(() => this.onBotStoppedSpeaking()));
|
|
919
|
-
pcClient.on(RTVIEvent.UserStartedSpeaking, () => this.ngZone.run(() => {
|
|
920
|
-
this.isUserSpeakingSubject.next(true);
|
|
921
|
-
this.callStateSubject.next('listening');
|
|
922
|
-
this.statusTextSubject.next('Listening...');
|
|
923
|
-
}));
|
|
924
|
-
pcClient.on(RTVIEvent.UserStoppedSpeaking, () => this.ngZone.run(() => {
|
|
925
|
-
this.isUserSpeakingSubject.next(false);
|
|
926
|
-
if (this.callStateSubject.value === 'listening') {
|
|
927
|
-
// Brief 'Processing...' while we wait for the bot to respond.
|
|
928
|
-
this.callStateSubject.next('connected');
|
|
929
|
-
this.statusTextSubject.next('Processing...');
|
|
930
|
-
}
|
|
931
|
-
}));
|
|
932
|
-
// Acquire mic (triggers browser permission prompt)
|
|
933
|
-
yield pcClient.initDevices();
|
|
934
|
-
// Build headers using the browser Headers API (required by pipecat's APIRequest type)
|
|
935
|
-
const requestHeaders = new Headers();
|
|
936
|
-
requestHeaders.append('Authorization', `Bearer ${accessToken}`);
|
|
937
|
-
requestHeaders.append('x-api-key', apiKey);
|
|
938
|
-
requestHeaders.append('hive-bot-id', botId);
|
|
939
|
-
requestHeaders.append('domain-authority', domainAuthority);
|
|
940
|
-
requestHeaders.append('eventUrl', eventUrl);
|
|
941
|
-
requestHeaders.append('eventId', eventId);
|
|
942
|
-
requestHeaders.append('eventToken', eventToken);
|
|
943
|
-
requestHeaders.append('ngrok-skip-browser-warning', 'true');
|
|
944
|
-
// POST to /ai/ask-voice-socket → receives { ws_url } → WebSocketTransport connects
|
|
945
|
-
yield pcClient.startBotAndConnect({
|
|
946
|
-
endpoint: `${baseUrl}/ai/ask-voice-socket`,
|
|
947
|
-
headers: requestHeaders,
|
|
948
|
-
requestData: {
|
|
1298
|
+
const postUrl = `${baseUrl}/ai/ask-voice`;
|
|
1299
|
+
const headers = {
|
|
1300
|
+
'Content-Type': 'application/json',
|
|
1301
|
+
Authorization: `Bearer ${accessToken}`,
|
|
1302
|
+
'x-api-key': apiKey,
|
|
1303
|
+
'hive-bot-id': botId,
|
|
1304
|
+
'domain-authority': domainAuthority,
|
|
1305
|
+
eventUrl,
|
|
1306
|
+
eventId,
|
|
1307
|
+
eventToken,
|
|
1308
|
+
'ngrok-skip-browser-warning': 'true',
|
|
1309
|
+
};
|
|
1310
|
+
// POST to get ws_url for signaling
|
|
1311
|
+
const res = yield fetch(postUrl, {
|
|
1312
|
+
method: 'POST',
|
|
1313
|
+
headers,
|
|
1314
|
+
body: JSON.stringify({
|
|
949
1315
|
bot_id: botId,
|
|
950
1316
|
conversation_id: conversationId,
|
|
951
1317
|
voice: 'alloy',
|
|
952
|
-
},
|
|
1318
|
+
}),
|
|
953
1319
|
});
|
|
1320
|
+
if (!res.ok) {
|
|
1321
|
+
throw new Error(`HTTP ${res.status}`);
|
|
1322
|
+
}
|
|
1323
|
+
const json = yield res.json();
|
|
1324
|
+
const wsUrl = json === null || json === void 0 ? void 0 : json.rn_ws_url;
|
|
1325
|
+
if (!wsUrl || typeof wsUrl !== 'string') {
|
|
1326
|
+
throw new Error('No ws_url in response');
|
|
1327
|
+
}
|
|
1328
|
+
// Subscribe to room_created BEFORE connecting to avoid race
|
|
1329
|
+
this.wsClient.roomCreated$
|
|
1330
|
+
.pipe(take(1), takeUntil(this.destroy$))
|
|
1331
|
+
.subscribe((roomUrl) => __awaiter(this, void 0, void 0, function* () {
|
|
1332
|
+
try {
|
|
1333
|
+
yield this.onRoomCreated(roomUrl);
|
|
1334
|
+
}
|
|
1335
|
+
catch (err) {
|
|
1336
|
+
console.error('Daily join failed:', err);
|
|
1337
|
+
this.callStateSubject.next('ended');
|
|
1338
|
+
this.statusTextSubject.next('Connection failed');
|
|
1339
|
+
yield this.disconnect();
|
|
1340
|
+
throw err;
|
|
1341
|
+
}
|
|
1342
|
+
}));
|
|
1343
|
+
// Forward transcripts from WebSocket
|
|
1344
|
+
this.subscriptions.add(this.wsClient.userTranscript$
|
|
1345
|
+
.pipe(takeUntil(this.destroy$))
|
|
1346
|
+
.subscribe((t) => this.userTranscriptSubject.next(t)));
|
|
1347
|
+
this.subscriptions.add(this.wsClient.botTranscript$
|
|
1348
|
+
.pipe(takeUntil(this.destroy$))
|
|
1349
|
+
.subscribe((t) => this.botTranscriptSubject.next(t)));
|
|
1350
|
+
// Connect signaling WebSocket (no audio over WS)
|
|
1351
|
+
this.wsClient.connect(wsUrl);
|
|
954
1352
|
}
|
|
955
1353
|
catch (error) {
|
|
956
|
-
console.error('
|
|
1354
|
+
console.error('Error connecting voice agent:', error);
|
|
957
1355
|
this.callStateSubject.next('ended');
|
|
958
|
-
yield this.
|
|
1356
|
+
yield this.disconnect();
|
|
959
1357
|
this.statusTextSubject.next('Connection failed');
|
|
960
1358
|
throw error;
|
|
961
1359
|
}
|
|
962
1360
|
});
|
|
963
1361
|
}
|
|
964
|
-
|
|
965
|
-
|
|
966
|
-
|
|
967
|
-
|
|
968
|
-
|
|
969
|
-
|
|
970
|
-
|
|
971
|
-
|
|
972
|
-
|
|
973
|
-
|
|
974
|
-
|
|
975
|
-
|
|
976
|
-
|
|
977
|
-
|
|
978
|
-
|
|
979
|
-
|
|
980
|
-
|
|
981
|
-
|
|
982
|
-
|
|
983
|
-
|
|
984
|
-
|
|
985
|
-
|
|
986
|
-
|
|
987
|
-
|
|
988
|
-
|
|
989
|
-
|
|
990
|
-
|
|
991
|
-
|
|
992
|
-
|
|
993
|
-
|
|
994
|
-
|
|
995
|
-
|
|
996
|
-
|
|
997
|
-
|
|
998
|
-
|
|
999
|
-
|
|
1000
|
-
|
|
1001
|
-
|
|
1002
|
-
|
|
1003
|
-
|
|
1004
|
-
|
|
1005
|
-
|
|
1006
|
-
|
|
1007
|
-
|
|
1008
|
-
|
|
1009
|
-
|
|
1010
|
-
|
|
1011
|
-
|
|
1012
|
-
|
|
1013
|
-
this.
|
|
1014
|
-
|
|
1015
|
-
}
|
|
1016
|
-
const existing = (_a = this.botAudioElement.srcObject) === null || _a === void 0 ? void 0 : _a.getAudioTracks()[0];
|
|
1017
|
-
if ((existing === null || existing === void 0 ? void 0 : existing.id) === track.id)
|
|
1018
|
-
return;
|
|
1019
|
-
this.botAudioElement.srcObject = new MediaStream([track]);
|
|
1020
|
-
this.botAudioElement.play().catch((err) => console.warn('[HiveGpt Voice] Bot audio play blocked', err));
|
|
1021
|
-
}
|
|
1022
|
-
stopBotAudio() {
|
|
1023
|
-
var _a;
|
|
1024
|
-
if (this.botAudioElement) {
|
|
1025
|
-
try {
|
|
1026
|
-
this.botAudioElement.pause();
|
|
1027
|
-
(_a = this.botAudioElement.srcObject) === null || _a === void 0 ? void 0 : _a.getAudioTracks().forEach((t) => t.stop());
|
|
1028
|
-
this.botAudioElement.srcObject = null;
|
|
1029
|
-
}
|
|
1030
|
-
catch (_b) {
|
|
1031
|
-
// ignore
|
|
1032
|
-
}
|
|
1033
|
-
this.botAudioElement = null;
|
|
1034
|
-
}
|
|
1362
|
+
onRoomCreated(roomUrl) {
|
|
1363
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
1364
|
+
// Connect Daily.js for WebRTC audio
|
|
1365
|
+
yield this.dailyClient.connect(roomUrl);
|
|
1366
|
+
this.hasAutoUnmutedAfterFirstAudio = false;
|
|
1367
|
+
// Waveform: use local mic stream from Daily client
|
|
1368
|
+
this.dailyClient.localStream$
|
|
1369
|
+
.pipe(filter((s) => s != null), take(1))
|
|
1370
|
+
.subscribe((stream) => {
|
|
1371
|
+
this.audioAnalyzer.start(stream);
|
|
1372
|
+
});
|
|
1373
|
+
this.subscriptions.add(this.dailyClient.userSpeaking$.subscribe((s) => this.isUserSpeakingSubject.next(s)));
|
|
1374
|
+
this.subscriptions.add(combineLatest([
|
|
1375
|
+
this.dailyClient.speaking$,
|
|
1376
|
+
this.dailyClient.userSpeaking$,
|
|
1377
|
+
]).subscribe(([bot, user]) => {
|
|
1378
|
+
const current = this.callStateSubject.value;
|
|
1379
|
+
if (current === 'connecting' && !bot) {
|
|
1380
|
+
return;
|
|
1381
|
+
}
|
|
1382
|
+
if (current === 'connecting' && bot) {
|
|
1383
|
+
this.callStartTime = Date.now();
|
|
1384
|
+
this.startDurationTimer();
|
|
1385
|
+
this.callStateSubject.next('talking');
|
|
1386
|
+
return;
|
|
1387
|
+
}
|
|
1388
|
+
if (user) {
|
|
1389
|
+
this.callStateSubject.next('listening');
|
|
1390
|
+
}
|
|
1391
|
+
else if (bot) {
|
|
1392
|
+
this.callStateSubject.next('talking');
|
|
1393
|
+
}
|
|
1394
|
+
else if (current === 'talking' || current === 'listening') {
|
|
1395
|
+
this.callStateSubject.next('connected');
|
|
1396
|
+
}
|
|
1397
|
+
}));
|
|
1398
|
+
this.subscriptions.add(this.dailyClient.micMuted$.subscribe((muted) => this.isMicMutedSubject.next(muted)));
|
|
1399
|
+
// One-time auto-unmute after first remote audio frame starts playing.
|
|
1400
|
+
// This keeps initial capture muted until bot audio is heard, then restores normal mic flow.
|
|
1401
|
+
this.subscriptions.add(this.dailyClient.firstRemoteAudioFrame$
|
|
1402
|
+
.pipe(filter((hasFirstFrame) => hasFirstFrame), take(1))
|
|
1403
|
+
.subscribe(() => {
|
|
1404
|
+
if (this.hasAutoUnmutedAfterFirstAudio)
|
|
1405
|
+
return;
|
|
1406
|
+
this.hasAutoUnmutedAfterFirstAudio = true;
|
|
1407
|
+
if (this.isMicMutedSubject.value) {
|
|
1408
|
+
this.dailyClient.setMuted(false);
|
|
1409
|
+
}
|
|
1410
|
+
}));
|
|
1411
|
+
this.statusTextSubject.next('Connecting...');
|
|
1412
|
+
});
|
|
1035
1413
|
}
|
|
1036
1414
|
disconnect() {
|
|
1037
1415
|
return __awaiter(this, void 0, void 0, function* () {
|
|
1038
1416
|
this.stopDurationTimer();
|
|
1039
|
-
this.callStartTime = 0;
|
|
1040
1417
|
this.audioAnalyzer.stop();
|
|
1041
|
-
|
|
1042
|
-
yield this.
|
|
1418
|
+
// Daily first, then WebSocket
|
|
1419
|
+
yield this.dailyClient.disconnect();
|
|
1420
|
+
this.wsClient.disconnect();
|
|
1043
1421
|
this.callStateSubject.next('ended');
|
|
1044
1422
|
this.statusTextSubject.next('Call Ended');
|
|
1045
|
-
|
|
1046
|
-
}
|
|
1047
|
-
cleanupPipecatClient() {
|
|
1048
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
1049
|
-
if (this.pcClient) {
|
|
1050
|
-
try {
|
|
1051
|
-
yield this.pcClient.disconnect();
|
|
1052
|
-
}
|
|
1053
|
-
catch (_a) {
|
|
1054
|
-
// ignore
|
|
1055
|
-
}
|
|
1056
|
-
this.pcClient = null;
|
|
1057
|
-
}
|
|
1423
|
+
this.hasAutoUnmutedAfterFirstAudio = false;
|
|
1058
1424
|
});
|
|
1059
1425
|
}
|
|
1060
1426
|
toggleMic() {
|
|
1061
|
-
|
|
1062
|
-
|
|
1063
|
-
const nextMuted = !this.isMicMutedSubject.value;
|
|
1064
|
-
this.pcClient.enableMic(!nextMuted);
|
|
1065
|
-
this.isMicMutedSubject.next(nextMuted);
|
|
1066
|
-
if (nextMuted)
|
|
1067
|
-
this.isUserSpeakingSubject.next(false);
|
|
1427
|
+
const current = this.isMicMutedSubject.value;
|
|
1428
|
+
this.dailyClient.setMuted(!current);
|
|
1068
1429
|
}
|
|
1069
1430
|
startDurationTimer() {
|
|
1070
|
-
const
|
|
1431
|
+
const updateDuration = () => {
|
|
1071
1432
|
if (this.callStartTime > 0) {
|
|
1072
1433
|
const elapsed = Math.floor((Date.now() - this.callStartTime) / 1000);
|
|
1073
|
-
const
|
|
1074
|
-
const
|
|
1075
|
-
this.durationSubject.next(`${
|
|
1434
|
+
const minutes = Math.floor(elapsed / 60);
|
|
1435
|
+
const seconds = elapsed % 60;
|
|
1436
|
+
this.durationSubject.next(`${minutes}:${String(seconds).padStart(2, '0')}`);
|
|
1076
1437
|
}
|
|
1077
1438
|
};
|
|
1078
|
-
|
|
1079
|
-
this.durationInterval = setInterval(
|
|
1439
|
+
updateDuration();
|
|
1440
|
+
this.durationInterval = setInterval(updateDuration, 1000);
|
|
1080
1441
|
}
|
|
1081
1442
|
stopDurationTimer() {
|
|
1082
1443
|
if (this.durationInterval) {
|
|
@@ -1085,7 +1446,7 @@ class VoiceAgentService {
|
|
|
1085
1446
|
}
|
|
1086
1447
|
}
|
|
1087
1448
|
}
|
|
1088
|
-
VoiceAgentService.ɵprov = i0.ɵɵdefineInjectable({ factory: function VoiceAgentService_Factory() { return new VoiceAgentService(i0.ɵɵinject(AudioAnalyzerService), i0.ɵɵinject(
|
|
1449
|
+
VoiceAgentService.ɵprov = i0.ɵɵdefineInjectable({ factory: function VoiceAgentService_Factory() { return new VoiceAgentService(i0.ɵɵinject(AudioAnalyzerService), i0.ɵɵinject(WebSocketVoiceClientService), i0.ɵɵinject(DailyVoiceClientService), i0.ɵɵinject(PlatformTokenRefreshService), i0.ɵɵinject(i0.PLATFORM_ID)); }, token: VoiceAgentService, providedIn: "root" });
|
|
1089
1450
|
VoiceAgentService.decorators = [
|
|
1090
1451
|
{ type: Injectable, args: [{
|
|
1091
1452
|
providedIn: 'root',
|
|
@@ -1093,8 +1454,9 @@ VoiceAgentService.decorators = [
|
|
|
1093
1454
|
];
|
|
1094
1455
|
VoiceAgentService.ctorParameters = () => [
|
|
1095
1456
|
{ type: AudioAnalyzerService },
|
|
1457
|
+
{ type: WebSocketVoiceClientService },
|
|
1458
|
+
{ type: DailyVoiceClientService },
|
|
1096
1459
|
{ type: PlatformTokenRefreshService },
|
|
1097
|
-
{ type: NgZone },
|
|
1098
1460
|
{ type: Object, decorators: [{ type: Inject, args: [PLATFORM_ID,] }] }
|
|
1099
1461
|
];
|
|
1100
1462
|
|
|
@@ -1125,15 +1487,12 @@ class VoiceAgentModalComponent {
|
|
|
1125
1487
|
this.isMicMuted = false;
|
|
1126
1488
|
this.isUserSpeaking = false;
|
|
1127
1489
|
this.audioLevels = [];
|
|
1490
|
+
this.isSpeaking = false;
|
|
1491
|
+
/** Track whether call has transitioned out of initial connected state. */
|
|
1492
|
+
this.hasLeftConnectedOnce = false;
|
|
1128
1493
|
this.subscriptions = [];
|
|
1129
1494
|
this.isConnecting = false;
|
|
1130
1495
|
}
|
|
1131
|
-
/** True while the bot is speaking — drives avatar pulse animation and voice visualizer. */
|
|
1132
|
-
get isBotTalking() { return this.callState === 'talking'; }
|
|
1133
|
-
/** True while the user is actively speaking — drives waveform active color. */
|
|
1134
|
-
get isUserActive() { return this.callState === 'listening' && this.isUserSpeaking && !this.isMicMuted; }
|
|
1135
|
-
/** True during the brief processing pause between user speech and bot response. */
|
|
1136
|
-
get isProcessing() { return this.callState === 'connected' && this.statusText === 'Processing...'; }
|
|
1137
1496
|
ngOnInit() {
|
|
1138
1497
|
var _a, _b, _c, _d, _e, _f, _g, _h;
|
|
1139
1498
|
// When opened via Overlay, config is provided by injection
|
|
@@ -1154,8 +1513,16 @@ class VoiceAgentModalComponent {
|
|
|
1154
1513
|
this.agentAvatar = this.injectedConfig.agentAvatar;
|
|
1155
1514
|
this.usersApiUrl = (_h = this.injectedConfig.usersApiUrl) !== null && _h !== void 0 ? _h : this.usersApiUrl;
|
|
1156
1515
|
}
|
|
1516
|
+
// Subscribe to observables
|
|
1157
1517
|
this.subscriptions.push(this.voiceAgentService.callState$.subscribe(state => {
|
|
1158
1518
|
this.callState = state;
|
|
1519
|
+
this.isSpeaking = state === 'talking';
|
|
1520
|
+
if (state === 'listening' || state === 'talking') {
|
|
1521
|
+
this.hasLeftConnectedOnce = true;
|
|
1522
|
+
}
|
|
1523
|
+
if (state === 'idle' || state === 'ended') {
|
|
1524
|
+
this.hasLeftConnectedOnce = false;
|
|
1525
|
+
}
|
|
1159
1526
|
}));
|
|
1160
1527
|
this.subscriptions.push(this.voiceAgentService.statusText$.subscribe(text => {
|
|
1161
1528
|
this.statusText = text;
|
|
@@ -1220,16 +1587,18 @@ class VoiceAgentModalComponent {
|
|
|
1220
1587
|
const maxHeight = 4 + envelope * 38;
|
|
1221
1588
|
return minHeight + (n / 100) * (maxHeight - minHeight);
|
|
1222
1589
|
}
|
|
1223
|
-
/** Status label for active call
|
|
1590
|
+
/** Status label for active call. */
|
|
1224
1591
|
get statusLabel() {
|
|
1225
|
-
|
|
1226
|
-
|
|
1227
|
-
|
|
1228
|
-
|
|
1229
|
-
|
|
1230
|
-
|
|
1231
|
-
|
|
1592
|
+
if (this.callState === 'connecting')
|
|
1593
|
+
return this.statusText || 'Connecting...';
|
|
1594
|
+
if (this.callState === 'talking')
|
|
1595
|
+
return 'Talking...';
|
|
1596
|
+
if (this.callState === 'listening')
|
|
1597
|
+
return 'Listening';
|
|
1598
|
+
if (this.callState === 'connected') {
|
|
1599
|
+
return this.hasLeftConnectedOnce ? 'Talking...' : 'Connected';
|
|
1232
1600
|
}
|
|
1601
|
+
return this.statusText || '';
|
|
1233
1602
|
}
|
|
1234
1603
|
/** Call Again: reset to idle then start a new call. */
|
|
1235
1604
|
callAgain() {
|
|
@@ -1254,8 +1623,8 @@ class VoiceAgentModalComponent {
|
|
|
1254
1623
|
VoiceAgentModalComponent.decorators = [
|
|
1255
1624
|
{ type: Component, args: [{
|
|
1256
1625
|
selector: 'hivegpt-voice-agent-modal',
|
|
1257
|
-
template: "<div class=\"voice-agent-modal-overlay\" (click)=\"endCall()\">\n <div\n class=\"voice-container voice-agent-modal\"\n (click)=\"$event.stopPropagation()\"\n >\n <!-- Header -->\n <div class=\"header\">\n <div class=\"header-left\">\n <div class=\"header-icon\">\n <svg\n width=\"16\"\n height=\"16\"\n viewBox=\"0 0 24 24\"\n fill=\"none\"\n xmlns=\"http://www.w3.org/2000/svg\"\n >\n <path\n d=\"M12 1C8.13 1 5 4.13 5 8V14C5 17.87 8.13 21 12 21C15.87 21 19 17.87 19 14V8C19 4.13 15.87 1 12 1Z\"\n fill=\"currentColor\"\n />\n <path\n d=\"M12 23C10.34 23 9 21.66 9 20H15C15 21.66 13.66 23 12 23Z\"\n fill=\"currentColor\"\n />\n </svg>\n </div>\n <span class=\"header-title\">Voice</span>\n </div>\n <button\n class=\"close-button\"\n (click)=\"endCall()\"\n type=\"button\"\n aria-label=\"Close\"\n >\n <svg\n width=\"24\"\n height=\"24\"\n viewBox=\"0 0 24 24\"\n fill=\"none\"\n xmlns=\"http://www.w3.org/2000/svg\"\n >\n <path\n d=\"M18 6L6 18M6 6L18 18\"\n stroke=\"currentColor\"\n stroke-width=\"2\"\n stroke-linecap=\"round\"\n />\n </svg>\n </button>\n </div>\n\n <!-- Avatar Section with glow -->\n <div class=\"avatar-section\">\n <div class=\"avatar-glow\" [class.glow-talking]=\"isBotTalking\" [class.glow-listening]=\"callState === 'listening'\"></div>\n\n <!-- Particle ring \u2014 visible while bot is talking -->\n <div *ngIf=\"isBotTalking\" class=\"particles-container\">\n <span *ngFor=\"let i of [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15]\"\n class=\"particle\"\n [style.--i]=\"i\"\n [style.animationDelay]=\"(i * 0.15) + 's'\">\n </span>\n </div>\n\n <div class=\"avatar-wrapper\" [class.speaking]=\"isBotTalking\" [class.listening]=\"callState === 'listening'\">\n <img class=\"avatar-image\" [src]=\"displayAvatarUrl\" alt=\"Nia\" />\n </div>\n </div>\n\n <!-- Agent Info: Nia + Collaboration Manager AI Agent Specialist -->\n <div class=\"agent-info\">\n <div class=\"agent-name\">\n Nia\n <span class=\"ai-badge\">AI</span>\n </div>\n <p class=\"agent-role\">COP30 AI Agent </p>\n </div>\n\n <!-- Start Call (when idle only) -->\n <div *ngIf=\"callState === 'idle'\" class=\"start-call-section\">\n <p *ngIf=\"statusText === 'Connection failed'\" class=\"error-message\">\n {{ statusText }}\n </p>\n <button\n class=\"start-call-button\"\n type=\"button\"\n [disabled]=\"isConnecting\"\n (click)=\"startCall()\"\n >\n <span *ngIf=\"isConnecting\">Connecting...</span>\n <span *ngIf=\"!isConnecting && statusText === 'Connection failed'\"\n >Retry</span\n >\n <span *ngIf=\"!isConnecting && statusText !== 'Connection failed'\"\n >Start Call</span\n >\n </button>\n </div>\n\n <!-- Call Ended: status + Call Again / Back to Chat -->\n <div *ngIf=\"callState === 'ended'\" class=\"call-ended-section\">\n <p class=\"call-ended-status\">\n <span class=\"status-text\">Call Ended</span>\n <span class=\"status-timer\">{{ duration }}</span>\n </p>\n <div class=\"call-ended-controls\">\n <button\n class=\"action-btn\"\n type=\"button\"\n (click)=\"callAgain()\"\n title=\"Call Again\"\n >\n <svg\n width=\"18\"\n height=\"18\"\n viewBox=\"0 0 24 24\"\n fill=\"none\"\n stroke=\"currentColor\"\n stroke-width=\"2\"\n stroke-linecap=\"round\"\n stroke-linejoin=\"round\"\n xmlns=\"http://www.w3.org/2000/svg\"\n >\n <path d=\"M3 12a9 9 0 1 0 9-9 9.75 9.75 0 0 0-6.74 2.74L3 8\" />\n <path d=\"M3 3v5h5\" />\n </svg>\n Call Again\n </button>\n <button\n class=\"action-btn\"\n type=\"button\"\n (click)=\"backToChat()\"\n title=\"Back to Chat\"\n >\n <svg\n width=\"18\"\n height=\"18\"\n viewBox=\"0 0 24 24\"\n fill=\"none\"\n stroke=\"currentColor\"\n stroke-width=\"2\"\n stroke-linecap=\"round\"\n stroke-linejoin=\"round\"\n xmlns=\"http://www.w3.org/2000/svg\"\n >\n <path d=\"M21 15a2 2 0 0 1-2 2H7l-4 4V5a2 2 0 0 1 2-2h14a2 2 0 0 1 2 2z\" />\n </svg>\n Back to Chat\n </button>\n </div>\n </div>\n\n <!-- Status (when connecting or in-call: Talking... / Listening / Connected + timer) -->\n <div\n class=\"status-indicator status-inline\"\n *ngIf=\"callState !== 'idle' && callState !== 'ended'\"\n >\n <div *ngIf=\"callState === 'connecting'\" class=\"status-connecting\">\n <svg\n class=\"spinner\"\n width=\"24\"\n height=\"24\"\n viewBox=\"0 0 24 24\"\n fill=\"none\"\n xmlns=\"http://www.w3.org/2000/svg\"\n >\n <circle\n cx=\"12\"\n cy=\"12\"\n r=\"10\"\n stroke=\"currentColor\"\n stroke-width=\"2\"\n stroke-linecap=\"round\"\n stroke-dasharray=\"31.416\"\n stroke-dashoffset=\"31.416\"\n >\n <animate\n attributeName=\"stroke-dasharray\"\n dur=\"2s\"\n values=\"0 31.416;15.708 15.708;0 31.416;0 31.416\"\n repeatCount=\"indefinite\"\n />\n <animate\n attributeName=\"stroke-dashoffset\"\n dur=\"2s\"\n values=\"0;-15.708;-31.416;-31.416\"\n repeatCount=\"indefinite\"\n />\n </circle>\n </svg>\n <span class=\"status-text\">{{ statusText }}</span>\n </div>\n <div\n *ngIf=\"callState !== 'connecting'\"\n class=\"status-connected status-inline-row\"\n >\n <span class=\"status-text\" [class.status-talking]=\"isBotTalking\" [class.status-listening]=\"callState === 'listening'\" [class.status-processing]=\"isProcessing\">\n {{ statusLabel }}\n </span>\n\n <!-- Animated bars \u2014 visible while bot is talking -->\n <div *ngIf=\"isBotTalking\" class=\"voice-visualizer\">\n <div class=\"vbar\"></div>\n <div class=\"vbar\"></div>\n <div class=\"vbar\"></div>\n <div class=\"vbar\"></div>\n </div>\n\n <!-- Bouncing dots \u2014 visible during processing pause -->\n <div *ngIf=\"isProcessing\" class=\"processing-dots\">\n <span></span><span></span><span></span>\n </div>\n\n <span class=\"status-timer\">{{ duration }}</span>\n </div>\n </div>\n\n <!-- Waveform: always visible during an active call, active (coloured) when user speaks -->\n <div\n *ngIf=\"callState === 'connected' || callState === 'listening' || callState === 'talking'\"\n class=\"waveform-container\"\n >\n <div class=\"waveform-bars\">\n <div\n *ngFor=\"let level of audioLevels; let i = index\"\n class=\"waveform-bar\"\n [class.active]=\"isUserActive\"\n [style.height.px]=\"getWaveformHeight(level, i)\"\n ></div>\n </div>\n </div>\n\n <!-- Call Controls (when connected) -->\n <div\n class=\"controls\"\n *ngIf=\"\n callState === 'connected' ||\n callState === 'listening' ||\n callState === 'talking'\n \"\n >\n <div\n style=\"\n display: flex;\n align-items: center;\n gap: 2px;\n flex-direction: column;\n \"\n >\n <button\n class=\"control-btn mic-btn\"\n [class.muted]=\"isMicMuted\"\n (click)=\"toggleMic()\"\n type=\"button\"\n [title]=\"isMicMuted ? 'Unmute' : 'Mute'\"\n >\n <!-- Microphone icon (unmuted) -->\n <svg\n *ngIf=\"!isMicMuted\"\n width=\"24\"\n height=\"24\"\n viewBox=\"-5 0 32 32\"\n xmlns=\"http://www.w3.org/2000/svg\"\n fill=\"currentColor\"\n >\n <g transform=\"translate(-105, -307)\">\n <path\n d=\"M111,314 C111,311.238 113.239,309 116,309 C118.761,309 121,311.238 121,314 L121,324 C121,326.762 118.761,329 116,329 C113.239,329 111,326.762 111,324 L111,314 L111,314 Z M116,331 C119.866,331 123,327.866 123,324 L123,314 C123,310.134 119.866,307 116,307 C112.134,307 109,310.134 109,314 L109,324 C109,327.866 112.134,331 116,331 L116,331 Z M127,326 L125,326 C124.089,330.007 120.282,333 116,333 C111.718,333 107.911,330.007 107,326 L105,326 C105.883,330.799 110.063,334.51 115,334.955 L115,337 L114,337 C113.448,337 113,337.448 113,338 C113,338.553 113.448,339 114,339 L118,339 C118.552,339 119,338.553 119,338 C119,337.448 118.552,337 118,337 L117,337 L117,334.955 C121.937,334.51 126.117,330.799 127,326 L127,326 Z\"\n />\n </g>\n </svg>\n <!-- Microphone icon (muted) -->\n <svg\n *ngIf=\"isMicMuted\"\n width=\"24\"\n height=\"24\"\n viewBox=\"-5 0 32 32\"\n xmlns=\"http://www.w3.org/2000/svg\"\n fill=\"currentColor\"\n >\n <g transform=\"translate(-105, -307)\">\n <path\n d=\"M111,314 C111,311.238 113.239,309 116,309 C118.761,309 121,311.238 121,314 L121,324 C121,326.762 118.761,329 116,329 C113.239,329 111,326.762 111,324 L111,314 L111,314 Z M116,331 C119.866,331 123,327.866 123,324 L123,314 C123,310.134 119.866,307 116,307 C112.134,307 109,310.134 109,314 L109,324 C109,327.866 112.134,331 116,331 L116,331 Z M127,326 L125,326 C124.089,330.007 120.282,333 116,333 C111.718,333 107.911,330.007 107,326 L105,326 C105.883,330.799 110.063,334.51 115,334.955 L115,337 L114,337 C113.448,337 113,337.448 113,338 C113,338.553 113.448,339 114,339 L118,339 C118.552,339 119,338.553 119,338 C119,337.448 118.552,337 118,337 L117,337 L117,334.955 C121.937,334.51 126.117,330.799 127,326 L127,326 Z\"\n />\n </g>\n <path\n d=\"M2 2 L30 30\"\n stroke=\"currentColor\"\n stroke-width=\"2\"\n stroke-linecap=\"round\"\n />\n </svg>\n </button>\n <span class=\"control-label\">Mute</span>\n </div>\n\n <div\n style=\"\n display: flex;\n align-items: center;\n gap: 2px;\n flex-direction: column;\n \"\n >\n <button\n class=\"control-btn end-call-btn\"\n (click)=\"hangUp()\"\n type=\"button\"\n title=\"End Call\"\n >\n <svg\n width=\"24\"\n height=\"24\"\n viewBox=\"0 0 24 24\"\n fill=\"none\"\n xmlns=\"http://www.w3.org/2000/svg\"\n >\n <path\n d=\"M18 6L6 18M6 6L18 18\"\n stroke=\"currentColor\"\n stroke-width=\"2\"\n stroke-linecap=\"round\"\n />\n </svg>\n </button>\n <span class=\"control-label\">End Call</span>\n </div>\n </div>\n </div>\n</div>\n",
|
|
1258
|
-
styles: [":host{display:block}.voice-agent-modal-overlay{align-items:flex-end;backdrop-filter:blur(4px);background:rgba(0,0,0,.5);bottom:0;display:flex;font-family:Segoe UI,Tahoma,Geneva,Verdana,sans-serif;justify-content:flex-end;left:0;padding:24px;position:fixed;right:0;top:0;z-index:99999}.voice-container.voice-agent-modal{align-items:center;animation:modalEnter .3s ease-out;background:#fff;border-radius:30px;box-shadow:0 10px 40px rgba(0,0,0,.1);display:flex;flex-direction:column;max-width:440px;min-height:600px;padding:30px;position:relative;text-align:center;width:100%}@keyframes modalEnter{0%{opacity:0;transform:translateY(20px)}to{opacity:1;transform:translateY(0)}}.header{justify-content:space-between;margin-bottom:5px;width:100%}.header,.header-left{align-items:center;display:flex}.header-left{gap:8px}.header-icon{align-items:center;background:#0f172a;border-radius:50%;color:#fff;display:flex;height:28px;justify-content:center;width:28px}.header-title{color:#0f172a;font-size:18px;font-weight:500}.close-button{align-items:center;background:none;border:none;color:#0f172a;cursor:pointer;display:flex;justify-content:center;padding:8px;transition:color .2s}.close-button:hover{color:#475569}.avatar-section{margin-bottom:24px;position:relative}.avatar-wrapper{align-items:center;background:#0ea5a4;background:linear-gradient(135deg,#ccfbf1,#0ea5a4);border-radius:50%;display:flex;height:180px;justify-content:center;padding:6px;position:relative;width:180px}.avatar-image{-o-object-fit:cover;border:4px solid #fff;border-radius:50%;height:100%;object-fit:cover;width:100%}.avatar-glow{background:radial-gradient(circle,rgba(14,165,164,.2) 0,transparent 70%);height:240px;left:50%;pointer-events:none;position:absolute;top:50%;transform:translate(-50%,-50%);
|
|
1626
|
+
template: "<div class=\"voice-agent-modal-overlay\" (click)=\"endCall()\">\n <div\n class=\"voice-container voice-agent-modal\"\n (click)=\"$event.stopPropagation()\"\n >\n <!-- Header -->\n <div class=\"header\">\n <div class=\"header-left\">\n <div class=\"header-icon\">\n <svg\n width=\"16\"\n height=\"16\"\n viewBox=\"0 0 24 24\"\n fill=\"none\"\n xmlns=\"http://www.w3.org/2000/svg\"\n >\n <path\n d=\"M12 1C8.13 1 5 4.13 5 8V14C5 17.87 8.13 21 12 21C15.87 21 19 17.87 19 14V8C19 4.13 15.87 1 12 1Z\"\n fill=\"currentColor\"\n />\n <path\n d=\"M12 23C10.34 23 9 21.66 9 20H15C15 21.66 13.66 23 12 23Z\"\n fill=\"currentColor\"\n />\n </svg>\n </div>\n <span class=\"header-title\">Voice</span>\n </div>\n <button\n class=\"close-button\"\n (click)=\"endCall()\"\n type=\"button\"\n aria-label=\"Close\"\n >\n <svg\n width=\"24\"\n height=\"24\"\n viewBox=\"0 0 24 24\"\n fill=\"none\"\n xmlns=\"http://www.w3.org/2000/svg\"\n >\n <path\n d=\"M18 6L6 18M6 6L18 18\"\n stroke=\"currentColor\"\n stroke-width=\"2\"\n stroke-linecap=\"round\"\n />\n </svg>\n </button>\n </div>\n\n <!-- Avatar Section with glow -->\n <div class=\"avatar-section\">\n <div class=\"avatar-glow\"></div>\n <div class=\"avatar-wrapper\" [class.speaking]=\"isSpeaking\">\n <img class=\"avatar-image\" [src]=\"displayAvatarUrl\" alt=\"Nia\" />\n </div>\n </div>\n\n <!-- Agent Info: Nia + Collaboration Manager AI Agent Specialist -->\n <div class=\"agent-info\">\n <div class=\"agent-name\">\n Nia\n <span class=\"ai-badge\">AI</span>\n </div>\n <p class=\"agent-role\">COP30 AI Agent </p>\n </div>\n\n <!-- Start Call (when idle only) -->\n <div *ngIf=\"callState === 'idle'\" class=\"start-call-section\">\n <p *ngIf=\"statusText === 'Connection failed'\" class=\"error-message\">\n {{ statusText }}\n </p>\n <button\n class=\"start-call-button\"\n type=\"button\"\n [disabled]=\"isConnecting\"\n (click)=\"startCall()\"\n >\n <span *ngIf=\"isConnecting\">Connecting...</span>\n <span *ngIf=\"!isConnecting && statusText === 'Connection failed'\"\n >Retry</span\n >\n <span *ngIf=\"!isConnecting && statusText !== 'Connection failed'\"\n >Start Call</span\n >\n </button>\n </div>\n\n <!-- Call Ended: status + Call Again / Back to Chat -->\n <div *ngIf=\"callState === 'ended'\" class=\"call-ended-section\">\n <p class=\"call-ended-status\">\n <span class=\"status-text\">Call Ended</span>\n <span class=\"status-timer\">{{ duration }}</span>\n </p>\n <div class=\"call-ended-controls\">\n <button\n class=\"action-btn\"\n type=\"button\"\n (click)=\"callAgain()\"\n title=\"Call Again\"\n >\n <svg\n width=\"18\"\n height=\"18\"\n viewBox=\"0 0 24 24\"\n fill=\"none\"\n stroke=\"currentColor\"\n stroke-width=\"2\"\n stroke-linecap=\"round\"\n stroke-linejoin=\"round\"\n xmlns=\"http://www.w3.org/2000/svg\"\n >\n <path d=\"M3 12a9 9 0 1 0 9-9 9.75 9.75 0 0 0-6.74 2.74L3 8\" />\n <path d=\"M3 3v5h5\" />\n </svg>\n Call Again\n </button>\n <button\n class=\"action-btn\"\n type=\"button\"\n (click)=\"backToChat()\"\n title=\"Back to Chat\"\n >\n <svg\n width=\"18\"\n height=\"18\"\n viewBox=\"0 0 24 24\"\n fill=\"none\"\n stroke=\"currentColor\"\n stroke-width=\"2\"\n stroke-linecap=\"round\"\n stroke-linejoin=\"round\"\n xmlns=\"http://www.w3.org/2000/svg\"\n >\n <path d=\"M21 15a2 2 0 0 1-2 2H7l-4 4V5a2 2 0 0 1 2-2h14a2 2 0 0 1 2 2z\" />\n </svg>\n Back to Chat\n </button>\n </div>\n </div>\n\n <!-- Status (when connecting or in-call: Talking... / Listening / Connected + timer) -->\n <div\n class=\"status-indicator status-inline\"\n *ngIf=\"callState !== 'idle' && callState !== 'ended'\"\n >\n <div *ngIf=\"callState === 'connecting'\" class=\"status-connecting\">\n <svg\n class=\"spinner\"\n width=\"24\"\n height=\"24\"\n viewBox=\"0 0 24 24\"\n fill=\"none\"\n xmlns=\"http://www.w3.org/2000/svg\"\n >\n <circle\n cx=\"12\"\n cy=\"12\"\n r=\"10\"\n stroke=\"currentColor\"\n stroke-width=\"2\"\n stroke-linecap=\"round\"\n stroke-dasharray=\"31.416\"\n stroke-dashoffset=\"31.416\"\n >\n <animate\n attributeName=\"stroke-dasharray\"\n dur=\"2s\"\n values=\"0 31.416;15.708 15.708;0 31.416;0 31.416\"\n repeatCount=\"indefinite\"\n />\n <animate\n attributeName=\"stroke-dashoffset\"\n dur=\"2s\"\n values=\"0;-15.708;-31.416;-31.416\"\n repeatCount=\"indefinite\"\n />\n </circle>\n </svg>\n <span class=\"status-text\">{{ statusText }}</span>\n </div>\n <div\n *ngIf=\"callState !== 'connecting'\"\n class=\"status-connected status-inline-row\"\n >\n <span class=\"status-text\">{{ statusLabel }}</span>\n <span class=\"status-timer\">{{ duration }}</span>\n </div>\n </div>\n\n <!-- Waveform -->\n <div\n *ngIf=\"callState === 'listening'\"\n class=\"waveform-container\"\n >\n <div class=\"waveform-bars\">\n <div\n *ngFor=\"let level of audioLevels; let i = index\"\n class=\"waveform-bar\"\n [class.active]=\"isUserSpeaking\"\n [style.height.px]=\"getWaveformHeight(level, i)\"\n ></div>\n </div>\n </div>\n\n <!-- Call Controls (when connected) -->\n <div\n class=\"controls\"\n *ngIf=\"\n callState === 'connected' ||\n callState === 'listening' ||\n callState === 'talking'\n \"\n >\n <div\n style=\"\n display: flex;\n align-items: center;\n gap: 2px;\n flex-direction: column;\n \"\n >\n <button\n class=\"control-btn mic-btn\"\n [class.muted]=\"isMicMuted\"\n (click)=\"toggleMic()\"\n type=\"button\"\n [title]=\"isMicMuted ? 'Unmute' : 'Mute'\"\n >\n <!-- Microphone icon (unmuted) -->\n <svg\n *ngIf=\"!isMicMuted\"\n width=\"24\"\n height=\"24\"\n viewBox=\"-5 0 32 32\"\n xmlns=\"http://www.w3.org/2000/svg\"\n fill=\"currentColor\"\n >\n <g transform=\"translate(-105, -307)\">\n <path\n d=\"M111,314 C111,311.238 113.239,309 116,309 C118.761,309 121,311.238 121,314 L121,324 C121,326.762 118.761,329 116,329 C113.239,329 111,326.762 111,324 L111,314 L111,314 Z M116,331 C119.866,331 123,327.866 123,324 L123,314 C123,310.134 119.866,307 116,307 C112.134,307 109,310.134 109,314 L109,324 C109,327.866 112.134,331 116,331 L116,331 Z M127,326 L125,326 C124.089,330.007 120.282,333 116,333 C111.718,333 107.911,330.007 107,326 L105,326 C105.883,330.799 110.063,334.51 115,334.955 L115,337 L114,337 C113.448,337 113,337.448 113,338 C113,338.553 113.448,339 114,339 L118,339 C118.552,339 119,338.553 119,338 C119,337.448 118.552,337 118,337 L117,337 L117,334.955 C121.937,334.51 126.117,330.799 127,326 L127,326 Z\"\n />\n </g>\n </svg>\n <!-- Microphone icon (muted) -->\n <svg\n *ngIf=\"isMicMuted\"\n width=\"24\"\n height=\"24\"\n viewBox=\"-5 0 32 32\"\n xmlns=\"http://www.w3.org/2000/svg\"\n fill=\"currentColor\"\n >\n <g transform=\"translate(-105, -307)\">\n <path\n d=\"M111,314 C111,311.238 113.239,309 116,309 C118.761,309 121,311.238 121,314 L121,324 C121,326.762 118.761,329 116,329 C113.239,329 111,326.762 111,324 L111,314 L111,314 Z M116,331 C119.866,331 123,327.866 123,324 L123,314 C123,310.134 119.866,307 116,307 C112.134,307 109,310.134 109,314 L109,324 C109,327.866 112.134,331 116,331 L116,331 Z M127,326 L125,326 C124.089,330.007 120.282,333 116,333 C111.718,333 107.911,330.007 107,326 L105,326 C105.883,330.799 110.063,334.51 115,334.955 L115,337 L114,337 C113.448,337 113,337.448 113,338 C113,338.553 113.448,339 114,339 L118,339 C118.552,339 119,338.553 119,338 C119,337.448 118.552,337 118,337 L117,337 L117,334.955 C121.937,334.51 126.117,330.799 127,326 L127,326 Z\"\n />\n </g>\n <path\n d=\"M2 2 L30 30\"\n stroke=\"currentColor\"\n stroke-width=\"2\"\n stroke-linecap=\"round\"\n />\n </svg>\n </button>\n <span class=\"control-label\">Mute</span>\n </div>\n\n <div\n style=\"\n display: flex;\n align-items: center;\n gap: 2px;\n flex-direction: column;\n \"\n >\n <button\n class=\"control-btn end-call-btn\"\n (click)=\"hangUp()\"\n type=\"button\"\n title=\"End Call\"\n >\n <svg\n width=\"24\"\n height=\"24\"\n viewBox=\"0 0 24 24\"\n fill=\"none\"\n xmlns=\"http://www.w3.org/2000/svg\"\n >\n <path\n d=\"M18 6L6 18M6 6L18 18\"\n stroke=\"currentColor\"\n stroke-width=\"2\"\n stroke-linecap=\"round\"\n />\n </svg>\n </button>\n <span class=\"control-label\">End Call</span>\n </div>\n </div>\n </div>\n</div>\n",
|
|
1627
|
+
styles: [":host{display:block}.voice-agent-modal-overlay{align-items:flex-end;backdrop-filter:blur(4px);background:rgba(0,0,0,.5);bottom:0;display:flex;font-family:Segoe UI,Tahoma,Geneva,Verdana,sans-serif;justify-content:flex-end;left:0;padding:24px;position:fixed;right:0;top:0;z-index:99999}.voice-container.voice-agent-modal{align-items:center;animation:modalEnter .3s ease-out;background:#fff;border-radius:30px;box-shadow:0 10px 40px rgba(0,0,0,.1);display:flex;flex-direction:column;max-width:440px;min-height:600px;padding:30px;position:relative;text-align:center;width:100%}@keyframes modalEnter{0%{opacity:0;transform:translateY(20px)}to{opacity:1;transform:translateY(0)}}.header{justify-content:space-between;margin-bottom:5px;width:100%}.header,.header-left{align-items:center;display:flex}.header-left{gap:8px}.header-icon{align-items:center;background:#0f172a;border-radius:50%;color:#fff;display:flex;height:28px;justify-content:center;width:28px}.header-title{color:#0f172a;font-size:18px;font-weight:500}.close-button{align-items:center;background:none;border:none;color:#0f172a;cursor:pointer;display:flex;justify-content:center;padding:8px;transition:color .2s}.close-button:hover{color:#475569}.avatar-section{margin-bottom:24px;position:relative}.avatar-wrapper{align-items:center;background:#0ea5a4;background:linear-gradient(135deg,#ccfbf1,#0ea5a4);border-radius:50%;display:flex;height:180px;justify-content:center;padding:6px;position:relative;width:180px}.avatar-image{-o-object-fit:cover;border:4px solid #fff;border-radius:50%;height:100%;object-fit:cover;width:100%}.avatar-glow{background:radial-gradient(circle,rgba(14,165,164,.2) 0,transparent 70%);height:240px;left:50%;pointer-events:none;position:absolute;top:50%;transform:translate(-50%,-50%);width:240px;z-index:-1}.avatar-wrapper.speaking{animation:avatarPulse 2s ease-in-out infinite}@keyframes avatarPulse{0%,to{box-shadow:0 0 0 0 rgba(14,165,164,.4)}50%{box-shadow:0 0 0 15px rgba(14,165,164,0)}}.agent-info{margin-bottom:40px}.agent-name{align-items:center;color:#0f172a;display:flex;font-size:24px;font-weight:700;gap:8px;justify-content:center;margin-bottom:8px}.ai-badge{background:#0ea5a4;border-radius:6px;color:#fff;font-size:10px;font-weight:700;padding:2px 6px}.agent-role{color:#0f172a;font-size:16px;font-weight:500;margin:0}.start-call-section{align-items:center;display:flex;flex-direction:column;gap:16px;margin-bottom:24px}.error-message{color:#dc2626;font-size:14px;margin:0}.start-call-button{background:#0ea5a4;border:none;border-radius:12px;color:#fff;cursor:pointer;font-size:16px;font-weight:600;padding:14px 32px;transition:background .2s}.start-call-button:hover:not(:disabled){background:#0d9488}.start-call-button:disabled{cursor:not-allowed!important;opacity:.7}.status-indicator{justify-content:center;margin-bottom:10px}.status-connecting,.status-indicator{align-items:center;display:flex;gap:12px}.spinner{animation:spin 1s linear infinite;color:#0ea5a4}@keyframes spin{0%{transform:rotate(0deg)}to{transform:rotate(1turn)}}.status-text{font-weight:400}.status-text,.status-timer{color:#0f172a;font-size:16px}.status-timer{font-weight:500}.status-connected{align-items:center;display:flex;flex-direction:column;gap:4px}.status-inline .status-inline-row{align-items:center;flex-direction:row;gap:8px}.call-ended-section{align-items:center;display:flex;flex-direction:column;gap:16px;margin-bottom:24px}.call-ended-status{align-items:center;color:#0f172a;display:flex;font-size:16px;gap:8px;justify-content:center;margin:0}.call-ended-status .status-text{font-weight:400}.call-ended-status .status-timer{font-weight:500}.call-ended-controls{align-items:center;display:flex;flex-wrap:wrap;gap:16px;justify-content:center}.action-btn{align-items:center;background:#fff;border:1px solid #e2e8f0;border-radius:24px;color:#0f172a;cursor:pointer;display:flex;font-size:14px;font-weight:500;gap:8px;padding:12px 24px;transition:background .2s ease}.action-btn:hover{background:#f8fafc}.waveform-container{margin-bottom:10px;padding:0 8px}.waveform-bars,.waveform-container{align-items:center;display:flex;height:56px;justify-content:center;width:100%}.waveform-bars{gap:2px}.waveform-bar{background:#cbd5e1;border-radius:99px;flex:0 0 2px;min-height:2px;transition:height .1s ease-out;width:2px}.waveform-bar.active{background:linear-gradient(180deg,#0ea5a4,#0d9488);box-shadow:0 0 4px rgba(14,165,164,.5)}.controls{gap:24px;width:100%}.control-btn,.controls{align-items:center;display:flex;justify-content:center}.control-btn{border:none;border-radius:50%;cursor:pointer;flex-direction:column;gap:4px;height:60px;transition:transform .2s ease;width:60px}.control-btn:hover{transform:scale(1.05)}.control-btn:active{transform:scale(.95)}.control-label{color:#0f172a;font-size:12px;font-weight:500}.mic-btn{background:#e2e8f0}.mic-btn,.mic-btn .control-label{color:#475569}.mic-btn.muted{background:#e2e8f0;color:#475569}.end-call-btn{background:#ef4444;color:#fff}.end-call-btn .control-label{color:#fff}.end-call-btn:hover{background:#dc2626}"]
|
|
1259
1628
|
},] }
|
|
1260
1629
|
];
|
|
1261
1630
|
VoiceAgentModalComponent.ctorParameters = () => [
|
|
@@ -5126,8 +5495,8 @@ ChatBotComponent.propDecorators = {
|
|
|
5126
5495
|
};
|
|
5127
5496
|
|
|
5128
5497
|
/**
|
|
5129
|
-
* Voice agent module. Uses
|
|
5130
|
-
*
|
|
5498
|
+
* Voice agent module. Uses native WebSocket + Daily.js only.
|
|
5499
|
+
* Does NOT use Socket.IO or ngx-socket-io.
|
|
5131
5500
|
*/
|
|
5132
5501
|
class VoiceAgentModule {
|
|
5133
5502
|
}
|
|
@@ -5142,6 +5511,8 @@ VoiceAgentModule.decorators = [
|
|
|
5142
5511
|
providers: [
|
|
5143
5512
|
VoiceAgentService,
|
|
5144
5513
|
AudioAnalyzerService,
|
|
5514
|
+
WebSocketVoiceClientService,
|
|
5515
|
+
DailyVoiceClientService
|
|
5145
5516
|
],
|
|
5146
5517
|
exports: [
|
|
5147
5518
|
VoiceAgentModalComponent
|
|
@@ -5412,5 +5783,5 @@ HiveGptModule.decorators = [
|
|
|
5412
5783
|
* Generated bundle index. Do not edit.
|
|
5413
5784
|
*/
|
|
5414
5785
|
|
|
5415
|
-
export { AudioAnalyzerService, ChatBotComponent, ChatDrawerComponent, HIVEGPT_AUTH_STORAGE_KEY, HiveGptModule, PlatformTokenRefreshService, VOICE_MODAL_CLOSE_CALLBACK, VOICE_MODAL_CONFIG, VoiceAgentModalComponent, VoiceAgentModule, VoiceAgentService, eClassificationType, hiveGptAuthStorageKeyFactory, BotsService as ɵa, SocketService as ɵb, ConversationService as ɵc, NotificationSocket as ɵd, TranslationService as ɵe,
|
|
5786
|
+
export { AudioAnalyzerService, ChatBotComponent, ChatDrawerComponent, HIVEGPT_AUTH_STORAGE_KEY, HiveGptModule, PlatformTokenRefreshService, VOICE_MODAL_CLOSE_CALLBACK, VOICE_MODAL_CONFIG, VoiceAgentModalComponent, VoiceAgentModule, VoiceAgentService, eClassificationType, hiveGptAuthStorageKeyFactory, BotsService as ɵa, SocketService as ɵb, ConversationService as ɵc, NotificationSocket as ɵd, TranslationService as ɵe, WebSocketVoiceClientService as ɵf, DailyVoiceClientService as ɵg, VideoPlayerComponent as ɵh, SafeHtmlPipe as ɵi, BotHtmlEditorComponent as ɵj };
|
|
5416
5787
|
//# sourceMappingURL=hivegpt-hiveai-angular.js.map
|