@chat21/chat21-web-widget 5.1.34-rc1 → 5.1.34

package/src/app/providers/tts-audio-playback-coordinator.service.spec.ts

@@ -1,117 +0,0 @@
-import { TestBed } from '@angular/core/testing';
-import { TtsAudioPlaybackCoordinator } from './tts-audio-playback-coordinator.service';
-
-describe('TtsAudioPlaybackCoordinator', () => {
-  let coordinator: TtsAudioPlaybackCoordinator;
-
-  beforeEach(() => {
-    TestBed.configureTestingModule({ providers: [TtsAudioPlaybackCoordinator] });
-    coordinator = TestBed.inject(TtsAudioPlaybackCoordinator);
-  });
-
-  // ── Basic lifecycle ───────────────────────────────────────────────────────
-
-  it('should start playing immediately when nothing is active', () => {
-    const start = jasmine.createSpy('start');
-    coordinator.requestStart('msg-1', start);
-    expect(start).toHaveBeenCalledTimes(1);
-  });
-
-  it('isTTSPlaying$ should be true while playing and false after release', () => {
-    const states: boolean[] = [];
-    coordinator.isTTSPlaying$.subscribe((v) => states.push(v));
-
-    coordinator.requestStart('msg-1', () => {});
-    coordinator.releaseIfCurrent('msg-1');
-
-    expect(states).toEqual([false, true, false]);
-  });
-
-  it('stopAll clears the queue, sets playing=false, and emits stopAllPlayback$', () => {
-    const stopNextSpy = spyOn((coordinator as any)._stopAll$, 'next').and.callThrough();
-
-    coordinator.requestStart('msg-1', () => {});
-    coordinator.stopAll();
-
-    expect(stopNextSpy).toHaveBeenCalledTimes(1);
-    const states: boolean[] = [];
-    coordinator.isTTSPlaying$.subscribe((v) => states.push(v));
-    expect(states).toEqual([false]);
-  });
-
-  // ── Preemption tests (SPEC-002) ───────────────────────────────────────────
-
-  it('requestStart while playing preempts old owner: new start() is called immediately', () => {
-    const start1 = jasmine.createSpy('start1');
-    const start2 = jasmine.createSpy('start2');
-
-    coordinator.requestStart('msg-1', start1);
-    coordinator.requestStart('msg-2', start2);
-
-    expect(start1).toHaveBeenCalledTimes(1);
-    expect(start2).toHaveBeenCalledTimes(1); // started immediately, not queued
-  });
-
-  it('preemptPlayback$ emits evicted ownerId only (not the new owner)', () => {
-    const preempted: string[] = [];
-    coordinator.preemptPlayback$.subscribe((id) => preempted.push(id));
-
-    coordinator.requestStart('msg-1', () => {});
-    coordinator.requestStart('msg-2', () => {}); // preempts msg-1
-
-    expect(preempted).toEqual(['msg-1']);
-  });
-
-  it('preemptPlayback$ does NOT emit the new owner id', () => {
-    const preempted: string[] = [];
-    coordinator.preemptPlayback$.subscribe((id) => preempted.push(id));
-
-    coordinator.requestStart('msg-1', () => {});
-    coordinator.requestStart('msg-2', () => {});
-
-    expect(preempted).not.toContain('msg-2');
-  });
-
-  it('isTTSPlaying$ stays true after preemption until new owner releases', () => {
-    const states: boolean[] = [];
-    coordinator.isTTSPlaying$.subscribe((v) => states.push(v));
-
-    coordinator.requestStart('msg-1', () => {});   // true
-    coordinator.requestStart('msg-2', () => {});   // still true (preemption, new owner active)
-    coordinator.releaseIfCurrent('msg-2');          // false
-
-    expect(states).toEqual([false, true, false]);
-  });
-
-  it('releaseIfCurrent for an evicted owner is a no-op', () => {
-    const states: boolean[] = [];
-    coordinator.isTTSPlaying$.subscribe((v) => states.push(v));
-
-    coordinator.requestStart('msg-1', () => {});
-    coordinator.requestStart('msg-2', () => {}); // msg-1 evicted
-
-    // Old owner calls release after being preempted — should not affect playing state
-    coordinator.releaseIfCurrent('msg-1');
-
-    expect(states).toEqual([false, true]); // no extra false emission
-  });
-
-  it('chain of preemptions: each new requestStart immediately evicts the current owner', () => {
-    const preempted: string[] = [];
-    coordinator.preemptPlayback$.subscribe((id) => preempted.push(id));
-
-    coordinator.requestStart('msg-1', () => {});
-    coordinator.requestStart('msg-2', () => {});
-    coordinator.requestStart('msg-3', () => {});
-
-    expect(preempted).toEqual(['msg-1', 'msg-2']);
-  });
-
-  it('requestStart is idempotent for the current owner', () => {
-    const start = jasmine.createSpy('start');
-    coordinator.requestStart('msg-1', start);
-    coordinator.requestStart('msg-1', start); // same owner — should be ignored
-
-    expect(start).toHaveBeenCalledTimes(1);
-  });
-});

package/src/app/providers/tts-audio-playback-coordinator.service.ts

@@ -1,109 +0,0 @@
-import { Injectable } from '@angular/core';
-import { BehaviorSubject, Observable, Subject } from 'rxjs';
-
-/**
- * Garantisce un solo messaggio TTS in riproduzione alla volta.
- * Quando arriva un nuovo messaggio TTS mentre un altro è in corso, quello vecchio viene
- * interrotto immediatamente (preemption) e il nuovo parte subito.
- */
-@Injectable({ providedIn: 'root' })
-export class TtsAudioPlaybackCoordinator {
-  private currentOwnerId: string | null = null;
-  private readonly queue: Array<{ ownerId: string; start: () => void }> = [];
-
-  /** Emits true while any TTS is playing or queued; false when the queue is fully drained. */
-  private readonly _isTTSPlaying$ = new BehaviorSubject<boolean>(false);
-  readonly isTTSPlaying$ = this._isTTSPlaying$.asObservable();
-
-  /** Emits once when stopAll() is called — signals every AudioSyncComponent to abort immediately. */
-  private readonly _stopAll$ = new Subject<void>();
-  readonly stopAllPlayback$: Observable<void> = this._stopAll$.asObservable();
-
-  /**
-   * Emits the ownerId of the component being preempted (stopped mid-playback by a newer message).
-   * Only the component whose ownerId matches should react — unlike stopAll$ which targets everyone.
-   */
-  private readonly _preemptCurrent$ = new Subject<string>();
-  readonly preemptPlayback$: Observable<string> = this._preemptCurrent$.asObservable();
-
-  /**
-   * Richiede l'avvio della riproduzione TTS per `ownerId`.
-   * Se un altro TTS è già in corso, viene interrotto immediatamente (preemption) e
-   * `ownerId` parte subito. Qualsiasi coda pendente viene svuotata.
-   */
-  requestStart(ownerId: string, start: () => void): void {
-    const id = (ownerId || '').trim();
-    if (!id) {
-      return;
-    }
-    if (this.currentOwnerId === id) {
-      return;
-    }
-
-    if (this.currentOwnerId) {
-      // Preempt: signal only the evicted owner to stop (not a broadcast stopAll).
-      // This avoids stopping the component that is about to start playing.
-      const evicted = this.currentOwnerId;
-      this.queue.length = 0;
-      this.currentOwnerId = null;
-      this._preemptCurrent$.next(evicted);
-    } else {
-      this.queue.length = 0;
-    }
-
-    this.currentOwnerId = id;
-    if (!this._isTTSPlaying$.getValue()) {
-      this._isTTSPlaying$.next(true);
-    }
-    try {
-      start();
-    } catch {
-      this.releaseIfCurrent(id);
-    }
-  }
-
-  /** Chiamare a fine riproduzione naturale (`ended`) se questo messaggio era ancora “attivo”. */
-  releaseIfCurrent(ownerId: string): void {
-    const id = (ownerId || '').trim();
-    if (!id) {
-      return;
-    }
-    if (this.currentOwnerId !== id) {
-      // Se era in coda, rimuovilo.
-      const idx = this.queue.findIndex((j) => j.ownerId === id);
-      if (idx !== -1) {
-        this.queue.splice(idx, 1);
-      }
-      return;
-    }
-
-    this.currentOwnerId = null;
-    const next = this.queue.shift();
-    if (!next) {
-      this._isTTSPlaying$.next(false);
-      return;
-    }
-    this.currentOwnerId = next.ownerId;
-    try {
-      next.start();
-    } catch {
-      this.releaseIfCurrent(next.ownerId);
-    }
-  }
-
-  /** Distruzione componente o stop esplicito. */
-  release(ownerId: string): void {
-    this.releaseIfCurrent(ownerId);
-  }
-
-  /**
-   * Stops all TTS playback immediately and clears the queue.
-   * Broadcasts on stopAllPlayback$ so every AudioSyncComponent can abort its stream and reveal all text.
-   */
-  stopAll(): void {
-    this.queue.length = 0;
-    this.currentOwnerId = null;
-    this._isTTSPlaying$.next(false);
-    this._stopAll$.next();
-  }
-}

package/src/app/providers/voice/STT&TTS/openai-voice.config.ts

@@ -1,12 +0,0 @@
-/**
- * Configurazione opzionale per i servizi voce OpenAI (da `environment` o runtime).
- */
-export interface OpenAiVoiceEnvironmentConfig {
-  /** Obbligatoria per chiamate API reali; se assente, STT/TTS non inviano richieste. */
-  apiKey?: string;
-  baseUrl?: string;
-  transcriptionModel?: string;
-  ttsModel?: string;
-  /** Voce predefinita TTS (es. `alloy`). */
-  ttsVoice?: string;
-}

package/src/app/providers/voice/STT&TTS/openai-voice.provider.ts

@@ -1,171 +0,0 @@
-import { HttpClient, HttpErrorResponse, HttpHeaders } from '@angular/common/http';
-import { Injectable } from '@angular/core';
-import { firstValueFrom } from 'rxjs';
-import { environment } from 'src/environments/environment';
-
-import type { OpenAiVoiceEnvironmentConfig } from './openai-voice.config';
-import {
-  SpeechToTextProvider,
-  TextToSpeechProvider,
-  type SpeechToTextRequest,
-  type SpeechToTextResult,
-  type TextToSpeechRequest,
-  type TextToSpeechResult,
-} from './speech-provider.abstract';
-import { AppConfigService } from '../../app-config.service';
-
-const DEFAULT_BASE = 'https://api.openai.com/v1';
-const DEFAULT_TRANSCRIPTION_MODEL = 'whisper-1';
-const DEFAULT_TTS_MODEL = 'tts-1';
-const DEFAULT_VOICE = 'alloy';
-const DEFAULT_FORMAT = 'mp3';
-
-/**
- * Provider OpenAI unico: STT (Whisper) + TTS, entrambi via {@link HttpClient}.
- */
-@Injectable({ providedIn: 'root' })
-export class OpenAiVoiceProviderService extends SpeechToTextProvider implements TextToSpeechProvider {
-  constructor(
-    private readonly httpClient: HttpClient,
-    private readonly appConfig: AppConfigService
-  ) {
-    super();
-  }
-
-  async transcribe(request: SpeechToTextRequest): Promise<SpeechToTextResult> {
-    const cfg = this.getConfig();
-    const apiKey = cfg.apiKey?.trim();
-    if (!apiKey) {
-      return { text: '' };
-    }
-
-    const base = (cfg.baseUrl ?? DEFAULT_BASE).replace(/\/$/, '');
-    const model = cfg.transcriptionModel ?? DEFAULT_TRANSCRIPTION_MODEL;
-    const url = `${base}/audio/transcriptions`;
-
-    const ext = this.extensionForMime(request.mimeType);
-    const file = new File([request.audio], `segment.${ext}`, { type: request.mimeType });
-
-    const form = new FormData();
-    form.append('file', file);
-    form.append('model', model);
-    if (request.language) {
-      form.append('language', request.language);
-    }
-
-    const headers = new HttpHeaders({
-      Authorization: `Bearer ${apiKey}`,
-    });
-
-    try {
-      const data = await firstValueFrom(
-        this.httpClient.post<{ text?: string }>(url, form, { headers }),
-      );
-      return { text: (data.text ?? '').trim() };
-    } catch (e) {
-      if (e instanceof HttpErrorResponse && e.error instanceof Blob) {
-        const errText = await e.error.text();
-        throw new Error(`OpenAI transcription ${e.status}: ${errText || e.statusText}`);
-      }
-      throw this.mapOpenAiHttpError(e);
-    }
-  }
-
-  async synthesize(request: TextToSpeechRequest): Promise<TextToSpeechResult> {
-    const cfg = this.getConfig();
-    const apiKey = cfg.apiKey?.trim();
-    if (!apiKey) {
-      throw new Error('OpenAI API key not configured (environment.openAiVoice.apiKey)');
-    }
-
-    const base = (cfg.baseUrl ?? DEFAULT_BASE).replace(/\/$/, '');
-    const model = cfg.ttsModel ?? DEFAULT_TTS_MODEL;
-    const voice = request.voice ?? cfg.ttsVoice ?? DEFAULT_VOICE;
-    const responseFormat =
-      (request.responseFormat as 'mp3' | 'opus' | 'aac' | 'flac' | undefined) ?? DEFAULT_FORMAT;
-    const url = `${base}/audio/speech`;
-
-    const body = {
-      model,
-      voice,
-      input: request.text,
-      response_format: responseFormat,
-    };
-
-    const headers = new HttpHeaders({
-      Authorization: `Bearer ${apiKey}`,
-      'Content-Type': 'application/json',
-    });
-
-    try {
-      const blob = await firstValueFrom(
-        this.httpClient.post(url, body, {
-          headers,
-          responseType: 'blob',
-        }),
-      );
-      return { audio: blob, mimeType: this.mimeForFormat(responseFormat) };
-    } catch (e) {
-      if (e instanceof HttpErrorResponse && e.error instanceof Blob) {
-        const errText = await e.error.text();
-        throw new Error(`OpenAI TTS ${e.status}: ${errText || e.statusText}`);
-      }
-      if (e instanceof HttpErrorResponse) {
-        throw new Error(`OpenAI TTS ${e.status}: ${e.message || e.statusText}`);
-      }
-      throw e;
-    }
-  }
-
-  private getConfig(): OpenAiVoiceEnvironmentConfig {
-    return this.appConfig.getConfig().openAiKey ?? {};
-  }
-
-  private mapOpenAiHttpError(e: unknown): Error {
-    if (!(e instanceof HttpErrorResponse)) {
-      return e instanceof Error ? e : new Error(String(e));
-    }
-    const label = 'OpenAI transcription';
-    if (e.error instanceof Blob) {
-      return new Error(`${label} ${e.status}: ${e.statusText}`);
-    }
-    if (typeof e.error === 'object' && e.error !== null && 'error' in e.error) {
-      const err = (e.error as { error?: { message?: string } }).error;
-      return new Error(`${label} ${e.status}: ${err?.message ?? JSON.stringify(e.error)}`);
-    }
-    if (typeof e.error === 'string') {
-      return new Error(`${label} ${e.status}: ${e.error}`);
-    }
-    return new Error(`${label} ${e.status}: ${e.message || e.statusText}`);
-  }
-
-  private extensionForMime(mime: string): string {
-    if (mime.includes('webm')) {
-      return 'webm';
-    }
-    if (mime.includes('mp4') || mime.includes('m4a')) {
-      return 'm4a';
-    }
-    if (mime.includes('wav')) {
-      return 'wav';
-    }
-    if (mime.includes('mpeg') || mime.includes('mp3')) {
-      return 'mp3';
-    }
-    return 'webm';
-  }
-
-  private mimeForFormat(fmt: string): string {
-    switch (fmt) {
-      case 'opus':
-        return 'audio/opus';
-      case 'aac':
-        return 'audio/aac';
-      case 'flac':
-        return 'audio/flac';
-      case 'mp3':
-      default:
-        return 'audio/mpeg';
-    }
-  }
-}

package/src/app/providers/voice/STT&TTS/speech-provider.abstract.ts

@@ -1,39 +0,0 @@
-/**
- * Contratti astratti per Speech-to-Text e Text-to-Speech.
- * Implementazione OpenAI unificata: `OpenAiVoiceProviderService` (`openai-voice.provider.ts`).
- */
-
-/** Input per la trascrizione di un segmento audio. */
-export interface SpeechToTextRequest {
-  audio: Blob;
-  mimeType: string;
-  /** ISO 639-1 opzionale (es. `it`, `en`). */
-  language?: string;
-}
-
-export interface SpeechToTextResult {
-  text: string;
-}
-
-/** Input per la sintesi vocale. */
-export interface TextToSpeechRequest {
-  text: string;
-  /** Voce provider-specific (es. OpenAI: `alloy`, `echo`, …). */
-  voice?: string;
-  language?: string;
-  /** Formato audio desiderato (dipende dal provider). */
-  responseFormat?: string;
-}
-
-export interface TextToSpeechResult {
-  audio: Blob;
-  mimeType: string;
-}
-
-export abstract class SpeechToTextProvider {
-  abstract transcribe(request: SpeechToTextRequest): Promise<SpeechToTextResult>;
-}
-
-export abstract class TextToSpeechProvider {
-  abstract synthesize(request: TextToSpeechRequest): Promise<TextToSpeechResult>;
-}

package/src/app/providers/voice/audio.types.ts

@@ -1,40 +0,0 @@
-/**
- * Tipi condivisi per cattura microfono, VAD e registrazione (WebM).
- */
-import type { VoiceStreamingSessionConfig } from './voice-streaming.types';
-
-export const DEFAULT_VOICE_AUDIO_CONSTRAINTS: MediaTrackConstraints = {
-  echoCancellation: true,
-  noiseSuppression: true,
-  autoGainControl: true,
-};
-
-export const DEFAULT_VOICE_MEDIA_STREAM_CONSTRAINTS: MediaStreamConstraints = {
-  audio: DEFAULT_VOICE_AUDIO_CONSTRAINTS,
-};
-
-export interface VoiceRecordedBlob {
-  blob: Blob;
-  mimeType: string;
-}
-
-/**
- * Segmento audio dopo VAD; può includere `transcript` se STT è configurato e abilitato.
- */
-export interface VoiceSegmentPayload extends VoiceRecordedBlob {
-  transcript?: string;
-  transcriptionError?: string;
-}
-
-export interface VoiceSessionStartOptions {
-  /** Opzionale se usi solo {@link VoiceService.audioSegment$}. */
-  onRecordingComplete?: (result: VoiceSegmentPayload) => void;
-  constraints?: MediaStreamConstraints;
-  /** Default `true`. Se `false`, non viene chiamato lo STT sul segmento. */
-  enableTranscription?: boolean;
-  /**
-   * Con `voiceIngressStream`: solo streaming WSS — niente VAD locale; transcript e TTS dal server.
-   * Senza: MicVAD + segmenti e upload/STT lato client.
-   */
-  voiceIngressStream?: VoiceStreamingSessionConfig | null;
-}

package/src/app/providers/voice/vad.service.spec.ts

@@ -1,28 +0,0 @@
-import { Location } from '@angular/common';
-import { TestBed } from '@angular/core/testing';
-
-import { VadService } from './vad.service';
-
-describe('VadService', () => {
-  let service: VadService;
-
-  beforeEach(() => {
-    TestBed.configureTestingModule({
-      providers: [
-        VadService,
-        {
-          provide: Location,
-          useValue: {
-            prepareExternalUrl: (url: string) => `/${url}`,
-          },
-        },
-      ],
-    });
-    service = TestBed.inject(VadService);
-  });
-
-  it('should expose VAD and ONNX WASM base URLs with trailing slash', () => {
-    expect(service.getVadAssetBaseUrl()).toBe('/assets/vad/');
-    expect(service.getOnnxWasmBaseUrl()).toBe('/assets/onnx/');
-  });
-});

package/src/app/providers/voice/vad.service.ts

@@ -1,70 +0,0 @@
-import { Location } from '@angular/common';
-import { Injectable } from '@angular/core';
-import { MicVAD, getDefaultRealTimeVADOptions } from '@ricky0123/vad-web';
-import type { RealTimeVADOptions } from '@ricky0123/vad-web';
-
-/**
- * MicVAD (@ricky0123/vad-web): modelli in assets/vad/, WASM ONNX in assets/onnx/
- * (allineato a ort.env.wasm.wasmPaths = "/assets/onnx/").
- */
-@Injectable({ providedIn: 'root' })
-export class VadService {
-  private onnxRuntimeEnvPromise: Promise<void> | null = null;
-
-  constructor(private readonly location: Location) {}
-
-  /**
-   * Base URL per silero_vad_legacy.onnx / vad.worklet.bundle.min.js
-   * (MicVAD usa baseAssetPath + nome file interno, non modelURL singolo).
-   */
-  getVadAssetBaseUrl(): string {
-    return this.ensureTrailingSlash(this.location.prepareExternalUrl('assets/vad/'));
-  }
-
-  /** Base URL per ort-wasm-*.mjs / .wasm (es. /assets/onnx/). */
-  getOnnxWasmBaseUrl(): string {
-    return this.ensureTrailingSlash(this.location.prepareExternalUrl('assets/onnx/'));
-  }
-
-  /**
-   * Pre-configura il modulo onnxruntime-web/wasm (stesso usato da MicVAD):
-   * wasmPaths + numThreads prima del primo MicVAD.new.
-   */
-  ensureOnnxRuntimeEnv(): Promise<void> {
-    if (!this.onnxRuntimeEnvPromise) {
-      this.onnxRuntimeEnvPromise = (async () => {
-        const ort = await import('onnxruntime-web/wasm');
-        const wasmBase = this.getOnnxWasmBaseUrl();
-        ort.env.wasm.wasmPaths = wasmBase;
-        ort.env.wasm.numThreads = 1;
-        ort.env.logLevel = 'error';
-      })();
-    }
-    return this.onnxRuntimeEnvPromise;
-  }
-
-  async createMicVad(overrides: Partial<RealTimeVADOptions>): Promise<MicVAD> {
-    await this.ensureOnnxRuntimeEnv();
-    const base = getDefaultRealTimeVADOptions('legacy');
-    const vadBase = this.getVadAssetBaseUrl();
-    const ortWasmBase = this.getOnnxWasmBaseUrl();
-
-    return MicVAD.new({
-      ...base,
-      startOnLoad: false,
-      baseAssetPath: vadBase,
-      onnxWASMBasePath: ortWasmBase,
-      ortConfig: (ort) => {
-        base.ortConfig?.(ort);
-        ort.env.wasm.wasmPaths = ortWasmBase;
-        ort.env.wasm.numThreads = 1;
-        ort.env.logLevel = 'error';
-      },
-      ...overrides,
-    });
-  }
-
-  private ensureTrailingSlash(path: string): string {
-    return path.endsWith('/') ? path : `${path}/`;
-  }
-}

package/src/app/providers/voice/voice-streaming.service.spec.ts

@@ -1,23 +0,0 @@
-import { TestBed } from '@angular/core/testing';
-import { AppConfigService } from 'src/app/providers/app-config.service';
-import { VoiceStreamingService } from './voice-streaming.service';
-
-describe('VoiceStreamingService', () => {
-  let service: VoiceStreamingService;
-
-  beforeEach(() => {
-    TestBed.configureTestingModule({
-      providers: [
-        {
-          provide: AppConfigService,
-          useValue: { getConfig: () => ({ voiceProxyWsUrl: '' }) },
-        },
-      ],
-    });
-    service = TestBed.inject(VoiceStreamingService);
-  });
-
-  it('should be created', () => {
-    expect(service).toBeTruthy();
-  });
-});