@ourlu/assistant-sdk 0.2.3 → 0.2.5

package/dist/iife/audio.v1.ea7571b2.js

@@ -0,0 +1,182 @@
+(function() {
+  "use strict";
+  var runtime = window.__OurluWidgetRuntimeV1 || (window.__OurluWidgetRuntimeV1 = {});
+  if (!runtime.utils) {
+    throw new Error("Widget runtime utils module must be loaded first.");
+  }
+
+  var resolveRecorderMimeType = runtime.utils.resolveRecorderMimeType;
+  var encodeArrayBufferToBase64 = runtime.utils.encodeArrayBufferToBase64;
+
+  function WidgetAudioManager(state, api, ui) {
+    this.state = state;
+    this.api = api;
+    this.ui = ui;
+    this.stream = null;
+    this.recorder = null;
+    this.chunks = [];
+    this._recording = false;
+    this._processing = false;
+  }
+
+  WidgetAudioManager.prototype.isSupported = function() {
+    return !!(navigator.mediaDevices && navigator.mediaDevices.getUserMedia && typeof MediaRecorder !== "undefined");
+  };
+
+  WidgetAudioManager.prototype.toggle = async function() {
+    if (this._processing) return;
+    if (this._recording) return this.stop();
+    return this.start();
+  };
+
+  WidgetAudioManager.prototype.start = async function() {
+    if (!this.isSupported() || this.state.sending || this._recording || this._processing) return;
+    this.ui.showError("");
+    this.ui.setInput("");
+    this.ui.setMicListening(true);
+    try {
+      this.stream = await navigator.mediaDevices.getUserMedia({ audio: true });
+      this.chunks = [];
+      var mimeType = resolveRecorderMimeType();
+      this.recorder = new MediaRecorder(this.stream, mimeType ? { mimeType: mimeType } : {});
+      var self = this;
+      this.recorder.ondataavailable = function(event) {
+        if (event.data && event.data.size > 0) self.chunks.push(event.data);
+      };
+      this.recorder.start(250);
+      this._recording = true;
+      this.state.listening = true;
+    } catch (error) {
+      this.cleanupMedia();
+      this._recording = false;
+      this.state.listening = false;
+      this.ui.setMicListening(false);
+      this.ui.showError("Erreur démarrage micro : " + (error.message || error));
+    }
+  };
+
+  WidgetAudioManager.prototype.stop = async function() {
+    if (!this._recording) return;
+    this._recording = false;
+    this._processing = true;
+    this.state.listening = false;
+    this.ui.setMicListening(false);
+    this.ui.setComposerDisabled(true);
+    try {
+      var blob = await this.collectRecordedBlob();
+      this.cleanupMedia();
+      if (!blob || blob.size === 0) {
+        this.ui.showError("Aucun audio enregistré.");
+        return;
+      }
+      this.ui.setInputPlaceholder("Transcription en cours…");
+      var base64 = encodeArrayBufferToBase64(await blob.arrayBuffer());
+      var sessionId = await this.api.ensureSession();
+      var audioSession = await this.api.startAudioSession(sessionId);
+      var audioSessionId = audioSession.audio_session_id || "";
+      await this.api.sendAudioChunk(sessionId, audioSessionId, base64);
+      var transcription = this.openTranscriptionListener(sessionId, audioSessionId);
+      await transcription.connected;
+      await this.api.closeAudioSession(sessionId, audioSessionId);
+      var transcribedText = await transcription.result;
+      this.ui.setInputPlaceholder("");
+      if (transcribedText) {
+        this.ui.setInput(transcribedText);
+      }
+    } catch (error) {
+      this.cleanupMedia();
+      this.ui.showError("Erreur transcription audio : " + (error.message || error));
+    } finally {
+      this._processing = false;
+      this.ui.setInputPlaceholder("");
+      this.ui.setComposerDisabled(false);
+    }
+  };
+
+  WidgetAudioManager.prototype.openTranscriptionListener = function(sessionId, audioSessionId) {
+    var resolved = false;
+    var stopStream = null;
+    var resolveResult, rejectResult, resolveConnected;
+    var resultPromise = new Promise(function(res, rej) { resolveResult = res; rejectResult = rej; });
+    var connectedPromise = new Promise(function(res) { resolveConnected = res; });
+    var timeout = setTimeout(function() {
+      if (!resolved) {
+        resolved = true;
+        if (stopStream) stopStream();
+        rejectResult(new Error("Transcription audio : délai dépassé."));
+      }
+    }, 30000);
+    function belongsToCurrentSession(payload) {
+      if (!audioSessionId) return true;
+      var payloadAudioId = payload && payload.audio_session_id ? payload.audio_session_id : "";
+      return !payloadAudioId || payloadAudioId === audioSessionId;
+    }
+    this.api.streamAudioDraft(sessionId, {
+      onDelta: function() {},
+      onComplete: function(payload) {
+        if (resolved || !belongsToCurrentSession(payload)) return;
+        resolved = true;
+        clearTimeout(timeout);
+        if (stopStream) stopStream();
+        resolveResult(payload && payload.text ? String(payload.text).trim() : "");
+      },
+      onError: function(payload) {
+        if (resolved || !belongsToCurrentSession(payload)) return;
+        resolved = true;
+        clearTimeout(timeout);
+        if (stopStream) stopStream();
+        rejectResult(new Error((payload && payload.message) || "Erreur transcription audio"));
+      },
+      onTransportError: function(message) {
+        if (resolved) return;
+        var normalized = String(message || "").toLowerCase();
+        var isAbort = normalized.indexOf("aborted") !== -1 || normalized.indexOf("aborterror") !== -1;
+        if (isAbort) return;
+        resolved = true;
+        clearTimeout(timeout);
+        if (stopStream) stopStream();
+        rejectResult(new Error(message || "Erreur stream audio"));
+      }
+    }).then(function(stop) {
+      stopStream = stop;
+      resolveConnected();
+    }).catch(function(err) {
+      resolveConnected();
+      if (!resolved) {
+        resolved = true;
+        clearTimeout(timeout);
+        rejectResult(err);
+      }
+    });
+    return { connected: connectedPromise, result: resultPromise };
+  };
+
+  WidgetAudioManager.prototype.collectRecordedBlob = function() {
+    var self = this;
+    if (!this.recorder) return Promise.resolve(new Blob());
+    return new Promise(function(resolve) {
+      var recorder = self.recorder;
+      function done() {
+        var blob = new Blob(self.chunks, { type: recorder.mimeType || "audio/webm" });
+        resolve(blob);
+      }
+      if (recorder.state === "inactive") return done();
+      recorder.addEventListener("stop", done, { once: true });
+      recorder.stop();
+    });
+  };
+
+  WidgetAudioManager.prototype.cleanupMedia = function() {
+    if (this.recorder) {
+      this.recorder.ondataavailable = null;
+      this.recorder = null;
+    }
+    if (this.stream) {
+      this.stream.getTracks().forEach(function(track) { track.stop(); });
+      this.stream = null;
+    }
+    this.chunks = [];
+  };
+
+  runtime.WidgetAudioManager = WidgetAudioManager;
+})();

package/dist/iife/audio.v1.fc0aa8af.js

@@ -0,0 +1,191 @@
+(function() {
+  "use strict";
+  var runtime = window.__OurluWidgetRuntimeV1 || (window.__OurluWidgetRuntimeV1 = {});
+  if (!runtime.utils) {
+    throw new Error("Widget runtime utils module must be loaded first.");
+  }
+
+  var resolveRecorderMimeType = runtime.utils.resolveRecorderMimeType;
+  var encodeArrayBufferToBase64 = runtime.utils.encodeArrayBufferToBase64;
+
+  function WidgetAudioManager(state, api, ui) {
+    this.state = state;
+    this.api = api;
+    this.ui = ui;
+    this.stream = null;
+    this.recorder = null;
+    this.chunks = [];
+    this._recording = false;
+    this._processing = false;
+  }
+
+  WidgetAudioManager.prototype.isSupported = function() {
+    return !!(navigator.mediaDevices && navigator.mediaDevices.getUserMedia && typeof MediaRecorder !== "undefined");
+  };
+
+  WidgetAudioManager.prototype.toggle = async function() {
+    if (this._processing) return;
+    if (this._recording) return this.stop();
+    return this.start();
+  };
+
+  WidgetAudioManager.prototype.start = async function() {
+    if (!this.isSupported() || this.state.sending || this._recording || this._processing) return;
+    this.ui.showError("");
+    this.ui.setInput("");
+    this.ui.setMicListening(true);
+    try {
+      this.stream = await navigator.mediaDevices.getUserMedia({ audio: true });
+      this.chunks = [];
+      var mimeType = resolveRecorderMimeType();
+      this.recorder = new MediaRecorder(this.stream, mimeType ? { mimeType: mimeType } : {});
+      var self = this;
+      this.recorder.ondataavailable = function(event) {
+        if (event.data && event.data.size > 0) self.chunks.push(event.data);
+      };
+      this.recorder.start(250);
+      this._recording = true;
+      this.state.listening = true;
+    } catch (error) {
+      this.cleanupMedia();
+      this._recording = false;
+      this.state.listening = false;
+      this.ui.setMicListening(false);
+      this.ui.showError("Erreur démarrage micro : " + (error.message || error));
+    }
+  };
+
+  WidgetAudioManager.prototype.stop = async function() {
+    if (!this._recording) return;
+    this._recording = false;
+    this._processing = true;
+    this.state.listening = false;
+    this.ui.setMicListening(false);
+    this.ui.setComposerDisabled(true);
+    this.ui.setInputPlaceholder("Transcription en cours…");
+    try {
+      var blobAndSession = await Promise.all([
+        this.collectRecordedBlob(),
+        this.api.ensureSession()
+      ]);
+      var blob = blobAndSession[0];
+      var sessionId = blobAndSession[1];
+      this.cleanupMedia();
+      if (!blob || blob.size === 0) {
+        this.ui.showError("Aucun audio enregistré.");
+        return;
+      }
+      var base64 = encodeArrayBufferToBase64(await blob.arrayBuffer());
+      var transcription = this.openTranscriptionListener(sessionId);
+      await transcription.connected;
+      var audioSession = await this.api.startAudioSession(sessionId);
+      var audioSessionId = audioSession.audio_session_id || "";
+      transcription.setAudioSessionId(audioSessionId);
+      await this.api.sendAudioChunk(sessionId, audioSessionId, base64);
+      await this.api.closeAudioSession(sessionId, audioSessionId);
+      var transcribedText = await transcription.result;
+      if (transcribedText) {
+        this.ui.setInput(transcribedText);
+      }
+    } catch (error) {
+      this.cleanupMedia();
+      this.ui.showError("Erreur transcription audio : " + (error.message || error));
+    } finally {
+      this._processing = false;
+      this.ui.setInputPlaceholder("");
+      this.ui.setComposerDisabled(false);
+    }
+  };
+
+  WidgetAudioManager.prototype.openTranscriptionListener = function(sessionId) {
+    var resolved = false;
+    var stopStream = null;
+    var expectedAudioSessionId = "";
+    var resolveResult, rejectResult, resolveConnected;
+    var resultPromise = new Promise(function(res, rej) { resolveResult = res; rejectResult = rej; });
+    var connectedPromise = new Promise(function(res) { resolveConnected = res; });
+    var timeout = setTimeout(function() {
+      if (!resolved) {
+        resolved = true;
+        if (stopStream) stopStream();
+        rejectResult(new Error("Transcription audio : délai dépassé."));
+      }
+    }, 60000);
+    function belongsToCurrentSession(payload) {
+      if (!expectedAudioSessionId) return true;
+      var payloadAudioId = payload && payload.audio_session_id ? payload.audio_session_id : "";
+      return !payloadAudioId || payloadAudioId === expectedAudioSessionId;
+    }
+    this.api.streamAudioDraft(sessionId, {
+      onDelta: function() {},
+      onComplete: function(payload) {
+        if (resolved || !belongsToCurrentSession(payload)) return;
+        resolved = true;
+        clearTimeout(timeout);
+        if (stopStream) stopStream();
+        resolveResult(payload && payload.text ? String(payload.text).trim() : "");
+      },
+      onError: function(payload) {
+        if (resolved || !belongsToCurrentSession(payload)) return;
+        resolved = true;
+        clearTimeout(timeout);
+        if (stopStream) stopStream();
+        rejectResult(new Error((payload && payload.message) || "Erreur transcription audio"));
+      },
+      onTransportError: function(message) {
+        if (resolved) return;
+        var normalized = String(message || "").toLowerCase();
+        var isAbort = normalized.indexOf("aborted") !== -1 || normalized.indexOf("aborterror") !== -1;
+        if (isAbort) return;
+        resolved = true;
+        clearTimeout(timeout);
+        if (stopStream) stopStream();
+        rejectResult(new Error(message || "Erreur stream audio"));
+      }
+    }).then(function(stop) {
+      stopStream = stop;
+      resolveConnected();
+    }).catch(function(err) {
+      resolveConnected();
+      if (!resolved) {
+        resolved = true;
+        clearTimeout(timeout);
+        rejectResult(err);
+      }
+    });
+    return {
+      connected: connectedPromise,
+      result: resultPromise,
+      setAudioSessionId: function(id) { expectedAudioSessionId = id; }
+    };
+  };
+
+  WidgetAudioManager.prototype.collectRecordedBlob = function() {
+    var self = this;
+    if (!this.recorder) return Promise.resolve(new Blob());
+    return new Promise(function(resolve) {
+      var recorder = self.recorder;
+      function done() {
+        var blob = new Blob(self.chunks, { type: recorder.mimeType || "audio/webm" });
+        resolve(blob);
+      }
+      if (recorder.state === "inactive") return done();
+      recorder.addEventListener("stop", done, { once: true });
+      recorder.stop();
+    });
+  };
+
+  WidgetAudioManager.prototype.cleanupMedia = function() {
+    if (this.recorder) {
+      this.recorder.ondataavailable = null;
+      this.recorder = null;
+    }
+    if (this.stream) {
+      this.stream.getTracks().forEach(function(track) { track.stop(); });
+      this.stream = null;
+    }
+    this.chunks = [];
+  };
+
+  runtime.WidgetAudioManager = WidgetAudioManager;
+})();

package/dist/iife/audio.v1.js

@@ -5,7 +5,6 @@
     throw new Error("Widget runtime utils module must be loaded first.");
   }
 
-  var mergeTranscript = runtime.utils.mergeTranscript;
   var resolveRecorderMimeType = runtime.utils.resolveRecorderMimeType;
   var encodeArrayBufferToBase64 = runtime.utils.encodeArrayBufferToBase64;
 
@@ -16,11 +15,8 @@
     this.stream = null;
     this.recorder = null;
     this.chunks = [];
-    this.stopDraftStream = null;
-    this.activeAudioSessionId = "";
-    this.cleanupTimer = null;
-    this._starting = false;
-    this._stopping = false;
+    this._recording = false;
+    this._processing = false;
   }
 
   WidgetAudioManager.prototype.isSupported = function() {
@@ -28,34 +24,17 @@
   };
 
   WidgetAudioManager.prototype.toggle = async function() {
-    if (this._starting || this._stopping) return;
-    if (this.state.listening) return this.stop();
+    if (this._processing) return;
+    if (this._recording) return this.stop();
     return this.start();
   };
 
   WidgetAudioManager.prototype.start = async function() {
-    if (!this.isSupported() || this.state.sending || this._starting || this._stopping) return;
-    this._starting = true;
+    if (!this.isSupported() || this.state.sending || this._recording || this._processing) return;
+    this.ui.showError("");
+    this.ui.setInput("");
     this.ui.setMicListening(true);
     try {
-      this.ui.showError("");
-      this.clearDraftCleanup();
-      if (this.activeAudioSessionId && this.state.sessionId) {
-        try {
-          await this.api.closeAudioSession(this.state.sessionId, this.activeAudioSessionId);
-        } catch (_) { /* best-effort */ }
-        this.activeAudioSessionId = "";
-      }
-      var sessionId = await this.api.ensureSession();
-      if (this.stopDraftStream) this.stopDraftStream();
-      this.stopDraftStream = await this.api.streamAudioDraft(sessionId, {
-        onDelta: this.handleDraftDelta.bind(this),
-        onComplete: this.handleDraftComplete.bind(this),
-        onError: this.handleDraftError.bind(this),
-        onTransportError: this.handleDraftTransportError.bind(this)
-      });
-      var audioSession = await this.api.startAudioSession(sessionId);
-      this.activeAudioSessionId = audioSession.audio_session_id || "";
       this.stream = await navigator.mediaDevices.getUserMedia({ audio: true });
       this.chunks = [];
       var mimeType = resolveRecorderMimeType();
@@ -65,52 +44,129 @@
         if (event.data && event.data.size > 0) self.chunks.push(event.data);
       };
       this.recorder.start(250);
+      this._recording = true;
       this.state.listening = true;
     } catch (error) {
       this.cleanupMedia();
-      this.activeAudioSessionId = "";
+      this._recording = false;
       this.state.listening = false;
       this.ui.setMicListening(false);
-      this.ui.showError("Erreur démarrage audio : " + (error.message || error));
-    } finally {
-      this._starting = false;
+      this.ui.showError("Erreur démarrage micro : " + (error.message || error));
     }
   };
 
   WidgetAudioManager.prototype.stop = async function() {
-    if (!this.state.listening || this._stopping) return;
-    this._stopping = true;
+    if (!this._recording) return;
+    this._recording = false;
+    this._processing = true;
     this.state.listening = false;
     this.ui.setMicListening(false);
-    var sessionId = this.state.sessionId;
-    var audioSessionId = this.activeAudioSessionId;
+    this.ui.setComposerDisabled(true);
+    this.ui.setInputPlaceholder("Transcription en cours…");
     try {
-      var blob = await this.stopRecorder();
-      if (blob && blob.size > 0 && sessionId && audioSessionId) {
-        var base64 = encodeArrayBufferToBase64(await blob.arrayBuffer());
-        await this.api.sendAudioChunk(sessionId, audioSessionId, base64);
+      var blobAndSession = await Promise.all([
+        this.collectRecordedBlob(),
+        this.api.ensureSession()
+      ]);
+      var blob = blobAndSession[0];
+      var sessionId = blobAndSession[1];
+      this.cleanupMedia();
+      if (!blob || blob.size === 0) {
+        this.ui.showError("Aucun audio enregistré.");
+        return;
+      }
+      var base64 = encodeArrayBufferToBase64(await blob.arrayBuffer());
+      var transcription = this.openTranscriptionListener(sessionId);
+      await transcription.connected;
+      var audioSession = await this.api.startAudioSession(sessionId);
+      var audioSessionId = audioSession.audio_session_id || "";
+      transcription.setAudioSessionId(audioSessionId);
+      await this.api.sendAudioChunk(sessionId, audioSessionId, base64);
+      await this.api.closeAudioSession(sessionId, audioSessionId);
+      var transcribedText = await transcription.result;
+      if (transcribedText) {
+        this.ui.setInput(transcribedText);
       }
-      if (sessionId && audioSessionId) await this.api.closeAudioSession(sessionId, audioSessionId);
     } catch (error) {
-      this.ui.showError("Erreur fermeture audio : " + (error.message || error));
+      this.cleanupMedia();
+      this.ui.showError("Erreur transcription audio : " + (error.message || error));
     } finally {
-      this.activeAudioSessionId = "";
-      this._stopping = false;
-      this.scheduleDraftCleanup();
+      this._processing = false;
+      this.ui.setInputPlaceholder("");
+      this.ui.setComposerDisabled(false);
     }
   };
 
-  WidgetAudioManager.prototype.stopRecorder = function() {
-    var self = this;
-    if (!this.recorder) {
-      this.cleanupMedia();
-      return Promise.resolve(new Blob());
+  WidgetAudioManager.prototype.openTranscriptionListener = function(sessionId) {
+    var resolved = false;
+    var stopStream = null;
+    var expectedAudioSessionId = "";
+    var resolveResult, rejectResult, resolveConnected;
+    var resultPromise = new Promise(function(res, rej) { resolveResult = res; rejectResult = rej; });
+    var connectedPromise = new Promise(function(res) { resolveConnected = res; });
+    var timeout = setTimeout(function() {
+      if (!resolved) {
+        resolved = true;
+        if (stopStream) stopStream();
+        rejectResult(new Error("Transcription audio : délai dépassé."));
+      }
+    }, 60000);
+    function belongsToCurrentSession(payload) {
+      if (!expectedAudioSessionId) return false;
+      var payloadAudioId = payload && payload.audio_session_id ? payload.audio_session_id : "";
+      return !payloadAudioId || payloadAudioId === expectedAudioSessionId;
     }
+    this.api.streamAudioDraft(sessionId, {
+      onDelta: function() {},
+      onComplete: function(payload) {
+        if (resolved || !belongsToCurrentSession(payload)) return;
+        resolved = true;
+        clearTimeout(timeout);
+        if (stopStream) stopStream();
+        resolveResult(payload && payload.text ? String(payload.text).trim() : "");
+      },
+      onError: function(payload) {
+        if (resolved || !belongsToCurrentSession(payload)) return;
+        resolved = true;
+        clearTimeout(timeout);
+        if (stopStream) stopStream();
+        rejectResult(new Error((payload && payload.message) || "Erreur transcription audio"));
+      },
+      onTransportError: function(message) {
+        if (resolved) return;
+        var normalized = String(message || "").toLowerCase();
+        var isAbort = normalized.indexOf("aborted") !== -1 || normalized.indexOf("aborterror") !== -1;
+        if (isAbort) return;
+        resolved = true;
+        clearTimeout(timeout);
+        if (stopStream) stopStream();
+        rejectResult(new Error(message || "Erreur stream audio"));
+      }
+    }).then(function(stop) {
+      stopStream = stop;
+      resolveConnected();
+    }).catch(function(err) {
+      resolveConnected();
+      if (!resolved) {
+        resolved = true;
+        clearTimeout(timeout);
+        rejectResult(err);
+      }
+    });
+    return {
+      connected: connectedPromise,
+      result: resultPromise,
+      setAudioSessionId: function(id) { expectedAudioSessionId = id; }
+    };
+  };
+
+  WidgetAudioManager.prototype.collectRecordedBlob = function() {
+    var self = this;
+    if (!this.recorder) return Promise.resolve(new Blob());
     return new Promise(function(resolve) {
       var recorder = self.recorder;
       function done() {
         var blob = new Blob(self.chunks, { type: recorder.mimeType || "audio/webm" });
-        self.cleanupMedia();
         resolve(blob);
       }
       if (recorder.state === "inactive") return done();
@@ -131,49 +187,5 @@
     this.chunks = [];
   };
 
-  WidgetAudioManager.prototype.handleDraftDelta = function(payload) {
-    if (!payload || !payload.delta) return;
-    this.ui.setInput(mergeTranscript(this.ui.inputValue(), payload.delta));
-  };
-
-  WidgetAudioManager.prototype.handleDraftComplete = function(payload) {
-    if (payload && payload.text) this.ui.setInput(String(payload.text).trim());
-    this.scheduleDraftCleanup();
-  };
-
-  WidgetAudioManager.prototype.handleDraftError = function(payload) {
-    this.ui.showError((payload && payload.message) || "Erreur transcription audio");
-    this.scheduleDraftCleanup();
-  };
-
-  WidgetAudioManager.prototype.isExpectedStreamAbortMessage = function(message) {
-    var normalized = String(message || "").toLowerCase();
-    return normalized.indexOf("aborted") !== -1 ||
-      normalized.indexOf("aborterror") !== -1 ||
-      normalized.indexOf("body stream buffer was aborted") !== -1 ||
-      normalized.indexOf("the operation was aborted") !== -1;
-  };
-
-  WidgetAudioManager.prototype.handleDraftTransportError = function(message) {
-    if (this.isExpectedStreamAbortMessage(message)) return;
-    this.ui.showError(message || "Erreur stream audio");
-  };
-
-  WidgetAudioManager.prototype.clearDraftCleanup = function() {
-    if (!this.cleanupTimer) return;
-    clearTimeout(this.cleanupTimer);
-    this.cleanupTimer = null;
-  };
-
-  WidgetAudioManager.prototype.scheduleDraftCleanup = function() {
-    var self = this;
-    this.clearDraftCleanup();
-    this.cleanupTimer = setTimeout(function() {
-      if (self.stopDraftStream) self.stopDraftStream();
-      self.stopDraftStream = null;
-      self.cleanupTimer = null;
-    }, 3000);
-  };
-
   runtime.WidgetAudioManager = WidgetAudioManager;
 })();