@sdata/web-vue 3.22.3 → 3.24.0

package/es/sender/use-speech.js

@@ -1,381 +0,0 @@
-import _objectSpread2 from "../_virtual/_@oxc-project_runtime@0.139.0/helpers/esm/objectSpread2.js";
-import { useI18n } from "../locale/index.js";
-import _asyncToGenerator from "../_virtual/_@oxc-project_runtime@0.139.0/helpers/esm/asyncToGenerator.js";
-import { computed, onBeforeUnmount, onMounted, shallowRef, toValue, watch } from "vue";
-//#region components/sender/use-speech.ts
-var DEFAULT_PROCESSOR_NAME = "sd-sender-audio-processor";
-var DEFAULT_BUFFER_SIZE = 4096;
-var resolveBufferSize = (value) => typeof value === "number" && Number.isFinite(value) ? Math.max(128, Math.floor(value)) : DEFAULT_BUFFER_SIZE;
-var WORKLET_SOURCE = `
-class SdSenderAudioProcessor extends AudioWorkletProcessor {
-  constructor(options) {
-    super();
-    this.bufferSize = Math.max(128, options.processorOptions?.bufferSize || ${DEFAULT_BUFFER_SIZE});
-    this.buffer = new Float32Array(this.bufferSize);
-    this.offset = 0;
-    this.stopped = false;
-    this.port.onmessage = (event) => {
-      if (event.data?.type !== 'flush') return;
-      if (this.offset > 0) {
-        const chunk = this.buffer.slice(0, this.offset);
-        this.port.postMessage(chunk.buffer, [chunk.buffer]);
-        this.offset = 0;
-      }
-      this.stopped = true;
-      this.port.postMessage({ type: 'flushed' });
-    };
-  }
-
-  process(inputs) {
-    if (this.stopped) return false;
-    const channels = inputs[0];
-    if (!channels?.length) return true;
-    const frames = channels[0].length;
-    for (let frame = 0; frame < frames; frame += 1) {
-      let sample = 0;
-      for (let channel = 0; channel < channels.length; channel += 1) {
-        sample += channels[channel][frame] || 0;
-      }
-      this.buffer[this.offset] = sample / channels.length;
-      this.offset += 1;
-      if (this.offset === this.bufferSize) {
-        const chunk = this.buffer;
-        this.port.postMessage(chunk.buffer, [chunk.buffer]);
-        this.buffer = new Float32Array(this.bufferSize);
-        this.offset = 0;
-      }
-    }
-    return true;
-  }
-}
-registerProcessor('${DEFAULT_PROCESSOR_NAME}', SdSenderAudioProcessor);
-`;
-var isPermissionDeniedError = (error) => error instanceof DOMException ? error.name === "NotAllowedError" || error.name === "SecurityError" : error instanceof Error && (error.name === "NotAllowedError" || error.name === "SecurityError");
-function useSpeech(allowSpeech, options) {
-	const { t } = useI18n();
-	const config = computed(() => toValue(allowSpeech));
-	const controlled = computed(() => typeof config.value === "object" && typeof config.value.recording === "boolean" && typeof config.value.onRecordingChange === "function");
-	const supported = shallowRef(false);
-	const internalRecording = shallowRef(false);
-	const requesting = shallowRef(false);
-	const stopping = shallowRef(false);
-	const captureError = shallowRef();
-	const stream = shallowRef();
-	const audioContext = shallowRef();
-	const sourceNode = shallowRef();
-	const workletNode = shallowRef();
-	const socket = shallowRef();
-	const startedAt = shallowRef(0);
-	const chunks = shallowRef(0);
-	const sequence = shallowRef(0);
-	let generatedWorkletUrl;
-	let resolveWorkletStop;
-	let workletStopRequested = false;
-	let workletReady = false;
-	let disposed = false;
-	const recording = computed(() => controlled.value && typeof config.value === "object" ? Boolean(config.value.recording) : internalRecording.value);
-	const available = computed(() => Boolean(config.value) && (controlled.value || supported.value) && !(captureError.value && isPermissionDeniedError(captureError.value.error)));
-	const statusText = computed(() => {
-		var _captureError$value;
-		if (requesting.value) return t("sender.speech.requestingPermission");
-		if (captureError.value && isPermissionDeniedError(captureError.value.error)) return t("sender.speech.permissionDenied");
-		if (!controlled.value && !supported.value) return t("sender.speech.unsupported");
-		if (recording.value) return t("sender.speech.stop");
-		if (((_captureError$value = captureError.value) === null || _captureError$value === void 0 ? void 0 : _captureError$value.error.name) === "NotFoundError") return t("sender.speech.noMicrophone");
-		if (captureError.value) return t("sender.speech.microphoneUnavailable");
-		return t("sender.speech.start");
-	});
-	const resolveAudioContext = () => {
-		var _window$AudioContext;
-		const AudioContextConstructor = (_window$AudioContext = window.AudioContext) !== null && _window$AudioContext !== void 0 ? _window$AudioContext : window.webkitAudioContext;
-		if (!AudioContextConstructor) throw new Error("AudioContext is not supported");
-		return new AudioContextConstructor();
-	};
-	const resolveWorkletUrl = () => {
-		var _generatedWorkletUrl;
-		if (typeof config.value === "object" && config.value.workletUrl) return config.value.workletUrl;
-		(_generatedWorkletUrl = generatedWorkletUrl) !== null && _generatedWorkletUrl !== void 0 || (generatedWorkletUrl = URL.createObjectURL(new Blob([WORKLET_SOURCE], { type: "text/javascript" })));
-		return generatedWorkletUrl;
-	};
-	const connectTransport = (url, protocols) => new Promise((resolve, reject) => {
-		const nextSocket = protocols ? new WebSocket(url, protocols) : new WebSocket(url);
-		let opened = false;
-		socket.value = nextSocket;
-		nextSocket.binaryType = "arraybuffer";
-		nextSocket.onopen = (event) => {
-			opened = true;
-			options.onTransportOpen({
-				event,
-				socket: nextSocket
-			});
-			resolve(nextSocket);
-		};
-		nextSocket.onmessage = (event) => options.onTransportMessage({
-			event,
-			socket: nextSocket
-		});
-		nextSocket.onclose = (event) => options.onTransportClose({
-			event,
-			socket: nextSocket
-		});
-		nextSocket.onerror = () => {
-			const errorEvent = {
-				error: /* @__PURE__ */ new Error(`Unable to connect to speech URL: ${url}`),
-				phase: "transport"
-			};
-			if (opened) options.onError(errorEvent);
-			else reject(errorEvent.error);
-		};
-	});
-	const stopWorklet = () => new Promise((resolve) => {
-		var _workletNode$value;
-		const port = (_workletNode$value = workletNode.value) === null || _workletNode$value === void 0 ? void 0 : _workletNode$value.port;
-		if (!port || workletStopRequested) {
-			resolve();
-			return;
-		}
-		workletStopRequested = true;
-		let settled = false;
-		const finish = () => {
-			if (settled) return;
-			settled = true;
-			window.clearTimeout(timeout);
-			resolveWorkletStop = void 0;
-			resolve();
-		};
-		const timeout = window.setTimeout(finish, 100);
-		resolveWorkletStop = finish;
-		port.postMessage({ type: "flush" });
-	});
-	const releaseResources = function() {
-		var _ref = _asyncToGenerator(function* () {
-			var _sourceNode$value, _stream$value, _audioContext$value;
-			const currentWorkletNode = workletNode.value;
-			yield stopWorklet();
-			if (currentWorkletNode) {
-				currentWorkletNode.port.onmessage = null;
-				currentWorkletNode.port.close();
-				currentWorkletNode.disconnect();
-			}
-			(_sourceNode$value = sourceNode.value) === null || _sourceNode$value === void 0 || _sourceNode$value.disconnect();
-			(_stream$value = stream.value) === null || _stream$value === void 0 || _stream$value.getTracks().forEach((track) => track.stop());
-			if (((_audioContext$value = audioContext.value) === null || _audioContext$value === void 0 ? void 0 : _audioContext$value.state) === "running") yield audioContext.value.suspend();
-			if (socket.value && (socket.value.readyState === WebSocket.OPEN || socket.value.readyState === WebSocket.CONNECTING)) socket.value.close(1e3, "speech-ended");
-			workletNode.value = void 0;
-			sourceNode.value = void 0;
-			stream.value = void 0;
-			socket.value = void 0;
-		});
-		return function releaseResources() {
-			return _ref.apply(this, arguments);
-		};
-	}();
-	const closeAudioContext = function() {
-		var _ref2 = _asyncToGenerator(function* () {
-			if (audioContext.value && audioContext.value.state !== "closed") yield audioContext.value.close();
-			audioContext.value = void 0;
-			workletReady = false;
-		});
-		return function closeAudioContext() {
-			return _ref2.apply(this, arguments);
-		};
-	}();
-	const stopCapture = function() {
-		var _ref3 = _asyncToGenerator(function* (reason = "manual") {
-			if (!internalRecording.value || stopping.value) return;
-			stopping.value = true;
-			try {
-				var _socket$value, _config$value$onRecor, _config$value;
-				yield stopWorklet();
-				const endedAt = performance.now();
-				internalRecording.value = false;
-				if (((_socket$value = socket.value) === null || _socket$value === void 0 ? void 0 : _socket$value.readyState) === WebSocket.OPEN && typeof config.value === "object" && config.value.sendMetadata !== false) socket.value.send(JSON.stringify({
-					type: "end",
-					reason
-				}));
-				yield releaseResources();
-				if (typeof config.value === "object") (_config$value$onRecor = (_config$value = config.value).onRecordingChange) === null || _config$value$onRecor === void 0 || _config$value$onRecor.call(_config$value, false);
-				options.onEnd({
-					source: "capture",
-					reason,
-					startedAt: startedAt.value,
-					endedAt,
-					duration: endedAt - startedAt.value,
-					chunks: chunks.value
-				});
-			} finally {
-				stopping.value = false;
-			}
-		});
-		return function stopCapture() {
-			return _ref3.apply(this, arguments);
-		};
-	}();
-	const startCapture = function() {
-		var _ref4 = _asyncToGenerator(function* () {
-			if (requesting.value || stopping.value || internalRecording.value || !available.value) return;
-			requesting.value = true;
-			captureError.value = void 0;
-			let phase = "permission";
-			try {
-				var _speechConfig$audioCo, _speechConfig$process, _socket$value3, _speechConfig$onRecor;
-				const speechConfig = typeof config.value === "object" ? config.value : void 0;
-				const bufferSize = resolveBufferSize(speechConfig === null || speechConfig === void 0 ? void 0 : speechConfig.bufferSize);
-				stream.value = yield navigator.mediaDevices.getUserMedia({
-					audio: (_speechConfig$audioCo = speechConfig === null || speechConfig === void 0 ? void 0 : speechConfig.audioConstraints) !== null && _speechConfig$audioCo !== void 0 ? _speechConfig$audioCo : true,
-					video: false
-				});
-				if (disposed) {
-					yield releaseResources();
-					return;
-				}
-				if (speechConfig === null || speechConfig === void 0 ? void 0 : speechConfig.url) {
-					phase = "transport";
-					yield connectTransport(speechConfig.url, speechConfig.protocols);
-					if (disposed) {
-						yield releaseResources();
-						return;
-					}
-				}
-				phase = "audioContext";
-				let nextAudioContext = audioContext.value;
-				if (!nextAudioContext) {
-					nextAudioContext = resolveAudioContext();
-					audioContext.value = nextAudioContext;
-					workletReady = false;
-				}
-				if (nextAudioContext.state === "suspended") yield nextAudioContext.resume();
-				phase = "audioWorklet";
-				if (!workletReady) {
-					yield nextAudioContext.audioWorklet.addModule(resolveWorkletUrl());
-					workletReady = true;
-				}
-				if (disposed) {
-					yield releaseResources();
-					return;
-				}
-				const processorName = (_speechConfig$process = speechConfig === null || speechConfig === void 0 ? void 0 : speechConfig.processorName) !== null && _speechConfig$process !== void 0 ? _speechConfig$process : DEFAULT_PROCESSOR_NAME;
-				const nextWorkletNode = new AudioWorkletNode(nextAudioContext, processorName, {
-					numberOfInputs: 1,
-					numberOfOutputs: 0,
-					channelCount: 1,
-					processorOptions: _objectSpread2(_objectSpread2({}, speechConfig === null || speechConfig === void 0 ? void 0 : speechConfig.processorOptions), {}, { bufferSize })
-				});
-				workletStopRequested = false;
-				workletNode.value = nextWorkletNode;
-				sourceNode.value = nextAudioContext.createMediaStreamSource(stream.value);
-				nextWorkletNode.port.onmessage = (event) => {
-					var _socket$value2;
-					if (!(event.data instanceof ArrayBuffer) && "type" in event.data) {
-						if (event.data.type === "flushed") resolveWorkletStop === null || resolveWorkletStop === void 0 || resolveWorkletStop();
-						return;
-					}
-					if (!internalRecording.value) return;
-					const buffer = event.data;
-					const dataEvent = {
-						buffer,
-						sampleRate: nextAudioContext.sampleRate,
-						sequence: sequence.value,
-						timestamp: performance.now()
-					};
-					sequence.value += 1;
-					chunks.value += 1;
-					options.onData(dataEvent);
-					if (((_socket$value2 = socket.value) === null || _socket$value2 === void 0 ? void 0 : _socket$value2.readyState) === WebSocket.OPEN) socket.value.send(buffer);
-				};
-				sourceNode.value.connect(nextWorkletNode);
-				startedAt.value = performance.now();
-				chunks.value = 0;
-				sequence.value = 0;
-				internalRecording.value = true;
-				if (((_socket$value3 = socket.value) === null || _socket$value3 === void 0 ? void 0 : _socket$value3.readyState) === WebSocket.OPEN && (speechConfig === null || speechConfig === void 0 ? void 0 : speechConfig.sendMetadata) !== false) socket.value.send(JSON.stringify({
-					type: "start",
-					format: "pcm-f32",
-					channels: 1,
-					sampleRate: nextAudioContext.sampleRate,
-					bufferSize
-				}));
-				speechConfig === null || speechConfig === void 0 || (_speechConfig$onRecor = speechConfig.onRecordingChange) === null || _speechConfig$onRecor === void 0 || _speechConfig$onRecor.call(speechConfig, true);
-				options.onStart({
-					source: "capture",
-					startedAt: startedAt.value,
-					stream: stream.value,
-					audioContext: nextAudioContext,
-					sampleRate: nextAudioContext.sampleRate
-				});
-			} catch (error) {
-				const errorEvent = {
-					error: error instanceof Error ? error : new Error(String(error)),
-					phase
-				};
-				captureError.value = errorEvent;
-				options.onError(errorEvent);
-				yield releaseResources();
-				yield closeAudioContext();
-			} finally {
-				requesting.value = false;
-			}
-		});
-		return function startCapture() {
-			return _ref4.apply(this, arguments);
-		};
-	}();
-	const trigger = function() {
-		var _ref5 = _asyncToGenerator(function* (breakRecording = false) {
-			if (requesting.value || stopping.value) return;
-			if (breakRecording && !recording.value) return;
-			if (controlled.value && typeof config.value === "object") {
-				var _config$value$onRecor2, _config$value2;
-				const nextRecording = !recording.value;
-				(_config$value$onRecor2 = (_config$value2 = config.value).onRecordingChange) === null || _config$value$onRecor2 === void 0 || _config$value$onRecor2.call(_config$value2, nextRecording);
-				const now = performance.now();
-				if (nextRecording) {
-					startedAt.value = now;
-					options.onStart({
-						source: "controlled",
-						startedAt: now
-					});
-				} else options.onEnd({
-					source: "controlled",
-					reason: "controlled",
-					startedAt: startedAt.value,
-					endedAt: now,
-					duration: now - startedAt.value,
-					chunks: 0
-				});
-				return;
-			}
-			if (internalRecording.value) yield stopCapture();
-			else yield startCapture();
-		});
-		return function trigger() {
-			return _ref5.apply(this, arguments);
-		};
-	}();
-	onMounted(() => {
-		var _navigator$mediaDevic;
-		supported.value = Boolean(typeof ((_navigator$mediaDevic = navigator.mediaDevices) === null || _navigator$mediaDevic === void 0 ? void 0 : _navigator$mediaDevic.getUserMedia) === "function" && typeof AudioContext !== "undefined" && typeof AudioWorkletNode !== "undefined");
-	});
-	watch(() => Boolean(config.value), (enabled) => {
-		if (!enabled) stopCapture();
-	});
-	watch(controlled, (nextControlled) => {
-		if (nextControlled) stopCapture();
-	});
-	onBeforeUnmount(_asyncToGenerator(function* () {
-		disposed = true;
-		if (internalRecording.value) yield stopCapture("unmount");
-		else yield releaseResources();
-		yield closeAudioContext();
-		if (generatedWorkletUrl) URL.revokeObjectURL(generatedWorkletUrl);
-	}));
-	return {
-		available,
-		recording,
-		requesting: computed(() => requesting.value || stopping.value),
-		statusText,
-		trigger
-	};
-}
-//#endregion
-export { useSpeech };