@foundbyte/uni-agent 1.0.0-alpha.0

package/composables/use-recorder/h5-recorder-manager.ts

@@ -0,0 +1,492 @@
+import type {
+  ErrorCallback,
+  FrameRecordedCallback,
+  InterruptionCallback,
+  PauseCallback,
+  RecorderCallbacks,
+  RecorderFrameResult,
+  RecorderManagerOptions,
+  RecorderStopResult,
+  ResumeCallback,
+  StartCallback,
+  StopCallback,
+} from './types'
+
+// H5录音管理器实现
+export class H5RecorderManager {
+  /** MediaRecorder 实例 */
+  private mediaRecorder: MediaRecorder | null = null
+  /** AudioContext 实例 */
+  private audioContext: AudioContext | null = null
+  /** 音频数据块 */
+  private audioChunks: Blob[] = []
+  /** 录音开始时间 */
+  private startTime: number | null = null
+  /** 是否暂停 */
+  private isPaused: boolean = false
+  /** 是否正在录音 */
+  private isRecording: boolean = false
+
+  /** 事件回调函数 */
+  private callbacks: RecorderCallbacks = {
+    onStart: [],
+    onPause: [],
+    onResume: [],
+    onStop: [],
+    onError: [],
+    onFrameRecorded: [],
+    onInterruptionBegin: [],
+    onInterruptionEnd: [],
+  }
+
+  /** 默认配置 */
+  private readonly defaultOptions: Required<RecorderManagerOptions> = {
+    duration: 60000,
+    sampleRate: 44100,
+    numberOfChannels: 1,
+    encodeBitRate: 192000,
+    format: 'mp3',
+    frameSize: 0,
+  }
+
+  /**
+   * 开始录音
+   * @param options 录音配置选项
+   */
+  async start(options: RecorderManagerOptions): Promise<void> {
+    if (this.isRecording) {
+      this._triggerError('录音已在进行中')
+      return
+    }
+
+    const config: Required<RecorderManagerOptions> = { ...this.defaultOptions, ...options }
+
+    // 检查浏览器支持
+    if (!navigator.mediaDevices || !navigator.mediaDevices.getUserMedia) {
+      this._triggerError('当前浏览器不支持录音功能')
+      return
+    }
+
+    // 请求麦克风权限并开始录音
+    try {
+      const stream: MediaStream = await navigator.mediaDevices.getUserMedia({
+        audio: {
+          sampleRate: config.sampleRate,
+          channelCount: config.numberOfChannels,
+        },
+      })
+      this._initRecorder(stream, config)
+    } catch (err) {
+      const error: Error = err instanceof Error ? err : new Error(String(err))
+      console.error('获取麦克风权限失败:', error)
+      this._triggerError(`获取麦克风权限失败: ${error.message}`)
+    }
+  }
+
+  /**
+   * 初始化录音器
+   * @param stream 媒体流
+   * @param config 录音配置
+   */
+  private _initRecorder(stream: MediaStream, config: Required<RecorderManagerOptions>): void {
+    try {
+      // 创建AudioContext用于音频处理
+      const AudioContextClass =
+        window.AudioContext ||
+        (window as unknown as { webkitAudioContext: typeof AudioContext }).webkitAudioContext
+      this.audioContext = new AudioContextClass()
+
+      // 创建MediaRecorder
+      const mimeType: string = this._getMimeType(config.format)
+
+      if (!MediaRecorder.isTypeSupported(mimeType)) {
+        console.warn(`不支持${config.format}格式，将使用默认格式`)
+      }
+
+      this.mediaRecorder = new MediaRecorder(stream, {
+        mimeType: MediaRecorder.isTypeSupported(mimeType) ? mimeType : undefined,
+        audioBitsPerSecond: config.encodeBitRate,
+      })
+
+      this.audioChunks = []
+      this.startTime = Date.now()
+      this.isRecording = true
+      this.isPaused = false
+
+      // 设置事件监听
+      this.mediaRecorder.ondataavailable = (event: BlobEvent) => {
+        if (event.data.size > 0) {
+          this.audioChunks.push(event.data)
+
+          // 触发帧录制回调
+          if (config.frameSize && this.callbacks.onFrameRecorded.length > 0) {
+            this._triggerFrameRecorded(event.data, false)
+          }
+        }
+      }
+
+      this.mediaRecorder.onstop = () => {
+        this._handleRecordStop(config)
+      }
+
+      this.mediaRecorder.onerror = (event: ErrorEvent) => {
+        this._triggerError(`录音过程中出现错误: ${event.error}`)
+      }
+
+      // 开始录音
+      if (config.frameSize) {
+        // 如果设置了frameSize，定时收集数据
+        this.mediaRecorder.start(config.frameSize * 1024)
+      } else {
+        this.mediaRecorder.start()
+      }
+
+      // 设置录音时长限制
+      if (config.duration && config.duration > 0) {
+        setTimeout(() => {
+          if (this.isRecording && !this.isPaused) {
+            this.stop()
+          }
+        }, config.duration)
+      }
+
+      // 触发开始事件
+      this._triggerStart()
+    } catch (err) {
+      console.error('初始化录音器失败:', err)
+      const error: Error = err instanceof Error ? err : new Error(String(err))
+      this._triggerError(`初始化录音器失败: ${error.message}`)
+    }
+  }
+
+  /**
+   * 获取MIME类型
+   * @param format 音频格式
+   * @returns MIME类型字符串
+   */
+  private _getMimeType(format: string): string {
+    const mimeTypes: Record<string, string> = {
+      mp3: 'audio/mpeg',
+      wav: 'audio/wav',
+      aac: 'audio/aac',
+      PCM: 'audio/wav',
+    }
+    return mimeTypes[format] || 'audio/webm'
+  }
+
+  /**
+   * 暂停录音
+   */
+  pause(): void {
+    if (!this.isRecording || this.isPaused) {
+      return
+    }
+
+    if (this.mediaRecorder && this.mediaRecorder.state === 'recording') {
+      this.mediaRecorder.pause()
+      this.isPaused = true
+      this._triggerPause()
+    }
+  }
+
+  /**
+   * 继续录音
+   */
+  resume(): void {
+    if (!this.isRecording || !this.isPaused) {
+      return
+    }
+
+    if (this.mediaRecorder && this.mediaRecorder.state === 'paused') {
+      this.mediaRecorder.resume()
+      this.isPaused = false
+      this._triggerResume()
+    }
+  }
+
+  /**
+   * 停止录音
+   */
+  stop(): void {
+    if (!this.isRecording) {
+      return
+    }
+
+    if (this.mediaRecorder && this.mediaRecorder.state !== 'inactive') {
+      this.mediaRecorder.stop()
+    }
+
+    // 停止所有音频轨道
+    if (this.mediaRecorder && this.mediaRecorder.stream) {
+      this.mediaRecorder.stream.getTracks().forEach((track: MediaStreamTrack) => track.stop())
+    }
+
+    this.isRecording = false
+    this.isPaused = false
+  }
+
+  /**
+   * 处理录音停止
+   * @param config 录音配置
+   */
+  private _handleRecordStop(config: Required<RecorderManagerOptions>): void {
+    if (this.audioChunks.length === 0) {
+      this._triggerError('没有录制到音频数据')
+      return
+    }
+
+    // 创建音频文件
+    const audioBlob: Blob = new Blob(this.audioChunks, {
+      type: this._getMimeType(config.format),
+    })
+
+    // 创建临时文件URL
+    const tempFilePath: string = URL.createObjectURL(audioBlob)
+
+    // 计算录音时长
+    const duration: number = this.startTime ? (Date.now() - this.startTime) / 1000 : 0
+
+    // 触发停止事件
+    this._triggerStop({
+      tempFilePath,
+      duration,
+      fileSize: audioBlob.size,
+    })
+
+    // 清理资源
+    this._cleanup()
+  }
+
+  /**
+   * 清理资源
+   */
+  private _cleanup(): void {
+    if (this.audioContext) {
+      this.audioContext.close()
+      this.audioContext = null
+    }
+
+    this.mediaRecorder = null
+    this.audioChunks = []
+    this.startTime = null
+  }
+
+  /**
+   * 监听录音开始事件
+   * @param callback 回调函数
+   */
+  onStart(callback: StartCallback): void {
+    if (typeof callback === 'function') {
+      this.callbacks.onStart.push(callback)
+    }
+  }
+
+  /**
+   * 监听录音暂停事件
+   * @param callback 回调函数
+   */
+  onPause(callback: PauseCallback): void {
+    if (typeof callback === 'function') {
+      this.callbacks.onPause.push(callback)
+    }
+  }
+
+  /**
+   * 监听录音继续事件
+   * @param callback 回调函数
+   */
+  onResume(callback: ResumeCallback): void {
+    if (typeof callback === 'function') {
+      this.callbacks.onResume.push(callback)
+    }
+  }
+
+  /**
+   * 监听录音停止事件
+   * @param callback 回调函数
+   */
+  onStop(callback: StopCallback): void {
+    if (typeof callback === 'function') {
+      this.callbacks.onStop.push(callback)
+    }
+  }
+
+  /**
+   * 监听录音错误事件
+   * @param callback 回调函数
+   */
+  onError(callback: ErrorCallback): void {
+    if (typeof callback === 'function') {
+      this.callbacks.onError.push(callback)
+    }
+  }
+
+  /**
+   * 监听录音帧录制事件
+   * @param callback 回调函数
+   */
+  onFrameRecorded(callback: FrameRecordedCallback): void {
+    if (typeof callback === 'function') {
+      this.callbacks.onFrameRecorded.push(callback)
+    }
+  }
+
+  /**
+   * 监听录音中断开始事件
+   * @param callback 回调函数
+   */
+  onInterruptionBegin(callback: InterruptionCallback): void {
+    if (typeof callback === 'function') {
+      this.callbacks.onInterruptionBegin.push(callback)
+    }
+  }
+
+  /**
+   * 监听录音中断结束事件
+   * @param callback 回调函数
+   */
+  onInterruptionEnd(callback: InterruptionCallback): void {
+    if (typeof callback === 'function') {
+      this.callbacks.onInterruptionEnd.push(callback)
+    }
+  }
+
+  /**
+   * 移除录音开始事件监听（支付宝小程序兼容）
+   * @param callback 回调函数
+   */
+  offStart(callback?: () => void): void {
+    this._removeCallback('onStart', callback)
+  }
+
+  /**
+   * 移除录音暂停事件监听（支付宝小程序兼容）
+   * @param callback 回调函数
+   */
+  offPause(callback?: () => void): void {
+    this._removeCallback('onPause', callback)
+  }
+
+  /**
+   * 移除录音继续事件监听（支付宝小程序兼容）
+   * @param callback 回调函数
+   */
+  offResume(callback?: () => void): void {
+    this._removeCallback('onResume', callback)
+  }
+
+  /**
+   * 移除录音停止事件监听（支付宝小程序兼容）
+   * @param callback 回调函数
+   */
+  offStop(callback?: (result: RecorderStopResult) => void): void {
+    this._removeCallback('onStop', callback)
+  }
+
+  /**
+   * 移除录音帧录制事件监听（支付宝小程序兼容）
+   * @param callback 回调函数
+   */
+  offFrameRecorded(callback?: (result: RecorderFrameResult) => void): void {
+    this._removeCallback('onFrameRecorded', callback)
+  }
+
+  /**
+   * 移除回调函数
+   * @param eventName 事件名称
+   * @param callback 回调函数
+   */
+  private _removeCallback(eventName: keyof RecorderCallbacks, callback?: unknown): void {
+    if (!callback) return
+    const callbacks: Array<unknown> = this.callbacks[eventName]
+    const index = callbacks.indexOf(callback)
+    if (index > -1) {
+      callbacks.splice(index, 1)
+    }
+  }
+
+  /**
+   * 触发开始事件
+   */
+  private _triggerStart(): void {
+    this.callbacks.onStart.forEach((callback: StartCallback) => {
+      try {
+        callback()
+      } catch (error) {
+        console.error('onStart callback error:', error)
+      }
+    })
+  }
+
+  /**
+   * 触发暂停事件
+   */
+  private _triggerPause(): void {
+    this.callbacks.onPause.forEach((callback: PauseCallback) => {
+      try {
+        callback()
+      } catch (error) {
+        console.error('onPause callback error:', error)
+      }
+    })
+  }
+
+  /**
+   * 触发继续事件
+   */
+  private _triggerResume(): void {
+    this.callbacks.onResume.forEach((callback: ResumeCallback) => {
+      try {
+        callback()
+      } catch (error) {
+        console.error('onResume callback error:', error)
+      }
+    })
+  }
+
+  /**
+   * 触发停止事件
+   * @param result 录音结果
+   */
+  private _triggerStop(result: RecorderStopResult): void {
+    this.callbacks.onStop.forEach((callback: StopCallback) => {
+      try {
+        callback(result)
+      } catch (error) {
+        console.error('onStop callback error:', error)
+      }
+    })
+  }
+
+  /**
+   * 触发错误事件
+   * @param errMsg 错误信息
+   */
+  private _triggerError(errMsg: string): void {
+    this.callbacks.onError.forEach((callback: ErrorCallback) => {
+      try {
+        callback({ errMsg })
+      } catch (error) {
+        console.error('onError callback error:', error)
+      }
+    })
+  }
+
+  /**
+   * 触发帧录制事件
+   * @param frameBuffer 帧数据
+   * @param isLastFrame 是否最后一帧
+   */
+  private _triggerFrameRecorded(frameBuffer: Blob, isLastFrame: boolean = false): void {
+    this.callbacks.onFrameRecorded.forEach((callback: FrameRecordedCallback) => {
+      try {
+        callback({
+          frameBuffer,
+          isLastFrame,
+        })
+      } catch (error) {
+        console.error('onFrameRecorded callback error:', error)
+      }
+    })
+  }
+}

package/composables/use-recorder/native-recorder-manager.ts

@@ -0,0 +1,181 @@
+import type { H5RecorderManager } from './h5-recorder-manager'
+import type {
+  ErrorCallback,
+  FrameRecordedCallback,
+  InterruptionCallback,
+  PauseCallback,
+  RecorderFrameResult,
+  RecorderManagerOptions,
+  RecorderStopResult,
+  ResumeCallback,
+  StartCallback,
+  StopCallback,
+} from './types'
+
+interface RecorderManager
+  extends
+    UniApp.RecorderManager,
+    Pick<
+      H5RecorderManager,
+      | 'onResume'
+      | 'onInterruptionBegin'
+      | 'onInterruptionEnd'
+      | 'offStart'
+      | 'offPause'
+      | 'offResume'
+      | 'offStop'
+      | 'offFrameRecorded'
+    > {}
+
+// 原生平台录音管理器包装器
+export class NativeRecorderManager {
+  /** 原生录音管理器 */
+  private nativeManager: RecorderManager
+
+  constructor() {
+    this.nativeManager = uni.getRecorderManager() as RecorderManager
+  }
+
+  /**
+   * 开始录音
+   * @param options 录音配置选项
+   */
+  start = (options: RecorderManagerOptions = {}): void => {
+    return this.nativeManager.start(options)
+  }
+
+  /**
+   * 暂停录音
+   */
+  pause = (): void => {
+    return this.nativeManager.pause()
+  }
+
+  /**
+   * 继续录音
+   */
+  resume = (): void => {
+    return this.nativeManager.resume()
+  }
+
+  /**
+   * 停止录音
+   */
+  stop = (): void => {
+    return this.nativeManager.stop()
+  }
+
+  /**
+   * 监听录音开始事件
+   * @param callback 回调函数
+   */
+  onStart = (callback: StartCallback): void => {
+    return this.nativeManager.onStart(callback)
+  }
+
+  /**
+   * 监听录音暂停事件
+   * @param callback 回调函数
+   */
+  onPause = (callback: PauseCallback): void => {
+    return this.nativeManager.onPause(callback)
+  }
+
+  /**
+   * 监听录音继续事件
+   * @param callback 回调函数
+   */
+  onResume = (callback: ResumeCallback): void => {
+    return this.nativeManager.onResume(callback)
+  }
+
+  /**
+   * 监听录音停止事件
+   * @param callback 回调函数
+   */
+  onStop = (callback: StopCallback): void => {
+    return this.nativeManager.onStop(callback)
+  }
+
+  /**
+   * 监听录音错误事件
+   * @param callback 回调函数
+   */
+  onError = (callback: ErrorCallback): void => {
+    return this.nativeManager.onError(callback)
+  }
+
+  /**
+   * 监听录音帧录制事件
+   * @param callback 回调函数
+   */
+  onFrameRecorded = (callback: FrameRecordedCallback): void => {
+    return this.nativeManager.onFrameRecorded(callback)
+  }
+
+  /**
+   * 监听录音中断开始事件
+   * @param callback 回调函数
+   */
+  onInterruptionBegin = (callback: InterruptionCallback): void => {
+    return this.nativeManager.onInterruptionBegin(callback)
+  }
+
+  /**
+   * 监听录音中断结束事件
+   * @param callback 回调函数
+   */
+  onInterruptionEnd = (callback: InterruptionCallback): void => {
+    return this.nativeManager.onInterruptionEnd(callback)
+  }
+
+  /**
+   * 移除录音开始事件监听（支付宝小程序兼容）
+   * @param callback 回调函数
+   */
+  offStart = (callback?: () => void): void => {
+    if (this.nativeManager.offStart) {
+      return this.nativeManager.offStart(callback)
+    }
+  }
+
+  /**
+   * 移除录音暂停事件监听（支付宝小程序兼容）
+   * @param callback 回调函数
+   */
+  offPause = (callback?: () => void): void => {
+    if (this.nativeManager.offPause) {
+      return this.nativeManager.offPause(callback)
+    }
+  }
+
+  /**
+   * 移除录音继续事件监听（支付宝小程序兼容）
+   * @param callback 回调函数
+   */
+  offResume = (callback?: () => void): void => {
+    if (this.nativeManager.offResume) {
+      return this.nativeManager.offResume(callback)
+    }
+  }
+
+  /**
+   * 移除录音停止事件监听（支付宝小程序兼容）
+   * @param callback 回调函数
+   */
+  offStop = (callback?: (result: RecorderStopResult) => void): void => {
+    if (this.nativeManager.offStop) {
+      return this.nativeManager.offStop(callback)
+    }
+  }
+
+  /**
+   * 移除录音帧录制事件监听（支付宝小程序兼容）
+   * @param callback 回调函数
+   */
+  offFrameRecorded = (callback?: (result: RecorderFrameResult) => void): void => {
+    if (this.nativeManager.offFrameRecorded) {
+      return this.nativeManager.offFrameRecorded(callback)
+    }
+  }
+}

package/composables/use-recorder/recorder-manager.ts

@@ -0,0 +1,40 @@
+// H5录音管理插件
+// 完全兼容 uni.getRecorderManager API
+// https://gitcode.com/Etangzeng/jz-h5-getRecorderManager
+
+import { H5RecorderManager } from './h5-recorder-manager'
+import { NativeRecorderManager } from './native-recorder-manager'
+
+// 检测当前平台
+function isH5Platform(): boolean {
+  // #ifdef H5
+  return true
+  // #endif
+  return false
+}
+
+// 全局实例
+let recorderManagerInstance: H5RecorderManager | NativeRecorderManager | null = null
+
+/** 录音管理器类型 */
+export type RecorderManager = H5RecorderManager | NativeRecorderManager
+
+/**
+ * 获取录音管理器
+ * @returns 录音管理器实例
+ */
+export function getRecorderManager(): RecorderManager {
+  if (isH5Platform()) {
+    // H5平台使用自定义实现
+    if (!recorderManagerInstance) {
+      recorderManagerInstance = new H5RecorderManager()
+    }
+    return recorderManagerInstance
+  } else {
+    // 非H5平台使用原生管理器包装器，确保单例
+    if (!recorderManagerInstance) {
+      recorderManagerInstance = new NativeRecorderManager()
+    }
+    return recorderManagerInstance
+  }
+}