xiaoyuan-assistant 0.5.45

package/src/voice/freetts.js

@@ -0,0 +1,238 @@
+export class FreeTTSProvider {
+  constructor(options = {}) {
+    this.proxyUrl = options.proxyUrl || ''
+    this.apiUrl = options.apiUrl || 'https://freetts.org/api/v1/tts'
+    this.audioUrl = options.audioUrl || 'https://freetts.org/api/audio'
+    this.apiKey = options.apiKey || ''
+    this.voice = options.voice || 'zh-CN-XiaoxiaoNeural'
+    this.rate = options.rate || '-5%'
+    this.pitch = options.pitch || '+2Hz'
+    this.outputFormat = options.outputFormat || 'mp3'
+    this.currentAudio = null
+    this.currentUrl = null
+    this.currentSource = null
+    this.audioContext = null
+    this.audioUnlocked = false
+    this.cache = new Map()
+  }
+
+  enabled() {
+    return Boolean(this.apiKey)
+  }
+
+  getAudioContext() {
+    if (typeof window === 'undefined') return null
+    const AudioContextClass = window.AudioContext || window.webkitAudioContext
+    if (!AudioContextClass) return null
+    if (!this.audioContext) this.audioContext = new AudioContextClass()
+    return this.audioContext
+  }
+
+  /**
+   * 在用户点击/触摸事件里提前调用，解决 Chrome/Edge 的 autoplay 限制。
+   * 这里只恢复 AudioContext，不发起任何 TTS 网络请求。
+   */
+  async unlock() {
+    const ctx = this.getAudioContext()
+    if (!ctx) return false
+    try {
+      if (ctx.state === 'suspended') await ctx.resume()
+      this.audioUnlocked = ctx.state === 'running'
+      return this.audioUnlocked
+    } catch (_) {
+      return false
+    }
+  }
+
+  stop() {
+    if (this.currentSource) {
+      try { this.currentSource.stop(0) } catch (_) {}
+      try { this.currentSource.disconnect() } catch (_) {}
+      this.currentSource = null
+    }
+
+    if (this.currentAudio) {
+      try {
+        this.currentAudio.pause()
+        this.currentAudio.currentTime = 0
+        this.currentAudio.removeAttribute('src')
+        this.currentAudio.load()
+      } catch (_) {}
+      this.currentAudio = null
+    }
+
+    if (this.currentUrl && typeof URL !== 'undefined') {
+      try { URL.revokeObjectURL(this.currentUrl) } catch (_) {}
+      this.currentUrl = null
+    }
+  }
+
+  async requestAudioBlob(value) {
+    const response = await fetch(this.proxyUrl || this.apiUrl, {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json',
+        'x-api-key': this.apiKey
+      },
+      body: JSON.stringify({
+        text: value.slice(0, 5000),
+        voice: this.voice,
+        rate: this.rate,
+        pitch: this.pitch,
+        output_format: this.outputFormat
+      })
+    })
+
+    if (!response.ok) {
+      const contentType = response.headers.get('content-type') || ''
+      const body = contentType.includes('application/json')
+        ? await response.json().catch(() => null)
+        : await response.text().catch(() => '')
+      const detail = typeof body === 'string' ? body : JSON.stringify(body)
+      throw new Error(`FreeTTS 请求失败 ${response.status}${detail ? `：${detail}` : ''}`)
+    }
+
+    return await response.blob()
+  }
+
+  async requestFileId(value) {
+    const cached = this.cache.get(value)
+    const now = Date.now()
+    if (cached && now - cached.createdAt < 50 * 60 * 1000) {
+      return cached.fileId
+    }
+
+    const response = await fetch(this.apiUrl, {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json',
+        'x-api-key': this.apiKey
+      },
+      body: JSON.stringify({
+        text: value.slice(0, 5000),
+        voice: this.voice,
+        rate: this.rate,
+        pitch: this.pitch,
+        output_format: this.outputFormat
+      })
+    })
+
+    if (!response.ok) {
+      const body = await response.text().catch(() => '')
+      throw new Error(`FreeTTS 请求失败 ${response.status}${body ? `：${body}` : ''}`)
+    }
+
+    const data = await response.json()
+    const fileId = data?.file_id
+    if (!fileId) throw new Error(`FreeTTS 未返回 file_id：${JSON.stringify(data)}`)
+
+    this.cache.set(value, { fileId, createdAt: now })
+    return fileId
+  }
+
+  async downloadBlob(fileId) {
+    const audioResponse = await fetch(`${this.audioUrl}/${encodeURIComponent(fileId)}`)
+    if (!audioResponse.ok) {
+      const body = await audioResponse.text().catch(() => '')
+      throw new Error(`FreeTTS 音频下载失败 ${audioResponse.status}${body ? `：${body}` : ''}`)
+    }
+    return await audioResponse.blob()
+  }
+
+  async playWithWebAudio(blob) {
+    const ctx = this.getAudioContext()
+    if (!ctx) return false
+
+    try {
+      if (ctx.state === 'suspended') {
+        await ctx.resume()
+      }
+      if (ctx.state !== 'running') return false
+
+      const buffer = await blob.arrayBuffer()
+      const audioBuffer = await ctx.decodeAudioData(buffer.slice(0))
+
+      return await new Promise((resolve, reject) => {
+        const source = ctx.createBufferSource()
+        source.buffer = audioBuffer
+        source.connect(ctx.destination)
+        this.currentSource = source
+
+        let settled = false
+        const finish = (ok, error) => {
+          if (settled) return
+          settled = true
+          if (this.currentSource === source) this.currentSource = null
+          try { source.disconnect() } catch (_) {}
+          if (error) reject(error)
+          else resolve(ok)
+        }
+
+        source.onended = () => finish(true)
+        try {
+          source.start(0)
+        } catch (error) {
+          finish(false, error)
+        }
+      })
+    } catch (_) {
+      return false
+    }
+  }
+
+  async playWithAudioElement(blob) {
+    const url = URL.createObjectURL(blob)
+    this.currentUrl = url
+
+    return await new Promise((resolve, reject) => {
+      const audio = new Audio()
+      this.currentAudio = audio
+      audio.preload = 'auto'
+      audio.src = url
+
+      let settled = false
+      const finish = (ok, error) => {
+        if (settled) return
+        settled = true
+        if (error) reject(error)
+        else resolve(ok)
+      }
+
+      audio.onended = () => {
+        this.stop()
+        finish(true)
+      }
+      audio.onerror = () => {
+        this.stop()
+        finish(false, new Error('FreeTTS 音频播放失败'))
+      }
+
+      const playResult = audio.play()
+      if (playResult?.catch) {
+        playResult.catch((err) => {
+          this.stop()
+          finish(false, err)
+        })
+      }
+    })
+  }
+
+  async speak(text) {
+    const value = String(text || '').trim()
+    if (!value || !this.enabled()) return false
+
+    this.stop()
+
+    const blob = this.proxyUrl
+      ? await this.requestAudioBlob(value)
+      : await this.downloadBlob(await this.requestFileId(value))
+
+    // 优先走 Web Audio：业务请求虽然是异步的，但只要之前有用户交互并 unlock，
+    // 就不会因为 HTMLAudioElement 的 autoplay policy 而在 audio.play() 处失败。
+    const webAudioPlayed = await this.playWithWebAudio(blob)
+    if (webAudioPlayed) return true
+
+    // 兼容没有 Web Audio 或 AudioContext 不可用的浏览器。
+    return await this.playWithAudioElement(blob)
+  }
+}