@spatialwalk/avatarkit 1.0.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (99) hide show
  1. package/README.md +375 -0
  2. package/dist/StreamingAudioPlayer-C2TfYsO8.js +293 -0
  3. package/dist/StreamingAudioPlayer-C2TfYsO8.js.map +1 -0
  4. package/dist/animation/AnimationWebSocketClient.d.ts +50 -0
  5. package/dist/animation/AnimationWebSocketClient.d.ts.map +1 -0
  6. package/dist/animation/utils/eventEmitter.d.ts +13 -0
  7. package/dist/animation/utils/eventEmitter.d.ts.map +1 -0
  8. package/dist/animation/utils/flameConverter.d.ts +26 -0
  9. package/dist/animation/utils/flameConverter.d.ts.map +1 -0
  10. package/dist/audio/AnimationPlayer.d.ts +53 -0
  11. package/dist/audio/AnimationPlayer.d.ts.map +1 -0
  12. package/dist/audio/StreamingAudioPlayer.d.ts +113 -0
  13. package/dist/audio/StreamingAudioPlayer.d.ts.map +1 -0
  14. package/dist/avatar_core_wasm-DmkU6dYn.js +1666 -0
  15. package/dist/avatar_core_wasm-DmkU6dYn.js.map +1 -0
  16. package/dist/avatar_core_wasm.wasm +0 -0
  17. package/dist/config/app-config.d.ts +48 -0
  18. package/dist/config/app-config.d.ts.map +1 -0
  19. package/dist/config/constants.d.ts +13 -0
  20. package/dist/config/constants.d.ts.map +1 -0
  21. package/dist/config/region-config.d.ts +17 -0
  22. package/dist/config/region-config.d.ts.map +1 -0
  23. package/dist/config/sdk-config-loader.d.ts +12 -0
  24. package/dist/config/sdk-config-loader.d.ts.map +1 -0
  25. package/dist/core/Avatar.d.ts +23 -0
  26. package/dist/core/Avatar.d.ts.map +1 -0
  27. package/dist/core/AvatarController.d.ts +125 -0
  28. package/dist/core/AvatarController.d.ts.map +1 -0
  29. package/dist/core/AvatarDownloader.d.ts +100 -0
  30. package/dist/core/AvatarDownloader.d.ts.map +1 -0
  31. package/dist/core/AvatarKit.d.ts +60 -0
  32. package/dist/core/AvatarKit.d.ts.map +1 -0
  33. package/dist/core/AvatarManager.d.ts +26 -0
  34. package/dist/core/AvatarManager.d.ts.map +1 -0
  35. package/dist/core/AvatarView.d.ts +158 -0
  36. package/dist/core/AvatarView.d.ts.map +1 -0
  37. package/dist/generated/driveningress/v1/driveningress.d.ts +80 -0
  38. package/dist/generated/driveningress/v1/driveningress.d.ts.map +1 -0
  39. package/dist/generated/driveningress/v2/driveningress.d.ts +81 -0
  40. package/dist/generated/driveningress/v2/driveningress.d.ts.map +1 -0
  41. package/dist/generated/google/protobuf/any.d.ts +145 -0
  42. package/dist/generated/google/protobuf/any.d.ts.map +1 -0
  43. package/dist/generated/google/protobuf/struct.d.ts +108 -0
  44. package/dist/generated/google/protobuf/struct.d.ts.map +1 -0
  45. package/dist/generated/google/protobuf/timestamp.d.ts +129 -0
  46. package/dist/generated/google/protobuf/timestamp.d.ts.map +1 -0
  47. package/dist/generated/jsonapi/v1/base.d.ts +140 -0
  48. package/dist/generated/jsonapi/v1/base.d.ts.map +1 -0
  49. package/dist/generated/platform/v1/asset_groups.d.ts +225 -0
  50. package/dist/generated/platform/v1/asset_groups.d.ts.map +1 -0
  51. package/dist/generated/platform/v1/assets.d.ts +149 -0
  52. package/dist/generated/platform/v1/assets.d.ts.map +1 -0
  53. package/dist/generated/platform/v1/character.d.ts +395 -0
  54. package/dist/generated/platform/v1/character.d.ts.map +1 -0
  55. package/dist/generated/platform/v1/redeem.d.ts +22 -0
  56. package/dist/generated/platform/v1/redeem.d.ts.map +1 -0
  57. package/dist/index-DwhR9l52.js +9712 -0
  58. package/dist/index-DwhR9l52.js.map +1 -0
  59. package/dist/index.d.ts +12 -0
  60. package/dist/index.d.ts.map +1 -0
  61. package/dist/index.js +19 -0
  62. package/dist/index.js.map +1 -0
  63. package/dist/renderer/RenderSystem.d.ts +77 -0
  64. package/dist/renderer/RenderSystem.d.ts.map +1 -0
  65. package/dist/renderer/covariance.d.ts +13 -0
  66. package/dist/renderer/covariance.d.ts.map +1 -0
  67. package/dist/renderer/renderer.d.ts +8 -0
  68. package/dist/renderer/renderer.d.ts.map +1 -0
  69. package/dist/renderer/sortSplats.d.ts +12 -0
  70. package/dist/renderer/sortSplats.d.ts.map +1 -0
  71. package/dist/renderer/webgl/reorderData.d.ts +14 -0
  72. package/dist/renderer/webgl/reorderData.d.ts.map +1 -0
  73. package/dist/renderer/webgl/webglRenderer.d.ts +66 -0
  74. package/dist/renderer/webgl/webglRenderer.d.ts.map +1 -0
  75. package/dist/renderer/webgpu/webgpuRenderer.d.ts +54 -0
  76. package/dist/renderer/webgpu/webgpuRenderer.d.ts.map +1 -0
  77. package/dist/types/character-settings.d.ts +23 -0
  78. package/dist/types/character-settings.d.ts.map +1 -0
  79. package/dist/types/character.d.ts +39 -0
  80. package/dist/types/character.d.ts.map +1 -0
  81. package/dist/types/index.d.ts +68 -0
  82. package/dist/types/index.d.ts.map +1 -0
  83. package/dist/utils/animation-interpolation.d.ts +17 -0
  84. package/dist/utils/animation-interpolation.d.ts.map +1 -0
  85. package/dist/utils/error-utils.d.ts +27 -0
  86. package/dist/utils/error-utils.d.ts.map +1 -0
  87. package/dist/utils/logger.d.ts +35 -0
  88. package/dist/utils/logger.d.ts.map +1 -0
  89. package/dist/utils/posthog-tracker.d.ts +82 -0
  90. package/dist/utils/posthog-tracker.d.ts.map +1 -0
  91. package/dist/utils/reqId.d.ts +20 -0
  92. package/dist/utils/reqId.d.ts.map +1 -0
  93. package/dist/utils/toast.d.ts +74 -0
  94. package/dist/utils/toast.d.ts.map +1 -0
  95. package/dist/wasm/avatarCoreAdapter.d.ts +188 -0
  96. package/dist/wasm/avatarCoreAdapter.d.ts.map +1 -0
  97. package/dist/wasm/avatarCoreMemory.d.ts +141 -0
  98. package/dist/wasm/avatarCoreMemory.d.ts.map +1 -0
  99. package/package.json +62 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"StreamingAudioPlayer-C2TfYsO8.js","sources":["../audio/StreamingAudioPlayer.ts"],"sourcesContent":["/**\n * Streaming Audio Player\n * Implements real-time audio playback using Web Audio API\n * Supports dynamic PCM chunk addition without Workers\n */\n\nimport { logger } from '../utils/logger'\n\nexport interface StreamingAudioPlayerOptions {\n sampleRate?: number // PCM sample rate (default: 24000, backend returns 24kHz)\n channelCount?: number // Number of channels (default: 1)\n debug?: boolean\n}\n\nexport class StreamingAudioPlayer {\n // AudioContext is managed internally\n private audioContext: AudioContext | null = null\n private sampleRate: number\n private channelCount: number\n private debug: boolean\n\n // Session-level state\n private sessionId: string\n private sessionStartTime = 0 // AudioContext time when session started\n private pausedTimeOffset = 0 // Accumulated paused time\n private pausedAt = 0 // Time when paused\n private scheduledTime = 0 // Next chunk schedule time in AudioContext time\n\n // Playback state\n private isPlaying = false\n private isPaused = false\n\n // Audio buffer queue\n private audioChunks: Array<{ data: Uint8Array, isLast: boolean }> = []\n private scheduledChunks = 0 // Number of chunks already scheduled\n private activeSources: AudioBufferSourceNode[] = []\n\n // Event callbacks\n private onEndedCallback?: () => void\n\n constructor(options?: StreamingAudioPlayerOptions) {\n this.sessionId = `session_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`\n this.sampleRate = options?.sampleRate ?? 24000 // Backend returns 24kHz by default\n this.channelCount = options?.channelCount ?? 1\n this.debug = options?.debug ?? false\n }\n\n /**\n * Initialize audio context (create and ensure it's ready)\n */\n async initialize(): Promise<void> {\n if (this.audioContext) {\n return\n }\n\n // Create AudioContext\n this.audioContext = new AudioContext({\n sampleRate: this.sampleRate,\n })\n\n // Resume context (required for some browsers)\n if (this.audioContext.state === 'suspended') {\n await this.audioContext.resume()\n }\n\n this.log('AudioContext initialized', {\n sessionId: this.sessionId,\n sampleRate: this.audioContext.sampleRate,\n state: this.audioContext.state,\n })\n }\n\n /**\n * Add audio chunk (16-bit PCM)\n */\n addChunk(pcmData: Uint8Array, isLast: boolean = false): void {\n if (!this.audioContext) {\n logger.error('AudioContext not initialized')\n return\n }\n\n // Store chunk with metadata\n this.audioChunks.push({ data: pcmData, isLast })\n\n // Track buffer underrun warning\n if (this.isPlaying && this.audioChunks.length === this.scheduledChunks) {\n // Buffer underrun detected - chunks consumed faster than added\n }\n\n this.log(`Added chunk ${this.audioChunks.length}`, {\n size: pcmData.length,\n totalChunks: this.audioChunks.length,\n isLast,\n isPlaying: this.isPlaying,\n scheduledChunks: this.scheduledChunks,\n })\n\n // Auto-start if we have any audio chunks\n if (!this.isPlaying && this.audioChunks.length > 0) {\n this.log('[StreamingAudioPlayer] Auto-starting playback from addChunk')\n this.startPlayback()\n }\n // Schedule next chunk if already playing\n else if (this.isPlaying) {\n this.log('[StreamingAudioPlayer] Already playing, scheduling next chunk')\n this.scheduleNextChunk()\n } else {\n this.log('[StreamingAudioPlayer] Not playing and no chunks, waiting for more chunks')\n }\n }\n\n /**\n * Start new session (stop current and start fresh)\n */\n async startNewSession(audioChunks: Array<{ data: Uint8Array, isLast: boolean }>): Promise<void> {\n // Stop current session if playing\n this.stop()\n\n // Generate new session ID to prevent data mixing\n this.sessionId = `session_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`\n\n // Reset session state\n this.audioChunks = []\n this.scheduledChunks = 0\n this.pausedTimeOffset = 0\n this.pausedAt = 0\n // Don't set sessionStartTime or scheduledTime here - let startPlayback() set them\n this.log('Starting new session', {\n chunks: audioChunks.length,\n })\n\n // Add audio chunks with their metadata\n for (const chunk of audioChunks) {\n this.addChunk(chunk.data, chunk.isLast)\n }\n }\n\n /**\n * Start playback\n */\n private startPlayback(): void {\n if (!this.audioContext) {\n this.log('[StreamingAudioPlayer] Cannot start playback: AudioContext not initialized')\n return\n }\n if (this.isPlaying) {\n this.log('[StreamingAudioPlayer] Cannot start playback: Already playing')\n return\n }\n\n this.isPlaying = true\n this.sessionStartTime = this.audioContext.currentTime\n this.scheduledTime = this.sessionStartTime\n\n this.log('[StreamingAudioPlayer] Starting playback', {\n sessionStartTime: this.sessionStartTime,\n bufferedChunks: this.audioChunks.length,\n scheduledChunks: this.scheduledChunks,\n activeSources: this.activeSources.length,\n })\n\n // Schedule all available chunks\n this.scheduleAllChunks()\n }\n\n /**\n * Schedule all pending chunks\n */\n private scheduleAllChunks(): void {\n while (this.scheduledChunks < this.audioChunks.length) {\n this.scheduleNextChunk()\n }\n }\n\n /**\n * Schedule next audio chunk\n */\n private scheduleNextChunk(): void {\n if (!this.audioContext) {\n this.log('[StreamingAudioPlayer] Cannot schedule chunk: AudioContext not initialized')\n return\n }\n if (!this.isPlaying) {\n this.log('[StreamingAudioPlayer] Cannot schedule chunk: Not playing')\n return\n }\n\n const chunkIndex = this.scheduledChunks\n if (chunkIndex >= this.audioChunks.length) {\n this.log(`[StreamingAudioPlayer] No more chunks to schedule (chunkIndex: ${chunkIndex}, totalChunks: ${this.audioChunks.length})`)\n return\n }\n\n const chunk = this.audioChunks[chunkIndex]\n\n // 当音频块为空且不是最后一个块时,跳过调度\n if (chunk.data.length === 0 && !chunk.isLast) {\n this.scheduledChunks++\n return\n }\n\n const pcmData = chunk.data\n const isLast = chunk.isLast\n const audioBuffer = this.pcmToAudioBuffer(pcmData)\n\n if (!audioBuffer) {\n const errorMessage = 'Failed to create AudioBuffer from PCM data'\n logger.error(errorMessage)\n return\n }\n\n try {\n // Create and configure source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n source.connect(this.audioContext.destination)\n\n // Schedule playback\n source.start(this.scheduledTime)\n\n // Track active source for hard-cancel\n this.activeSources.push(source)\n source.onended = () => {\n // Remove from active list when it ends\n const idx = this.activeSources.indexOf(source)\n if (idx >= 0)\n this.activeSources.splice(idx, 1)\n\n // Check if this was the last chunk and all sources have ended\n if (isLast && this.activeSources.length === 0) {\n this.log('Last audio chunk ended, marking playback as ended')\n this.markEnded()\n }\n }\n\n // Update scheduled time for next chunk\n this.scheduledTime += audioBuffer.duration\n\n this.scheduledChunks++\n\n this.log(`[StreamingAudioPlayer] Scheduled chunk ${chunkIndex + 1}/${this.audioChunks.length}`, {\n startTime: this.scheduledTime - audioBuffer.duration,\n duration: audioBuffer.duration,\n nextScheduleTime: this.scheduledTime,\n isLast,\n activeSources: this.activeSources.length,\n })\n }\n catch (err) {\n logger.errorWithError('Failed to schedule audio chunk:', err)\n }\n }\n\n /**\n * Convert PCM data to AudioBuffer\n * Input: 16-bit PCM (int16), Output: AudioBuffer (float32 [-1, 1])\n */\n private pcmToAudioBuffer(pcmData: Uint8Array): AudioBuffer | null {\n if (!this.audioContext) {\n return null\n }\n\n // Handle empty PCM data (e.g., when isLast is true)\n if (pcmData.length === 0) {\n // For empty chunks (typically the last chunk), create minimal silence\n // Use a very short duration to avoid playback stuttering\n const silenceDuration = 0.01 // 1ms - minimal silence to maintain timing\n const numSamples = Math.floor(this.sampleRate * silenceDuration)\n\n const audioBuffer = this.audioContext.createBuffer(\n this.channelCount,\n numSamples,\n this.sampleRate,\n )\n\n // Fill with silence (all zeros)\n for (let channel = 0; channel < this.channelCount; channel++) {\n const channelData = audioBuffer.getChannelData(channel)\n channelData.fill(0) // Fill with silence\n }\n\n return audioBuffer\n }\n\n // Create aligned copy to avoid byte offset issues\n // Int16Array requires byteOffset to be a multiple of 2\n const alignedData = new Uint8Array(pcmData)\n const int16Array = new Int16Array(alignedData.buffer, 0, alignedData.length / 2)\n\n // Calculate number of samples\n const numSamples = int16Array.length / this.channelCount\n\n // Create AudioBuffer\n const audioBuffer = this.audioContext.createBuffer(\n this.channelCount,\n numSamples,\n this.sampleRate,\n )\n\n // Convert int16 to float32 [-1, 1]\n for (let channel = 0; channel < this.channelCount; channel++) {\n const channelData = audioBuffer.getChannelData(channel)\n\n for (let i = 0; i < numSamples; i++) {\n const sampleIndex = i * this.channelCount + channel\n // Normalize int16 (-32768 to 32767) to float32 (-1 to 1)\n channelData[i] = int16Array[sampleIndex] / 32768.0\n }\n }\n\n return audioBuffer\n }\n\n /**\n * Get current playback time (seconds)\n */\n getCurrentTime(): number {\n if (!this.audioContext || !this.isPlaying) {\n return 0\n }\n\n if (this.isPaused) {\n return this.pausedAt\n }\n\n // Calculate elapsed time using session start time and paused offset\n const currentAudioTime = this.audioContext.currentTime\n const elapsed = currentAudioTime - this.sessionStartTime - this.pausedTimeOffset\n\n return Math.max(0, elapsed)\n }\n\n /**\n * Pause playback\n */\n pause(): void {\n if (!this.isPlaying || this.isPaused) {\n return\n }\n\n this.isPaused = true\n this.pausedAt = this.getCurrentTime()\n\n // Don't suspend AudioContext to maintain time continuity\n // Just mark as paused and stop scheduling new chunks\n this.log('Playback paused', {\n pausedAt: this.pausedAt,\n })\n }\n\n /**\n * Resume playback\n */\n async resume(): Promise<void> {\n if (!this.isPaused || !this.audioContext) {\n return\n }\n\n // Calculate paused duration and add to offset\n const pauseDuration = this.audioContext.currentTime - (this.sessionStartTime + this.pausedAt)\n this.pausedTimeOffset += pauseDuration\n\n this.isPaused = false\n\n this.log('Playback resumed', {\n pauseDuration,\n totalPausedOffset: this.pausedTimeOffset,\n })\n }\n\n /**\n * Stop playback\n */\n stop(): void {\n if (!this.audioContext) {\n return\n }\n\n this.log('[StreamingAudioPlayer] Stopping playback', {\n isPlaying: this.isPlaying,\n audioChunks: this.audioChunks.length,\n scheduledChunks: this.scheduledChunks,\n activeSources: this.activeSources.length,\n })\n\n this.isPlaying = false\n this.isPaused = false\n this.sessionStartTime = 0 // Reset session start time\n this.scheduledTime = 0 // Reset scheduled time for next session\n\n // Hard stop all scheduled sources immediately\n for (const source of this.activeSources) {\n source.onended = null\n try {\n source.stop(0)\n }\n catch {}\n try {\n source.disconnect()\n }\n catch {}\n }\n this.activeSources = []\n\n // 清理音频块和调度状态,确保下次播放时状态干净\n this.audioChunks = []\n this.scheduledChunks = 0\n\n this.log('[StreamingAudioPlayer] Playback stopped, state reset')\n\n // Note: Individual source nodes will stop automatically\n // We just reset our state\n }\n\n /**\n * Mark playback as ended\n */\n markEnded(): void {\n this.log('Playback ended')\n this.isPlaying = false\n this.onEndedCallback?.()\n }\n\n /**\n * Set ended callback\n */\n onEnded(callback: () => void): void {\n this.onEndedCallback = callback\n }\n\n /**\n * Check if playing\n */\n isPlayingNow(): boolean {\n return this.isPlaying && !this.isPaused\n }\n\n /**\n * Get total duration of buffered audio\n */\n getBufferedDuration(): number {\n if (!this.audioContext) {\n return 0\n }\n\n let totalSamples = 0\n for (const chunk of this.audioChunks) {\n totalSamples += chunk.data.length / 2 / this.channelCount // 16-bit = 2 bytes per sample\n }\n\n return totalSamples / this.sampleRate\n }\n\n /**\n * Get remaining duration (buffered - played) in seconds\n */\n getRemainingDuration(): number {\n const total = this.getBufferedDuration()\n const played = this.getCurrentTime()\n return Math.max(0, total - played)\n }\n\n\n /**\n * Dispose and cleanup\n */\n dispose(): void {\n this.stop()\n\n // Close AudioContext\n if (this.audioContext) {\n this.audioContext.close()\n this.audioContext = null\n }\n\n // Clear session state\n this.audioChunks = []\n this.scheduledChunks = 0\n this.sessionStartTime = 0\n this.pausedTimeOffset = 0\n this.pausedAt = 0\n this.scheduledTime = 0\n this.onEndedCallback = undefined\n\n this.log('StreamingAudioPlayer disposed')\n }\n\n /**\n * Flush buffered audio\n * - hard: stops all playing sources and clears all chunks\n * - soft (default): clears UNSCHEDULED chunks only\n */\n flush(options?: { hard?: boolean }): void {\n const hard = options?.hard === true\n if (hard) {\n this.stop()\n this.audioChunks = []\n this.scheduledChunks = 0\n this.sessionStartTime = 0\n this.pausedAt = 0\n this.scheduledTime = 0\n this.log('Flushed (hard)')\n return\n }\n\n // Soft flush: drop unscheduled region\n if (this.scheduledChunks < this.audioChunks.length) {\n this.audioChunks.splice(this.scheduledChunks)\n }\n this.log('Flushed (soft)', { remainingScheduled: this.scheduledChunks })\n }\n\n /**\n * Debug logging\n */\n private log(message: string, data?: unknown): void {\n if (this.debug) {\n logger.log(`[StreamingAudioPlayer] ${message}`, data || '')\n }\n }\n}\n"],"names":["StreamingAudioPlayer","options","__publicField","pcmData","isLast","logger","audioChunks","chunk","chunkIndex","audioBuffer","source","idx","err","numSamples","channel","alignedData","int16Array","channelData","i","sampleIndex","elapsed","pauseDuration","_a","callback","totalSamples","total","played","message","data"],"mappings":";;;;AAcO,MAAMA,EAAqB;AAAA,EA0BhC,YAAYC,GAAuC;AAxB3C;AAAA,IAAAC,EAAA,sBAAoC;AACpC,IAAAA,EAAA;AACA,IAAAA,EAAA;AACA,IAAAA,EAAA;AAGA;AAAA,IAAAA,EAAA;AACA,IAAAA,EAAA,0BAAmB;AACnB;AAAA,IAAAA,EAAA,0BAAmB;AACnB;AAAA,IAAAA,EAAA,kBAAW;AACX;AAAA,IAAAA,EAAA,uBAAgB;AAGhB;AAAA;AAAA,IAAAA,EAAA,mBAAY;AACZ,IAAAA,EAAA,kBAAW;AAGX;AAAA,IAAAA,EAAA,qBAA4D,CAAA;AAC5D,IAAAA,EAAA,yBAAkB;AAClB;AAAA,IAAAA,EAAA,uBAAyC,CAAA;AAGzC;AAAA,IAAAA,EAAA;AAGN,SAAK,YAAY,WAAW,KAAK,IAAA,CAAK,IAAI,KAAK,OAAA,EAAS,SAAS,EAAE,EAAE,OAAO,GAAG,CAAC,CAAC,IACjF,KAAK,cAAaD,KAAA,gBAAAA,EAAS,eAAc,MACzC,KAAK,gBAAeA,KAAA,gBAAAA,EAAS,iBAAgB,GAC7C,KAAK,SAAQA,KAAA,gBAAAA,EAAS,UAAS;AAAA,EACjC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAA4B;AAChC,IAAI,KAAK,iBAKT,KAAK,eAAe,IAAI,aAAa;AAAA,MACnC,YAAY,KAAK;AAAA,IAAA,CAClB,GAGG,KAAK,aAAa,UAAU,eAC9B,MAAM,KAAK,aAAa,OAAA,GAG1B,KAAK,IAAI,4BAA4B;AAAA,MACnC,WAAW,KAAK;AAAA,MAChB,YAAY,KAAK,aAAa;AAAA,MAC9B,OAAO,KAAK,aAAa;AAAA,IAAA,CAC1B;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,SAASE,GAAqBC,IAAkB,IAAa;AAC3D,QAAI,CAAC,KAAK,cAAc;AACtB,MAAAC,EAAO,MAAM,8BAA8B;AAC3C;AAAA,IACF;AAGA,SAAK,YAAY,KAAK,EAAE,MAAMF,GAAS,QAAAC,GAAQ,GAO/C,KAAK,IAAI,eAAe,KAAK,YAAY,MAAM,IAAI;AAAA,MACjD,MAAMD,EAAQ;AAAA,MACd,aAAa,KAAK,YAAY;AAAA,MAC9B,QAAAC;AAAA,MACA,WAAW,KAAK;AAAA,MAChB,iBAAiB,KAAK;AAAA,IAAA,CACvB,GAGG,CAAC,KAAK,aAAa,KAAK,YAAY,SAAS,KAC/C,KAAK,IAAI,6DAA6D,GACtE,KAAK,cAAA,KAGE,KAAK,aACZ,KAAK,IAAI,+DAA+D,GACxE,KAAK,kBAAA,KAEL,KAAK,IAAI,2EAA2E;AAAA,EAExF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,gBAAgBE,GAA0E;AAE9F,SAAK,KAAA,GAGL,KAAK,YAAY,WAAW,KAAK,IAAA,CAAK,IAAI,KAAK,OAAA,EAAS,SAAS,EAAE,EAAE,OAAO,GAAG,CAAC,CAAC,IAGjF,KAAK,cAAc,CAAA,GACnB,KAAK,kBAAkB,GACvB,KAAK,mBAAmB,GACxB,KAAK,WAAW,GAEhB,KAAK,IAAI,wBAAwB;AAAA,MAC/B,QAAQA,EAAY;AAAA,IAAA,CACrB;AAGD,eAAWC,KAASD;AAClB,WAAK,SAASC,EAAM,MAAMA,EAAM,MAAM;AAAA,EAE1C;AAAA;AAAA;AAAA;AAAA,EAKQ,gBAAsB;AAC5B,QAAI,CAAC,KAAK,cAAc;AACtB,WAAK,IAAI,4EAA4E;AACrF;AAAA,IACF;AACA,QAAI,KAAK,WAAW;AAClB,WAAK,IAAI,+DAA+D;AACxE;AAAA,IACF;AAEA,SAAK,YAAY,IACjB,KAAK,mBAAmB,KAAK,aAAa,aAC1C,KAAK,gBAAgB,KAAK,kBAE1B,KAAK,IAAI,4CAA4C;AAAA,MACnD,kBAAkB,KAAK;AAAA,MACvB,gBAAgB,KAAK,YAAY;AAAA,MACjC,iBAAiB,KAAK;AAAA,MACtB,eAAe,KAAK,cAAc;AAAA,IAAA,CACnC,GAGD,KAAK,kBAAA;AAAA,EACP;AAAA;AAAA;AAAA;AAAA,EAKQ,oBAA0B;AAChC,WAAO,KAAK,kBAAkB,KAAK,YAAY;AAC7C,WAAK,kBAAA;AAAA,EAET;AAAA;AAAA;AAAA;AAAA,EAKQ,oBAA0B;AAChC,QAAI,CAAC,KAAK,cAAc;AACtB,WAAK,IAAI,4EAA4E;AACrF;AAAA,IACF;AACA,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,IAAI,2DAA2D;AACpE;AAAA,IACF;AAEA,UAAMC,IAAa,KAAK;AACxB,QAAIA,KAAc,KAAK,YAAY,QAAQ;AACzC,WAAK,IAAI,kEAAkEA,CAAU,kBAAkB,KAAK,YAAY,MAAM,GAAG;AACjI;AAAA,IACF;AAEA,UAAMD,IAAQ,KAAK,YAAYC,CAAU;AAGzC,QAAID,EAAM,KAAK,WAAW,KAAK,CAACA,EAAM,QAAQ;AAC5C,WAAK;AACL;AAAA,IACF;AAEA,UAAMJ,IAAUI,EAAM,MAChBH,IAASG,EAAM,QACfE,IAAc,KAAK,iBAAiBN,CAAO;AAEjD,QAAI,CAACM,GAAa;AAEhB,MAAAJ,EAAO,MADc,4CACI;AACzB;AAAA,IACF;AAEA,QAAI;AAEF,YAAMK,IAAS,KAAK,aAAa,mBAAA;AACjC,MAAAA,EAAO,SAASD,GAChBC,EAAO,QAAQ,KAAK,aAAa,WAAW,GAG5CA,EAAO,MAAM,KAAK,aAAa,GAG/B,KAAK,cAAc,KAAKA,CAAM,GAC9BA,EAAO,UAAU,MAAM;AAErB,cAAMC,IAAM,KAAK,cAAc,QAAQD,CAAM;AAC7C,QAAIC,KAAO,KACT,KAAK,cAAc,OAAOA,GAAK,CAAC,GAG9BP,KAAU,KAAK,cAAc,WAAW,MAC1C,KAAK,IAAI,mDAAmD,GAC5D,KAAK,UAAA;AAAA,MAET,GAGA,KAAK,iBAAiBK,EAAY,UAElC,KAAK,mBAEL,KAAK,IAAI,0CAA0CD,IAAa,CAAC,IAAI,KAAK,YAAY,MAAM,IAAI;AAAA,QAC9F,WAAW,KAAK,gBAAgBC,EAAY;AAAA,QAC5C,UAAUA,EAAY;AAAA,QACtB,kBAAkB,KAAK;AAAA,QACvB,QAAAL;AAAA,QACA,eAAe,KAAK,cAAc;AAAA,MAAA,CACnC;AAAA,IACH,SACOQ,GAAK;AACV,MAAAP,EAAO,eAAe,mCAAmCO,CAAG;AAAA,IAC9D;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,iBAAiBT,GAAyC;AAChE,QAAI,CAAC,KAAK;AACR,aAAO;AAIT,QAAIA,EAAQ,WAAW,GAAG;AAIxB,YAAMU,IAAa,KAAK,MAAM,KAAK,aAAa,IAAe,GAEzDJ,IAAc,KAAK,aAAa;AAAA,QACpC,KAAK;AAAA,QACLI;AAAAA,QACA,KAAK;AAAA,MAAA;AAIP,eAASC,IAAU,GAAGA,IAAU,KAAK,cAAcA;AAEjD,QADoBL,EAAY,eAAeK,CAAO,EAC1C,KAAK,CAAC;AAGpB,aAAOL;AAAAA,IACT;AAIA,UAAMM,IAAc,IAAI,WAAWZ,CAAO,GACpCa,IAAa,IAAI,WAAWD,EAAY,QAAQ,GAAGA,EAAY,SAAS,CAAC,GAGzEF,IAAaG,EAAW,SAAS,KAAK,cAGtCP,IAAc,KAAK,aAAa;AAAA,MACpC,KAAK;AAAA,MACLI;AAAA,MACA,KAAK;AAAA,IAAA;AAIP,aAASC,IAAU,GAAGA,IAAU,KAAK,cAAcA,KAAW;AAC5D,YAAMG,IAAcR,EAAY,eAAeK,CAAO;AAEtD,eAASI,IAAI,GAAGA,IAAIL,GAAYK,KAAK;AACnC,cAAMC,IAAcD,IAAI,KAAK,eAAeJ;AAE5C,QAAAG,EAAYC,CAAC,IAAIF,EAAWG,CAAW,IAAI;AAAA,MAC7C;AAAA,IACF;AAEA,WAAOV;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,iBAAyB;AACvB,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK;AAC9B,aAAO;AAGT,QAAI,KAAK;AACP,aAAO,KAAK;AAKd,UAAMW,IADmB,KAAK,aAAa,cACR,KAAK,mBAAmB,KAAK;AAEhE,WAAO,KAAK,IAAI,GAAGA,CAAO;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,QAAc;AACZ,IAAI,CAAC,KAAK,aAAa,KAAK,aAI5B,KAAK,WAAW,IAChB,KAAK,WAAW,KAAK,eAAA,GAIrB,KAAK,IAAI,mBAAmB;AAAA,MAC1B,UAAU,KAAK;AAAA,IAAA,CAChB;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,SAAwB;AAC5B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK;AAC1B;AAIF,UAAMC,IAAgB,KAAK,aAAa,eAAe,KAAK,mBAAmB,KAAK;AACpF,SAAK,oBAAoBA,GAEzB,KAAK,WAAW,IAEhB,KAAK,IAAI,oBAAoB;AAAA,MAC3B,eAAAA;AAAA,MACA,mBAAmB,KAAK;AAAA,IAAA,CACzB;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,OAAa;AACX,QAAK,KAAK,cAIV;AAAA,WAAK,IAAI,4CAA4C;AAAA,QACnD,WAAW,KAAK;AAAA,QAChB,aAAa,KAAK,YAAY;AAAA,QAC9B,iBAAiB,KAAK;AAAA,QACtB,eAAe,KAAK,cAAc;AAAA,MAAA,CACnC,GAED,KAAK,YAAY,IACjB,KAAK,WAAW,IAChB,KAAK,mBAAmB,GACxB,KAAK,gBAAgB;AAGrB,iBAAWX,KAAU,KAAK,eAAe;AACvC,QAAAA,EAAO,UAAU;AACjB,YAAI;AACF,UAAAA,EAAO,KAAK,CAAC;AAAA,QACf,QACM;AAAA,QAAC;AACP,YAAI;AACF,UAAAA,EAAO,WAAA;AAAA,QACT,QACM;AAAA,QAAC;AAAA,MACT;AACA,WAAK,gBAAgB,CAAA,GAGrB,KAAK,cAAc,CAAA,GACnB,KAAK,kBAAkB,GAEvB,KAAK,IAAI,sDAAsD;AAAA;AAAA,EAIjE;AAAA;AAAA;AAAA;AAAA,EAKA,YAAkB;;AAChB,SAAK,IAAI,gBAAgB,GACzB,KAAK,YAAY,KACjBY,IAAA,KAAK,oBAAL,QAAAA,EAAA;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,QAAQC,GAA4B;AAClC,SAAK,kBAAkBA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,eAAwB;AACtB,WAAO,KAAK,aAAa,CAAC,KAAK;AAAA,EACjC;AAAA;AAAA;AAAA;AAAA,EAKA,sBAA8B;AAC5B,QAAI,CAAC,KAAK;AACR,aAAO;AAGT,QAAIC,IAAe;AACnB,eAAWjB,KAAS,KAAK;AACvB,MAAAiB,KAAgBjB,EAAM,KAAK,SAAS,IAAI,KAAK;AAG/C,WAAOiB,IAAe,KAAK;AAAA,EAC7B;AAAA;AAAA;AAAA;AAAA,EAKA,uBAA+B;AAC7B,UAAMC,IAAQ,KAAK,oBAAA,GACbC,IAAS,KAAK,eAAA;AACpB,WAAO,KAAK,IAAI,GAAGD,IAAQC,CAAM;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAMA,UAAgB;AACd,SAAK,KAAA,GAGD,KAAK,iBACP,KAAK,aAAa,MAAA,GAClB,KAAK,eAAe,OAItB,KAAK,cAAc,CAAA,GACnB,KAAK,kBAAkB,GACvB,KAAK,mBAAmB,GACxB,KAAK,mBAAmB,GACxB,KAAK,WAAW,GAChB,KAAK,gBAAgB,GACrB,KAAK,kBAAkB,QAEvB,KAAK,IAAI,+BAA+B;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAMzB,GAAoC;AAExC,SADaA,KAAA,gBAAAA,EAAS,UAAS,IACrB;AACR,WAAK,KAAA,GACL,KAAK,cAAc,CAAA,GACnB,KAAK,kBAAkB,GACvB,KAAK,mBAAmB,GACxB,KAAK,WAAW,GAChB,KAAK,gBAAgB,GACrB,KAAK,IAAI,gBAAgB;AACzB;AAAA,IACF;AAGA,IAAI,KAAK,kBAAkB,KAAK,YAAY,UAC1C,KAAK,YAAY,OAAO,KAAK,eAAe,GAE9C,KAAK,IAAI,kBAAkB,EAAE,oBAAoB,KAAK,iBAAiB;AAAA,EACzE;AAAA;AAAA;AAAA;AAAA,EAKQ,IAAI0B,GAAiBC,GAAsB;AACjD,IAAI,KAAK,SACPvB,EAAO,IAAI,0BAA0BsB,CAAO,IAAIC,KAAQ,EAAE;AAAA,EAE9D;AACF;"}
@@ -0,0 +1,50 @@
1
+ import { EventEmitter } from './utils/eventEmitter';
2
+ export interface AnimationWebSocketClientOptions {
3
+ wsUrl: string;
4
+ reconnectAttempts?: number;
5
+ debug?: boolean;
6
+ jwtToken?: string;
7
+ }
8
+ export declare class AnimationWebSocketClient extends EventEmitter {
9
+ private wsUrl;
10
+ private reconnectAttempts;
11
+ private debug;
12
+ private jwtToken?;
13
+ private ws;
14
+ private currentCharacterId;
15
+ private currentRetryCount;
16
+ private isConnecting;
17
+ private isManuallyDisconnected;
18
+ private reconnectTimer;
19
+ constructor(options: AnimationWebSocketClientOptions);
20
+ /**
21
+ * 连接WebSocket
22
+ */
23
+ connect(characterId: string): Promise<void>;
24
+ /**
25
+ * 断开连接
26
+ */
27
+ disconnect(): void;
28
+ /**
29
+ * 发送音频数据
30
+ */
31
+ sendAudioData(reqId: string, audioData: ArrayBuffer, end: boolean): boolean;
32
+ /**
33
+ * 生成请求ID
34
+ * 使用统一的 ReqID 生成规则:YYYYMMDDHHmmss_nanoid
35
+ */
36
+ generateReqId(): string;
37
+ /**
38
+ * 获取连接状态
39
+ */
40
+ isConnected(): boolean;
41
+ /**
42
+ * 获取当前角色ID
43
+ */
44
+ getCurrentCharacterId(): string;
45
+ private buildWebSocketUrl;
46
+ private connectWebSocket;
47
+ private handleMessage;
48
+ private scheduleReconnect;
49
+ }
50
+ //# sourceMappingURL=AnimationWebSocketClient.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AnimationWebSocketClient.d.ts","sourceRoot":"","sources":["../../animation/AnimationWebSocketClient.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAWH,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAEnD,MAAM,WAAW,+BAA+B;IAC9C,KAAK,EAAE,MAAM,CAAA;IACb,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,qBAAa,wBAAyB,SAAQ,YAAY;IACxD,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,iBAAiB,CAAQ;IACjC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,QAAQ,CAAC,CAAQ;IAEzB,OAAO,CAAC,EAAE,CAAyB;IACnC,OAAO,CAAC,kBAAkB,CAAa;IACvC,OAAO,CAAC,iBAAiB,CAAY;IACrC,OAAO,CAAC,YAAY,CAAiB;IACrC,OAAO,CAAC,sBAAsB,CAAiB;IAC/C,OAAO,CAAC,cAAc,CAAsB;gBAEhC,OAAO,EAAE,+BAA+B;IAQpD;;OAEG;IACG,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA4BjD;;OAEG;IACH,UAAU,IAAI,IAAI;IAgBlB;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,EAAE,OAAO,GAAG,OAAO;IA+B3E;;;OAGG;IACH,aAAa,IAAI,MAAM;IAIvB;;OAEG;IACH,WAAW,IAAI,OAAO;IAItB;;OAEG;IACH,qBAAqB,IAAI,MAAM;IAM/B,OAAO,CAAC,iBAAiB;IAWzB,OAAO,CAAC,gBAAgB;IAmDxB,OAAO,CAAC,aAAa;IA0BrB,OAAO,CAAC,iBAAiB;CAmB1B"}
@@ -0,0 +1,13 @@
1
+ /**
2
+ * Simple Event Emitter
3
+ */
4
+ type EventHandler = (...args: any[]) => void;
5
+ export declare class EventEmitter {
6
+ private events;
7
+ on(event: string, handler: EventHandler): void;
8
+ off(event: string, handler: EventHandler): void;
9
+ emit(event: string, ...args: any[]): void;
10
+ removeAllListeners(event?: string): void;
11
+ }
12
+ export {};
13
+ //# sourceMappingURL=eventEmitter.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eventEmitter.d.ts","sourceRoot":"","sources":["../../../animation/utils/eventEmitter.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,KAAK,YAAY,GAAG,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,CAAA;AAE5C,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAA4C;IAE1D,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,IAAI;IAO9C,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,IAAI;IAW/C,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAOzC,kBAAkB,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI;CAQzC"}
@@ -0,0 +1,26 @@
1
+ import { Flame } from '../../generated/driveningress/v1/driveningress';
2
+ export interface FlameParams {
3
+ shape_params?: number[];
4
+ expr_params?: number[];
5
+ rotation?: number[];
6
+ translation?: number[];
7
+ neck_pose?: number[];
8
+ jaw_pose?: number[];
9
+ eyes_pose?: number[];
10
+ eyelid?: number[];
11
+ has_eyelid?: boolean;
12
+ }
13
+ /**
14
+ * Convert proto Flame to WASM FlameParams format
15
+ */
16
+ export declare function convertProtoFlameToWasmParams(protoFlame: Flame): FlameParams;
17
+ /**
18
+ * Convert WASM FlameParams to proto Flame format
19
+ * Used for transition animation from idle to speaking
20
+ */
21
+ export declare function convertWasmParamsToProtoFlame(wasmParams: FlameParams): Flame;
22
+ /**
23
+ * Create a neutral proto Flame (zero pose)
24
+ */
25
+ export declare function createNeutralFlameProto(): Flame;
26
+ //# sourceMappingURL=flameConverter.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"flameConverter.d.ts","sourceRoot":"","sources":["../../../animation/utils/flameConverter.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gDAAgD,CAAA;AAE3E,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;IACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IACtB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;IACnB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IACtB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IACjB,UAAU,CAAC,EAAE,OAAO,CAAA;CACrB;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CAAC,UAAU,EAAE,KAAK,GAAG,WAAW,CAY5E;AAED;;;GAGG;AACH,wBAAgB,6BAA6B,CAAC,UAAU,EAAE,WAAW,GAAG,KAAK,CAU5E;AACD;;GAEG;AACH,wBAAgB,uBAAuB,IAAI,KAAK,CAU/C"}
@@ -0,0 +1,53 @@
1
+ import { StreamingAudioPlayer } from './StreamingAudioPlayer';
2
+ export declare class AnimationPlayer {
3
+ private audio;
4
+ private streamingPlayer;
5
+ private _isPlaying;
6
+ private fps;
7
+ private onEndedCallback?;
8
+ private static audioUnlocked;
9
+ private useStreaming;
10
+ /**
11
+ * 解锁音频上下文(Safari 自动播放策略)
12
+ * 必须在用户交互事件(如 click)中调用
13
+ */
14
+ static unlockAudioContext(): Promise<void>;
15
+ /**
16
+ * Initialize with HTMLAudioElement (traditional way)
17
+ */
18
+ initialize(audioUrl: string, onEnded?: () => void): Promise<void>;
19
+ /**
20
+ * Initialize with StreamingAudioPlayer (streaming way)
21
+ * @deprecated 使用 prepareStreamingPlayer() 代替
22
+ */
23
+ initializeStreaming(streamingPlayer: StreamingAudioPlayer, onEnded?: () => void): Promise<void>;
24
+ /**
25
+ * 检查流式播放器是否已准备好
26
+ */
27
+ isStreamingReady(): boolean;
28
+ /**
29
+ * 创建并初始化流式播放器
30
+ * 在服务连接建立时调用
31
+ */
32
+ createAndInitializeStreamingPlayer(): Promise<void>;
33
+ /**
34
+ * 准备流式播放器(如果未创建则创建并初始化)
35
+ * 停止之前的播放并更新结束回调
36
+ */
37
+ prepareStreamingPlayer(onEnded?: () => void): Promise<void>;
38
+ private setupEventListeners;
39
+ play(): Promise<void>;
40
+ stop(): void;
41
+ isPlaying(): boolean;
42
+ getCurrentFrameIndex(): number;
43
+ /**
44
+ * Get current playback time
45
+ */
46
+ getCurrentTime(): number;
47
+ /**
48
+ * 添加音频块(仅用于流式播放)
49
+ */
50
+ addAudioChunk(audio: Uint8Array, isLast?: boolean): void;
51
+ dispose(): void;
52
+ }
53
+ //# sourceMappingURL=AnimationPlayer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AnimationPlayer.d.ts","sourceRoot":"","sources":["../../audio/AnimationPlayer.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAKlE,qBAAa,eAAe;IAC1B,OAAO,CAAC,KAAK,CAAgC;IAC7C,OAAO,CAAC,eAAe,CAAoC;IAC3D,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,GAAG,CAA2B;IACtC,OAAO,CAAC,eAAe,CAAC,CAAY;IACpC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAQ;IACpC,OAAO,CAAC,YAAY,CAAQ;IAE5B;;;OAGG;WACU,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IA2BhD;;OAEG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBvE;;;OAGG;IACG,mBAAmB,CAAC,eAAe,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAYrG;;OAEG;IACH,gBAAgB,IAAI,OAAO;IAI3B;;;OAGG;IACG,kCAAkC,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBzD;;;OAGG;IACG,sBAAsB,CAAC,OAAO,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBjE,OAAO,CAAC,mBAAmB;IAerB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAc3B,IAAI,IAAI,IAAI;IAcZ,SAAS,IAAI,OAAO;IAOpB,oBAAoB,IAAI,MAAM;IAK9B;;OAEG;IACH,cAAc,IAAI,MAAM;IAOxB;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,GAAE,OAAe,GAAG,IAAI;IAQ/D,OAAO,IAAI,IAAI;CAehB"}
@@ -0,0 +1,113 @@
1
+ /**
2
+ * Streaming Audio Player
3
+ * Implements real-time audio playback using Web Audio API
4
+ * Supports dynamic PCM chunk addition without Workers
5
+ */
6
+ export interface StreamingAudioPlayerOptions {
7
+ sampleRate?: number;
8
+ channelCount?: number;
9
+ debug?: boolean;
10
+ }
11
+ export declare class StreamingAudioPlayer {
12
+ private audioContext;
13
+ private sampleRate;
14
+ private channelCount;
15
+ private debug;
16
+ private sessionId;
17
+ private sessionStartTime;
18
+ private pausedTimeOffset;
19
+ private pausedAt;
20
+ private scheduledTime;
21
+ private isPlaying;
22
+ private isPaused;
23
+ private audioChunks;
24
+ private scheduledChunks;
25
+ private activeSources;
26
+ private onEndedCallback?;
27
+ constructor(options?: StreamingAudioPlayerOptions);
28
+ /**
29
+ * Initialize audio context (create and ensure it's ready)
30
+ */
31
+ initialize(): Promise<void>;
32
+ /**
33
+ * Add audio chunk (16-bit PCM)
34
+ */
35
+ addChunk(pcmData: Uint8Array, isLast?: boolean): void;
36
+ /**
37
+ * Start new session (stop current and start fresh)
38
+ */
39
+ startNewSession(audioChunks: Array<{
40
+ data: Uint8Array;
41
+ isLast: boolean;
42
+ }>): Promise<void>;
43
+ /**
44
+ * Start playback
45
+ */
46
+ private startPlayback;
47
+ /**
48
+ * Schedule all pending chunks
49
+ */
50
+ private scheduleAllChunks;
51
+ /**
52
+ * Schedule next audio chunk
53
+ */
54
+ private scheduleNextChunk;
55
+ /**
56
+ * Convert PCM data to AudioBuffer
57
+ * Input: 16-bit PCM (int16), Output: AudioBuffer (float32 [-1, 1])
58
+ */
59
+ private pcmToAudioBuffer;
60
+ /**
61
+ * Get current playback time (seconds)
62
+ */
63
+ getCurrentTime(): number;
64
+ /**
65
+ * Pause playback
66
+ */
67
+ pause(): void;
68
+ /**
69
+ * Resume playback
70
+ */
71
+ resume(): Promise<void>;
72
+ /**
73
+ * Stop playback
74
+ */
75
+ stop(): void;
76
+ /**
77
+ * Mark playback as ended
78
+ */
79
+ markEnded(): void;
80
+ /**
81
+ * Set ended callback
82
+ */
83
+ onEnded(callback: () => void): void;
84
+ /**
85
+ * Check if playing
86
+ */
87
+ isPlayingNow(): boolean;
88
+ /**
89
+ * Get total duration of buffered audio
90
+ */
91
+ getBufferedDuration(): number;
92
+ /**
93
+ * Get remaining duration (buffered - played) in seconds
94
+ */
95
+ getRemainingDuration(): number;
96
+ /**
97
+ * Dispose and cleanup
98
+ */
99
+ dispose(): void;
100
+ /**
101
+ * Flush buffered audio
102
+ * - hard: stops all playing sources and clears all chunks
103
+ * - soft (default): clears UNSCHEDULED chunks only
104
+ */
105
+ flush(options?: {
106
+ hard?: boolean;
107
+ }): void;
108
+ /**
109
+ * Debug logging
110
+ */
111
+ private log;
112
+ }
113
+ //# sourceMappingURL=StreamingAudioPlayer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"StreamingAudioPlayer.d.ts","sourceRoot":"","sources":["../../audio/StreamingAudioPlayer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,MAAM,WAAW,2BAA2B;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,qBAAa,oBAAoB;IAE/B,OAAO,CAAC,YAAY,CAA4B;IAChD,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,YAAY,CAAQ;IAC5B,OAAO,CAAC,KAAK,CAAS;IAGtB,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,gBAAgB,CAAI;IAC5B,OAAO,CAAC,gBAAgB,CAAI;IAC5B,OAAO,CAAC,QAAQ,CAAI;IACpB,OAAO,CAAC,aAAa,CAAI;IAGzB,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,QAAQ,CAAQ;IAGxB,OAAO,CAAC,WAAW,CAAmD;IACtE,OAAO,CAAC,eAAe,CAAI;IAC3B,OAAO,CAAC,aAAa,CAA8B;IAGnD,OAAO,CAAC,eAAe,CAAC,CAAY;gBAExB,OAAO,CAAC,EAAE,2BAA2B;IAOjD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAsBjC;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,GAAE,OAAe,GAAG,IAAI;IAoC5D;;OAEG;IACG,eAAe,CAAC,WAAW,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAuB/F;;OAEG;IACH,OAAO,CAAC,aAAa;IAyBrB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAMzB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA4EzB;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAwDxB;;OAEG;IACH,cAAc,IAAI,MAAM;IAgBxB;;OAEG;IACH,KAAK,IAAI,IAAI;IAeb;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB7B;;OAEG;IACH,IAAI,IAAI,IAAI;IAyCZ;;OAEG;IACH,SAAS,IAAI,IAAI;IAMjB;;OAEG;IACH,OAAO,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI;IAInC;;OAEG;IACH,YAAY,IAAI,OAAO;IAIvB;;OAEG;IACH,mBAAmB,IAAI,MAAM;IAa7B;;OAEG;IACH,oBAAoB,IAAI,MAAM;IAO9B;;OAEG;IACH,OAAO,IAAI,IAAI;IAqBf;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAoBzC;;OAEG;IACH,OAAO,CAAC,GAAG;CAKZ"}