@estuary-ai/sdk 0.1.21 → 0.1.22

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@estuary-ai/sdk",
-  "version": "0.1.21",
+  "version": "0.1.22",
   "description": "TypeScript SDK for the Estuary real-time AI conversation platform",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",

package/dist/websocket-voice-UDGQPVQP.mjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/voice/websocket-voice.ts"],"names":[],"mappings":";;;AAKO,IAAM,wBAAN,MAAoD;AAAA,EACjD,aAAA;AAAA,EACA,UAAA;AAAA,EACA,MAAA;AAAA,EACA,YAAA,GAAoC,IAAA;AAAA,EACpC,WAAA,GAAkC,IAAA;AAAA,EAClC,eAAA,GAA8C,IAAA;AAAA,EAC9C,UAAA,GAAgD,IAAA;AAAA,EAChD,YAAA,GAAgC,IAAA;AAAA,EAChC,QAAA,GAAW,KAAA;AAAA,EACX,aAAA,GAAgB,KAAA;AAAA,EAChB,SAAA,GAAY,KAAA;AAAA,EAEpB,WAAA,CAAY,aAAA,EAA8B,UAAA,EAAoB,MAAA,EAAgB;AAC5E,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,UAAA,GAAa,UAAA;AAClB,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AAAA,EAChB;AAAA,EAEA,IAAI,OAAA,GAAmB;AACrB,IAAA,OAAO,IAAA,CAAK,QAAA;AAAA,EACd;AAAA,EAEA,IAAI,QAAA,GAAoB;AACtB,IAAA,OAAO,IAAA,CAAK,SAAA;AAAA,EACd;AAAA,EAEA,MAAM,KAAA,GAAuB;AAC3B,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,MAAM,IAAI,gEAA6C,yBAAyB,CAAA;AAAA,IAClF;AAEA,IAAA,IAAI,OAAO,YAAA,KAAiB,WAAA,IAAe,OAAQ,UAAA,CAAmB,uBAAuB,WAAA,EAAa;AACxG,MAAA,MAAM,IAAI,8DAA4C,mDAAmD,CAAA;AAAA,IAC3G;AAEA,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI;AACF,MAAA,MAAA,GAAS,MAAM,SAAA,CAAU,YAAA,CAAa,YAAA,CAAa;AAAA,QACjD,KAAA,EAAO;AAAA,UACL,YAAY,IAAA,CAAK,UAAA;AAAA,UACjB,YAAA,EAAc,CAAA;AAAA,UACd,gBAAA,EAAkB,IAAA;AAAA,UAClB,gBAAA,EAAkB,IAAA;AAAA,UAClB,eAAA,EAAiB;AAAA;AACnB,OACD,CAAA;AAAA,IACH,SAAS,GAAA,EAAK;AACZ,MAAA,MAAM,IAAI,YAAA;AAAA,QAAA,mBAAA;AAAA,QAER,0BAAA;AAAA,QACA;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AACnB,IAAA,MAAM,QAAA,GAAW,UAAA,CAAW,YAAA,IAAiB,UAAA,CAAmB,kBAAA;AAChE,IAAA,IAAA,CAAK,eAAe,IAAI,QAAA,CAAS,EAAE,UAAA,EAAY,IAAA,CAAK,YAAY,CAAA;AAEhE,IAAA,IAAA,CAAK,UAAA,GAAa,IAAA,CAAK,YAAA,CAAa,uBAAA,CAAwB,MAAM,CAAA;AAClE,IAAA,IAAA,CAAK,kBAAkB,IAAA,CAAK,YAAA,CAAa,qBAAA,CAAsB,IAAA,EAAM,GAAG,CAAC,CAAA;AAEzE,IAAA,MAAM,UAAA,GAAa,KAAK,YAAA,CAAa,UAAA;AACrC,IAAA,MAAM,aAAa,IAAA,CAAK,UAAA;AAExB,IAAA,IAAA,CAAK,eAAA,CAAgB,cAAA,GAAiB,CAAC,KAAA,KAAgC;AACrE,MAAA,IAAI,IAAA,CAAK,QAAA,IAAY,IAAA,CAAK,aAAA,EAAe;AAEzC,MAAA,MAAM,SAAA,GAAY,KAAA,CAAM,WAAA,CAAY,cAAA,CAAe,CAAC,CAAA;AACpD,MAAA,IAAI,QAAA;AAEJ,MAAA,IAAI,eAAe,UAAA,EAAY;AAC7B,QAAA,QAAA,GAAW,QAAA,CAAS,SAAA,EAAW,UAAA,EAAY,UAAU,CAAA;AAAA,MACvD,CAAA,MAAO;AACL,QAAA,QAAA,GAAW,SAAA;AAAA,MACb;AAEA,MAAA,MAAM,KAAA,GAAQ,eAAe,QAAQ,CAAA;AACrC,MAAA,MAAM,SAAS,kBAAA,CAAmB,IAAI,UAAA,CAAW,KAAA,CAAM,MAAM,CAAC,CAAA;AAE9D,MAAA,IAAI;AACF,QAAA,IAAA,CAAK,cAAc,SAAA,CAAU,cAAA,EAAgB,EAAE,KAAA,EAAO,QAAQ,CAAA;AAAA,MAChE,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF,CAAA;AAEA,IAAA,IAAA,CAAK,UAAA,CAAW,OAAA,CAAQ,IAAA,CAAK,eAAe,CAAA;AAC5C,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA,CAAK,YAAA,CAAa,UAAA,EAAW;AACjD,IAAA,IAAA,CAAK,YAAA,CAAa,KAAK,KAAA,GAAQ,CAAA;AAC/B,IAAA,IAAA,CAAK,eAAA,CAAgB,OAAA,CAAQ,IAAA,CAAK,YAAY,CAAA;AAC9C,IAAA,IAAA,CAAK,YAAA,CAAa,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEvD,IAAA,IAAA,CAAK,SAAA,GAAY,IAAA;AACjB,IAAA,IAAA,CAAK,aAAA,CAAc,UAAU,aAAa,CAAA;AAC1C,IAAA,IAAA,CAAK,MAAA,CAAO,MAAM,yBAAyB,CAAA;AAAA,EAC7C;AAAA,EAEA,MAAM,IAAA,GAAsB;AAC1B,IAAA,IAAI,CAAC,KAAK,SAAA,EAAW;AAErB,IAAA,IAAI;AACF,MAAA,IAAA,CAAK,aAAA,CAAc,UAAU,YAAY,CAAA;AAAA,IAC3C,CAAA,CAAA,MAAQ;AAAA,IAER;AAEA,IAAA,IAAA,CAAK,OAAA,EAAQ;AACb,IAAA,IAAA,CAAK,SAAA,GAAY,KAAA;AACjB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAA,CAAK,aAAA,GAAgB,KAAA;AACrB,IAAA,IAAA,CAAK,MAAA,CAAO,MAAM,yBAAyB,CAAA;AAAA,EAC7C;AAAA,EAEA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,IAAA,CAAK,SAAA,IAAa,CAAC,KAAK,WAAA,EAAa;AAC1C,IAAA,IAAA,CAAK,QAAA,GAAW,CAAC,IAAA,CAAK,QAAA;AACtB,IAAA,KAAA,MAAW,KAAA,IAAS,IAAA,CAAK,WAAA,CAAY,cAAA,EAAe,EAAG;AACrD,MAAA,KAAA,CAAM,OAAA,GAAU,CAAC,IAAA,CAAK,QAAA;AAAA,IACxB;AACA,IAAA,IAAA,CAAK,MAAA,CAAO,KAAA,CAAM,eAAA,EAAiB,IAAA,CAAK,QAAQ,CAAA;AAAA,EAClD;AAAA,EAEA,cAAc,UAAA,EAA2B;AACvC,IAAA,IAAA,CAAK,aAAA,GAAgB,UAAA;AACrB,IAAA,IAAA,CAAK,MAAA,CAAO,KAAA,CAAM,oBAAA,EAAsB,UAAA,GAAa,OAAO,KAAK,CAAA;AAAA,EACnE;AAAA,EAEA,OAAA,GAAgB;AACd,IAAA,IAAA,CAAK,OAAA,EAAQ;AACb,IAAA,IAAA,CAAK,SAAA,GAAY,KAAA;AACjB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAA,CAAK,aAAA,GAAgB,KAAA;AAAA,EACvB;AAAA,EAEQ,OAAA,GAAgB;AACtB,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,gBAAgB,cAAA,GAAiB,IAAA;AACtC,MAAA,IAAA,CAAK,gBAAgB,UAAA,EAAW;AAChC,MAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AAAA,IACzB;AACA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,aAAa,UAAA,EAAW;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AACA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,UAAA,EAAW;AAC3B,MAAA,IAAA,CAAK,UAAA,GAAa,IAAA;AAAA,IACpB;AACA,IAAA,IAAI,KAAK,WAAA,EAAa;AACpB,MAAA,KAAA,MAAW,KAAA,IAAS,IAAA,CAAK,WAAA,CAAY,SAAA,EAAU,EAAG;AAChD,QAAA,KAAA,CAAM,IAAA,EAAK;AAAA,MACb;AACA,MAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AAAA,IACrB;AACA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,YAAA,CAAa,KAAA,EAAM,CAAE,KAAA,CAAM,MAAM;AAAA,MAAC,CAAC,CAAA;AACxC,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAAA,EACF;AACF;AAEA,SAAS,QAAA,CAAS,KAAA,EAAqB,QAAA,EAAkB,MAAA,EAA8B;AACrF,EAAA,MAAM,QAAQ,QAAA,GAAW,MAAA;AACzB,EAAA,MAAM,YAAA,GAAe,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,SAAS,KAAK,CAAA;AACpD,EAAA,MAAM,MAAA,GAAS,IAAI,YAAA,CAAa,YAAY,CAAA;AAC5C,EAAA,KAAA,IAAS,CAAA,GAAI,CAAA,EAAG,CAAA,GAAI,YAAA,EAAc,CAAA,EAAA,EAAK;AACrC,IAAA,MAAM,WAAW,CAAA,GAAI,KAAA;AACrB,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,QAAQ,CAAA;AAC/B,IAAA,MAAM,OAAO,IAAA,CAAK,GAAA,CAAI,MAAM,CAAA,EAAG,KAAA,CAAM,SAAS,CAAC,CAAA;AAC/C,IAAA,MAAM,OAAO,QAAA,GAAW,GAAA;AACxB,IAAA,MAAA,CAAO,CAAC,IAAI,KAAA,CAAM,GAAG,KAAK,CAAA,GAAI,IAAA,CAAA,GAAQ,KAAA,CAAM,IAAI,CAAA,GAAI,IAAA;AAAA,EACtD;AACA,EAAA,OAAO,MAAA;AACT;AAEA,SAAS,eAAe,OAAA,EAAmC;AACzD,EAAA,MAAM,KAAA,GAAQ,IAAI,UAAA,CAAW,OAAA,CAAQ,MAAM,CAAA;AAC3C,EAAA,KAAA,IAAS,CAAA,GAAI,CAAA,EAAG,CAAA,GAAI,OAAA,CAAQ,QAAQ,CAAA,EAAA,EAAK;AACvC,IAAA,MAAM,OAAA,GAAU,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,IAAA,CAAK,IAAI,CAAA,EAAG,OAAA,CAAQ,CAAC,CAAC,CAAC,CAAA;AACpD,IAAA,KAAA,CAAM,CAAC,CAAA,GAAI,OAAA,GAAU,CAAA,GAAI,OAAA,GAAU,QAAS,OAAA,GAAU,KAAA;AAAA,EACxD;AACA,EAAA,OAAO,KAAA;AACT;AAEA,SAAS,mBAAmB,KAAA,EAA2B;AACrD,EAAA,IAAI,OAAO,SAAS,UAAA,EAAY;AAC9B,IAAA,IAAI,MAAA,GAAS,EAAA;AACb,IAAA,KAAA,IAAS,CAAA,GAAI,CAAA,EAAG,CAAA,GAAI,KAAA,CAAM,QAAQ,CAAA,EAAA,EAAK;AACrC,MAAA,MAAA,IAAU,MAAA,CAAO,YAAA,CAAa,KAAA,CAAM,CAAC,CAAC,CAAA;AAAA,IACxC;AACA,IAAA,OAAO,KAAK,MAAM,CAAA;AAAA,EACpB;AAEA,EAAA,OAAO,MAAA,CAAO,IAAA,CAAK,KAAK,CAAA,CAAE,SAAS,QAAQ,CAAA;AAC7C","file":"websocket-voice-UDGQPVQP.mjs","sourcesContent":["import type { VoiceManager } from '../types';\r\nimport type { SocketManager } from '../connection/socket-manager';\r\nimport type { Logger } from '../utils/logger';\r\nimport { EstuaryError, ErrorCode } from '../errors';\r\n\r\nexport class WebSocketVoiceManager implements VoiceManager {\r\n  private socketManager: SocketManager;\r\n  private sampleRate: number;\r\n  private logger: Logger;\r\n  private audioContext: AudioContext | null = null;\r\n  private mediaStream: MediaStream | null = null;\r\n  private scriptProcessor: ScriptProcessorNode | null = null;\r\n  private sourceNode: MediaStreamAudioSourceNode | null = null;\r\n  private zeroGainNode: GainNode | null = null;\r\n  private _isMuted = false;\r\n  private _isSuppressed = false;\r\n  private _isActive = false;\r\n\r\n  constructor(socketManager: SocketManager, sampleRate: number, logger: Logger) {\r\n    this.socketManager = socketManager;\r\n    this.sampleRate = sampleRate;\r\n    this.logger = logger;\r\n  }\r\n\r\n  get isMuted(): boolean {\r\n    return this._isMuted;\r\n  }\r\n\r\n  get isActive(): boolean {\r\n    return this._isActive;\r\n  }\r\n\r\n  async start(): Promise<void> {\r\n    if (this._isActive) {\r\n      throw new EstuaryError(ErrorCode.VOICE_ALREADY_ACTIVE, 'Voice is already active');\r\n    }\r\n\r\n    if (typeof AudioContext === 'undefined' && typeof (globalThis as any).webkitAudioContext === 'undefined') {\r\n      throw new EstuaryError(ErrorCode.VOICE_NOT_SUPPORTED, 'AudioContext is not available in this environment');\r\n    }\r\n\r\n    let stream: MediaStream;\r\n    try {\r\n      stream = await navigator.mediaDevices.getUserMedia({\r\n        audio: {\r\n          sampleRate: this.sampleRate,\r\n          channelCount: 1,\r\n          echoCancellation: true,\r\n          noiseSuppression: true,\r\n          autoGainControl: true,\r\n        },\r\n      });\r\n    } catch (err) {\r\n      throw new EstuaryError(\r\n        ErrorCode.MICROPHONE_DENIED,\r\n        'Microphone access denied',\r\n        err,\r\n      );\r\n    }\r\n\r\n    this.mediaStream = stream;\r\n    const AudioCtx = globalThis.AudioContext || (globalThis as any).webkitAudioContext;\r\n    this.audioContext = new AudioCtx({ sampleRate: this.sampleRate });\r\n\r\n    this.sourceNode = this.audioContext.createMediaStreamSource(stream);\r\n    this.scriptProcessor = this.audioContext.createScriptProcessor(4096, 1, 1);\r\n\r\n    const nativeRate = this.audioContext.sampleRate;\r\n    const targetRate = this.sampleRate;\r\n\r\n    this.scriptProcessor.onaudioprocess = (event: AudioProcessingEvent) => {\r\n      if (this._isMuted || this._isSuppressed) return;\r\n\r\n      const inputData = event.inputBuffer.getChannelData(0);\r\n      let pcmFloat: Float32Array;\r\n\r\n      if (nativeRate !== targetRate) {\r\n        pcmFloat = resample(inputData, nativeRate, targetRate);\r\n      } else {\r\n        pcmFloat = inputData;\r\n      }\r\n\r\n      const pcm16 = float32ToInt16(pcmFloat);\r\n      const base64 = uint8ArrayToBase64(new Uint8Array(pcm16.buffer));\r\n\r\n      try {\r\n        this.socketManager.emitEvent('stream_audio', { audio: base64 });\r\n      } catch {\r\n        // Not connected — ignore, will be handled by disconnect logic\r\n      }\r\n    };\r\n\r\n    this.sourceNode.connect(this.scriptProcessor);\r\n    this.zeroGainNode = this.audioContext.createGain();\r\n    this.zeroGainNode.gain.value = 0;\r\n    this.scriptProcessor.connect(this.zeroGainNode);\r\n    this.zeroGainNode.connect(this.audioContext.destination);\r\n\r\n    this._isActive = true;\r\n    this.socketManager.emitEvent('start_voice');\r\n    this.logger.debug('WebSocket voice started');\r\n  }\r\n\r\n  async stop(): Promise<void> {\r\n    if (!this._isActive) return;\r\n\r\n    try {\r\n      this.socketManager.emitEvent('stop_voice');\r\n    } catch {\r\n      // May not be connected\r\n    }\r\n\r\n    this.cleanup();\r\n    this._isActive = false;\r\n    this._isMuted = false;\r\n    this._isSuppressed = false;\r\n    this.logger.debug('WebSocket voice stopped');\r\n  }\r\n\r\n  toggleMute(): void {\r\n    if (!this._isActive || !this.mediaStream) return;\r\n    this._isMuted = !this._isMuted;\r\n    for (const track of this.mediaStream.getAudioTracks()) {\r\n      track.enabled = !this._isMuted;\r\n    }\r\n    this.logger.debug('Mute toggled:', this._isMuted);\r\n  }\r\n\r\n  setSuppressed(suppressed: boolean): void {\r\n    this._isSuppressed = suppressed;\r\n    this.logger.debug('Audio suppression:', suppressed ? 'on' : 'off');\r\n  }\r\n\r\n  dispose(): void {\r\n    this.cleanup();\r\n    this._isActive = false;\r\n    this._isMuted = false;\r\n    this._isSuppressed = false;\r\n  }\r\n\r\n  private cleanup(): void {\r\n    if (this.scriptProcessor) {\r\n      this.scriptProcessor.onaudioprocess = null;\r\n      this.scriptProcessor.disconnect();\r\n      this.scriptProcessor = null;\r\n    }\r\n    if (this.zeroGainNode) {\r\n      this.zeroGainNode.disconnect();\r\n      this.zeroGainNode = null;\r\n    }\r\n    if (this.sourceNode) {\r\n      this.sourceNode.disconnect();\r\n      this.sourceNode = null;\r\n    }\r\n    if (this.mediaStream) {\r\n      for (const track of this.mediaStream.getTracks()) {\r\n        track.stop();\r\n      }\r\n      this.mediaStream = null;\r\n    }\r\n    if (this.audioContext) {\r\n      this.audioContext.close().catch(() => {});\r\n      this.audioContext = null;\r\n    }\r\n  }\r\n}\r\n\r\nfunction resample(input: Float32Array, fromRate: number, toRate: number): Float32Array {\r\n  const ratio = fromRate / toRate;\r\n  const outputLength = Math.round(input.length / ratio);\r\n  const output = new Float32Array(outputLength);\r\n  for (let i = 0; i < outputLength; i++) {\r\n    const srcIndex = i * ratio;\r\n    const low = Math.floor(srcIndex);\r\n    const high = Math.min(low + 1, input.length - 1);\r\n    const frac = srcIndex - low;\r\n    output[i] = input[low] * (1 - frac) + input[high] * frac;\r\n  }\r\n  return output;\r\n}\r\n\r\nfunction float32ToInt16(float32: Float32Array): Int16Array {\r\n  const int16 = new Int16Array(float32.length);\r\n  for (let i = 0; i < float32.length; i++) {\r\n    const clamped = Math.max(-1, Math.min(1, float32[i]));\r\n    int16[i] = clamped < 0 ? clamped * 0x8000 : clamped * 0x7fff;\r\n  }\r\n  return int16;\r\n}\r\n\r\nfunction uint8ArrayToBase64(bytes: Uint8Array): string {\r\n  if (typeof btoa === 'function') {\r\n    let binary = '';\r\n    for (let i = 0; i < bytes.length; i++) {\r\n      binary += String.fromCharCode(bytes[i]);\r\n    }\r\n    return btoa(binary);\r\n  }\r\n  // Node.js fallback\r\n  return Buffer.from(bytes).toString('base64');\r\n}\r\n"]}