@ai-ecoverse/pi-audio 1.10.0 → 1.12.0

package/dist/xai/wire.js

@@ -0,0 +1,171 @@
+const boundary = "pi-audio-xai-boundary";
+const filenames = {
+  "audio/wav": "audio.wav",
+  "audio/wave": "audio.wav",
+  "audio/x-wav": "audio.wav",
+  "audio/mpeg": "audio.mp3",
+  "audio/mp3": "audio.mp3",
+  "audio/flac": "audio.flac",
+  "audio/ogg": "audio.ogg",
+  "audio/opus": "audio.opus",
+  "audio/pcm": "audio.pcm",
+  "audio/l16": "audio.pcm",
+  "audio/mulaw": "audio.mulaw",
+  "audio/basic": "audio.mulaw",
+  "audio/alaw": "audio.alaw",
+  "audio/mp4": "audio.mp4",
+  "audio/m4a": "audio.m4a",
+  "audio/aac": "audio.aac",
+  "audio/webm": "audio.webm"
+};
+function mediaType(mimeType) {
+  const type = mimeType.split(";")[0]?.trim().toLowerCase();
+  if (!type) throw new Error(`Unsupported audio type ${mimeType}`);
+  return type;
+}
+function audioFilename(mimeType) {
+  const name = filenames[mediaType(mimeType)];
+  if (!name) throw new Error(`Unsupported audio type ${mimeType}`);
+  return name;
+}
+function declaredRate(model, encoding) {
+  const match = model.inputFormats.find((format) => format.encoding === encoding);
+  if (!match) return "16000";
+  return String(match.sampleRate);
+}
+function parameter(mimeType, name) {
+  for (const part of mimeType.split(";").slice(1)) {
+    const pieces = part.split("=");
+    const key = pieces[0]?.trim().toLowerCase();
+    const value = pieces[1]?.trim();
+    if (key === name && value) return value;
+  }
+  return void 0;
+}
+function rawFields(mimeType, model) {
+  const type = mediaType(mimeType);
+  const rate = parameter(mimeType, "rate");
+  if (type === "audio/pcm" || type === "audio/l16") {
+    const sampleRate = rate === void 0 ? declaredRate(model, "pcm16") : rate;
+    return { audio_format: "pcm", sample_rate: sampleRate };
+  }
+  if (type === "audio/mulaw" || type === "audio/basic") {
+    const sampleRate = rate === void 0 ? declaredRate(model, "mulaw") : rate;
+    return { audio_format: "mulaw", sample_rate: sampleRate };
+  }
+  if (type === "audio/alaw") {
+    const sampleRate = rate === void 0 ? declaredRate(model, "alaw") : rate;
+    return { audio_format: "alaw", sample_rate: sampleRate };
+  }
+  return void 0;
+}
+function encodeForm(file, fields) {
+  const chunks = [];
+  const encoder = new TextEncoder();
+  const write = (value) => {
+    chunks.push(encoder.encode(value));
+  };
+  for (const [name, value] of Object.entries(fields)) {
+    write(`--${boundary}\r
+Content-Disposition: form-data; name="${name}"\r
+\r
+${value}\r
+`);
+  }
+  write(
+    `--${boundary}\r
+Content-Disposition: form-data; name="file"; filename="${file.filename}"\r
+Content-Type: ${file.mimeType}\r
+\r
+`
+  );
+  chunks.push(file.data);
+  write(`\r
+--${boundary}--\r
+`);
+  const body = new Uint8Array(chunks.reduce((sum, chunk) => sum + chunk.length, 0));
+  let offset = 0;
+  for (const chunk of chunks) {
+    body.set(chunk, offset);
+    offset += chunk.length;
+  }
+  return body.buffer;
+}
+function formType() {
+  return `multipart/form-data; boundary=${boundary}`;
+}
+function socketUrl(baseUrl, path) {
+  const url = new URL(baseUrl);
+  url.protocol = url.protocol === "https:" ? "wss:" : "ws:";
+  url.pathname = `${url.pathname.replace(/\/$/, "")}/${path}`;
+  url.search = "";
+  return url;
+}
+function codecName(encoding) {
+  if (encoding === "pcm16") return "pcm";
+  if (encoding === "mp3") return "mp3";
+  if (encoding === "wav") return "wav";
+  if (encoding === "mulaw") return "mulaw";
+  if (encoding === "alaw") return "alaw";
+  throw new Error(`xAI speech cannot return ${encoding}`);
+}
+function encodingName(encoding) {
+  if (encoding === "pcm16") return "pcm";
+  if (encoding === "mulaw") return "mulaw";
+  if (encoding === "alaw") return "alaw";
+  throw new Error(`Unsupported audio format ${encoding}`);
+}
+function connectSocket(url, headers) {
+  const Socket = WebSocket;
+  return new Socket(url, { headers });
+}
+function awaitOpen(socket, label, fail) {
+  return new Promise((resolve) => {
+    let opened = false;
+    socket.addEventListener("open", () => {
+      opened = true;
+      resolve();
+    });
+    socket.addEventListener("error", () => {
+      fail(`${label} socket failed`);
+      if (!opened) resolve();
+    });
+    socket.addEventListener("close", () => {
+      if (!opened) {
+        fail(`${label} socket closed`);
+        resolve();
+      }
+    });
+  });
+}
+async function messageText(data) {
+  if (typeof data === "string") return data;
+  if (data instanceof ArrayBuffer) return new TextDecoder().decode(data);
+  if (data instanceof Uint8Array) return new TextDecoder().decode(data);
+  if (typeof Blob !== "undefined" && data instanceof Blob) return data.text();
+  throw new Error("Unsupported socket message");
+}
+function sameFormat(left, right) {
+  return left.encoding === right.encoding && left.sampleRate === right.sampleRate && left.channels === right.channels;
+}
+function copiedBytes(data) {
+  const copy = new ArrayBuffer(data.byteLength);
+  new Uint8Array(copy).set(data);
+  return copy;
+}
+export {
+  audioFilename,
+  awaitOpen,
+  codecName,
+  connectSocket,
+  copiedBytes,
+  encodeForm,
+  encodingName,
+  formType,
+  mediaType,
+  messageText,
+  rawFields,
+  sameFormat,
+  socketUrl
+};
+//# sourceMappingURL=wire.js.map

package/dist/xai/wire.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/xai/wire.ts"],
+  "sourcesContent": ["import type { AudioFormat } from '../audio.ts';\nimport type { TranscriptionModel } from '../models.ts';\n\nconst boundary = 'pi-audio-xai-boundary';\n\nconst filenames: Record<string, string> = {\n  'audio/wav': 'audio.wav',\n  'audio/wave': 'audio.wav',\n  'audio/x-wav': 'audio.wav',\n  'audio/mpeg': 'audio.mp3',\n  'audio/mp3': 'audio.mp3',\n  'audio/flac': 'audio.flac',\n  'audio/ogg': 'audio.ogg',\n  'audio/opus': 'audio.opus',\n  'audio/pcm': 'audio.pcm',\n  'audio/l16': 'audio.pcm',\n  'audio/mulaw': 'audio.mulaw',\n  'audio/basic': 'audio.mulaw',\n  'audio/alaw': 'audio.alaw',\n  'audio/mp4': 'audio.mp4',\n  'audio/m4a': 'audio.m4a',\n  'audio/aac': 'audio.aac',\n  'audio/webm': 'audio.webm',\n};\n\nexport interface XaiFile {\n  data: Uint8Array;\n  mimeType: string;\n  filename: string;\n}\n\nexport function mediaType(mimeType: string): string {\n  const type = mimeType.split(';')[0]?.trim().toLowerCase();\n  if (!type) throw new Error(`Unsupported audio type ${mimeType}`);\n  return type;\n}\n\nexport function audioFilename(mimeType: string): string {\n  const name = filenames[mediaType(mimeType)];\n  if (!name) throw new Error(`Unsupported audio type ${mimeType}`);\n  return name;\n}\n\nfunction declaredRate(\n  model: TranscriptionModel<string>,\n  encoding: AudioFormat['encoding']\n): string {\n  const match = model.inputFormats.find((format) => format.encoding === encoding);\n  if (!match) return '16000';\n  return String(match.sampleRate);\n}\n\nfunction parameter(mimeType: string, name: string): string | undefined {\n  for (const part of mimeType.split(';').slice(1)) {\n    const pieces = part.split('=');\n    const key = pieces[0]?.trim().toLowerCase();\n    const value = pieces[1]?.trim();\n    if (key === name && value) return value;\n  }\n  return undefined;\n}\n\nexport function rawFields(\n  mimeType: string,\n  model: TranscriptionModel<string>\n): Record<string, string> | undefined {\n  const type = mediaType(mimeType);\n  const rate = parameter(mimeType, 'rate');\n  if (type === 'audio/pcm' || type === 'audio/l16') {\n    const sampleRate = rate === undefined ? declaredRate(model, 'pcm16') : rate;\n    return { audio_format: 'pcm', sample_rate: sampleRate };\n  }\n  if (type === 'audio/mulaw' || type === 'audio/basic') {\n    const sampleRate = rate === undefined ? declaredRate(model, 'mulaw') : rate;\n    return { audio_format: 'mulaw', sample_rate: sampleRate };\n  }\n  if (type === 'audio/alaw') {\n    const sampleRate = rate === undefined ? declaredRate(model, 'alaw') : rate;\n    return { audio_format: 'alaw', sample_rate: sampleRate };\n  }\n  return undefined;\n}\n\nexport function encodeForm(file: XaiFile, fields: Record<string, string>): ArrayBuffer {\n  const chunks: Uint8Array[] = [];\n  const encoder = new TextEncoder();\n  const write = (value: string) => {\n    chunks.push(encoder.encode(value));\n  };\n  for (const [name, value] of Object.entries(fields)) {\n    write(`--${boundary}\\r\\nContent-Disposition: form-data; name=\"${name}\"\\r\\n\\r\\n${value}\\r\\n`);\n  }\n  write(\n    `--${boundary}\\r\\nContent-Disposition: form-data; name=\"file\"; filename=\"${file.filename}\"\\r\\nContent-Type: ${file.mimeType}\\r\\n\\r\\n`\n  );\n  chunks.push(file.data);\n  write(`\\r\\n--${boundary}--\\r\\n`);\n  const body = new Uint8Array(chunks.reduce((sum, chunk) => sum + chunk.length, 0));\n  let offset = 0;\n  for (const chunk of chunks) {\n    body.set(chunk, offset);\n    offset += chunk.length;\n  }\n  return body.buffer;\n}\n\nexport function formType(): string {\n  return `multipart/form-data; boundary=${boundary}`;\n}\n\nexport function socketUrl(baseUrl: string, path: string): URL {\n  const url = new URL(baseUrl);\n  url.protocol = url.protocol === 'https:' ? 'wss:' : 'ws:';\n  url.pathname = `${url.pathname.replace(/\\/$/, '')}/${path}`;\n  url.search = '';\n  return url;\n}\n\nexport function codecName(encoding: AudioFormat['encoding']): string {\n  if (encoding === 'pcm16') return 'pcm';\n  if (encoding === 'mp3') return 'mp3';\n  if (encoding === 'wav') return 'wav';\n  if (encoding === 'mulaw') return 'mulaw';\n  if (encoding === 'alaw') return 'alaw';\n  throw new Error(`xAI speech cannot return ${encoding}`);\n}\n\nexport function encodingName(encoding: AudioFormat['encoding']): string {\n  if (encoding === 'pcm16') return 'pcm';\n  if (encoding === 'mulaw') return 'mulaw';\n  if (encoding === 'alaw') return 'alaw';\n  throw new Error(`Unsupported audio format ${encoding}`);\n}\n\nexport function connectSocket(url: string, headers: Record<string, string>): WebSocket {\n  const Socket = WebSocket as unknown as new (\n    address: string,\n    init: { headers: Record<string, string> }\n  ) => WebSocket;\n  return new Socket(url, { headers });\n}\n\nexport function awaitOpen(\n  socket: WebSocket,\n  label: string,\n  fail: (message: string) => void\n): Promise<void> {\n  return new Promise((resolve) => {\n    let opened = false;\n    socket.addEventListener('open', () => {\n      opened = true;\n      resolve();\n    });\n    socket.addEventListener('error', () => {\n      fail(`${label} socket failed`);\n      if (!opened) resolve();\n    });\n    socket.addEventListener('close', () => {\n      if (!opened) {\n        fail(`${label} socket closed`);\n        resolve();\n      }\n    });\n  });\n}\n\nexport async function messageText(data: unknown): Promise<string> {\n  if (typeof data === 'string') return data;\n  if (data instanceof ArrayBuffer) return new TextDecoder().decode(data);\n  if (data instanceof Uint8Array) return new TextDecoder().decode(data);\n  if (typeof Blob !== 'undefined' && data instanceof Blob) return data.text();\n  throw new Error('Unsupported socket message');\n}\n\nexport function sameFormat(left: AudioFormat, right: AudioFormat): boolean {\n  return (\n    left.encoding === right.encoding &&\n    left.sampleRate === right.sampleRate &&\n    left.channels === right.channels\n  );\n}\n\nexport function copiedBytes(data: Uint8Array): ArrayBuffer {\n  const copy = new ArrayBuffer(data.byteLength);\n  new Uint8Array(copy).set(data);\n  return copy;\n}\n"],
+  "mappings": "AAGA,MAAM,WAAW;AAEjB,MAAM,YAAoC;AAAA,EACxC,aAAa;AAAA,EACb,cAAc;AAAA,EACd,eAAe;AAAA,EACf,cAAc;AAAA,EACd,aAAa;AAAA,EACb,cAAc;AAAA,EACd,aAAa;AAAA,EACb,cAAc;AAAA,EACd,aAAa;AAAA,EACb,aAAa;AAAA,EACb,eAAe;AAAA,EACf,eAAe;AAAA,EACf,cAAc;AAAA,EACd,aAAa;AAAA,EACb,aAAa;AAAA,EACb,aAAa;AAAA,EACb,cAAc;AAChB;AAQO,SAAS,UAAU,UAA0B;AAClD,QAAM,OAAO,SAAS,MAAM,GAAG,EAAE,CAAC,GAAG,KAAK,EAAE,YAAY;AACxD,MAAI,CAAC,KAAM,OAAM,IAAI,MAAM,0BAA0B,QAAQ,EAAE;AAC/D,SAAO;AACT;AAEO,SAAS,cAAc,UAA0B;AACtD,QAAM,OAAO,UAAU,UAAU,QAAQ,CAAC;AAC1C,MAAI,CAAC,KAAM,OAAM,IAAI,MAAM,0BAA0B,QAAQ,EAAE;AAC/D,SAAO;AACT;AAEA,SAAS,aACP,OACA,UACQ;AACR,QAAM,QAAQ,MAAM,aAAa,KAAK,CAAC,WAAW,OAAO,aAAa,QAAQ;AAC9E,MAAI,CAAC,MAAO,QAAO;AACnB,SAAO,OAAO,MAAM,UAAU;AAChC;AAEA,SAAS,UAAU,UAAkB,MAAkC;AACrE,aAAW,QAAQ,SAAS,MAAM,GAAG,EAAE,MAAM,CAAC,GAAG;AAC/C,UAAM,SAAS,KAAK,MAAM,GAAG;AAC7B,UAAM,MAAM,OAAO,CAAC,GAAG,KAAK,EAAE,YAAY;AAC1C,UAAM,QAAQ,OAAO,CAAC,GAAG,KAAK;AAC9B,QAAI,QAAQ,QAAQ,MAAO,QAAO;AAAA,EACpC;AACA,SAAO;AACT;AAEO,SAAS,UACd,UACA,OACoC;AACpC,QAAM,OAAO,UAAU,QAAQ;AAC/B,QAAM,OAAO,UAAU,UAAU,MAAM;AACvC,MAAI,SAAS,eAAe,SAAS,aAAa;AAChD,UAAM,aAAa,SAAS,SAAY,aAAa,OAAO,OAAO,IAAI;AACvE,WAAO,EAAE,cAAc,OAAO,aAAa,WAAW;AAAA,EACxD;AACA,MAAI,SAAS,iBAAiB,SAAS,eAAe;AACpD,UAAM,aAAa,SAAS,SAAY,aAAa,OAAO,OAAO,IAAI;AACvE,WAAO,EAAE,cAAc,SAAS,aAAa,WAAW;AAAA,EAC1D;AACA,MAAI,SAAS,cAAc;AACzB,UAAM,aAAa,SAAS,SAAY,aAAa,OAAO,MAAM,IAAI;AACtE,WAAO,EAAE,cAAc,QAAQ,aAAa,WAAW;AAAA,EACzD;AACA,SAAO;AACT;AAEO,SAAS,WAAW,MAAe,QAA6C;AACrF,QAAM,SAAuB,CAAC;AAC9B,QAAM,UAAU,IAAI,YAAY;AAChC,QAAM,QAAQ,CAAC,UAAkB;AAC/B,WAAO,KAAK,QAAQ,OAAO,KAAK,CAAC;AAAA,EACnC;AACA,aAAW,CAAC,MAAM,KAAK,KAAK,OAAO,QAAQ,MAAM,GAAG;AAClD,UAAM,KAAK,QAAQ;AAAA,wCAA6C,IAAI;AAAA;AAAA,EAAY,KAAK;AAAA,CAAM;AAAA,EAC7F;AACA;AAAA,IACE,KAAK,QAAQ;AAAA,yDAA8D,KAAK,QAAQ;AAAA,gBAAsB,KAAK,QAAQ;AAAA;AAAA;AAAA,EAC7H;AACA,SAAO,KAAK,KAAK,IAAI;AACrB,QAAM;AAAA,IAAS,QAAQ;AAAA,CAAQ;AAC/B,QAAM,OAAO,IAAI,WAAW,OAAO,OAAO,CAAC,KAAK,UAAU,MAAM,MAAM,QAAQ,CAAC,CAAC;AAChF,MAAI,SAAS;AACb,aAAW,SAAS,QAAQ;AAC1B,SAAK,IAAI,OAAO,MAAM;AACtB,cAAU,MAAM;AAAA,EAClB;AACA,SAAO,KAAK;AACd;AAEO,SAAS,WAAmB;AACjC,SAAO,iCAAiC,QAAQ;AAClD;AAEO,SAAS,UAAU,SAAiB,MAAmB;AAC5D,QAAM,MAAM,IAAI,IAAI,OAAO;AAC3B,MAAI,WAAW,IAAI,aAAa,WAAW,SAAS;AACpD,MAAI,WAAW,GAAG,IAAI,SAAS,QAAQ,OAAO,EAAE,CAAC,IAAI,IAAI;AACzD,MAAI,SAAS;AACb,SAAO;AACT;AAEO,SAAS,UAAU,UAA2C;AACnE,MAAI,aAAa,QAAS,QAAO;AACjC,MAAI,aAAa,MAAO,QAAO;AAC/B,MAAI,aAAa,MAAO,QAAO;AAC/B,MAAI,aAAa,QAAS,QAAO;AACjC,MAAI,aAAa,OAAQ,QAAO;AAChC,QAAM,IAAI,MAAM,4BAA4B,QAAQ,EAAE;AACxD;AAEO,SAAS,aAAa,UAA2C;AACtE,MAAI,aAAa,QAAS,QAAO;AACjC,MAAI,aAAa,QAAS,QAAO;AACjC,MAAI,aAAa,OAAQ,QAAO;AAChC,QAAM,IAAI,MAAM,4BAA4B,QAAQ,EAAE;AACxD;AAEO,SAAS,cAAc,KAAa,SAA4C;AACrF,QAAM,SAAS;AAIf,SAAO,IAAI,OAAO,KAAK,EAAE,QAAQ,CAAC;AACpC;AAEO,SAAS,UACd,QACA,OACA,MACe;AACf,SAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,QAAI,SAAS;AACb,WAAO,iBAAiB,QAAQ,MAAM;AACpC,eAAS;AACT,cAAQ;AAAA,IACV,CAAC;AACD,WAAO,iBAAiB,SAAS,MAAM;AACrC,WAAK,GAAG,KAAK,gBAAgB;AAC7B,UAAI,CAAC,OAAQ,SAAQ;AAAA,IACvB,CAAC;AACD,WAAO,iBAAiB,SAAS,MAAM;AACrC,UAAI,CAAC,QAAQ;AACX,aAAK,GAAG,KAAK,gBAAgB;AAC7B,gBAAQ;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH,CAAC;AACH;AAEA,eAAsB,YAAY,MAAgC;AAChE,MAAI,OAAO,SAAS,SAAU,QAAO;AACrC,MAAI,gBAAgB,YAAa,QAAO,IAAI,YAAY,EAAE,OAAO,IAAI;AACrE,MAAI,gBAAgB,WAAY,QAAO,IAAI,YAAY,EAAE,OAAO,IAAI;AACpE,MAAI,OAAO,SAAS,eAAe,gBAAgB,KAAM,QAAO,KAAK,KAAK;AAC1E,QAAM,IAAI,MAAM,4BAA4B;AAC9C;AAEO,SAAS,WAAW,MAAmB,OAA6B;AACzE,SACE,KAAK,aAAa,MAAM,YACxB,KAAK,eAAe,MAAM,cAC1B,KAAK,aAAa,MAAM;AAE5B;AAEO,SAAS,YAAY,MAA+B;AACzD,QAAM,OAAO,IAAI,YAAY,KAAK,UAAU;AAC5C,MAAI,WAAW,IAAI,EAAE,IAAI,IAAI;AAC7B,SAAO;AACT;",
+  "names": []
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-ecoverse/pi-audio",
-  "version": "1.10.0",
+  "version": "1.12.0",
   "description": "Voice bindings for pi: speech-to-text, text-to-speech and realtime speech for pi-coding-agent plugins and slicc-agent",
   "type": "module",
   "license": "Apache-2.0",
@@ -49,6 +49,10 @@
     "./durable": {
       "types": "./dist/types/durable/index.d.ts",
       "default": "./dist/durable/index.js"
+    },
+    "./gemini-live": {
+      "types": "./dist/types/gemini-live/index.d.ts",
+      "default": "./dist/gemini-live/index.js"
     }
   },
   "files": [