ssml-builder-js 2.13.0 → 2.14.0

package/dist/index.mjs

@@ -2,6 +2,7 @@ import {
   areAzureLanguagesEquivalent,
   buildPartialSsml,
   buildSsml,
+  createAzureUrlValidatorRunner,
   extractSsmlText,
   extractSsmlTranslatableText,
   fromPlainTextToSsml,
@@ -15,10 +16,10 @@ import {
   validateAzureSsml,
   validateSsml,
   validateSsmlStructureIntegrity
-} from "./chunk-25LOR4AJ.mjs";
+} from "./chunk-AQ55MOPU.mjs";
 import {
   validateAzureSsml as validateAzureSsml2
-} from "./chunk-CZ2F3TET.mjs";
+} from "./chunk-QFIBPCO4.mjs";
 import {
   __privateAdd,
   __privateGet,
@@ -44,6 +45,13 @@ var AzureTtsSdkError = class extends AzureTtsError {
     this.errorDetails = errorDetails;
   }
 };
+var UnsupportedMergeFormatError = class extends Error {
+  constructor(format) {
+    super(`Audio format "${format}" cannot be safely concatenated; container re-multiplexing is required.`);
+    this.name = "UnsupportedMergeFormatError";
+    this.format = format;
+  }
+};
 function createSpeechSdkError(error) {
   const message = error instanceof Error ? error.message : String(error);
   return new AzureTtsSdkError(message);
@@ -121,6 +129,149 @@ function createSpeechConfig(config) {
 }
 
 // packages/azure-tts-client/src/synthesis.ts
+function ascii(bytes, offset, value) {
+  return [...value].every((character, index) => bytes[offset + index] === character.charCodeAt(0));
+}
+function readUint32(bytes, offset) {
+  return new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength).getUint32(offset, true);
+}
+function parseWav(buffer) {
+  const bytes = new Uint8Array(buffer);
+  if (bytes.byteLength < 12 || !ascii(bytes, 0, "RIFF") || !ascii(bytes, 8, "WAVE")) {
+    throw new Error("Invalid WAV/RIFF audio buffer.");
+  }
+  const chunks = [];
+  const dataParts = [];
+  let format;
+  let offset = 12;
+  while (offset < bytes.byteLength) {
+    if (offset + 8 > bytes.byteLength) throw new Error("Invalid WAV chunk header.");
+    const id = String.fromCharCode(...bytes.slice(offset, offset + 4));
+    const size = readUint32(bytes, offset + 4);
+    const dataStart = offset + 8;
+    const dataEnd = dataStart + size;
+    if (dataEnd > bytes.byteLength) throw new Error(`WAV chunk "${id}" exceeds the audio buffer.`);
+    const data2 = bytes.slice(dataStart, dataEnd);
+    chunks.push({ id, data: data2 });
+    if (id === "fmt ") format ?? (format = data2);
+    if (id === "data") dataParts.push(data2);
+    offset = dataEnd + (size & 1);
+    if (offset > bytes.byteLength) throw new Error("Invalid WAV chunk padding.");
+  }
+  if (!format || dataParts.length === 0) throw new Error("WAV audio must contain fmt and data chunks.");
+  const dataLength = dataParts.reduce((total, part) => total + part.byteLength, 0);
+  const data = new Uint8Array(dataLength);
+  let dataOffset = 0;
+  for (const part of dataParts) {
+    data.set(part, dataOffset);
+    dataOffset += part.byteLength;
+  }
+  return { chunks, data, format };
+}
+function writeUint32(target, offset, value) {
+  new DataView(target.buffer).setUint32(offset, value, true);
+}
+function writeChunk(target, offset, id, data) {
+  for (let index = 0; index < 4; index += 1) target[offset + index] = id.charCodeAt(index) ?? 0;
+  writeUint32(target, offset + 4, data.byteLength);
+  target.set(data, offset + 8);
+  const end = offset + 8 + data.byteLength;
+  if (data.byteLength & 1) target[end] = 0;
+  return end + (data.byteLength & 1);
+}
+function mergeWavBuffers(buffers) {
+  if (buffers.length === 0) return new ArrayBuffer(0);
+  const parsed = buffers.map(parseWav);
+  const first = parsed[0];
+  if (!first) throw new Error("At least one WAV buffer is required.");
+  if (parsed.some(
+    (item) => item.format.length !== first.format.length || item.format.some((value, i) => value !== first.format[i])
+  ))
+    throw new Error("WAV buffers have incompatible fmt chunks.");
+  const dataLength = parsed.reduce((total, item) => total + item.data.byteLength, 0);
+  const nonDataLength = first.chunks.reduce(
+    (total, chunk) => chunk.id === "data" ? total : total + 8 + chunk.data.byteLength + (chunk.data.byteLength & 1),
+    0
+  );
+  const outputLength = 12 + nonDataLength + 8 + dataLength + (dataLength & 1);
+  if (outputLength - 8 > 4294967295) throw new RangeError("Merged WAV exceeds the RIFF format size limit.");
+  const output = new Uint8Array(outputLength);
+  output.set(Uint8Array.from([82, 73, 70, 70]), 0);
+  writeUint32(output, 4, outputLength - 8);
+  output.set(Uint8Array.from([87, 65, 86, 69]), 8);
+  let outputOffset = 12;
+  let dataWritten = false;
+  for (const chunk of first.chunks) {
+    if (chunk.id === "data") {
+      if (dataWritten) continue;
+      const data = new Uint8Array(dataLength);
+      let dataOffset = 0;
+      for (const item of parsed) {
+        data.set(item.data, dataOffset);
+        dataOffset += item.data.byteLength;
+      }
+      outputOffset = writeChunk(output, outputOffset, "data", data);
+      dataWritten = true;
+    } else {
+      outputOffset = writeChunk(output, outputOffset, chunk.id, chunk.data);
+    }
+  }
+  if (!dataWritten) throw new Error("WAV audio must contain a data chunk.");
+  return output.buffer;
+}
+function skipId3v2(bytes) {
+  if (!ascii(bytes, 0, "ID3") || bytes.byteLength < 10) return 0;
+  const size = [bytes[6], bytes[7], bytes[8], bytes[9]].reduce((total, value) => total << 7 | value & 127, 0);
+  const hasFooter = (bytes[5] & 16) !== 0;
+  return Math.min(bytes.byteLength, 10 + size + (hasFooter ? 10 : 0));
+}
+function stripMp3Tags(buffer) {
+  const bytes = new Uint8Array(buffer);
+  const start = skipId3v2(bytes);
+  const end = bytes.byteLength >= 128 && ascii(bytes, bytes.byteLength - 128, "TAG") ? bytes.byteLength - 128 : bytes.byteLength;
+  return bytes.slice(Math.min(start, end), end);
+}
+function isMp3Format(format) {
+  return /(?:mp3|mpeg)/i.test(format);
+}
+function isWavFormat(format) {
+  return /(?:wav|wave|riff)/i.test(format);
+}
+function isRawFormat(format) {
+  return /^raw(?:-|$)/i.test(format);
+}
+function resolveMergeAudioFormat(format) {
+  if (isWavFormat(format)) return "wav";
+  if (isMp3Format(format)) return "mp3";
+  if (isRawFormat(format)) return "raw";
+  return void 0;
+}
+function canMergeAudioFormat(format) {
+  return resolveMergeAudioFormat(format) !== void 0;
+}
+function mergeAudioBuffers(buffers, format) {
+  if (isWavFormat(format)) return mergeWavBuffers(buffers);
+  if (isMp3Format(format)) {
+    const parts = buffers.map(stripMp3Tags);
+    const output = new Uint8Array(parts.reduce((total, part) => total + part.byteLength, 0));
+    let offset = 0;
+    for (const part of parts) {
+      output.set(part, offset);
+      offset += part.byteLength;
+    }
+    return output.buffer;
+  }
+  if (isRawFormat(format)) {
+    const output = new Uint8Array(buffers.reduce((total, buffer) => total + buffer.byteLength, 0));
+    let offset = 0;
+    for (const buffer of buffers) {
+      output.set(new Uint8Array(buffer), offset);
+      offset += buffer.byteLength;
+    }
+    return output.buffer;
+  }
+  throw new UnsupportedMergeFormatError(format);
+}
 function closeSpeechResources(speechConfig, synthesizer) {
   try {
     synthesizer.close();
@@ -197,6 +348,9 @@ async function synthesizeSsml(ssml, config) {
       const addSourceMetadata = (event) => ({
         ...event,
         ...config.sourceTextRange ? { textRange: { ...config.sourceTextRange } } : {},
+        ...config.sourceTextRange ? { originalTextRange: { ...config.sourceTextRange } } : {},
+        ...config.chunkIndex !== void 0 ? { chunkIndex: config.chunkIndex } : {},
+        ...config.sourceNodePath ? { sourceNodePath: [...config.sourceNodePath] } : {},
         ...requestId ? { requestId } : {}
       });
       const sourceBoundaries = boundaries.map((boundary) => addSourceMetadata(boundary));
@@ -232,60 +386,126 @@ async function synthesizeSsml(ssml, config) {
 async function synthesizeSsmlChunks(chunks, config) {
   const results = [];
   const totalChunks = chunks.length;
+  const report = (event) => config.onProgress?.(event);
   for (const [index, chunk] of chunks.entries()) {
     const input = typeof chunk === "string" ? { ssml: chunk } : chunk;
-    const result = await synthesizeSsml(input.ssml, {
-      ...config,
-      ...input.originalTextRange ? { sourceTextRange: input.originalTextRange } : {},
-      onProgress: void 0
+    report({
+      currentChunk: index,
+      totalChunks,
+      percent: totalChunks === 0 ? 100 : Math.round(index / totalChunks * 100),
+      chunkIndex: index,
+      originalTextRange: input.originalTextRange,
+      status: "pending",
+      durationMs: 0
     });
-    results.push(result);
-    config.onProgress?.({
-      currentChunk: index + 1,
+  }
+  for (const [index, chunk] of chunks.entries()) {
+    const input = typeof chunk === "string" ? { ssml: chunk } : chunk;
+    report({
+      currentChunk: index,
       totalChunks,
-      percent: totalChunks === 0 ? 100 : Math.round((index + 1) / totalChunks * 100)
+      percent: totalChunks === 0 ? 100 : Math.round(index / totalChunks * 100),
+      chunkIndex: index,
+      originalTextRange: input.originalTextRange,
+      status: "synthesizing",
+      durationMs: 0
     });
+    const startedAt = Date.now();
+    try {
+      const result = await synthesizeSsml(input.ssml, {
+        ...config,
+        ...input.originalTextRange ? { sourceTextRange: input.originalTextRange } : {},
+        ...input.sourceNodePath ? { sourceNodePath: input.sourceNodePath } : {},
+        chunkIndex: index,
+        onProgress: void 0
+      });
+      results.push(result);
+      report({
+        currentChunk: index + 1,
+        totalChunks,
+        percent: totalChunks === 0 ? 100 : Math.round((index + 1) / totalChunks * 100),
+        chunkIndex: index,
+        originalTextRange: input.originalTextRange,
+        status: "success",
+        durationMs: Date.now() - startedAt
+      });
+    } catch (error) {
+      report({
+        currentChunk: index,
+        totalChunks,
+        percent: totalChunks === 0 ? 100 : Math.round(index / totalChunks * 100),
+        chunkIndex: index,
+        originalTextRange: input.originalTextRange,
+        status: "failed",
+        durationMs: Date.now() - startedAt,
+        error
+      });
+      throw error;
+    }
   }
-  return mergeSynthesisResults(results);
+  return mergeSynthesisResults(results, config.outputFormat ?? "audio-16khz-128kbitrate-mono-mp3");
 }
-function mergeSynthesisResults(results) {
-  const audioLength = results.reduce((total, result) => total + result.audioData.byteLength, 0);
-  const audioData = new Uint8Array(audioLength);
+function mergeSynthesisResults(results, format) {
+  const audioData = format ? new Uint8Array(
+    mergeAudioBuffers(
+      results.map((result) => result.audioData),
+      format
+    )
+  ) : new Uint8Array(results.reduce((total, result) => total + result.audioData.byteLength, 0));
+  if (!format) {
+    let offset = 0;
+    for (const result of results) {
+      audioData.set(new Uint8Array(result.audioData), offset);
+      offset += result.audioData.byteLength;
+    }
+  }
   const boundaries = [];
   const visemes = [];
   const bookmarks = [];
-  let byteOffset = 0;
   let durationOffset = 0;
   for (const result of results) {
-    audioData.set(new Uint8Array(result.audioData), byteOffset);
-    byteOffset += result.audioData.byteLength;
     const chunkBoundaries = result.boundaries && result.boundaries.length > 0 ? result.boundaries : result.wordBoundary ?? result.wordBoundaries ?? [];
     for (const boundary of chunkBoundaries) {
       const textRange = boundary.textRange ?? result.textRange;
+      const originalTextRange = boundary.originalTextRange ?? textRange;
       const requestId = boundary.requestId ?? result.requestId;
       boundaries.push({
         ...boundary,
         audioOffsetMs: boundary.audioOffsetMs + durationOffset,
+        chunkAudioOffsetMs: boundary.chunkAudioOffsetMs ?? boundary.audioOffsetMs,
+        ...boundary.chunkIndex === void 0 ? { chunkIndex: results.indexOf(result) } : {},
+        ...boundary.sourceNodePath ? { sourceNodePath: [...boundary.sourceNodePath] } : {},
+        ...originalTextRange ? { originalTextRange: { ...originalTextRange } } : {},
         ...textRange ? { textRange: { ...textRange } } : {},
         ...requestId ? { requestId } : {}
       });
     }
     for (const viseme of result.visemes ?? []) {
       const textRange = viseme.textRange ?? result.textRange;
+      const originalTextRange = viseme.originalTextRange ?? textRange;
       const requestId = viseme.requestId ?? result.requestId;
       visemes.push({
         ...viseme,
         audioOffsetMs: viseme.audioOffsetMs + durationOffset,
+        chunkAudioOffsetMs: viseme.chunkAudioOffsetMs ?? viseme.audioOffsetMs,
+        ...viseme.chunkIndex === void 0 ? { chunkIndex: results.indexOf(result) } : {},
+        ...viseme.sourceNodePath ? { sourceNodePath: [...viseme.sourceNodePath] } : {},
+        ...originalTextRange ? { originalTextRange: { ...originalTextRange } } : {},
         ...textRange ? { textRange: { ...textRange } } : {},
         ...requestId ? { requestId } : {}
       });
     }
     for (const bookmark of result.bookmarks ?? []) {
       const textRange = bookmark.textRange ?? result.textRange;
+      const originalTextRange = bookmark.originalTextRange ?? textRange;
       const requestId = bookmark.requestId ?? result.requestId;
       bookmarks.push({
         ...bookmark,
         audioOffsetMs: bookmark.audioOffsetMs + durationOffset,
+        chunkAudioOffsetMs: bookmark.chunkAudioOffsetMs ?? bookmark.audioOffsetMs,
+        ...bookmark.chunkIndex === void 0 ? { chunkIndex: results.indexOf(result) } : {},
+        ...bookmark.sourceNodePath ? { sourceNodePath: [...bookmark.sourceNodePath] } : {},
+        ...originalTextRange ? { originalTextRange: { ...originalTextRange } } : {},
         ...textRange ? { textRange: { ...textRange } } : {},
         ...requestId ? { requestId } : {}
       });
@@ -307,6 +527,15 @@ async function synthesizeSpeech(ssml, config) {
 }
 
 // packages/azure-tts-client/src/safe.ts
+var ChunkValidationError = class extends Error {
+  constructor(chunkIndex, diagnostics) {
+    super(`SSML validation failed for chunk ${chunkIndex}; the Azure Speech API was not called.`);
+    this.kind = "chunk-validation";
+    this.name = "ChunkValidationError";
+    this.chunkIndex = chunkIndex;
+    this.diagnostics = diagnostics;
+  }
+};
 async function synthesizeSsmlSafe(client, ssml, options = {}) {
   const validationOptions = options.validation ?? options;
   const diagnostics = await Promise.resolve(validateAzureSsml2(ssml, validationOptions));
@@ -330,6 +559,95 @@ async function synthesizeSsmlSafe(client, ssml, options = {}) {
     return { ok: false, success: false, status: "azure-api-error", error: azureError };
   }
 }
+async function synthesizeSsmlChunksSafe(client, chunks, options = {}) {
+  const validationOptions = options.validation ?? options;
+  const pending = (index, status, error) => {
+    options.onProgress?.({
+      currentChunk: status === "success" ? index + 1 : index,
+      totalChunks: chunks.length,
+      percent: chunks.length === 0 ? 100 : Math.round((status === "success" ? index + 1 : index) / chunks.length * 100),
+      chunkIndex: index,
+      originalTextRange: typeof chunks[index] === "string" ? void 0 : chunks[index]?.originalTextRange,
+      status,
+      durationMs: 0,
+      ...error ? { error } : {}
+    });
+  };
+  chunks.forEach((_chunk, index) => {
+    pending(index, "pending");
+  });
+  const validations = await Promise.all(
+    chunks.map(async (chunk) => {
+      const ssml = typeof chunk === "string" ? chunk : chunk.ssml;
+      const diagnostics = await Promise.resolve(validateAzureSsml2(ssml, validationOptions));
+      return diagnostics.filter((diagnostic) => diagnostic.severity === "error");
+    })
+  );
+  const firstInvalidIndex = validations.findIndex((diagnostics) => diagnostics.length > 0);
+  if (firstInvalidIndex >= 0) {
+    const error = new ChunkValidationError(firstInvalidIndex, validations[firstInvalidIndex] ?? []);
+    pending(firstInvalidIndex, "failed", error);
+    return { ok: false, success: false, status: "validation-error", error };
+  }
+  try {
+    if (client.synthesizeChunks) {
+      const value = await client.synthesizeChunks(chunks, { onProgress: options.onProgress });
+      return { ok: true, success: true, status: "success", value };
+    }
+    const results = [];
+    for (const [index, chunk] of chunks.entries()) {
+      const input = typeof chunk === "string" ? { ssml: chunk } : chunk;
+      const sourceNodePath = input.sourceNodePath;
+      pending(index, "synthesizing");
+      const startedAt = Date.now();
+      try {
+        const result = await client.synthesizeSsml(input.ssml);
+        results.push({
+          ...result,
+          ...input.originalTextRange ? { textRange: { ...input.originalTextRange } } : {},
+          ...sourceNodePath ? {
+            boundaries: result.boundaries?.map((event) => ({
+              ...event,
+              sourceNodePath: [...sourceNodePath]
+            })),
+            visemes: result.visemes?.map((event) => ({ ...event, sourceNodePath: [...sourceNodePath] })),
+            bookmarks: result.bookmarks?.map((event) => ({ ...event, sourceNodePath: [...sourceNodePath] }))
+          } : {}
+        });
+        options.onProgress?.({
+          currentChunk: index + 1,
+          totalChunks: chunks.length,
+          percent: chunks.length === 0 ? 100 : Math.round((index + 1) / chunks.length * 100),
+          chunkIndex: index,
+          originalTextRange: input.originalTextRange,
+          status: "success",
+          durationMs: Date.now() - startedAt
+        });
+      } catch (error) {
+        options.onProgress?.({
+          currentChunk: index,
+          totalChunks: chunks.length,
+          percent: chunks.length === 0 ? 100 : Math.round(index / chunks.length * 100),
+          chunkIndex: index,
+          originalTextRange: input.originalTextRange,
+          status: "failed",
+          durationMs: Date.now() - startedAt,
+          error
+        });
+        throw error;
+      }
+    }
+    return {
+      ok: true,
+      success: true,
+      status: "success",
+      value: mergeSynthesisResults(results, options.outputFormat)
+    };
+  } catch (error) {
+    const azureError = error instanceof AzureTtsError ? error : createSpeechSdkError(error);
+    return { ok: false, success: false, status: "azure-api-error", error: azureError };
+  }
+}
 
 // packages/azure-tts-client/src/client.ts
 var ENDPOINT_TEMPLATE = "https://{region}.tts.speech.microsoft.com/cognitiveservices/v1";
@@ -368,6 +686,16 @@ var AzureTtsClient = class {
   async synthesizeSsmlSafe(ssml, options = {}) {
     return synthesizeSsmlSafe(this, ssml, options);
   }
+  async synthesizeChunksSafe(chunks, options = {}) {
+    return synthesizeSsmlChunksSafe(this, chunks, {
+      ...options,
+      outputFormat: options.outputFormat ?? __privateGet(this, _options).outputFormat,
+      onProgress: options.onProgress ?? __privateGet(this, _options).onProgress
+    });
+  }
+  async synthesizeSsmlChunksSafe(chunks, options = {}) {
+    return this.synthesizeChunksSafe(chunks, options);
+  }
 };
 _options = new WeakMap();
 
@@ -423,6 +751,9 @@ async function fetchAzureVoiceCatalog(options) {
       const secondaryLocales = stringList(record.SecondaryLocaleList);
       const styles = stringList(record.StyleList);
       const status = normalizeStatus(record.Status);
+      const supportedTags = stringList(record.SupportedTags);
+      const unsupportedTags = stringList(record.UnsupportedTags);
+      const models = stringList(record.Models);
       const merged = {
         name: existing?.name ?? name,
         locale: existing?.locale ?? locale,
@@ -432,6 +763,12 @@ async function fetchAzureVoiceCatalog(options) {
       if (mergedSecondaryLocales.length > 0) merged.secondaryLocales = mergedSecondaryLocales;
       const mergedStyles = [.../* @__PURE__ */ new Set([...existing?.styles ?? [], ...styles])];
       if (mergedStyles.length > 0) merged.styles = mergedStyles;
+      const mergedSupportedTags = [.../* @__PURE__ */ new Set([...existing?.supportedTags ?? [], ...supportedTags])];
+      if (mergedSupportedTags.length > 0) merged.supportedTags = mergedSupportedTags;
+      const mergedUnsupportedTags = [.../* @__PURE__ */ new Set([...existing?.unsupportedTags ?? [], ...unsupportedTags])];
+      if (mergedUnsupportedTags.length > 0) merged.unsupportedTags = mergedUnsupportedTags;
+      const mergedModels = [.../* @__PURE__ */ new Set([...existing?.models ?? [], ...models])];
+      if (mergedModels.length > 0) merged.models = mergedModels;
       if (status) merged.status = status;
       else if (existing?.status) merged.status = existing.status;
       voices.set(key, merged);
@@ -452,9 +789,13 @@ export {
   AzureTtsClient,
   AzureTtsError,
   AzureTtsSdkError,
+  ChunkValidationError,
+  UnsupportedMergeFormatError,
   areAzureLanguagesEquivalent,
   buildPartialSsml,
   buildSsml,
+  canMergeAudioFormat,
+  createAzureUrlValidatorRunner,
   extractSsmlText,
   extractSsmlTranslatableText,
   fetchAzureVoiceCatalog,
@@ -463,13 +804,16 @@ export {
   getBuiltInVoiceCatalogMetadata,
   isValidAzureAudioDuration,
   mapSsmlTextNodes,
+  mergeAudioBuffers,
   mergeSynthesisResults,
   normalizeAzureLanguage,
   parseSsml,
+  resolveMergeAudioFormat,
   splitSsmlDocument,
   synthesizeSpeech,
   synthesizeSsml,
   synthesizeSsmlChunks,
+  synthesizeSsmlChunksSafe,
   synthesizeSsmlSafe,
   validateAzureSsml,
   validateSsml,