@effect-uai/elevenlabs 0.16.0 → 0.18.0

package/dist/realtimeStt.d.mts

@@ -1,8 +1,8 @@
 import { ElevenLabsRegion } from "./region.mjs";
 import { Effect, Redacted, Schema, Stream } from "effect";
-import { HttpClient } from "effect/unstable/http";
+import { HttpClient } from "effect/http";
 import * as AiError from "@effect-uai/core/AiError";
-import * as Socket from "effect/unstable/socket/Socket";
+import * as Socket from "effect/socket/Socket";
 import { CommonStreamTranscribeRequest } from "@effect-uai/core/Transcriber";
 import { AudioFormat } from "@effect-uai/core/Audio";
 import { TranscriptEvent } from "@effect-uai/core/Transcript";

package/dist/realtimeStt.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"realtimeStt.d.mts","names":[],"sources":["../src/realtimeStt.ts"],"mappings":";;;;;;;;;KAYY;WACD,QAAQ,SAAS;WACjB;WACA,SAAS;;cAcP,oBAAoB,QAAQ,gBAAgB,OAAO,eAAe,QAAQ;cAmB1E,sBAAmB,KAAS,WAAM,OAAA,eAAA,QAAA,SAAA,WAAA;cAsCzC,eAAa,OAAA,gBAAA,OAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAgDN,cAAW,gCACK,YACd,cAAc,SAAO;KAmCxB;WACD;WACA;WACA;WACA;WACA,WAAW;;cAGT,aAAU,KAChB,QAAM,eACE,qBACM,MACb;cAgBK,mBAAgB,OAAW,YAAU;cAqCrC,sBAAmB,KACxB,YACL,GAAG,GAAC,SACM,OAAO,OAAO,YAAY,GAAG,IAAE,SAC/B,kCACR,OAAO,OACR,iBACA,QAAQ,UAAU,GAClB,IAAI,WAAW,aAAa,OAAO"}
+{"version":3,"file":"realtimeStt.d.mts","names":[],"sources":["../src/realtimeStt.ts"],"mappings":";;;;;;;;;KAcY;WACD,QAAQ,SAAS;WACjB;WACA,SAAS;;cAcP,oBAAoB,QAAQ,gBAAgB,OAAO,eAAe,QAAQ;cAmB1E,sBAAmB,KAAS,WAAM,OAAA,eAAA,QAAA,SAAA,WAAA;cAsCzC,eAAa,OAAA,gBAAA,OAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAgDN,cAAW,gCACK,YACd,cAAc,SAAO;KAmCxB;WACD;WACA;WACA;WACA;WACA,WAAW;;cAGT,aAAU,KAChB,QAAM,eACE,qBACM,MACb;cAgBK,mBAAgB,OAAW,YAAU;cA2BrC,sBAAmB,KACxB,YACL,GAAG,GAAC,SACM,OAAO,OAAO,YAAY,GAAG,IAAE,SAC/B,kCACR,OAAO,OACR,iBACA,QAAQ,UAAU,GAClB,IAAI,WAAW,aAAa,OAAO"}

package/dist/realtimeStt.mjs

@@ -1,11 +1,13 @@
 import { httpStatusError, transportFailure } from "./codec.mjs";
 import { resolveHost } from "./region.mjs";
-import { Effect, Encoding, Match, Queue, Redacted, Schema, Stream } from "effect";
-import { HttpClient, HttpClientRequest } from "effect/unstable/http";
+import { Effect, Match, Option, Predicate, Redacted, Schema, Stream } from "effect";
+import { HttpClient, HttpClientRequest } from "effect/http";
 import * as AiError from "@effect-uai/core/AiError";
+import { Base64 } from "effect/encoding";
 import * as Capabilities from "@effect-uai/core/Capabilities";
-import * as Socket from "effect/unstable/socket/Socket";
+import * as Socket from "effect/socket/Socket";
 import * as JSONL from "@effect-uai/core/JSONL";
+import * as WebSocketSession from "@effect-uai/core/WebSocketSession";
 //#region src/realtimeStt.ts
 const unsupportedInputFormat = (format) => new AiError.Unsupported({
 	provider: "elevenlabs",
@@ -134,16 +136,18 @@ const buildWsUrl = (cfg, token, audioFormat, opts) => {
 };
 const encodeAudioFrame = (bytes, sampleRate) => JSON.stringify({
 	message_type: "input_audio_chunk",
-	audio_base_64: Encoding.encodeBase64(bytes),
+	audio_base_64: Base64.encode(bytes),
 	sample_rate: sampleRate
 });
-const handleServerMessage = (queue, mapEvent) => (raw) => Effect.gen(function* () {
+/** One raw text frame to at most one event; unknown or malformed frames yield `undefined`. */
+const frameToEvent = (mapEvent) => (raw) => Effect.gen(function* () {
 	const json = yield* JSONL.parseSafe(raw);
-	if (json === void 0) return;
+	if (json === void 0) return void 0;
 	const decoded = yield* decodeServerMessage(json).pipe(Effect.option);
-	if (decoded._tag === "None") return;
-	const event = mapEvent(decoded.value);
-	if (event !== void 0) yield* Queue.offer(queue, event);
+	return Option.match(decoded, {
+		onNone: () => void 0,
+		onSome: mapEvent
+	});
 });
 const streamTranscription = (cfg) => (audioIn, request) => Stream.unwrap(Effect.gen(function* () {
 	const slug = yield* inputFormatToSlug(request.inputFormat);
@@ -161,13 +165,13 @@ const streamTranscription = (cfg) => (audioIn, request) => Stream.unwrap(Effect.
 		...request.biasingTerms !== void 0 && { keyterms: request.biasingTerms },
 		includeTimestamps
 	});
-	const socket = yield* Socket.makeWebSocket(url, { closeCodeIsError: (code) => code !== 1e3 && code !== 1001 && code !== 1005 });
-	const queue = yield* Queue.bounded(64);
+	const socket = yield* Socket.makeWebSocket(url);
 	const sampleRate = request.inputFormat.sampleRate;
-	const write = yield* socket.writer;
-	yield* Stream.runForEach(audioIn, (bytes) => write(encodeAudioFrame(bytes, sampleRate))).pipe(Effect.ignore, Effect.forkScoped);
-	yield* socket.runString(handleServerMessage(queue, wireToEvent(includeTimestamps))).pipe(Effect.ensuring(Queue.end(queue)), Effect.forkScoped);
-	return Stream.fromQueue(queue);
+	const { write } = yield* socket.writer;
+	const asAiError = WebSocketSession.toAiError("elevenlabs");
+	const events = Stream.fromPull(Socket.readerString(socket)).pipe(Stream.scoped, Stream.catchIf(WebSocketSession.isCleanClose, () => Stream.empty), Stream.mapError(asAiError), Stream.mapEffect(frameToEvent(wireToEvent(includeTimestamps))), Stream.filter(Predicate.isNotUndefined));
+	const outgoing = Stream.map(audioIn, (bytes) => encodeAudioFrame(bytes, sampleRate)).pipe(Stream.mapEffect((frame) => Effect.mapError(write(frame), asAiError)));
+	return Stream.merge(events, Stream.drain(outgoing), { haltStrategy: "left" });
 }));
 //#endregion
 export { buildWsUrl, encodeAudioFrame, fetchSingleUseToken, inputFormatToSlug, streamTranscription, wireToEvent };

package/dist/realtimeStt.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"realtimeStt.mjs","names":[],"sources":["../src/realtimeStt.ts"],"sourcesContent":["import { Cause, Effect, Encoding, Match, Queue, Redacted, Schema, Stream } from \"effect\"\nimport { HttpClient, HttpClientRequest } from \"effect/unstable/http\"\nimport * as Socket from \"effect/unstable/socket/Socket\"\nimport * as AiError from \"@effect-uai/core/AiError\"\nimport type { AudioFormat } from \"@effect-uai/core/Audio\"\nimport * as Capabilities from \"@effect-uai/core/Capabilities\"\nimport * as JSONL from \"@effect-uai/core/JSONL\"\nimport type { TranscriptEvent, WordTimestamp } from \"@effect-uai/core/Transcript\"\nimport type { CommonStreamTranscribeRequest } from \"@effect-uai/core/Transcriber\"\nimport { httpStatusError, transportFailure } from \"./codec.js\"\nimport { type ElevenLabsRegion, resolveHost } from \"./region.js\"\n\nexport type Config = {\n  readonly apiKey: Redacted.Redacted\n  readonly baseUrl?: string\n  readonly region?: ElevenLabsRegion\n}\n\n// ---------------------------------------------------------------------------\n// AudioFormat → audio_format slug\n// ---------------------------------------------------------------------------\n\nconst unsupportedInputFormat = (format: AudioFormat) =>\n  new AiError.Unsupported({\n    provider: \"elevenlabs\",\n    capability: \"inputFormat\",\n    reason: `ElevenLabs realtime STT accepts pcm_<rate> or ulaw_8000 only. Got ${JSON.stringify(format)}.`,\n  })\n\nexport const inputFormatToSlug: (format: AudioFormat) => Effect.Effect<string, AiError.AiError> =\n  Match.type<AudioFormat>().pipe(\n    Match.when({ container: \"raw\", encoding: \"pcm_s16le\" }, (f) =>\n      Effect.succeed(`pcm_${f.sampleRate}`),\n    ),\n    Match.when({ container: \"raw\", encoding: \"pcm_mulaw\", sampleRate: 8000 }, () =>\n      Effect.succeed(\"ulaw_8000\"),\n    ),\n    Match.orElse((f) => Effect.fail(unsupportedInputFormat(f))),\n  )\n\n// ---------------------------------------------------------------------------\n// Single-use token — auth rides on a query param so any\n// `globalThis.WebSocket` works (browser, Node 22+, Bun, Deno).\n// ---------------------------------------------------------------------------\n\nconst TokenWire = Schema.Struct({ token: Schema.String })\nconst decodeToken = Schema.decodeUnknownEffect(TokenWire)\n\nexport const fetchSingleUseToken = (cfg: Config) =>\n  Effect.gen(function* () {\n    const client = yield* HttpClient.HttpClient\n    const url = `${resolveHost(cfg)}/single-use-token/realtime_scribe`\n    const httpRequest = HttpClientRequest.post(url).pipe(\n      HttpClientRequest.setHeader(\"xi-api-key\", Redacted.value(cfg.apiKey)),\n    )\n    const response = yield* client.execute(httpRequest).pipe(Effect.mapError(transportFailure))\n    if (response.status >= 400) {\n      const text = yield* response.text.pipe(Effect.orElseSucceed(() => \"\"))\n      return yield* Effect.fail(httpStatusError(response.status, text))\n    }\n    const json = yield* response.json.pipe(Effect.mapError(transportFailure))\n    const wire = yield* decodeToken(json).pipe(\n      Effect.mapError(\n        (cause) =>\n          new AiError.GenerationFailed({\n            provider: \"elevenlabs\",\n            raw: { message: \"single-use-token response missing `token` field\", cause, json },\n          }),\n      ),\n    )\n    return wire.token\n  })\n\n// ---------------------------------------------------------------------------\n// Wire schemas (server → client)\n// ---------------------------------------------------------------------------\n\nconst RealtimeWord = Schema.Struct({\n  text: Schema.String,\n  start: Schema.Number,\n  end: Schema.Number,\n  type: Schema.optional(Schema.String),\n  speaker_id: Schema.optional(Schema.NullOr(Schema.String)),\n  logprob: Schema.optional(Schema.Number),\n})\n\nconst ServerMessage = Schema.Union([\n  Schema.Struct({\n    message_type: Schema.Literal(\"session_started\"),\n    session_id: Schema.optional(Schema.String),\n  }),\n  Schema.Struct({\n    message_type: Schema.Literal(\"partial_transcript\"),\n    text: Schema.String,\n  }),\n  Schema.Struct({\n    message_type: Schema.Literal(\"committed_transcript\"),\n    text: Schema.String,\n  }),\n  Schema.Struct({\n    message_type: Schema.Literal(\"committed_transcript_with_timestamps\"),\n    text: Schema.String,\n    language_code: Schema.optional(Schema.NullOr(Schema.String)),\n    words: Schema.optional(Schema.NullOr(Schema.Array(RealtimeWord))),\n  }),\n  Schema.Struct({\n    message_type: Schema.Literals([\"error\", \"auth_error\", \"rate_limited\", \"quota_exceeded\"]),\n    error: Schema.optional(Schema.Unknown),\n  }),\n])\nconst decodeServerMessage = Schema.decodeUnknownEffect(ServerMessage)\n\nconst wireToWordTimestamp = (w: typeof RealtimeWord.Type): WordTimestamp => ({\n  text: w.text,\n  startSeconds: w.start,\n  endSeconds: w.end,\n  ...(w.speaker_id != null && { speakerId: w.speaker_id }),\n  ...(w.logprob !== undefined && { confidence: Math.exp(w.logprob) }),\n})\n\n/**\n * Map a server frame to a `TranscriptEvent`. The two `committed_*` variants\n * need disambiguation:\n *\n *   - When `include_timestamps=true` on the URL, the server emits BOTH\n *     `committed_transcript` and `committed_transcript_with_timestamps` for\n *     each segment — same text, the latter is a strict superset. The bare\n *     variant must be suppressed or callers see two finals per utterance.\n *   - When `include_timestamps=false`, the server emits ONLY\n *     `committed_transcript`. Suppressing it loses every final.\n *\n * So suppression must be conditional on `includeTimestamps`, which is what\n * `wordTimestamps` resolves to on the URL.\n */\nexport const wireToEvent =\n  (includeTimestamps: boolean) =>\n  (msg: typeof ServerMessage.Type): TranscriptEvent | undefined =>\n    Match.value(msg).pipe(\n      Match.when({ message_type: \"session_started\" }, () => undefined),\n      Match.when({ message_type: \"partial_transcript\" }, (m): TranscriptEvent => ({\n        _tag: \"partial\",\n        text: m.text,\n      })),\n      Match.when({ message_type: \"committed_transcript\" }, (m): TranscriptEvent | undefined =>\n        includeTimestamps\n          ? undefined // superseded by the `_with_timestamps` variant\n          : { _tag: \"final\", text: m.text },\n      ),\n      Match.when({ message_type: \"committed_transcript_with_timestamps\" }, (m): TranscriptEvent => {\n        const words = m.words == null ? undefined : m.words.map(wireToWordTimestamp)\n        return {\n          _tag: \"final\",\n          text: m.text,\n          ...(m.language_code != null && { languageCode: m.language_code }),\n          ...(words !== undefined && words.length > 0 && { words }),\n        }\n      }),\n      Match.orElse((m): TranscriptEvent => ({\n        _tag: \"error\",\n        code: m.message_type,\n        message:\n          typeof m.error === \"string\"\n            ? m.error\n            : JSON.stringify(m.error ?? `ElevenLabs ${m.message_type}`),\n      })),\n    )\n\n// ---------------------------------------------------------------------------\n// URL + frame builders\n// ---------------------------------------------------------------------------\n\nexport type RealtimeOptions = {\n  readonly model?: string\n  readonly languageCode?: string\n  readonly includeTimestamps?: boolean\n  readonly commitStrategy?: \"manual\" | \"vad\"\n  readonly keyterms?: ReadonlyArray<string>\n}\n\nexport const buildWsUrl = (\n  cfg: Config,\n  token: string,\n  audioFormat: string,\n  opts: RealtimeOptions,\n) => {\n  const wsBase = resolveHost(cfg).replace(/^http/, \"ws\")\n  const params = new URLSearchParams({\n    token,\n    audio_format: audioFormat,\n    commit_strategy: opts.commitStrategy ?? \"vad\",\n    ...(opts.model !== undefined && { model_id: opts.model }),\n    ...(opts.languageCode !== undefined && { language_code: opts.languageCode }),\n    ...(opts.includeTimestamps === true && { include_timestamps: \"true\" }),\n  })\n  // Vocab biasing — repeated `keyterms` param (≤50 on realtime).\n  for (const term of opts.keyterms ?? []) params.append(\"keyterms\", term)\n  return `${wsBase}/speech-to-text/realtime?${params.toString()}`\n}\n\nexport const encodeAudioFrame = (bytes: Uint8Array, sampleRate: number) =>\n  JSON.stringify({\n    message_type: \"input_audio_chunk\",\n    audio_base_64: Encoding.encodeBase64(bytes),\n    sample_rate: sampleRate,\n  })\n\n// ---------------------------------------------------------------------------\n// Parse one server message and emit to the queue if it maps to a\n// TranscriptEvent. Invalid JSON / unknown shapes are silently dropped —\n// the connection stays open and we keep streaming subsequent messages.\n// ---------------------------------------------------------------------------\n\nconst handleServerMessage =\n  (\n    queue: Queue.Queue<TranscriptEvent, Cause.Done>,\n    mapEvent: (msg: typeof ServerMessage.Type) => TranscriptEvent | undefined,\n  ) =>\n  (raw: string) =>\n    Effect.gen(function* () {\n      const json = yield* JSONL.parseSafe(raw)\n      if (json === undefined) return\n      const decoded = yield* decodeServerMessage(json).pipe(Effect.option)\n      if (decoded._tag === \"None\") return\n      const event = mapEvent(decoded.value)\n      if (event !== undefined) yield* Queue.offer(queue, event)\n    })\n\n// ---------------------------------------------------------------------------\n// Stream<Uint8Array> → Stream<TranscriptEvent>\n//\n// Requires `HttpClient` (single-use token fetch) and\n// `Socket.WebSocketConstructor` (any `globalThis.WebSocket` works) in\n// context — `Socket.layerWebSocketConstructorGlobal` covers every\n// modern runtime.\n// ---------------------------------------------------------------------------\n\nexport const streamTranscription =\n  (cfg: Config) =>\n  <E, R>(\n    audioIn: Stream.Stream<Uint8Array, E, R>,\n    request: CommonStreamTranscribeRequest,\n  ): Stream.Stream<\n    TranscriptEvent,\n    AiError.AiError | E,\n    R | HttpClient.HttpClient | Socket.WebSocketConstructor\n  > =>\n    Stream.unwrap(\n      Effect.gen(function* () {\n        const slug = yield* inputFormatToSlug(request.inputFormat)\n        const token = yield* fetchSingleUseToken(cfg)\n        const includeTimestamps = request.wordTimestamps === true\n        yield* Capabilities.warnDroppedWhen(request.prompt, {\n          provider: \"elevenlabs\",\n          capability: \"prompt\",\n          field: \"prompt\",\n          reason: \"ElevenLabs Scribe has no free-form prompt field; bias via `biasingTerms`.\",\n        })\n        const url = buildWsUrl(cfg, token, slug, {\n          ...(request.model !== undefined && { model: request.model }),\n          ...(request.language !== undefined && { languageCode: request.language }),\n          ...(request.biasingTerms !== undefined && { keyterms: request.biasingTerms }),\n          includeTimestamps,\n        })\n        const socket = yield* Socket.makeWebSocket(url, {\n          // Effect's Socket treats all close codes as errors by default — that\n          // surfaces a clean server-side close as a stream failure. Whitelist\n          // standard clean-close codes (1000 / 1001 / 1005).\n          closeCodeIsError: (code) => code !== 1000 && code !== 1001 && code !== 1005,\n        })\n        const queue = yield* Queue.bounded<TranscriptEvent, Cause.Done>(64)\n        const sampleRate = request.inputFormat.sampleRate\n\n        const write = yield* socket.writer\n        yield* Stream.runForEach(audioIn, (bytes) =>\n          write(encodeAudioFrame(bytes, sampleRate)),\n        ).pipe(Effect.ignore, Effect.forkScoped)\n\n        // `Queue.end` flushes pending events then fails the next take with\n        // `Done` — clean stream end. `Queue.shutdown` would CLEAR queued\n        // items and interrupt pending takes (wrong for graceful teardown).\n        yield* socket\n          .runString(handleServerMessage(queue, wireToEvent(includeTimestamps)))\n          .pipe(Effect.ensuring(Queue.end(queue)), Effect.forkScoped)\n\n        return Stream.fromQueue(queue)\n      }),\n    )\n"],"mappings":";;;;;;;;;AAsBA,MAAM,0BAA0B,WAC9B,IAAI,QAAQ,YAAY;CACtB,UAAU;CACV,YAAY;CACZ,QAAQ,qEAAqE,KAAK,UAAU,MAAM,EAAE;AACtG,CAAC;AAEH,MAAa,oBACX,MAAM,KAAkB,CAAC,CAAC,KACxB,MAAM,KAAK;CAAE,WAAW;CAAO,UAAU;AAAY,IAAI,MACvD,OAAO,QAAQ,OAAO,EAAE,YAAY,CACtC,GACA,MAAM,KAAK;CAAE,WAAW;CAAO,UAAU;CAAa,YAAY;AAAK,SACrE,OAAO,QAAQ,WAAW,CAC5B,GACA,MAAM,QAAQ,MAAM,OAAO,KAAK,uBAAuB,CAAC,CAAC,CAAC,CAC5D;AAOF,MAAM,YAAY,OAAO,OAAO,EAAE,OAAO,OAAO,OAAO,CAAC;AACxD,MAAM,cAAc,OAAO,oBAAoB,SAAS;AAExD,MAAa,uBAAuB,QAClC,OAAO,IAAI,aAAa;CACtB,MAAM,SAAS,OAAO,WAAW;CACjC,MAAM,MAAM,GAAG,YAAY,GAAG,EAAE;CAChC,MAAM,cAAc,kBAAkB,KAAK,GAAG,CAAC,CAAC,KAC9C,kBAAkB,UAAU,cAAc,SAAS,MAAM,IAAI,MAAM,CAAC,CACtE;CACA,MAAM,WAAW,OAAO,OAAO,QAAQ,WAAW,CAAC,CAAC,KAAK,OAAO,SAAS,gBAAgB,CAAC;CAC1F,IAAI,SAAS,UAAU,KAAK;EAC1B,MAAM,OAAO,OAAO,SAAS,KAAK,KAAK,OAAO,oBAAoB,EAAE,CAAC;EACrE,OAAO,OAAO,OAAO,KAAK,gBAAgB,SAAS,QAAQ,IAAI,CAAC;CAClE;CACA,MAAM,OAAO,OAAO,SAAS,KAAK,KAAK,OAAO,SAAS,gBAAgB,CAAC;CAUxE,QAAO,OATa,YAAY,IAAI,CAAC,CAAC,KACpC,OAAO,UACJ,UACC,IAAI,QAAQ,iBAAiB;EAC3B,UAAU;EACV,KAAK;GAAE,SAAS;GAAmD;GAAO;EAAK;CACjF,CAAC,CACL,CACF,EAAA,CACY;AACd,CAAC;AAMH,MAAM,eAAe,OAAO,OAAO;CACjC,MAAM,OAAO;CACb,OAAO,OAAO;CACd,KAAK,OAAO;CACZ,MAAM,OAAO,SAAS,OAAO,MAAM;CACnC,YAAY,OAAO,SAAS,OAAO,OAAO,OAAO,MAAM,CAAC;CACxD,SAAS,OAAO,SAAS,OAAO,MAAM;AACxC,CAAC;AAED,MAAM,gBAAgB,OAAO,MAAM;CACjC,OAAO,OAAO;EACZ,cAAc,OAAO,QAAQ,iBAAiB;EAC9C,YAAY,OAAO,SAAS,OAAO,MAAM;CAC3C,CAAC;CACD,OAAO,OAAO;EACZ,cAAc,OAAO,QAAQ,oBAAoB;EACjD,MAAM,OAAO;CACf,CAAC;CACD,OAAO,OAAO;EACZ,cAAc,OAAO,QAAQ,sBAAsB;EACnD,MAAM,OAAO;CACf,CAAC;CACD,OAAO,OAAO;EACZ,cAAc,OAAO,QAAQ,sCAAsC;EACnE,MAAM,OAAO;EACb,eAAe,OAAO,SAAS,OAAO,OAAO,OAAO,MAAM,CAAC;EAC3D,OAAO,OAAO,SAAS,OAAO,OAAO,OAAO,MAAM,YAAY,CAAC,CAAC;CAClE,CAAC;CACD,OAAO,OAAO;EACZ,cAAc,OAAO,SAAS;GAAC;GAAS;GAAc;GAAgB;EAAgB,CAAC;EACvF,OAAO,OAAO,SAAS,OAAO,OAAO;CACvC,CAAC;AACH,CAAC;AACD,MAAM,sBAAsB,OAAO,oBAAoB,aAAa;AAEpE,MAAM,uBAAuB,OAAgD;CAC3E,MAAM,EAAE;CACR,cAAc,EAAE;CAChB,YAAY,EAAE;CACd,GAAI,EAAE,cAAc,QAAQ,EAAE,WAAW,EAAE,WAAW;CACtD,GAAI,EAAE,YAAY,KAAA,KAAa,EAAE,YAAY,KAAK,IAAI,EAAE,OAAO,EAAE;AACnE;;;;;;;;;;;;;;;AAgBA,MAAa,eACV,uBACA,QACC,MAAM,MAAM,GAAG,CAAC,CAAC,KACf,MAAM,KAAK,EAAE,cAAc,kBAAkB,SAAS,KAAA,CAAS,GAC/D,MAAM,KAAK,EAAE,cAAc,qBAAqB,IAAI,OAAwB;CAC1E,MAAM;CACN,MAAM,EAAE;AACV,EAAE,GACF,MAAM,KAAK,EAAE,cAAc,uBAAuB,IAAI,MACpD,oBACI,KAAA,IACA;CAAE,MAAM;CAAS,MAAM,EAAE;AAAK,CACpC,GACA,MAAM,KAAK,EAAE,cAAc,uCAAuC,IAAI,MAAuB;CAC3F,MAAM,QAAQ,EAAE,SAAS,OAAO,KAAA,IAAY,EAAE,MAAM,IAAI,mBAAmB;CAC3E,OAAO;EACL,MAAM;EACN,MAAM,EAAE;EACR,GAAI,EAAE,iBAAiB,QAAQ,EAAE,cAAc,EAAE,cAAc;EAC/D,GAAI,UAAU,KAAA,KAAa,MAAM,SAAS,KAAK,EAAE,MAAM;CACzD;AACF,CAAC,GACD,MAAM,QAAQ,OAAwB;CACpC,MAAM;CACN,MAAM,EAAE;CACR,SACE,OAAO,EAAE,UAAU,WACf,EAAE,QACF,KAAK,UAAU,EAAE,SAAS,cAAc,EAAE,cAAc;AAChE,EAAE,CACJ;AAcJ,MAAa,cACX,KACA,OACA,aACA,SACG;CACH,MAAM,SAAS,YAAY,GAAG,CAAC,CAAC,QAAQ,SAAS,IAAI;CACrD,MAAM,SAAS,IAAI,gBAAgB;EACjC;EACA,cAAc;EACd,iBAAiB,KAAK,kBAAkB;EACxC,GAAI,KAAK,UAAU,KAAA,KAAa,EAAE,UAAU,KAAK,MAAM;EACvD,GAAI,KAAK,iBAAiB,KAAA,KAAa,EAAE,eAAe,KAAK,aAAa;EAC1E,GAAI,KAAK,sBAAsB,QAAQ,EAAE,oBAAoB,OAAO;CACtE,CAAC;CAED,KAAK,MAAM,QAAQ,KAAK,YAAY,CAAC,GAAG,OAAO,OAAO,YAAY,IAAI;CACtE,OAAO,GAAG,OAAO,2BAA2B,OAAO,SAAS;AAC9D;AAEA,MAAa,oBAAoB,OAAmB,eAClD,KAAK,UAAU;CACb,cAAc;CACd,eAAe,SAAS,aAAa,KAAK;CAC1C,aAAa;AACf,CAAC;AAQH,MAAM,uBAEF,OACA,cAED,QACC,OAAO,IAAI,aAAa;CACtB,MAAM,OAAO,OAAO,MAAM,UAAU,GAAG;CACvC,IAAI,SAAS,KAAA,GAAW;CACxB,MAAM,UAAU,OAAO,oBAAoB,IAAI,CAAC,CAAC,KAAK,OAAO,MAAM;CACnE,IAAI,QAAQ,SAAS,QAAQ;CAC7B,MAAM,QAAQ,SAAS,QAAQ,KAAK;CACpC,IAAI,UAAU,KAAA,GAAW,OAAO,MAAM,MAAM,OAAO,KAAK;AAC1D,CAAC;AAWL,MAAa,uBACV,SAEC,SACA,YAMA,OAAO,OACL,OAAO,IAAI,aAAa;CACtB,MAAM,OAAO,OAAO,kBAAkB,QAAQ,WAAW;CACzD,MAAM,QAAQ,OAAO,oBAAoB,GAAG;CAC5C,MAAM,oBAAoB,QAAQ,mBAAmB;CACrD,OAAO,aAAa,gBAAgB,QAAQ,QAAQ;EAClD,UAAU;EACV,YAAY;EACZ,OAAO;EACP,QAAQ;CACV,CAAC;CACD,MAAM,MAAM,WAAW,KAAK,OAAO,MAAM;EACvC,GAAI,QAAQ,UAAU,KAAA,KAAa,EAAE,OAAO,QAAQ,MAAM;EAC1D,GAAI,QAAQ,aAAa,KAAA,KAAa,EAAE,cAAc,QAAQ,SAAS;EACvE,GAAI,QAAQ,iBAAiB,KAAA,KAAa,EAAE,UAAU,QAAQ,aAAa;EAC3E;CACF,CAAC;CACD,MAAM,SAAS,OAAO,OAAO,cAAc,KAAK,EAI9C,mBAAmB,SAAS,SAAS,OAAQ,SAAS,QAAQ,SAAS,KACzE,CAAC;CACD,MAAM,QAAQ,OAAO,MAAM,QAAqC,EAAE;CAClE,MAAM,aAAa,QAAQ,YAAY;CAEvC,MAAM,QAAQ,OAAO,OAAO;CAC5B,OAAO,OAAO,WAAW,UAAU,UACjC,MAAM,iBAAiB,OAAO,UAAU,CAAC,CAC3C,CAAC,CAAC,KAAK,OAAO,QAAQ,OAAO,UAAU;CAKvC,OAAO,OACJ,UAAU,oBAAoB,OAAO,YAAY,iBAAiB,CAAC,CAAC,CAAC,CACrE,KAAK,OAAO,SAAS,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,UAAU;CAE5D,OAAO,OAAO,UAAU,KAAK;AAC/B,CAAC,CACH"}
+{"version":3,"file":"realtimeStt.mjs","names":[],"sources":["../src/realtimeStt.ts"],"sourcesContent":["import { Effect, Match, Option, Predicate, Redacted, Schema, Stream } from \"effect\"\nimport { Base64 } from \"effect/encoding\"\nimport { HttpClient, HttpClientRequest } from \"effect/http\"\nimport * as Socket from \"effect/socket/Socket\"\nimport * as AiError from \"@effect-uai/core/AiError\"\nimport type { AudioFormat } from \"@effect-uai/core/Audio\"\nimport * as Capabilities from \"@effect-uai/core/Capabilities\"\nimport * as JSONL from \"@effect-uai/core/JSONL\"\nimport type { TranscriptEvent, WordTimestamp } from \"@effect-uai/core/Transcript\"\nimport type { CommonStreamTranscribeRequest } from \"@effect-uai/core/Transcriber\"\nimport * as WebSocketSession from \"@effect-uai/core/WebSocketSession\"\nimport { httpStatusError, transportFailure } from \"./codec.js\"\nimport { type ElevenLabsRegion, resolveHost } from \"./region.js\"\n\nexport type Config = {\n  readonly apiKey: Redacted.Redacted\n  readonly baseUrl?: string\n  readonly region?: ElevenLabsRegion\n}\n\n// ---------------------------------------------------------------------------\n// AudioFormat → audio_format slug\n// ---------------------------------------------------------------------------\n\nconst unsupportedInputFormat = (format: AudioFormat) =>\n  new AiError.Unsupported({\n    provider: \"elevenlabs\",\n    capability: \"inputFormat\",\n    reason: `ElevenLabs realtime STT accepts pcm_<rate> or ulaw_8000 only. Got ${JSON.stringify(format)}.`,\n  })\n\nexport const inputFormatToSlug: (format: AudioFormat) => Effect.Effect<string, AiError.AiError> =\n  Match.type<AudioFormat>().pipe(\n    Match.when({ container: \"raw\", encoding: \"pcm_s16le\" }, (f) =>\n      Effect.succeed(`pcm_${f.sampleRate}`),\n    ),\n    Match.when({ container: \"raw\", encoding: \"pcm_mulaw\", sampleRate: 8000 }, () =>\n      Effect.succeed(\"ulaw_8000\"),\n    ),\n    Match.orElse((f) => Effect.fail(unsupportedInputFormat(f))),\n  )\n\n// ---------------------------------------------------------------------------\n// Single-use token — auth rides on a query param so any\n// `globalThis.WebSocket` works (browser, Node 22+, Bun, Deno).\n// ---------------------------------------------------------------------------\n\nconst TokenWire = Schema.Struct({ token: Schema.String })\nconst decodeToken = Schema.decodeUnknownEffect(TokenWire)\n\nexport const fetchSingleUseToken = (cfg: Config) =>\n  Effect.gen(function* () {\n    const client = yield* HttpClient.HttpClient\n    const url = `${resolveHost(cfg)}/single-use-token/realtime_scribe`\n    const httpRequest = HttpClientRequest.post(url).pipe(\n      HttpClientRequest.setHeader(\"xi-api-key\", Redacted.value(cfg.apiKey)),\n    )\n    const response = yield* client.execute(httpRequest).pipe(Effect.mapError(transportFailure))\n    if (response.status >= 400) {\n      const text = yield* response.text.pipe(Effect.orElseSucceed(() => \"\"))\n      return yield* Effect.fail(httpStatusError(response.status, text))\n    }\n    const json = yield* response.json.pipe(Effect.mapError(transportFailure))\n    const wire = yield* decodeToken(json).pipe(\n      Effect.mapError(\n        (cause) =>\n          new AiError.GenerationFailed({\n            provider: \"elevenlabs\",\n            raw: { message: \"single-use-token response missing `token` field\", cause, json },\n          }),\n      ),\n    )\n    return wire.token\n  })\n\n// ---------------------------------------------------------------------------\n// Wire schemas (server → client)\n// ---------------------------------------------------------------------------\n\nconst RealtimeWord = Schema.Struct({\n  text: Schema.String,\n  start: Schema.Number,\n  end: Schema.Number,\n  type: Schema.optional(Schema.String),\n  speaker_id: Schema.optional(Schema.NullOr(Schema.String)),\n  logprob: Schema.optional(Schema.Number),\n})\n\nconst ServerMessage = Schema.Union([\n  Schema.Struct({\n    message_type: Schema.Literal(\"session_started\"),\n    session_id: Schema.optional(Schema.String),\n  }),\n  Schema.Struct({\n    message_type: Schema.Literal(\"partial_transcript\"),\n    text: Schema.String,\n  }),\n  Schema.Struct({\n    message_type: Schema.Literal(\"committed_transcript\"),\n    text: Schema.String,\n  }),\n  Schema.Struct({\n    message_type: Schema.Literal(\"committed_transcript_with_timestamps\"),\n    text: Schema.String,\n    language_code: Schema.optional(Schema.NullOr(Schema.String)),\n    words: Schema.optional(Schema.NullOr(Schema.Array(RealtimeWord))),\n  }),\n  Schema.Struct({\n    message_type: Schema.Literals([\"error\", \"auth_error\", \"rate_limited\", \"quota_exceeded\"]),\n    error: Schema.optional(Schema.Unknown),\n  }),\n])\nconst decodeServerMessage = Schema.decodeUnknownEffect(ServerMessage)\n\nconst wireToWordTimestamp = (w: typeof RealtimeWord.Type): WordTimestamp => ({\n  text: w.text,\n  startSeconds: w.start,\n  endSeconds: w.end,\n  ...(w.speaker_id != null && { speakerId: w.speaker_id }),\n  ...(w.logprob !== undefined && { confidence: Math.exp(w.logprob) }),\n})\n\n/**\n * Map a server frame to a `TranscriptEvent`. The two `committed_*` variants\n * need disambiguation:\n *\n *   - When `include_timestamps=true` on the URL, the server emits BOTH\n *     `committed_transcript` and `committed_transcript_with_timestamps` for\n *     each segment — same text, the latter is a strict superset. The bare\n *     variant must be suppressed or callers see two finals per utterance.\n *   - When `include_timestamps=false`, the server emits ONLY\n *     `committed_transcript`. Suppressing it loses every final.\n *\n * So suppression must be conditional on `includeTimestamps`, which is what\n * `wordTimestamps` resolves to on the URL.\n */\nexport const wireToEvent =\n  (includeTimestamps: boolean) =>\n  (msg: typeof ServerMessage.Type): TranscriptEvent | undefined =>\n    Match.value(msg).pipe(\n      Match.when({ message_type: \"session_started\" }, () => undefined),\n      Match.when({ message_type: \"partial_transcript\" }, (m): TranscriptEvent => ({\n        _tag: \"partial\",\n        text: m.text,\n      })),\n      Match.when({ message_type: \"committed_transcript\" }, (m): TranscriptEvent | undefined =>\n        includeTimestamps\n          ? undefined // superseded by the `_with_timestamps` variant\n          : { _tag: \"final\", text: m.text },\n      ),\n      Match.when({ message_type: \"committed_transcript_with_timestamps\" }, (m): TranscriptEvent => {\n        const words = m.words == null ? undefined : m.words.map(wireToWordTimestamp)\n        return {\n          _tag: \"final\",\n          text: m.text,\n          ...(m.language_code != null && { languageCode: m.language_code }),\n          ...(words !== undefined && words.length > 0 && { words }),\n        }\n      }),\n      Match.orElse((m): TranscriptEvent => ({\n        _tag: \"error\",\n        code: m.message_type,\n        message:\n          typeof m.error === \"string\"\n            ? m.error\n            : JSON.stringify(m.error ?? `ElevenLabs ${m.message_type}`),\n      })),\n    )\n\n// ---------------------------------------------------------------------------\n// URL + frame builders\n// ---------------------------------------------------------------------------\n\nexport type RealtimeOptions = {\n  readonly model?: string\n  readonly languageCode?: string\n  readonly includeTimestamps?: boolean\n  readonly commitStrategy?: \"manual\" | \"vad\"\n  readonly keyterms?: ReadonlyArray<string>\n}\n\nexport const buildWsUrl = (\n  cfg: Config,\n  token: string,\n  audioFormat: string,\n  opts: RealtimeOptions,\n) => {\n  const wsBase = resolveHost(cfg).replace(/^http/, \"ws\")\n  const params = new URLSearchParams({\n    token,\n    audio_format: audioFormat,\n    commit_strategy: opts.commitStrategy ?? \"vad\",\n    ...(opts.model !== undefined && { model_id: opts.model }),\n    ...(opts.languageCode !== undefined && { language_code: opts.languageCode }),\n    ...(opts.includeTimestamps === true && { include_timestamps: \"true\" }),\n  })\n  // Vocab biasing — repeated `keyterms` param (≤50 on realtime).\n  for (const term of opts.keyterms ?? []) params.append(\"keyterms\", term)\n  return `${wsBase}/speech-to-text/realtime?${params.toString()}`\n}\n\nexport const encodeAudioFrame = (bytes: Uint8Array, sampleRate: number) =>\n  JSON.stringify({\n    message_type: \"input_audio_chunk\",\n    audio_base_64: Base64.encode(bytes),\n    sample_rate: sampleRate,\n  })\n\n/** One raw text frame to at most one event; unknown or malformed frames yield `undefined`. */\nconst frameToEvent =\n  (mapEvent: (msg: typeof ServerMessage.Type) => TranscriptEvent | undefined) =>\n  (raw: string): Effect.Effect<TranscriptEvent | undefined> =>\n    Effect.gen(function* () {\n      const json = yield* JSONL.parseSafe(raw)\n      if (json === undefined) return undefined\n      const decoded = yield* decodeServerMessage(json).pipe(Effect.option)\n      return Option.match(decoded, { onNone: () => undefined, onSome: mapEvent })\n    })\n\n// ---------------------------------------------------------------------------\n// Stream<Uint8Array> → Stream<TranscriptEvent>\n//\n// Requires `HttpClient` (single-use token fetch) and\n// `Socket.WebSocketConstructor` (any `globalThis.WebSocket` works) in\n// context — `Socket.layerWebSocketConstructorGlobal` covers every\n// modern runtime.\n// ---------------------------------------------------------------------------\n\nexport const streamTranscription =\n  (cfg: Config) =>\n  <E, R>(\n    audioIn: Stream.Stream<Uint8Array, E, R>,\n    request: CommonStreamTranscribeRequest,\n  ): Stream.Stream<\n    TranscriptEvent,\n    AiError.AiError | E,\n    R | HttpClient.HttpClient | Socket.WebSocketConstructor\n  > =>\n    Stream.unwrap(\n      Effect.gen(function* () {\n        const slug = yield* inputFormatToSlug(request.inputFormat)\n        const token = yield* fetchSingleUseToken(cfg)\n        const includeTimestamps = request.wordTimestamps === true\n        yield* Capabilities.warnDroppedWhen(request.prompt, {\n          provider: \"elevenlabs\",\n          capability: \"prompt\",\n          field: \"prompt\",\n          reason: \"ElevenLabs Scribe has no free-form prompt field; bias via `biasingTerms`.\",\n        })\n        const url = buildWsUrl(cfg, token, slug, {\n          ...(request.model !== undefined && { model: request.model }),\n          ...(request.language !== undefined && { languageCode: request.language }),\n          ...(request.biasingTerms !== undefined && { keyterms: request.biasingTerms }),\n          includeTimestamps,\n        })\n        const socket = yield* Socket.makeWebSocket(url)\n        const sampleRate = request.inputFormat.sampleRate\n        const { write } = yield* socket.writer\n        const asAiError = WebSocketSession.toAiError(\"elevenlabs\")\n\n        const events = Stream.fromPull(Socket.readerString(socket)).pipe(\n          Stream.scoped,\n          Stream.catchIf(WebSocketSession.isCleanClose, () => Stream.empty),\n          Stream.mapError(asAiError),\n          Stream.mapEffect(frameToEvent(wireToEvent(includeTimestamps))),\n          Stream.filter(Predicate.isNotUndefined),\n        )\n\n        // Writes wait for the reader to connect.\n        const outgoing = Stream.map(audioIn, (bytes) => encodeAudioFrame(bytes, sampleRate)).pipe(\n          Stream.mapEffect((frame) => Effect.mapError(write(frame), asAiError)),\n        )\n\n        // The server's close ends the transcript; the audio running out does not.\n        return Stream.merge(events, Stream.drain(outgoing), { haltStrategy: \"left\" })\n      }),\n    )\n"],"mappings":";;;;;;;;;;;AAwBA,MAAM,0BAA0B,WAC9B,IAAI,QAAQ,YAAY;CACtB,UAAU;CACV,YAAY;CACZ,QAAQ,qEAAqE,KAAK,UAAU,MAAM,EAAE;AACtG,CAAC;AAEH,MAAa,oBACX,MAAM,KAAkB,CAAC,CAAC,KACxB,MAAM,KAAK;CAAE,WAAW;CAAO,UAAU;AAAY,IAAI,MACvD,OAAO,QAAQ,OAAO,EAAE,YAAY,CACtC,GACA,MAAM,KAAK;CAAE,WAAW;CAAO,UAAU;CAAa,YAAY;AAAK,SACrE,OAAO,QAAQ,WAAW,CAC5B,GACA,MAAM,QAAQ,MAAM,OAAO,KAAK,uBAAuB,CAAC,CAAC,CAAC,CAC5D;AAOF,MAAM,YAAY,OAAO,OAAO,EAAE,OAAO,OAAO,OAAO,CAAC;AACxD,MAAM,cAAc,OAAO,oBAAoB,SAAS;AAExD,MAAa,uBAAuB,QAClC,OAAO,IAAI,aAAa;CACtB,MAAM,SAAS,OAAO,WAAW;CACjC,MAAM,MAAM,GAAG,YAAY,GAAG,EAAE;CAChC,MAAM,cAAc,kBAAkB,KAAK,GAAG,CAAC,CAAC,KAC9C,kBAAkB,UAAU,cAAc,SAAS,MAAM,IAAI,MAAM,CAAC,CACtE;CACA,MAAM,WAAW,OAAO,OAAO,QAAQ,WAAW,CAAC,CAAC,KAAK,OAAO,SAAS,gBAAgB,CAAC;CAC1F,IAAI,SAAS,UAAU,KAAK;EAC1B,MAAM,OAAO,OAAO,SAAS,KAAK,KAAK,OAAO,oBAAoB,EAAE,CAAC;EACrE,OAAO,OAAO,OAAO,KAAK,gBAAgB,SAAS,QAAQ,IAAI,CAAC;CAClE;CACA,MAAM,OAAO,OAAO,SAAS,KAAK,KAAK,OAAO,SAAS,gBAAgB,CAAC;CAUxE,QAAO,OATa,YAAY,IAAI,CAAC,CAAC,KACpC,OAAO,UACJ,UACC,IAAI,QAAQ,iBAAiB;EAC3B,UAAU;EACV,KAAK;GAAE,SAAS;GAAmD;GAAO;EAAK;CACjF,CAAC,CACL,CACF,EAAA,CACY;AACd,CAAC;AAMH,MAAM,eAAe,OAAO,OAAO;CACjC,MAAM,OAAO;CACb,OAAO,OAAO;CACd,KAAK,OAAO;CACZ,MAAM,OAAO,SAAS,OAAO,MAAM;CACnC,YAAY,OAAO,SAAS,OAAO,OAAO,OAAO,MAAM,CAAC;CACxD,SAAS,OAAO,SAAS,OAAO,MAAM;AACxC,CAAC;AAED,MAAM,gBAAgB,OAAO,MAAM;CACjC,OAAO,OAAO;EACZ,cAAc,OAAO,QAAQ,iBAAiB;EAC9C,YAAY,OAAO,SAAS,OAAO,MAAM;CAC3C,CAAC;CACD,OAAO,OAAO;EACZ,cAAc,OAAO,QAAQ,oBAAoB;EACjD,MAAM,OAAO;CACf,CAAC;CACD,OAAO,OAAO;EACZ,cAAc,OAAO,QAAQ,sBAAsB;EACnD,MAAM,OAAO;CACf,CAAC;CACD,OAAO,OAAO;EACZ,cAAc,OAAO,QAAQ,sCAAsC;EACnE,MAAM,OAAO;EACb,eAAe,OAAO,SAAS,OAAO,OAAO,OAAO,MAAM,CAAC;EAC3D,OAAO,OAAO,SAAS,OAAO,OAAO,OAAO,MAAM,YAAY,CAAC,CAAC;CAClE,CAAC;CACD,OAAO,OAAO;EACZ,cAAc,OAAO,SAAS;GAAC;GAAS;GAAc;GAAgB;EAAgB,CAAC;EACvF,OAAO,OAAO,SAAS,OAAO,OAAO;CACvC,CAAC;AACH,CAAC;AACD,MAAM,sBAAsB,OAAO,oBAAoB,aAAa;AAEpE,MAAM,uBAAuB,OAAgD;CAC3E,MAAM,EAAE;CACR,cAAc,EAAE;CAChB,YAAY,EAAE;CACd,GAAI,EAAE,cAAc,QAAQ,EAAE,WAAW,EAAE,WAAW;CACtD,GAAI,EAAE,YAAY,KAAA,KAAa,EAAE,YAAY,KAAK,IAAI,EAAE,OAAO,EAAE;AACnE;;;;;;;;;;;;;;;AAgBA,MAAa,eACV,uBACA,QACC,MAAM,MAAM,GAAG,CAAC,CAAC,KACf,MAAM,KAAK,EAAE,cAAc,kBAAkB,SAAS,KAAA,CAAS,GAC/D,MAAM,KAAK,EAAE,cAAc,qBAAqB,IAAI,OAAwB;CAC1E,MAAM;CACN,MAAM,EAAE;AACV,EAAE,GACF,MAAM,KAAK,EAAE,cAAc,uBAAuB,IAAI,MACpD,oBACI,KAAA,IACA;CAAE,MAAM;CAAS,MAAM,EAAE;AAAK,CACpC,GACA,MAAM,KAAK,EAAE,cAAc,uCAAuC,IAAI,MAAuB;CAC3F,MAAM,QAAQ,EAAE,SAAS,OAAO,KAAA,IAAY,EAAE,MAAM,IAAI,mBAAmB;CAC3E,OAAO;EACL,MAAM;EACN,MAAM,EAAE;EACR,GAAI,EAAE,iBAAiB,QAAQ,EAAE,cAAc,EAAE,cAAc;EAC/D,GAAI,UAAU,KAAA,KAAa,MAAM,SAAS,KAAK,EAAE,MAAM;CACzD;AACF,CAAC,GACD,MAAM,QAAQ,OAAwB;CACpC,MAAM;CACN,MAAM,EAAE;CACR,SACE,OAAO,EAAE,UAAU,WACf,EAAE,QACF,KAAK,UAAU,EAAE,SAAS,cAAc,EAAE,cAAc;AAChE,EAAE,CACJ;AAcJ,MAAa,cACX,KACA,OACA,aACA,SACG;CACH,MAAM,SAAS,YAAY,GAAG,CAAC,CAAC,QAAQ,SAAS,IAAI;CACrD,MAAM,SAAS,IAAI,gBAAgB;EACjC;EACA,cAAc;EACd,iBAAiB,KAAK,kBAAkB;EACxC,GAAI,KAAK,UAAU,KAAA,KAAa,EAAE,UAAU,KAAK,MAAM;EACvD,GAAI,KAAK,iBAAiB,KAAA,KAAa,EAAE,eAAe,KAAK,aAAa;EAC1E,GAAI,KAAK,sBAAsB,QAAQ,EAAE,oBAAoB,OAAO;CACtE,CAAC;CAED,KAAK,MAAM,QAAQ,KAAK,YAAY,CAAC,GAAG,OAAO,OAAO,YAAY,IAAI;CACtE,OAAO,GAAG,OAAO,2BAA2B,OAAO,SAAS;AAC9D;AAEA,MAAa,oBAAoB,OAAmB,eAClD,KAAK,UAAU;CACb,cAAc;CACd,eAAe,OAAO,OAAO,KAAK;CAClC,aAAa;AACf,CAAC;;AAGH,MAAM,gBACH,cACA,QACC,OAAO,IAAI,aAAa;CACtB,MAAM,OAAO,OAAO,MAAM,UAAU,GAAG;CACvC,IAAI,SAAS,KAAA,GAAW,OAAO,KAAA;CAC/B,MAAM,UAAU,OAAO,oBAAoB,IAAI,CAAC,CAAC,KAAK,OAAO,MAAM;CACnE,OAAO,OAAO,MAAM,SAAS;EAAE,cAAc,KAAA;EAAW,QAAQ;CAAS,CAAC;AAC5E,CAAC;AAWL,MAAa,uBACV,SAEC,SACA,YAMA,OAAO,OACL,OAAO,IAAI,aAAa;CACtB,MAAM,OAAO,OAAO,kBAAkB,QAAQ,WAAW;CACzD,MAAM,QAAQ,OAAO,oBAAoB,GAAG;CAC5C,MAAM,oBAAoB,QAAQ,mBAAmB;CACrD,OAAO,aAAa,gBAAgB,QAAQ,QAAQ;EAClD,UAAU;EACV,YAAY;EACZ,OAAO;EACP,QAAQ;CACV,CAAC;CACD,MAAM,MAAM,WAAW,KAAK,OAAO,MAAM;EACvC,GAAI,QAAQ,UAAU,KAAA,KAAa,EAAE,OAAO,QAAQ,MAAM;EAC1D,GAAI,QAAQ,aAAa,KAAA,KAAa,EAAE,cAAc,QAAQ,SAAS;EACvE,GAAI,QAAQ,iBAAiB,KAAA,KAAa,EAAE,UAAU,QAAQ,aAAa;EAC3E;CACF,CAAC;CACD,MAAM,SAAS,OAAO,OAAO,cAAc,GAAG;CAC9C,MAAM,aAAa,QAAQ,YAAY;CACvC,MAAM,EAAE,UAAU,OAAO,OAAO;CAChC,MAAM,YAAY,iBAAiB,UAAU,YAAY;CAEzD,MAAM,SAAS,OAAO,SAAS,OAAO,aAAa,MAAM,CAAC,CAAC,CAAC,KAC1D,OAAO,QACP,OAAO,QAAQ,iBAAiB,oBAAoB,OAAO,KAAK,GAChE,OAAO,SAAS,SAAS,GACzB,OAAO,UAAU,aAAa,YAAY,iBAAiB,CAAC,CAAC,GAC7D,OAAO,OAAO,UAAU,cAAc,CACxC;CAGA,MAAM,WAAW,OAAO,IAAI,UAAU,UAAU,iBAAiB,OAAO,UAAU,CAAC,CAAC,CAAC,KACnF,OAAO,WAAW,UAAU,OAAO,SAAS,MAAM,KAAK,GAAG,SAAS,CAAC,CACtE;CAGA,OAAO,OAAO,MAAM,QAAQ,OAAO,MAAM,QAAQ,GAAG,EAAE,cAAc,OAAO,CAAC;AAC9E,CAAC,CACH"}

package/dist/realtimeStt.test.d.mts

@@ -0,0 +1 @@
+export {}

package/dist/realtimeStt.test.mjs

@@ -0,0 +1,80 @@
+import { n as globalExpect, s as describe } from "./index.C4tKZ0yW-DjxCdpW_.mjs";
+import { streamTranscription } from "./realtimeStt.mjs";
+import { t as it } from "./dist-CXrdHvlJ.mjs";
+import { Deferred, Effect, Exit, Fiber, Layer, Redacted, Stream } from "effect";
+import { HttpClient, HttpClientResponse } from "effect/http";
+import * as FakeWebSocket from "@effect-uai/core/testing/FakeWebSocket";
+//#region src/realtimeStt.test.ts
+const request = {
+	model: "scribe_v2_realtime",
+	inputFormat: {
+		container: "raw",
+		encoding: "pcm_s16le",
+		sampleRate: 16e3,
+		channels: 1
+	}
+};
+/** Hands out a token and signals `issued`, so the test closes only after the connect starts. */
+const tokenClient = (issued) => Layer.succeed(HttpClient.HttpClient, HttpClient.make((req) => Deferred.succeed(issued, void 0).pipe(Effect.as(HttpClientResponse.fromWeb(req, new Response(JSON.stringify({ token: "t" })))))));
+const transcribing = FakeWebSocket.make({ greeting: [
+	{
+		message_type: "session_started",
+		session_id: "s1"
+	},
+	{
+		message_type: "partial_transcript",
+		text: "hel"
+	},
+	{
+		message_type: "committed_transcript",
+		text: "hello"
+	}
+] });
+/** Run a transcription against `server`, closing it, if asked, once the frames are in. */
+const transcribe = (server, audioIn, close) => Effect.gen(function* () {
+	const issued = yield* Deferred.make();
+	const run = streamTranscription({ apiKey: Redacted.make("test-key") })(audioIn, request).pipe(Stream.provide(Layer.merge(server.layer, tokenClient(issued))));
+	const collector = yield* Effect.forkChild(Effect.exit(Stream.runCollect(run)));
+	yield* Deferred.await(issued);
+	if (close !== void 0) {
+		yield* server.greeted;
+		yield* server.awaitSent(close.afterSent ?? 0);
+		yield* server.close(close.code);
+	}
+	return yield* Fiber.join(collector);
+});
+describe("ElevenLabs realtime STT socket", () => {
+	it.live("streams audio chunks, decodes transcripts, and ends on a clean close", () => Effect.gen(function* () {
+		const server = yield* transcribing;
+		const exit = yield* transcribe(server, Stream.make(new Uint8Array([1, 2])), {
+			code: 1e3,
+			afterSent: 1
+		});
+		globalExpect(exit).toEqual(Exit.succeed([{
+			_tag: "partial",
+			text: "hel"
+		}, {
+			_tag: "final",
+			text: "hello"
+		}]));
+		const sent = yield* server.sent;
+		globalExpect(sent).toMatchObject([{
+			message_type: "input_audio_chunk",
+			sample_rate: 16e3
+		}]);
+	}).pipe(Effect.scoped));
+	it.live("fails rather than ending when the connection drops", () => Effect.gen(function* () {
+		const server = yield* transcribing;
+		const exit = yield* transcribe(server, Stream.never, { code: 1011 });
+		globalExpect(Exit.isFailure(exit) && JSON.stringify(exit.cause)).toContain("Unavailable");
+	}).pipe(Effect.scoped));
+	it.live("fails with the audio input's own error", () => Effect.gen(function* () {
+		const server = yield* transcribing;
+		const exit = yield* transcribe(server, Stream.fail("microphone unplugged"));
+		globalExpect(Exit.isFailure(exit) && JSON.stringify(exit.cause)).toContain("microphone unplugged");
+	}).pipe(Effect.scoped));
+});
+//#endregion
+export {};
+
+//# sourceMappingURL=realtimeStt.test.mjs.map

package/dist/realtimeStt.test.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeStt.test.mjs","names":[],"sources":["../src/realtimeStt.test.ts"],"sourcesContent":["import { describe, it } from \"@effect/vitest\"\nimport { Deferred, Effect, Exit, Fiber, Layer, Redacted, Stream } from \"effect\"\nimport { HttpClient, HttpClientResponse } from \"effect/http\"\nimport { expect } from \"vitest\"\nimport * as FakeWebSocket from \"@effect-uai/core/testing/FakeWebSocket\"\nimport { streamTranscription } from \"./realtimeStt.js\"\n\nconst pcm = { container: \"raw\", encoding: \"pcm_s16le\", sampleRate: 16000, channels: 1 } as const\n\nconst request = { model: \"scribe_v2_realtime\", inputFormat: pcm }\n\n/** Hands out a token and signals `issued`, so the test closes only after the connect starts. */\nconst tokenClient = (issued: Deferred.Deferred<void>) =>\n  Layer.succeed(\n    HttpClient.HttpClient,\n    HttpClient.make((req) =>\n      Deferred.succeed(issued, undefined).pipe(\n        Effect.as(HttpClientResponse.fromWeb(req, new Response(JSON.stringify({ token: \"t\" })))),\n      ),\n    ),\n  )\n\nconst transcribing = FakeWebSocket.make({\n  greeting: [\n    { message_type: \"session_started\", session_id: \"s1\" },\n    { message_type: \"partial_transcript\", text: \"hel\" },\n    { message_type: \"committed_transcript\", text: \"hello\" },\n  ],\n})\n\n/** Run a transcription against `server`, closing it, if asked, once the frames are in. */\nconst transcribe = <E>(\n  server: FakeWebSocket.FakeWebSocketServer,\n  audioIn: Stream.Stream<Uint8Array, E>,\n  close?: { readonly code: number; readonly afterSent?: number },\n) =>\n  Effect.gen(function* () {\n    const issued = yield* Deferred.make<void>()\n    const run = streamTranscription({ apiKey: Redacted.make(\"test-key\") })(audioIn, request).pipe(\n      Stream.provide(Layer.merge(server.layer, tokenClient(issued))),\n    )\n    const collector = yield* Effect.forkChild(Effect.exit(Stream.runCollect(run)))\n    yield* Deferred.await(issued)\n    if (close !== undefined) {\n      yield* server.greeted\n      yield* server.awaitSent(close.afterSent ?? 0)\n      yield* server.close(close.code)\n    }\n    return yield* Fiber.join(collector)\n  })\n\ndescribe(\"ElevenLabs realtime STT socket\", () => {\n  it.live(\"streams audio chunks, decodes transcripts, and ends on a clean close\", () =>\n    Effect.gen(function* () {\n      const server = yield* transcribing\n      const exit = yield* transcribe(server, Stream.make(new Uint8Array([1, 2])), {\n        code: 1000,\n        afterSent: 1,\n      })\n\n      expect(exit).toEqual(\n        Exit.succeed([\n          { _tag: \"partial\", text: \"hel\" },\n          { _tag: \"final\", text: \"hello\" },\n        ]),\n      )\n      const sent = (yield* server.sent) as ReadonlyArray<{\n        message_type: string\n        sample_rate: number\n      }>\n      expect(sent).toMatchObject([{ message_type: \"input_audio_chunk\", sample_rate: 16000 }])\n    }).pipe(Effect.scoped),\n  )\n\n  it.live(\"fails rather than ending when the connection drops\", () =>\n    Effect.gen(function* () {\n      const server = yield* transcribing\n      const exit = yield* transcribe(server, Stream.never, { code: 1011 })\n\n      expect(Exit.isFailure(exit) && JSON.stringify(exit.cause)).toContain(\"Unavailable\")\n    }).pipe(Effect.scoped),\n  )\n\n  it.live(\"fails with the audio input's own error\", () =>\n    Effect.gen(function* () {\n      const server = yield* transcribing\n      const exit = yield* transcribe(server, Stream.fail(\"microphone unplugged\"))\n\n      expect(Exit.isFailure(exit) && JSON.stringify(exit.cause)).toContain(\"microphone unplugged\")\n    }).pipe(Effect.scoped),\n  )\n})\n"],"mappings":";;;;;;;AASA,MAAM,UAAU;CAAE,OAAO;CAAsB,aAAa;EAF9C,WAAW;EAAO,UAAU;EAAa,YAAY;EAAO,UAAU;CAEtB;AAAE;;AAGhE,MAAM,eAAe,WACnB,MAAM,QACJ,WAAW,YACX,WAAW,MAAM,QACf,SAAS,QAAQ,QAAQ,KAAA,CAAS,CAAC,CAAC,KAClC,OAAO,GAAG,mBAAmB,QAAQ,KAAK,IAAI,SAAS,KAAK,UAAU,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CACzF,CACF,CACF;AAEF,MAAM,eAAe,cAAc,KAAK,EACtC,UAAU;CACR;EAAE,cAAc;EAAmB,YAAY;CAAK;CACpD;EAAE,cAAc;EAAsB,MAAM;CAAM;CAClD;EAAE,cAAc;EAAwB,MAAM;CAAQ;AACxD,EACF,CAAC;;AAGD,MAAM,cACJ,QACA,SACA,UAEA,OAAO,IAAI,aAAa;CACtB,MAAM,SAAS,OAAO,SAAS,KAAW;CAC1C,MAAM,MAAM,oBAAoB,EAAE,QAAQ,SAAS,KAAK,UAAU,EAAE,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,CAAC,KACvF,OAAO,QAAQ,MAAM,MAAM,OAAO,OAAO,YAAY,MAAM,CAAC,CAAC,CAC/D;CACA,MAAM,YAAY,OAAO,OAAO,UAAU,OAAO,KAAK,OAAO,WAAW,GAAG,CAAC,CAAC;CAC7E,OAAO,SAAS,MAAM,MAAM;CAC5B,IAAI,UAAU,KAAA,GAAW;EACvB,OAAO,OAAO;EACd,OAAO,OAAO,UAAU,MAAM,aAAa,CAAC;EAC5C,OAAO,OAAO,MAAM,MAAM,IAAI;CAChC;CACA,OAAO,OAAO,MAAM,KAAK,SAAS;AACpC,CAAC;AAEH,SAAS,wCAAwC;CAC/C,GAAG,KAAK,8EACN,OAAO,IAAI,aAAa;EACtB,MAAM,SAAS,OAAO;EACtB,MAAM,OAAO,OAAO,WAAW,QAAQ,OAAO,KAAK,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;GAC1E,MAAM;GACN,WAAW;EACb,CAAC;EAED,aAAO,IAAI,CAAC,CAAC,QACX,KAAK,QAAQ,CACX;GAAE,MAAM;GAAW,MAAM;EAAM,GAC/B;GAAE,MAAM;GAAS,MAAM;EAAQ,CACjC,CAAC,CACH;EACA,MAAM,OAAQ,OAAO,OAAO;EAI5B,aAAO,IAAI,CAAC,CAAC,cAAc,CAAC;GAAE,cAAc;GAAqB,aAAa;EAAM,CAAC,CAAC;CACxF,CAAC,CAAC,CAAC,KAAK,OAAO,MAAM,CACvB;CAEA,GAAG,KAAK,4DACN,OAAO,IAAI,aAAa;EACtB,MAAM,SAAS,OAAO;EACtB,MAAM,OAAO,OAAO,WAAW,QAAQ,OAAO,OAAO,EAAE,MAAM,KAAK,CAAC;EAEnE,aAAO,KAAK,UAAU,IAAI,KAAK,KAAK,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,aAAa;CACpF,CAAC,CAAC,CAAC,KAAK,OAAO,MAAM,CACvB;CAEA,GAAG,KAAK,gDACN,OAAO,IAAI,aAAa;EACtB,MAAM,SAAS,OAAO;EACtB,MAAM,OAAO,OAAO,WAAW,QAAQ,OAAO,KAAK,sBAAsB,CAAC;EAE1E,aAAO,KAAK,UAAU,IAAI,KAAK,KAAK,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,sBAAsB;CAC7F,CAAC,CAAC,CAAC,KAAK,OAAO,MAAM,CACvB;AACF,CAAC"}

package/dist/realtimeTts.d.mts

@@ -3,7 +3,7 @@ import { ElevenLabsRegion } from "./region.mjs";
 import { PronunciationDictionaryLocator, VoiceSettings } from "./codec.mjs";
 import { Redacted, Stream } from "effect";
 import * as AiError from "@effect-uai/core/AiError";
-import * as Socket from "effect/unstable/socket/Socket";
+import * as Socket from "effect/socket/Socket";
 import { CustomPronunciation } from "@effect-uai/core/SpeechSynthesizer";
 import { AudioChunk, AudioFormat } from "@effect-uai/core/Audio";
 //#region src/realtimeTts.d.ts

package/dist/realtimeTts.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"realtimeTts.d.mts","names":[],"sources":["../src/realtimeTts.ts"],"mappings":";;;;;;;;;KAkBY;WACD,QAAQ,SAAS;WACjB;WACA,SAAS;;;;;;;;KAWR;WACD,QAAQ;WACR,SAAS;WACT,eAAe;WACf;WACA,gBAAgB;WAChB;;WAEA,kCAAkC,cAAc;;;WAGhD,iBAAiB,cAAc;;cAO7B,aAAU,KAAS,QAAM,SAAW,yBAAuB;cAuE3D,kBAAe,KACpB,YACL,GAAG,GAAC,QACK,OAAO,eAAe,GAAG,IAAE,SAC1B,4BACR,OAAO,OAAO,YAAY,QAAQ,UAAU,GAAG,IAAI,OAAO"}
+{"version":3,"file":"realtimeTts.d.mts","names":[],"sources":["../src/realtimeTts.ts"],"mappings":";;;;;;;;;KAoBY;WACD,QAAQ,SAAS;WACjB;WACA,SAAS;;;;;;;;KAWR;WACD,QAAQ;WACR,SAAS;WACT,eAAe;WACf;WACA,gBAAgB;WAChB;;WAEA,kCAAkC,cAAc;;;WAGhD,iBAAiB,cAAc;;cAO7B,aAAU,KAAS,QAAM,SAAW,yBAAuB;cAwE3D,kBAAe,KACpB,YACL,GAAG,GAAC,QACK,OAAO,eAAe,GAAG,IAAE,SAC1B,4BACR,OAAO,OAAO,YAAY,QAAQ,UAAU,GAAG,IAAI,OAAO"}

package/dist/realtimeTts.mjs

@@ -1,9 +1,11 @@
 import { defaultFormat, formatToOutputSlug, rejectInlinePronunciations, wirePronunciationLocators, wireVoiceSettings } from "./codec.mjs";
 import { resolveHost } from "./region.mjs";
-import { Effect, Encoding, Queue, Redacted, Result, Schema, Stream } from "effect";
+import { Effect, Option, Predicate, Redacted, Result, Schema, Stream } from "effect";
 import * as AiError from "@effect-uai/core/AiError";
-import * as Socket from "effect/unstable/socket/Socket";
+import { Base64 } from "effect/encoding";
+import * as Socket from "effect/socket/Socket";
 import * as JSONL from "@effect-uai/core/JSONL";
+import * as WebSocketSession from "@effect-uai/core/WebSocketSession";
 //#region src/realtimeTts.ts
 const buildWsUrl = (cfg, request, outputFormat) => {
 	const wsBase = resolveHost(cfg).replace(/^http/, "ws");
@@ -33,7 +35,7 @@ const ServerFrame = Schema.Struct({
 	message: Schema.optional(Schema.String)
 });
 const decodeServerFrame = Schema.decodeUnknownEffect(ServerFrame);
-const decodeAudio = (b64) => Result.match(Encoding.decodeBase64(b64), {
+const decodeAudio = (b64) => Result.match(Base64.decode(b64), {
 	onSuccess: Effect.succeed,
 	onFailure: (cause) => Effect.fail(new AiError.GenerationFailed({
 		provider: "elevenlabs",
@@ -43,11 +45,12 @@ const decodeAudio = (b64) => Result.match(Encoding.decodeBase64(b64), {
 		}
 	}))
 });
-const handleServerFrame = (queue) => (raw) => Effect.gen(function* () {
+/** One raw text frame to at most one chunk; error frames are logged and dropped. */
+const frameToChunk = (raw) => Effect.gen(function* () {
 	const json = yield* JSONL.parseSafe(raw);
-	if (json === void 0) return;
+	if (json === void 0) return void 0;
 	const decoded = yield* decodeServerFrame(json).pipe(Effect.option);
-	if (decoded._tag === "None") return;
+	if (decoded._tag === "None") return void 0;
 	const frame = decoded.value;
 	if (frame.error !== void 0) {
 		yield* Effect.logWarning("[elevenlabs-tts] server error frame", {
@@ -56,23 +59,22 @@ const handleServerFrame = (queue) => (raw) => Effect.gen(function* () {
 		});
 		return;
 	}
-	if (frame.audio == null || frame.audio === "") return;
+	if (frame.audio == null || frame.audio === "") return void 0;
 	const bytes = yield* decodeAudio(frame.audio).pipe(Effect.option);
-	if (bytes._tag === "Some") yield* Queue.offer(queue, { bytes: bytes.value });
+	return Option.match(bytes, {
+		onNone: () => void 0,
+		onSome: (b) => ({ bytes: b })
+	});
 });
 const streamSynthesis = (cfg) => (textIn, request) => Stream.unwrap(Effect.gen(function* () {
 	yield* rejectInlinePronunciations(request.pronunciations);
 	const slug = yield* formatToOutputSlug(request.outputFormat ?? defaultFormat);
-	const socket = yield* Socket.makeWebSocket(buildWsUrl(cfg, request, slug), { closeCodeIsError: (code) => code !== 1e3 && code !== 1001 && code !== 1005 });
-	const queue = yield* Queue.bounded(64);
-	const write = yield* socket.writer;
-	yield* Effect.gen(function* () {
-		yield* write(bosFrame(cfg, request));
-		yield* Stream.runForEach(textIn, (text) => text.length === 0 ? Effect.void : write(textFrame(text)));
-		yield* write(eosFrame);
-	}).pipe(Effect.ignore, Effect.forkScoped);
-	yield* socket.runString(handleServerFrame(queue)).pipe(Effect.ensuring(Queue.end(queue)), Effect.forkScoped);
-	return Stream.fromQueue(queue);
+	const socket = yield* Socket.makeWebSocket(buildWsUrl(cfg, request, slug));
+	const { write } = yield* socket.writer;
+	const asAiError = WebSocketSession.toAiError("elevenlabs");
+	const chunks = Stream.fromPull(Socket.readerString(socket)).pipe(Stream.scoped, Stream.catchIf(WebSocketSession.isCleanClose, () => Stream.empty), Stream.mapError(asAiError), Stream.mapEffect(frameToChunk), Stream.filter(Predicate.isNotUndefined));
+	const outgoing = Stream.concat(Stream.make(bosFrame(cfg, request)), Stream.concat(textIn.pipe(Stream.filter((text) => text.length > 0), Stream.map(textFrame)), Stream.make(eosFrame))).pipe(Stream.mapEffect((frame) => Effect.mapError(write(frame), asAiError)));
+	return Stream.merge(chunks, Stream.drain(outgoing), { haltStrategy: "left" });
 }));
 //#endregion
 export { buildWsUrl, streamSynthesis };

package/dist/realtimeTts.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"realtimeTts.mjs","names":[],"sources":["../src/realtimeTts.ts"],"sourcesContent":["import { Cause, Effect, Encoding, Queue, Redacted, Result, Schema, Stream } from \"effect\"\nimport * as Socket from \"effect/unstable/socket/Socket\"\nimport * as AiError from \"@effect-uai/core/AiError\"\nimport type { AudioChunk, AudioFormat } from \"@effect-uai/core/Audio\"\nimport * as JSONL from \"@effect-uai/core/JSONL\"\nimport type { CustomPronunciation } from \"@effect-uai/core/SpeechSynthesizer\"\nimport {\n  defaultFormat,\n  formatToOutputSlug,\n  type PronunciationDictionaryLocator,\n  rejectInlinePronunciations,\n  type VoiceSettings,\n  wirePronunciationLocators,\n  wireVoiceSettings,\n} from \"./codec.js\"\nimport type { ElevenLabsTtsModel, ElevenLabsVoiceId } from \"./models.js\"\nimport { type ElevenLabsRegion, resolveHost } from \"./region.js\"\n\nexport type Config = {\n  readonly apiKey: Redacted.Redacted\n  readonly baseUrl?: string\n  readonly region?: ElevenLabsRegion\n}\n\nexport type { VoiceSettings } from \"./codec.js\"\n\n/**\n * Incremental-text-in request for `/stream-input`. `voiceSettings`\n * applies only on the BOS frame — mid-stream voice changes are\n * rejected. `autoMode: true` (default) lets the model pick flush\n * boundaries, which is what you want for LLM-token streams.\n */\nexport type StreamSynthesizeRequest = {\n  readonly model?: ElevenLabsTtsModel\n  readonly voiceId: ElevenLabsVoiceId\n  readonly outputFormat?: AudioFormat\n  readonly languageCode?: string\n  readonly voiceSettings?: VoiceSettings\n  readonly autoMode?: boolean\n  /** Pre-provisioned pronunciation dictionaries, sent on the BOS frame. */\n  readonly pronunciationDictionaryLocators?: ReadonlyArray<PronunciationDictionaryLocator>\n  /** Carried from the Common request so the WS path can reject inline\n   *  pronunciations (ElevenLabs has no stateless inline IPA path). */\n  readonly pronunciations?: ReadonlyArray<CustomPronunciation>\n}\n\n// ---------------------------------------------------------------------------\n// URL + frame builders\n// ---------------------------------------------------------------------------\n\nexport const buildWsUrl = (cfg: Config, request: StreamSynthesizeRequest, outputFormat: string) => {\n  const wsBase = resolveHost(cfg).replace(/^http/, \"ws\")\n  const params = new URLSearchParams({\n    output_format: outputFormat,\n    auto_mode: String(request.autoMode ?? true),\n    ...(request.model !== undefined && { model_id: request.model }),\n    ...(request.languageCode !== undefined && { language_code: request.languageCode }),\n  })\n  return `${wsBase}/text-to-speech/${request.voiceId}/stream-input?${params.toString()}`\n}\n\nconst bosFrame = (cfg: Config, request: StreamSynthesizeRequest) => {\n  const vs = wireVoiceSettings(request.voiceSettings)\n  return JSON.stringify({\n    text: \" \",\n    \"xi-api-key\": Redacted.value(cfg.apiKey),\n    ...(vs !== undefined && { voice_settings: vs }),\n    ...wirePronunciationLocators(request.pronunciationDictionaryLocators),\n  })\n}\n\nconst textFrame = (text: string) => JSON.stringify({ text: text.endsWith(\" \") ? text : `${text} ` })\nconst eosFrame = JSON.stringify({ text: \"\" })\n\n// ---------------------------------------------------------------------------\n// Wire schema (server → client) + helpers\n// ---------------------------------------------------------------------------\n\nconst ServerFrame = Schema.Struct({\n  audio: Schema.optional(Schema.NullOr(Schema.String)),\n  isFinal: Schema.optional(Schema.NullOr(Schema.Boolean)),\n  error: Schema.optional(Schema.Unknown),\n  message: Schema.optional(Schema.String),\n})\nconst decodeServerFrame = Schema.decodeUnknownEffect(ServerFrame)\n\nconst decodeAudio = (b64: string): Effect.Effect<Uint8Array, AiError.AiError> =>\n  Result.match(Encoding.decodeBase64(b64), {\n    onSuccess: Effect.succeed,\n    onFailure: (cause) =>\n      Effect.fail(\n        new AiError.GenerationFailed({\n          provider: \"elevenlabs\",\n          raw: { message: \"failed to decode audio frame\", cause },\n        }),\n      ),\n  })\n\nconst handleServerFrame = (queue: Queue.Queue<AudioChunk, Cause.Done>) => (raw: string) =>\n  Effect.gen(function* () {\n    const json = yield* JSONL.parseSafe(raw)\n    if (json === undefined) return\n    const decoded = yield* decodeServerFrame(json).pipe(Effect.option)\n    if (decoded._tag === \"None\") return\n    const frame = decoded.value\n    if (frame.error !== undefined) {\n      yield* Effect.logWarning(\"[elevenlabs-tts] server error frame\", {\n        error: frame.error,\n        message: frame.message,\n      })\n      return\n    }\n    if (frame.audio == null || frame.audio === \"\") return\n    const bytes = yield* decodeAudio(frame.audio).pipe(Effect.option)\n    if (bytes._tag === \"Some\") yield* Queue.offer(queue, { bytes: bytes.value })\n  })\n\n// ---------------------------------------------------------------------------\n// Stream<string> → Stream<AudioChunk>. Requires `Socket.WebSocketConstructor`.\n// ---------------------------------------------------------------------------\n\nexport const streamSynthesis =\n  (cfg: Config) =>\n  <E, R>(\n    textIn: Stream.Stream<string, E, R>,\n    request: StreamSynthesizeRequest,\n  ): Stream.Stream<AudioChunk, AiError.AiError | E, R | Socket.WebSocketConstructor> =>\n    Stream.unwrap(\n      Effect.gen(function* () {\n        yield* rejectInlinePronunciations(request.pronunciations)\n        const slug = yield* formatToOutputSlug(request.outputFormat ?? defaultFormat)\n        // ElevenLabs closes `/stream-input` with code 1000 after delivering the\n        // final audio chunk. Effect's default treats all close codes as errors,\n        // which would surface as a stream failure right after the last audio\n        // arrives. Whitelist standard clean-close codes.\n        const socket = yield* Socket.makeWebSocket(buildWsUrl(cfg, request, slug), {\n          closeCodeIsError: (code) => code !== 1000 && code !== 1001 && code !== 1005,\n        })\n        const queue = yield* Queue.bounded<AudioChunk, Cause.Done>(64)\n        const write = yield* socket.writer\n\n        // Writer fiber: BOS → drain text stream → EOS. Socket-side failures\n        // end this fiber; the reader still surfaces a clean stream end via\n        // `Queue.end` (in the ensuring below) when the upstream WS closes.\n        yield* Effect.gen(function* () {\n          yield* write(bosFrame(cfg, request))\n          yield* Stream.runForEach(textIn, (text) =>\n            text.length === 0 ? Effect.void : write(textFrame(text)),\n          )\n          yield* write(eosFrame)\n        }).pipe(Effect.ignore, Effect.forkScoped)\n\n        // Reader fiber. `ensuring(Queue.end)` flushes pending chunks then\n        // fails the next take with `Done`, which `Stream.fromQueue` treats\n        // as a clean end. (`Queue.shutdown` would CLEAR queued items and\n        // interrupt pending takes — wrong for graceful teardown.)\n        yield* socket\n          .runString(handleServerFrame(queue))\n          .pipe(Effect.ensuring(Queue.end(queue)), Effect.forkScoped)\n\n        return Stream.fromQueue(queue)\n      }),\n    )\n"],"mappings":";;;;;;;AAkDA,MAAa,cAAc,KAAa,SAAkC,iBAAyB;CACjG,MAAM,SAAS,YAAY,GAAG,CAAC,CAAC,QAAQ,SAAS,IAAI;CACrD,MAAM,SAAS,IAAI,gBAAgB;EACjC,eAAe;EACf,WAAW,OAAO,QAAQ,YAAY,IAAI;EAC1C,GAAI,QAAQ,UAAU,KAAA,KAAa,EAAE,UAAU,QAAQ,MAAM;EAC7D,GAAI,QAAQ,iBAAiB,KAAA,KAAa,EAAE,eAAe,QAAQ,aAAa;CAClF,CAAC;CACD,OAAO,GAAG,OAAO,kBAAkB,QAAQ,QAAQ,gBAAgB,OAAO,SAAS;AACrF;AAEA,MAAM,YAAY,KAAa,YAAqC;CAClE,MAAM,KAAK,kBAAkB,QAAQ,aAAa;CAClD,OAAO,KAAK,UAAU;EACpB,MAAM;EACN,cAAc,SAAS,MAAM,IAAI,MAAM;EACvC,GAAI,OAAO,KAAA,KAAa,EAAE,gBAAgB,GAAG;EAC7C,GAAG,0BAA0B,QAAQ,+BAA+B;CACtE,CAAC;AACH;AAEA,MAAM,aAAa,SAAiB,KAAK,UAAU,EAAE,MAAM,KAAK,SAAS,GAAG,IAAI,OAAO,GAAG,KAAK,GAAG,CAAC;AACnG,MAAM,WAAW,KAAK,UAAU,EAAE,MAAM,GAAG,CAAC;AAM5C,MAAM,cAAc,OAAO,OAAO;CAChC,OAAO,OAAO,SAAS,OAAO,OAAO,OAAO,MAAM,CAAC;CACnD,SAAS,OAAO,SAAS,OAAO,OAAO,OAAO,OAAO,CAAC;CACtD,OAAO,OAAO,SAAS,OAAO,OAAO;CACrC,SAAS,OAAO,SAAS,OAAO,MAAM;AACxC,CAAC;AACD,MAAM,oBAAoB,OAAO,oBAAoB,WAAW;AAEhE,MAAM,eAAe,QACnB,OAAO,MAAM,SAAS,aAAa,GAAG,GAAG;CACvC,WAAW,OAAO;CAClB,YAAY,UACV,OAAO,KACL,IAAI,QAAQ,iBAAiB;EAC3B,UAAU;EACV,KAAK;GAAE,SAAS;GAAgC;EAAM;CACxD,CAAC,CACH;AACJ,CAAC;AAEH,MAAM,qBAAqB,WAAgD,QACzE,OAAO,IAAI,aAAa;CACtB,MAAM,OAAO,OAAO,MAAM,UAAU,GAAG;CACvC,IAAI,SAAS,KAAA,GAAW;CACxB,MAAM,UAAU,OAAO,kBAAkB,IAAI,CAAC,CAAC,KAAK,OAAO,MAAM;CACjE,IAAI,QAAQ,SAAS,QAAQ;CAC7B,MAAM,QAAQ,QAAQ;CACtB,IAAI,MAAM,UAAU,KAAA,GAAW;EAC7B,OAAO,OAAO,WAAW,uCAAuC;GAC9D,OAAO,MAAM;GACb,SAAS,MAAM;EACjB,CAAC;EACD;CACF;CACA,IAAI,MAAM,SAAS,QAAQ,MAAM,UAAU,IAAI;CAC/C,MAAM,QAAQ,OAAO,YAAY,MAAM,KAAK,CAAC,CAAC,KAAK,OAAO,MAAM;CAChE,IAAI,MAAM,SAAS,QAAQ,OAAO,MAAM,MAAM,OAAO,EAAE,OAAO,MAAM,MAAM,CAAC;AAC7E,CAAC;AAMH,MAAa,mBACV,SAEC,QACA,YAEA,OAAO,OACL,OAAO,IAAI,aAAa;CACtB,OAAO,2BAA2B,QAAQ,cAAc;CACxD,MAAM,OAAO,OAAO,mBAAmB,QAAQ,gBAAgB,aAAa;CAK5E,MAAM,SAAS,OAAO,OAAO,cAAc,WAAW,KAAK,SAAS,IAAI,GAAG,EACzE,mBAAmB,SAAS,SAAS,OAAQ,SAAS,QAAQ,SAAS,KACzE,CAAC;CACD,MAAM,QAAQ,OAAO,MAAM,QAAgC,EAAE;CAC7D,MAAM,QAAQ,OAAO,OAAO;CAK5B,OAAO,OAAO,IAAI,aAAa;EAC7B,OAAO,MAAM,SAAS,KAAK,OAAO,CAAC;EACnC,OAAO,OAAO,WAAW,SAAS,SAChC,KAAK,WAAW,IAAI,OAAO,OAAO,MAAM,UAAU,IAAI,CAAC,CACzD;EACA,OAAO,MAAM,QAAQ;CACvB,CAAC,CAAC,CAAC,KAAK,OAAO,QAAQ,OAAO,UAAU;CAMxC,OAAO,OACJ,UAAU,kBAAkB,KAAK,CAAC,CAAC,CACnC,KAAK,OAAO,SAAS,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,UAAU;CAE5D,OAAO,OAAO,UAAU,KAAK;AAC/B,CAAC,CACH"}
+{"version":3,"file":"realtimeTts.mjs","names":[],"sources":["../src/realtimeTts.ts"],"sourcesContent":["import { Effect, Option, Predicate, Redacted, Result, Schema, Stream } from \"effect\"\nimport { Base64 } from \"effect/encoding\"\nimport * as Socket from \"effect/socket/Socket\"\nimport * as AiError from \"@effect-uai/core/AiError\"\nimport type { AudioChunk, AudioFormat } from \"@effect-uai/core/Audio\"\nimport * as JSONL from \"@effect-uai/core/JSONL\"\nimport type { CustomPronunciation } from \"@effect-uai/core/SpeechSynthesizer\"\nimport * as WebSocketSession from \"@effect-uai/core/WebSocketSession\"\nimport {\n  defaultFormat,\n  formatToOutputSlug,\n  type PronunciationDictionaryLocator,\n  rejectInlinePronunciations,\n  type VoiceSettings,\n  wirePronunciationLocators,\n  wireVoiceSettings,\n} from \"./codec.js\"\nimport type { ElevenLabsTtsModel, ElevenLabsVoiceId } from \"./models.js\"\nimport { type ElevenLabsRegion, resolveHost } from \"./region.js\"\n\nexport type Config = {\n  readonly apiKey: Redacted.Redacted\n  readonly baseUrl?: string\n  readonly region?: ElevenLabsRegion\n}\n\nexport type { VoiceSettings } from \"./codec.js\"\n\n/**\n * Incremental-text-in request for `/stream-input`. `voiceSettings`\n * applies only on the BOS frame — mid-stream voice changes are\n * rejected. `autoMode: true` (default) lets the model pick flush\n * boundaries, which is what you want for LLM-token streams.\n */\nexport type StreamSynthesizeRequest = {\n  readonly model?: ElevenLabsTtsModel\n  readonly voiceId: ElevenLabsVoiceId\n  readonly outputFormat?: AudioFormat\n  readonly languageCode?: string\n  readonly voiceSettings?: VoiceSettings\n  readonly autoMode?: boolean\n  /** Pre-provisioned pronunciation dictionaries, sent on the BOS frame. */\n  readonly pronunciationDictionaryLocators?: ReadonlyArray<PronunciationDictionaryLocator>\n  /** Carried from the Common request so the WS path can reject inline\n   *  pronunciations (ElevenLabs has no stateless inline IPA path). */\n  readonly pronunciations?: ReadonlyArray<CustomPronunciation>\n}\n\n// ---------------------------------------------------------------------------\n// URL + frame builders\n// ---------------------------------------------------------------------------\n\nexport const buildWsUrl = (cfg: Config, request: StreamSynthesizeRequest, outputFormat: string) => {\n  const wsBase = resolveHost(cfg).replace(/^http/, \"ws\")\n  const params = new URLSearchParams({\n    output_format: outputFormat,\n    auto_mode: String(request.autoMode ?? true),\n    ...(request.model !== undefined && { model_id: request.model }),\n    ...(request.languageCode !== undefined && { language_code: request.languageCode }),\n  })\n  return `${wsBase}/text-to-speech/${request.voiceId}/stream-input?${params.toString()}`\n}\n\nconst bosFrame = (cfg: Config, request: StreamSynthesizeRequest) => {\n  const vs = wireVoiceSettings(request.voiceSettings)\n  return JSON.stringify({\n    text: \" \",\n    \"xi-api-key\": Redacted.value(cfg.apiKey),\n    ...(vs !== undefined && { voice_settings: vs }),\n    ...wirePronunciationLocators(request.pronunciationDictionaryLocators),\n  })\n}\n\nconst textFrame = (text: string) => JSON.stringify({ text: text.endsWith(\" \") ? text : `${text} ` })\nconst eosFrame = JSON.stringify({ text: \"\" })\n\n// ---------------------------------------------------------------------------\n// Wire schema (server → client) + helpers\n// ---------------------------------------------------------------------------\n\nconst ServerFrame = Schema.Struct({\n  audio: Schema.optional(Schema.NullOr(Schema.String)),\n  isFinal: Schema.optional(Schema.NullOr(Schema.Boolean)),\n  error: Schema.optional(Schema.Unknown),\n  message: Schema.optional(Schema.String),\n})\nconst decodeServerFrame = Schema.decodeUnknownEffect(ServerFrame)\n\nconst decodeAudio = (b64: string): Effect.Effect<Uint8Array, AiError.AiError> =>\n  Result.match(Base64.decode(b64), {\n    onSuccess: Effect.succeed,\n    onFailure: (cause) =>\n      Effect.fail(\n        new AiError.GenerationFailed({\n          provider: \"elevenlabs\",\n          raw: { message: \"failed to decode audio frame\", cause },\n        }),\n      ),\n  })\n\n/** One raw text frame to at most one chunk; error frames are logged and dropped. */\nconst frameToChunk = (raw: string): Effect.Effect<AudioChunk | undefined> =>\n  Effect.gen(function* () {\n    const json = yield* JSONL.parseSafe(raw)\n    if (json === undefined) return undefined\n    const decoded = yield* decodeServerFrame(json).pipe(Effect.option)\n    if (decoded._tag === \"None\") return undefined\n    const frame = decoded.value\n    if (frame.error !== undefined) {\n      yield* Effect.logWarning(\"[elevenlabs-tts] server error frame\", {\n        error: frame.error,\n        message: frame.message,\n      })\n      return undefined\n    }\n    if (frame.audio == null || frame.audio === \"\") return undefined\n    const bytes = yield* decodeAudio(frame.audio).pipe(Effect.option)\n    return Option.match(bytes, { onNone: () => undefined, onSome: (b) => ({ bytes: b }) })\n  })\n\n// ---------------------------------------------------------------------------\n// Stream<string> → Stream<AudioChunk>. Requires `Socket.WebSocketConstructor`.\n// ---------------------------------------------------------------------------\n\nexport const streamSynthesis =\n  (cfg: Config) =>\n  <E, R>(\n    textIn: Stream.Stream<string, E, R>,\n    request: StreamSynthesizeRequest,\n  ): Stream.Stream<AudioChunk, AiError.AiError | E, R | Socket.WebSocketConstructor> =>\n    Stream.unwrap(\n      Effect.gen(function* () {\n        yield* rejectInlinePronunciations(request.pronunciations)\n        const slug = yield* formatToOutputSlug(request.outputFormat ?? defaultFormat)\n        const socket = yield* Socket.makeWebSocket(buildWsUrl(cfg, request, slug))\n        const { write } = yield* socket.writer\n        const asAiError = WebSocketSession.toAiError(\"elevenlabs\")\n\n        // ElevenLabs closes `/stream-input` with 1000 after the final audio chunk.\n        const chunks = Stream.fromPull(Socket.readerString(socket)).pipe(\n          Stream.scoped,\n          Stream.catchIf(WebSocketSession.isCleanClose, () => Stream.empty),\n          Stream.mapError(asAiError),\n          Stream.mapEffect(frameToChunk),\n          Stream.filter(Predicate.isNotUndefined),\n        )\n\n        // BOS, then the text, then EOS. Writes wait for the reader to connect.\n        const outgoing = Stream.concat(\n          Stream.make(bosFrame(cfg, request)),\n          Stream.concat(\n            textIn.pipe(\n              Stream.filter((text) => text.length > 0),\n              Stream.map(textFrame),\n            ),\n            Stream.make(eosFrame),\n          ),\n        ).pipe(Stream.mapEffect((frame) => Effect.mapError(write(frame), asAiError)))\n\n        return Stream.merge(chunks, Stream.drain(outgoing), { haltStrategy: \"left\" })\n      }),\n    )\n"],"mappings":";;;;;;;;;AAoDA,MAAa,cAAc,KAAa,SAAkC,iBAAyB;CACjG,MAAM,SAAS,YAAY,GAAG,CAAC,CAAC,QAAQ,SAAS,IAAI;CACrD,MAAM,SAAS,IAAI,gBAAgB;EACjC,eAAe;EACf,WAAW,OAAO,QAAQ,YAAY,IAAI;EAC1C,GAAI,QAAQ,UAAU,KAAA,KAAa,EAAE,UAAU,QAAQ,MAAM;EAC7D,GAAI,QAAQ,iBAAiB,KAAA,KAAa,EAAE,eAAe,QAAQ,aAAa;CAClF,CAAC;CACD,OAAO,GAAG,OAAO,kBAAkB,QAAQ,QAAQ,gBAAgB,OAAO,SAAS;AACrF;AAEA,MAAM,YAAY,KAAa,YAAqC;CAClE,MAAM,KAAK,kBAAkB,QAAQ,aAAa;CAClD,OAAO,KAAK,UAAU;EACpB,MAAM;EACN,cAAc,SAAS,MAAM,IAAI,MAAM;EACvC,GAAI,OAAO,KAAA,KAAa,EAAE,gBAAgB,GAAG;EAC7C,GAAG,0BAA0B,QAAQ,+BAA+B;CACtE,CAAC;AACH;AAEA,MAAM,aAAa,SAAiB,KAAK,UAAU,EAAE,MAAM,KAAK,SAAS,GAAG,IAAI,OAAO,GAAG,KAAK,GAAG,CAAC;AACnG,MAAM,WAAW,KAAK,UAAU,EAAE,MAAM,GAAG,CAAC;AAM5C,MAAM,cAAc,OAAO,OAAO;CAChC,OAAO,OAAO,SAAS,OAAO,OAAO,OAAO,MAAM,CAAC;CACnD,SAAS,OAAO,SAAS,OAAO,OAAO,OAAO,OAAO,CAAC;CACtD,OAAO,OAAO,SAAS,OAAO,OAAO;CACrC,SAAS,OAAO,SAAS,OAAO,MAAM;AACxC,CAAC;AACD,MAAM,oBAAoB,OAAO,oBAAoB,WAAW;AAEhE,MAAM,eAAe,QACnB,OAAO,MAAM,OAAO,OAAO,GAAG,GAAG;CAC/B,WAAW,OAAO;CAClB,YAAY,UACV,OAAO,KACL,IAAI,QAAQ,iBAAiB;EAC3B,UAAU;EACV,KAAK;GAAE,SAAS;GAAgC;EAAM;CACxD,CAAC,CACH;AACJ,CAAC;;AAGH,MAAM,gBAAgB,QACpB,OAAO,IAAI,aAAa;CACtB,MAAM,OAAO,OAAO,MAAM,UAAU,GAAG;CACvC,IAAI,SAAS,KAAA,GAAW,OAAO,KAAA;CAC/B,MAAM,UAAU,OAAO,kBAAkB,IAAI,CAAC,CAAC,KAAK,OAAO,MAAM;CACjE,IAAI,QAAQ,SAAS,QAAQ,OAAO,KAAA;CACpC,MAAM,QAAQ,QAAQ;CACtB,IAAI,MAAM,UAAU,KAAA,GAAW;EAC7B,OAAO,OAAO,WAAW,uCAAuC;GAC9D,OAAO,MAAM;GACb,SAAS,MAAM;EACjB,CAAC;EACD;CACF;CACA,IAAI,MAAM,SAAS,QAAQ,MAAM,UAAU,IAAI,OAAO,KAAA;CACtD,MAAM,QAAQ,OAAO,YAAY,MAAM,KAAK,CAAC,CAAC,KAAK,OAAO,MAAM;CAChE,OAAO,OAAO,MAAM,OAAO;EAAE,cAAc,KAAA;EAAW,SAAS,OAAO,EAAE,OAAO,EAAE;CAAG,CAAC;AACvF,CAAC;AAMH,MAAa,mBACV,SAEC,QACA,YAEA,OAAO,OACL,OAAO,IAAI,aAAa;CACtB,OAAO,2BAA2B,QAAQ,cAAc;CACxD,MAAM,OAAO,OAAO,mBAAmB,QAAQ,gBAAgB,aAAa;CAC5E,MAAM,SAAS,OAAO,OAAO,cAAc,WAAW,KAAK,SAAS,IAAI,CAAC;CACzE,MAAM,EAAE,UAAU,OAAO,OAAO;CAChC,MAAM,YAAY,iBAAiB,UAAU,YAAY;CAGzD,MAAM,SAAS,OAAO,SAAS,OAAO,aAAa,MAAM,CAAC,CAAC,CAAC,KAC1D,OAAO,QACP,OAAO,QAAQ,iBAAiB,oBAAoB,OAAO,KAAK,GAChE,OAAO,SAAS,SAAS,GACzB,OAAO,UAAU,YAAY,GAC7B,OAAO,OAAO,UAAU,cAAc,CACxC;CAGA,MAAM,WAAW,OAAO,OACtB,OAAO,KAAK,SAAS,KAAK,OAAO,CAAC,GAClC,OAAO,OACL,OAAO,KACL,OAAO,QAAQ,SAAS,KAAK,SAAS,CAAC,GACvC,OAAO,IAAI,SAAS,CACtB,GACA,OAAO,KAAK,QAAQ,CACtB,CACF,CAAC,CAAC,KAAK,OAAO,WAAW,UAAU,OAAO,SAAS,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC;CAE5E,OAAO,OAAO,MAAM,QAAQ,OAAO,MAAM,QAAQ,GAAG,EAAE,cAAc,OAAO,CAAC;AAC9E,CAAC,CACH"}

package/dist/realtimeTts.test.d.mts

@@ -0,0 +1 @@
+export {}

package/dist/realtimeTts.test.mjs

@@ -0,0 +1,59 @@
+import { n as globalExpect, s as describe } from "./index.C4tKZ0yW-DjxCdpW_.mjs";
+import { streamSynthesis } from "./realtimeTts.mjs";
+import { t as it } from "./dist-CXrdHvlJ.mjs";
+import { Effect, Exit, Fiber, Redacted, Stream } from "effect";
+import { Base64 } from "effect/encoding";
+import * as FakeWebSocket from "@effect-uai/core/testing/FakeWebSocket";
+//#region src/realtimeTts.test.ts
+const request = { voiceId: "voice-1" };
+const synthesizing = FakeWebSocket.make({ greeting: [{
+	audio: Base64.encode(new Uint8Array([1, 2])),
+	isFinal: null
+}, {
+	audio: null,
+	isFinal: true
+}] });
+/** Run a synthesis against `server`, closing it, if asked, once the frames are in. */
+const synthesize = (server, textIn, close) => Effect.gen(function* () {
+	const run = streamSynthesis({ apiKey: Redacted.make("test-key") })(textIn, request).pipe(Stream.provide(server.layer));
+	const collector = yield* Effect.forkChild(Effect.exit(Stream.runCollect(run)));
+	if (close !== void 0) {
+		yield* server.greeted;
+		yield* server.awaitSent(close.afterSent ?? 0);
+		yield* server.close(close.code);
+	}
+	return yield* Fiber.join(collector);
+});
+describe("ElevenLabs realtime TTS socket", () => {
+	it.live("sends BOS before any text and EOS after it, and ends on a clean close", () => Effect.gen(function* () {
+		const server = yield* synthesizing;
+		const exit = yield* synthesize(server, Stream.make("Hello", "", "world "), {
+			code: 1e3,
+			afterSent: 4
+		});
+		globalExpect(exit).toEqual(Exit.succeed([{ bytes: new Uint8Array([1, 2]) }]));
+		globalExpect(yield* server.sent).toEqual([
+			{
+				text: " ",
+				"xi-api-key": "test-key"
+			},
+			{ text: "Hello " },
+			{ text: "world " },
+			{ text: "" }
+		]);
+	}).pipe(Effect.scoped));
+	it.live("fails rather than ending when the connection drops", () => Effect.gen(function* () {
+		const server = yield* synthesizing;
+		const exit = yield* synthesize(server, Stream.never, { code: 1011 });
+		globalExpect(Exit.isFailure(exit) && JSON.stringify(exit.cause)).toContain("Unavailable");
+	}).pipe(Effect.scoped));
+	it.live("fails with the text input's own error", () => Effect.gen(function* () {
+		const server = yield* synthesizing;
+		const exit = yield* synthesize(server, Stream.fail("llm stream broke"));
+		globalExpect(Exit.isFailure(exit) && JSON.stringify(exit.cause)).toContain("llm stream broke");
+	}).pipe(Effect.scoped));
+});
+//#endregion
+export {};
+
+//# sourceMappingURL=realtimeTts.test.mjs.map

package/dist/realtimeTts.test.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeTts.test.mjs","names":[],"sources":["../src/realtimeTts.test.ts"],"sourcesContent":["import { describe, it } from \"@effect/vitest\"\nimport { Effect, Exit, Fiber, Redacted, Stream } from \"effect\"\nimport { Base64 } from \"effect/encoding\"\nimport { expect } from \"vitest\"\nimport * as FakeWebSocket from \"@effect-uai/core/testing/FakeWebSocket\"\nimport { streamSynthesis } from \"./realtimeTts.js\"\n\nconst request = { voiceId: \"voice-1\" }\n\nconst synthesizing = FakeWebSocket.make({\n  greeting: [\n    { audio: Base64.encode(new Uint8Array([1, 2])), isFinal: null },\n    { audio: null, isFinal: true },\n  ],\n})\n\n/** Run a synthesis against `server`, closing it, if asked, once the frames are in. */\nconst synthesize = <E>(\n  server: FakeWebSocket.FakeWebSocketServer,\n  textIn: Stream.Stream<string, E>,\n  close?: { readonly code: number; readonly afterSent?: number },\n) =>\n  Effect.gen(function* () {\n    const run = streamSynthesis({ apiKey: Redacted.make(\"test-key\") })(textIn, request).pipe(\n      Stream.provide(server.layer),\n    )\n    const collector = yield* Effect.forkChild(Effect.exit(Stream.runCollect(run)))\n    if (close !== undefined) {\n      yield* server.greeted\n      yield* server.awaitSent(close.afterSent ?? 0)\n      yield* server.close(close.code)\n    }\n    return yield* Fiber.join(collector)\n  })\n\ndescribe(\"ElevenLabs realtime TTS socket\", () => {\n  it.live(\"sends BOS before any text and EOS after it, and ends on a clean close\", () =>\n    Effect.gen(function* () {\n      const server = yield* synthesizing\n      const exit = yield* synthesize(server, Stream.make(\"Hello\", \"\", \"world \"), {\n        code: 1000,\n        afterSent: 4,\n      })\n\n      expect(exit).toEqual(Exit.succeed([{ bytes: new Uint8Array([1, 2]) }]))\n      expect(yield* server.sent).toEqual([\n        { text: \" \", \"xi-api-key\": \"test-key\" },\n        { text: \"Hello \" },\n        { text: \"world \" },\n        { text: \"\" },\n      ])\n    }).pipe(Effect.scoped),\n  )\n\n  it.live(\"fails rather than ending when the connection drops\", () =>\n    Effect.gen(function* () {\n      const server = yield* synthesizing\n      const exit = yield* synthesize(server, Stream.never, { code: 1011 })\n\n      expect(Exit.isFailure(exit) && JSON.stringify(exit.cause)).toContain(\"Unavailable\")\n    }).pipe(Effect.scoped),\n  )\n\n  it.live(\"fails with the text input's own error\", () =>\n    Effect.gen(function* () {\n      const server = yield* synthesizing\n      const exit = yield* synthesize(server, Stream.fail(\"llm stream broke\"))\n\n      expect(Exit.isFailure(exit) && JSON.stringify(exit.cause)).toContain(\"llm stream broke\")\n    }).pipe(Effect.scoped),\n  )\n})\n"],"mappings":";;;;;;;AAOA,MAAM,UAAU,EAAE,SAAS,UAAU;AAErC,MAAM,eAAe,cAAc,KAAK,EACtC,UAAU,CACR;CAAE,OAAO,OAAO,OAAO,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;CAAG,SAAS;AAAK,GAC9D;CAAE,OAAO;CAAM,SAAS;AAAK,CAC/B,EACF,CAAC;;AAGD,MAAM,cACJ,QACA,QACA,UAEA,OAAO,IAAI,aAAa;CACtB,MAAM,MAAM,gBAAgB,EAAE,QAAQ,SAAS,KAAK,UAAU,EAAE,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,CAAC,KAClF,OAAO,QAAQ,OAAO,KAAK,CAC7B;CACA,MAAM,YAAY,OAAO,OAAO,UAAU,OAAO,KAAK,OAAO,WAAW,GAAG,CAAC,CAAC;CAC7E,IAAI,UAAU,KAAA,GAAW;EACvB,OAAO,OAAO;EACd,OAAO,OAAO,UAAU,MAAM,aAAa,CAAC;EAC5C,OAAO,OAAO,MAAM,MAAM,IAAI;CAChC;CACA,OAAO,OAAO,MAAM,KAAK,SAAS;AACpC,CAAC;AAEH,SAAS,wCAAwC;CAC/C,GAAG,KAAK,+EACN,OAAO,IAAI,aAAa;EACtB,MAAM,SAAS,OAAO;EACtB,MAAM,OAAO,OAAO,WAAW,QAAQ,OAAO,KAAK,SAAS,IAAI,QAAQ,GAAG;GACzE,MAAM;GACN,WAAW;EACb,CAAC;EAED,aAAO,IAAI,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,EAAE,OAAO,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;EACtE,aAAO,OAAO,OAAO,IAAI,CAAC,CAAC,QAAQ;GACjC;IAAE,MAAM;IAAK,cAAc;GAAW;GACtC,EAAE,MAAM,SAAS;GACjB,EAAE,MAAM,SAAS;GACjB,EAAE,MAAM,GAAG;EACb,CAAC;CACH,CAAC,CAAC,CAAC,KAAK,OAAO,MAAM,CACvB;CAEA,GAAG,KAAK,4DACN,OAAO,IAAI,aAAa;EACtB,MAAM,SAAS,OAAO;EACtB,MAAM,OAAO,OAAO,WAAW,QAAQ,OAAO,OAAO,EAAE,MAAM,KAAK,CAAC;EAEnE,aAAO,KAAK,UAAU,IAAI,KAAK,KAAK,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,aAAa;CACpF,CAAC,CAAC,CAAC,KAAK,OAAO,MAAM,CACvB;CAEA,GAAG,KAAK,+CACN,OAAO,IAAI,aAAa;EACtB,MAAM,SAAS,OAAO;EACtB,MAAM,OAAO,OAAO,WAAW,QAAQ,OAAO,KAAK,kBAAkB,CAAC;EAEtE,aAAO,KAAK,UAAU,IAAI,KAAK,KAAK,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,kBAAkB;CACzF,CAAC,CAAC,CAAC,KAAK,OAAO,MAAM,CACvB;AACF,CAAC"}

package/dist/region.test.mjs

@@ -1,4 +1,4 @@
-import { n as describe, r as it, t as globalExpect } from "./test.DNmyFkvJ-N3QqMRwZ.mjs";
+import { c as it, n as globalExpect, s as describe } from "./index.C4tKZ0yW-DjxCdpW_.mjs";
 import { resolveHost } from "./region.mjs";
 //#region src/region.test.ts
 describe("elevenlabs/region.resolveHost", () => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@effect-uai/elevenlabs",
-  "version": "0.16.0",
+  "version": "0.18.0",
   "description": "ElevenLabs speech-to-text, text-to-speech, and music-generation provider for @effect-uai/core.",
   "keywords": [
     "ai",
@@ -55,13 +55,13 @@
     "access": "public"
   },
   "devDependencies": {
-    "effect": "4.0.0-rc.111",
+    "effect": "4.0.1",
     "typescript": "^7.0.2",
-    "@effect-uai/core": "0.16.0"
+    "@effect-uai/core": "0.18.0"
   },
   "peerDependencies": {
     "@effect-uai/core": ">=0.2.0 <1",
-    "effect": ">=4.0.0-rc.111 <5.0.0"
+    "effect": ">=4.0.1 <5.0.0"
   },
   "scripts": {
     "build": "tsdown",

package/src/ElevenLabsMusicGenerator.test.ts

@@ -1,5 +1,5 @@
 import { Duration, Effect, Layer, Redacted, Stream } from "effect"
-import { FetchHttpClient } from "effect/unstable/http"
+import { FetchHttpClient } from "effect/http"
 import { describe, expect, expectTypeOf, it } from "vitest"
 import type * as AiError from "@effect-uai/core/AiError"
 import type { GenerateResult } from "@effect-uai/core/Music"

package/src/ElevenLabsMusicGenerator.ts

@@ -1,5 +1,5 @@
 import { Context, Duration, Effect, Layer, Redacted, Stream } from "effect"
-import { HttpClient, HttpClientRequest } from "effect/unstable/http"
+import { HttpClient, HttpClientRequest } from "effect/http"
 import * as AiError from "@effect-uai/core/AiError"
 import type { AudioChunk, AudioFormat } from "@effect-uai/core/Audio"
 import type {

package/src/ElevenLabsSynthesizer.ts

@@ -1,6 +1,6 @@
 import { Context, Effect, Layer, Redacted, Stream } from "effect"
-import { HttpClient, HttpClientRequest } from "effect/unstable/http"
-import * as Socket from "effect/unstable/socket/Socket"
+import { HttpClient, HttpClientRequest } from "effect/http"
+import * as Socket from "effect/socket/Socket"
 import type * as AiError from "@effect-uai/core/AiError"
 import type { AudioBlob, AudioChunk } from "@effect-uai/core/Audio"
 import {

package/src/ElevenLabsTranscriber.test.ts

@@ -1,6 +1,6 @@
 import { Effect, Layer, Redacted, Stream } from "effect"
-import { FetchHttpClient } from "effect/unstable/http"
-import * as Socket from "effect/unstable/socket/Socket"
+import { FetchHttpClient } from "effect/http"
+import * as Socket from "effect/socket/Socket"
 import { describe, expect, expectTypeOf, it } from "vitest"
 import type * as AiError from "@effect-uai/core/AiError"
 import type { TranscriptResult } from "@effect-uai/core/Transcript"

package/src/ElevenLabsTranscriber.ts

@@ -1,6 +1,6 @@
 import { Context, Effect, Layer, Redacted, Schema, Stream } from "effect"
-import { HttpClient, HttpClientRequest } from "effect/unstable/http"
-import * as Socket from "effect/unstable/socket/Socket"
+import { HttpClient, HttpClientRequest } from "effect/http"
+import * as Socket from "effect/socket/Socket"
 import * as AiError from "@effect-uai/core/AiError"
 import * as Capabilities from "@effect-uai/core/Capabilities"
 import type { TranscriptResult, WordTimestamp } from "@effect-uai/core/Transcript"

package/src/codec.test.ts

@@ -1,4 +1,5 @@
-import { Effect, Encoding } from "effect"
+import { Effect } from "effect"
+import { Base64 } from "effect/encoding"
 import { describe, expect, it } from "vitest"
 import type { AudioSource } from "@effect-uai/core/Audio"
 import { audioToBlob, defaultFileName, formatToOutputSlug, httpStatusError } from "./codec.js"
@@ -74,7 +75,7 @@ describe("audioToBlob", () => {
     const original = new Uint8Array([0xde, 0xad, 0xbe, 0xef])
     const source: AudioSource = {
       _tag: "base64",
-      base64: Encoding.encodeBase64(original),
+      base64: Base64.encode(original),
       mimeType: "audio/mpeg",
     }
     const blob = await Effect.runPromise(audioToBlob(source))

package/src/codec.ts

@@ -1,5 +1,6 @@
-import { Array as Arr, Effect, Encoding, Match, Option, Result } from "effect"
-import { HttpClientRequest } from "effect/unstable/http"
+import { Array as Arr, Effect, Match, Option, Result } from "effect"
+import { Base64 } from "effect/encoding"
+import { HttpClientRequest } from "effect/http"
 import * as AiError from "@effect-uai/core/AiError"
 import type { AudioFormat, AudioSource } from "@effect-uai/core/Audio"
 import * as Multipart from "@effect-uai/core/Multipart"
@@ -139,7 +140,7 @@ const urlNotSupported: AiError.AiError = new AiError.InvalidRequest({
 })
 
 const decodeBase64ToBytes = (b64: string): Effect.Effect<Uint8Array, AiError.AiError> =>
-  Result.match(Encoding.decodeBase64(b64), {
+  Result.match(Base64.decode(b64), {
     onSuccess: Effect.succeed,
     onFailure: (cause) =>
       Effect.fail(