agents 0.22.0 → 0.23.0

package/dist/channels/voice.js

@@ -0,0 +1,122 @@
+import { t as isChannelMessageSurface } from "../surface-bZZJqBka.js";
+import "../voice/types.js";
+//#region src/channels/adapters/voice.ts
+const DEFAULT_SAMPLE_RATE = 16e3;
+function validSurface(surface) {
+	if (!isChannelMessageSurface(surface) || surface.version !== 1 || surface.address === null || typeof surface.address !== "object" || Array.isArray(surface.address)) return false;
+	return surface.address.connection === "current";
+}
+function unavailable() {
+	return {
+		status: "failed",
+		retryable: true,
+		error: {
+			code: "BROWSER_VOICE_UNAVAILABLE",
+			message: "No browser voice surface is connected"
+		}
+	};
+}
+function synthesisFailure(error) {
+	return {
+		status: "failed",
+		retryable: true,
+		error: {
+			code: "BROWSER_VOICE_TTS_FAILED",
+			message: error instanceof Error ? error.message : "The text-to-speech provider did not return audio"
+		}
+	};
+}
+function deliveryFailure(error, contentDeliveryStarted) {
+	if (!contentDeliveryStarted) {
+		const connectionClosed = error instanceof TypeError && error.message.includes("WebSocket send() after close");
+		return {
+			status: "failed",
+			retryable: true,
+			error: {
+				code: connectionClosed ? "BROWSER_VOICE_CONNECTION_CLOSED" : "BROWSER_VOICE_DELIVERY_FAILED",
+				message: connectionClosed ? "The browser voice surface disconnected before delivery" : error instanceof Error ? error.message : "Browser voice delivery failed before sending content"
+			}
+		};
+	}
+	return {
+		status: "uncertain",
+		error: {
+			code: "BROWSER_VOICE_DELIVERY_ERROR",
+			message: error instanceof Error ? error.message : "Browser voice delivery failed with an unknown outcome"
+		}
+	};
+}
+function sendJSON(connection, message) {
+	connection.send(JSON.stringify(message));
+}
+/**
+* Create an output-only channel that synthesizes one message and sends its
+* encoded audio to one browser using the Cloudflare Voice wire protocol.
+*
+* The browser should connect with `VoiceClient` or `useVoiceAgent()`. No
+* `withVoice()` mixin, microphone, or speech-to-text provider is required.
+*/
+function browserVoice(options) {
+	const audioFormat = options.audioFormat ?? "mp3";
+	const sampleRate = options.sampleRate ?? DEFAULT_SAMPLE_RATE;
+	const toSpeechText = options.toSpeechText ?? ((message) => message.markdown);
+	return {
+		isAvailable() {
+			return options.getConnection() !== void 0;
+		},
+		async deliver(surface, message) {
+			if (!validSurface(surface)) return {
+				status: "failed",
+				retryable: false,
+				error: {
+					code: "BROWSER_VOICE_SURFACE_INVALID",
+					message: `Browser voice cannot parse the address for Channel "${surface.channelKey}"`
+				}
+			};
+			const connection = options.getConnection();
+			if (!connection) return unavailable();
+			let audio;
+			const speechText = toSpeechText(message);
+			try {
+				audio = await options.tts.synthesize(speechText);
+			} catch (error) {
+				return synthesisFailure(error);
+			}
+			if (!audio) return synthesisFailure();
+			let contentDeliveryStarted = false;
+			try {
+				sendJSON(connection, {
+					type: "welcome",
+					protocol_version: 1
+				});
+				sendJSON(connection, {
+					type: "audio_config",
+					format: audioFormat,
+					sampleRate
+				});
+				sendJSON(connection, {
+					type: "status",
+					status: "speaking"
+				});
+				sendJSON(connection, {
+					type: "transcript",
+					role: "assistant",
+					text: speechText
+				});
+				contentDeliveryStarted = true;
+				connection.send(audio);
+				sendJSON(connection, {
+					type: "status",
+					status: "idle"
+				});
+				return { status: "delivered" };
+			} catch (error) {
+				return deliveryFailure(error, contentDeliveryStarted);
+			}
+		}
+	};
+}
+//#endregion
+export { browserVoice };
+
+//# sourceMappingURL=voice.js.map

package/dist/channels/voice.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice.js","names":[],"sources":["../../src/channels/adapters/voice.ts"],"sourcesContent":["import {\n  VOICE_PROTOCOL_VERSION,\n  type TTSProvider,\n  type VoiceAudioFormat,\n  type VoiceServerMessage\n} from \"../../voice/types\";\nimport type {\n  Channel,\n  ChannelMessage,\n  DeliveryFailure,\n  DeliveryResult\n} from \"../channel\";\nimport {\n  isChannelMessageSurface,\n  type ChannelMessageSurface\n} from \"../surface\";\n\nexport type BrowserVoiceSurface = ChannelMessageSurface<\n  string,\n  { connection: \"current\" }\n>;\n\n/** The subset of an Agent WebSocket connection needed for audio delivery. */\nexport type BrowserVoiceConnection = {\n  id: string;\n  send(message: string | ArrayBuffer | ArrayBufferView): void;\n};\n\n/** Configuration for an output-only browser voice channel. */\nexport type BrowserVoiceChannelOptions = {\n  /** Text-to-speech provider used to synthesize each outbound message. */\n  tts: TTSProvider;\n  /** Return the browser voice surface to use, or undefined when unavailable. */\n  getConnection: () => BrowserVoiceConnection | undefined;\n  /** Encoded audio format returned by the TTS provider. @default \"mp3\" */\n  audioFormat?: VoiceAudioFormat;\n  /** Sample rate for raw PCM audio. Ignored by encoded formats. @default 16000 */\n  sampleRate?: number;\n  /** Project the canonical Markdown message into text suitable for speech. */\n  toSpeechText?: (message: ChannelMessage) => string;\n};\n\nconst DEFAULT_SAMPLE_RATE = 16_000;\n\nfunction validSurface(surface: ChannelMessageSurface): boolean {\n  if (\n    !isChannelMessageSurface(surface) ||\n    surface.version !== 1 ||\n    surface.address === null ||\n    typeof surface.address !== \"object\" ||\n    Array.isArray(surface.address)\n  ) {\n    return false;\n  }\n  return (surface.address as Record<string, unknown>).connection === \"current\";\n}\n\nfunction unavailable(): DeliveryResult {\n  return {\n    status: \"failed\",\n    retryable: true,\n    error: {\n      code: \"BROWSER_VOICE_UNAVAILABLE\",\n      message: \"No browser voice surface is connected\"\n    }\n  };\n}\n\nfunction synthesisFailure(error?: unknown): DeliveryResult {\n  const failure: DeliveryFailure = {\n    code: \"BROWSER_VOICE_TTS_FAILED\",\n    message:\n      error instanceof Error\n        ? error.message\n        : \"The text-to-speech provider did not return audio\"\n  };\n  return { status: \"failed\", retryable: true, error: failure };\n}\n\nfunction deliveryFailure(\n  error: unknown,\n  contentDeliveryStarted: boolean\n): DeliveryResult {\n  if (!contentDeliveryStarted) {\n    const connectionClosed =\n      error instanceof TypeError &&\n      error.message.includes(\"WebSocket send() after close\");\n    return {\n      status: \"failed\",\n      retryable: true,\n      error: {\n        code: connectionClosed\n          ? \"BROWSER_VOICE_CONNECTION_CLOSED\"\n          : \"BROWSER_VOICE_DELIVERY_FAILED\",\n        message: connectionClosed\n          ? \"The browser voice surface disconnected before delivery\"\n          : error instanceof Error\n            ? error.message\n            : \"Browser voice delivery failed before sending content\"\n      }\n    };\n  }\n\n  return {\n    status: \"uncertain\",\n    error: {\n      code: \"BROWSER_VOICE_DELIVERY_ERROR\",\n      message:\n        error instanceof Error\n          ? error.message\n          : \"Browser voice delivery failed with an unknown outcome\"\n    }\n  };\n}\n\nfunction sendJSON(\n  connection: BrowserVoiceConnection,\n  message: VoiceServerMessage\n): void {\n  connection.send(JSON.stringify(message));\n}\n\n/**\n * Create an output-only channel that synthesizes one message and sends its\n * encoded audio to one browser using the Cloudflare Voice wire protocol.\n *\n * The browser should connect with `VoiceClient` or `useVoiceAgent()`. No\n * `withVoice()` mixin, microphone, or speech-to-text provider is required.\n */\nexport function browserVoice(options: BrowserVoiceChannelOptions): Channel {\n  const audioFormat = options.audioFormat ?? \"mp3\";\n  const sampleRate = options.sampleRate ?? DEFAULT_SAMPLE_RATE;\n  const toSpeechText = options.toSpeechText ?? ((message) => message.markdown);\n\n  return {\n    isAvailable() {\n      return options.getConnection() !== undefined;\n    },\n\n    async deliver(surface, message) {\n      if (!validSurface(surface)) {\n        return {\n          status: \"failed\",\n          retryable: false,\n          error: {\n            code: \"BROWSER_VOICE_SURFACE_INVALID\",\n            message: `Browser voice cannot parse the address for Channel \"${surface.channelKey}\"`\n          }\n        };\n      }\n      const connection = options.getConnection();\n      if (!connection) return unavailable();\n\n      let audio: ArrayBuffer | null;\n      const speechText = toSpeechText(message);\n      try {\n        audio = await options.tts.synthesize(speechText);\n      } catch (error) {\n        return synthesisFailure(error);\n      }\n      if (!audio) return synthesisFailure();\n\n      let contentDeliveryStarted = false;\n      try {\n        sendJSON(connection, {\n          type: \"welcome\",\n          protocol_version: VOICE_PROTOCOL_VERSION\n        });\n        sendJSON(connection, {\n          type: \"audio_config\",\n          format: audioFormat,\n          sampleRate\n        });\n        sendJSON(connection, { type: \"status\", status: \"speaking\" });\n        sendJSON(connection, {\n          type: \"transcript\",\n          role: \"assistant\",\n          text: speechText\n        });\n        contentDeliveryStarted = true;\n        connection.send(audio);\n        sendJSON(connection, { type: \"status\", status: \"idle\" });\n        return { status: \"delivered\" };\n      } catch (error) {\n        return deliveryFailure(error, contentDeliveryStarted);\n      }\n    }\n  };\n}\n"],"mappings":";;;AA0CA,MAAM,sBAAsB;AAE5B,SAAS,aAAa,SAAyC;CAC7D,IACE,CAAC,wBAAwB,OAAO,KAChC,QAAQ,YAAY,KACpB,QAAQ,YAAY,QACpB,OAAO,QAAQ,YAAY,YAC3B,MAAM,QAAQ,QAAQ,OAAO,GAE7B,OAAO;CAET,OAAQ,QAAQ,QAAoC,eAAe;AACrE;AAEA,SAAS,cAA8B;CACrC,OAAO;EACL,QAAQ;EACR,WAAW;EACX,OAAO;GACL,MAAM;GACN,SAAS;EACX;CACF;AACF;AAEA,SAAS,iBAAiB,OAAiC;CAQzD,OAAO;EAAE,QAAQ;EAAU,WAAW;EAAM,OAAO;GANjD,MAAM;GACN,SACE,iBAAiB,QACb,MAAM,UACN;EAEiD;CAAE;AAC7D;AAEA,SAAS,gBACP,OACA,wBACgB;CAChB,IAAI,CAAC,wBAAwB;EAC3B,MAAM,mBACJ,iBAAiB,aACjB,MAAM,QAAQ,SAAS,8BAA8B;EACvD,OAAO;GACL,QAAQ;GACR,WAAW;GACX,OAAO;IACL,MAAM,mBACF,oCACA;IACJ,SAAS,mBACL,2DACA,iBAAiB,QACf,MAAM,UACN;GACR;EACF;CACF;CAEA,OAAO;EACL,QAAQ;EACR,OAAO;GACL,MAAM;GACN,SACE,iBAAiB,QACb,MAAM,UACN;EACR;CACF;AACF;AAEA,SAAS,SACP,YACA,SACM;CACN,WAAW,KAAK,KAAK,UAAU,OAAO,CAAC;AACzC;;;;;;;;AASA,SAAgB,aAAa,SAA8C;CACzE,MAAM,cAAc,QAAQ,eAAe;CAC3C,MAAM,aAAa,QAAQ,cAAc;CACzC,MAAM,eAAe,QAAQ,kBAAkB,YAAY,QAAQ;CAEnE,OAAO;EACL,cAAc;GACZ,OAAO,QAAQ,cAAc,MAAM,KAAA;EACrC;EAEA,MAAM,QAAQ,SAAS,SAAS;GAC9B,IAAI,CAAC,aAAa,OAAO,GACvB,OAAO;IACL,QAAQ;IACR,WAAW;IACX,OAAO;KACL,MAAM;KACN,SAAS,uDAAuD,QAAQ,WAAW;IACrF;GACF;GAEF,MAAM,aAAa,QAAQ,cAAc;GACzC,IAAI,CAAC,YAAY,OAAO,YAAY;GAEpC,IAAI;GACJ,MAAM,aAAa,aAAa,OAAO;GACvC,IAAI;IACF,QAAQ,MAAM,QAAQ,IAAI,WAAW,UAAU;GACjD,SAAS,OAAO;IACd,OAAO,iBAAiB,KAAK;GAC/B;GACA,IAAI,CAAC,OAAO,OAAO,iBAAiB;GAEpC,IAAI,yBAAyB;GAC7B,IAAI;IACF,SAAS,YAAY;KACnB,MAAM;KACN,kBAAA;IACF,CAAC;IACD,SAAS,YAAY;KACnB,MAAM;KACN,QAAQ;KACR;IACF,CAAC;IACD,SAAS,YAAY;KAAE,MAAM;KAAU,QAAQ;IAAW,CAAC;IAC3D,SAAS,YAAY;KACnB,MAAM;KACN,MAAM;KACN,MAAM;IACR,CAAC;IACD,yBAAyB;IACzB,WAAW,KAAK,KAAK;IACrB,SAAS,YAAY;KAAE,MAAM;KAAU,QAAQ;IAAO,CAAC;IACvD,OAAO,EAAE,QAAQ,YAAY;GAC/B,SAAS,OAAO;IACd,OAAO,gBAAgB,OAAO,sBAAsB;GACtD;EACF;CACF;AACF"}