@cartesia/cartesia-js 0.0.1

package/dist/react/index.js

@@ -0,0 +1,431 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __knownSymbol = (name, symbol) => {
+  return (symbol = Symbol[name]) ? symbol : Symbol.for("Symbol." + name);
+};
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var __async = (__this, __arguments, generator) => {
+  return new Promise((resolve, reject) => {
+    var fulfilled = (value) => {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var rejected = (value) => {
+      try {
+        step(generator.throw(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
+    step((generator = generator.apply(__this, __arguments)).next());
+  });
+};
+var __forAwait = (obj, it, method) => (it = obj[__knownSymbol("asyncIterator")]) ? it.call(obj) : (obj = obj[__knownSymbol("iterator")](), it = {}, method = (key, fn) => (fn = obj[key]) && (it[key] = (arg) => new Promise((yes, no, done) => (arg = fn.call(obj, arg), done = arg.done, Promise.resolve(arg.value).then((value) => yes({ value, done }), no)))), method("next"), method("return"), it);
+
+// src/react/index.ts
+var react_exports = {};
+__export(react_exports, {
+  useAudio: () => useAudio
+});
+module.exports = __toCommonJS(react_exports);
+var import_react = require("react");
+
+// src/audio/index.ts
+var import_emittery = __toESM(require("emittery"));
+var import_human_id = require("human-id");
+
+// src/lib/constants.ts
+var BASE_URL = "https://api.cartesia.ai/v0";
+var SAMPLE_RATE = 44100;
+var constructWebsocketUrl = (baseUrl) => {
+  return new URL(`${baseUrl.replace(/^http/, "ws")}/ws`);
+};
+
+// src/lib/client.ts
+var Client = class {
+  constructor(options = {}) {
+    if (!(options.apiKey || process.env.CARTESIA_API_KEY)) {
+      throw new Error("Missing Cartesia API key.");
+    }
+    this.apiKey = options.apiKey || process.env.CARTESIA_API_KEY;
+    this.baseUrl = options.baseUrl || BASE_URL;
+  }
+};
+
+// src/audio/utils.ts
+var import_base64_js = __toESM(require("base64-js"));
+function getBufferDuration(b64) {
+  const floats = base64ToArray(b64);
+  return floats.length / SAMPLE_RATE;
+}
+function base64ToArray(b64) {
+  return filterSentinel(b64).reduce((acc, b) => {
+    const floats = new Float32Array(import_base64_js.default.toByteArray(b).buffer);
+    const newAcc = new Float32Array(acc.length + floats.length);
+    newAcc.set(acc, 0);
+    newAcc.set(floats, acc.length);
+    return newAcc;
+  }, new Float32Array(0));
+}
+function playAudioBuffer(b64, context, maybeStartAt = null, onEnded = null) {
+  const startAt = maybeStartAt != null ? maybeStartAt : context.currentTime;
+  const floats = base64ToArray(b64);
+  const source = context.createBufferSource();
+  const buffer = context.createBuffer(1, floats.length, SAMPLE_RATE);
+  buffer.getChannelData(0).set(floats);
+  source.buffer = buffer;
+  source.connect(context.destination);
+  source.start(startAt);
+  source.onended = onEnded;
+  return buffer.duration;
+}
+function createMessageHandlerForContextId(contextId, handler) {
+  return (event) => {
+    const message = JSON.parse(event.data);
+    if (message.context_id !== contextId) {
+      return;
+    }
+    let chunk;
+    if (message.done) {
+      chunk = getSentinel();
+    } else {
+      chunk = message.data;
+    }
+    handler({ chunk, message });
+  };
+}
+function getSentinel() {
+  return null;
+}
+function isSentinel(x) {
+  return x === getSentinel();
+}
+function filterSentinel(collection) {
+  return collection.filter(
+    (x) => !isSentinel(x)
+  );
+}
+function isComplete(chunks) {
+  return isSentinel(chunks[chunks.length - 1]);
+}
+
+// src/audio/index.ts
+var audio_default = class extends Client {
+  constructor() {
+    super(...arguments);
+    this.isConnected = false;
+  }
+  /**
+   * Stream audio from a model.
+   *
+   * @param inputs - Stream options. Includes a `model` key and some `parameters`, which
+   * are model-specific and can be found in the model's documentation.
+   * @param options - Options for the stream.
+   * @param options.timeout - The maximum time to wait for a chunk before cancelling the stream.
+   * If `0`, the stream will not time out.
+   * @returns An object with a method `play` of type `(bufferDuration: number) => Promise<void>`
+   * that plays the audio as it arrives, with `bufferDuration` seconds of audio buffered before
+   * starting playback.
+   */
+  stream(inputs, { timeout = 0 } = {}) {
+    var _a, _b, _c, _d;
+    if (!this.isConnected) {
+      throw new Error("Not connected to WebSocket. Call .connect() first.");
+    }
+    const contextId = this.generateId();
+    (_a = this.socket) == null ? void 0 : _a.send(
+      JSON.stringify({
+        data: inputs,
+        context_id: contextId
+      })
+    );
+    const streamCompleteController = new AbortController();
+    let timeoutId = null;
+    if (timeout > 0) {
+      timeoutId = setTimeout(streamCompleteController.abort, timeout);
+    }
+    const chunks = [];
+    const emitter = new import_emittery.default();
+    const handleMessage = createMessageHandlerForContextId(
+      contextId,
+      (_0) => __async(this, [_0], function* ({ chunk, message }) {
+        chunks.push(chunk);
+        yield emitter.emit("chunk", {
+          chunk,
+          chunks
+        });
+        yield emitter.emit("message", message);
+        if (isSentinel(chunk)) {
+          streamCompleteController.abort();
+        } else if (timeoutId) {
+          clearTimeout(timeoutId);
+          timeoutId = setTimeout(streamCompleteController.abort, timeout);
+        }
+      })
+    );
+    (_b = this.socket) == null ? void 0 : _b.addEventListener("message", handleMessage, {
+      signal: streamCompleteController.signal
+    });
+    (_c = this.socket) == null ? void 0 : _c.addEventListener("close", streamCompleteController.abort, {
+      once: true
+    });
+    (_d = this.socket) == null ? void 0 : _d.addEventListener("error", streamCompleteController.abort, {
+      once: true
+    });
+    streamCompleteController.signal.addEventListener("abort", () => {
+      emitter.clearListeners();
+    });
+    const play = (_0) => __async(this, [_0], function* ({ bufferDuration }) {
+      const context = new AudioContext({
+        sampleRate: SAMPLE_RATE
+      });
+      let startNextPlaybackAt = 0;
+      const playLatestChunk = (chunk) => {
+        if (isSentinel(chunk)) {
+          return true;
+        }
+        startNextPlaybackAt = playAudioBuffer([chunk], context, startNextPlaybackAt) + Math.max(context.currentTime, startNextPlaybackAt);
+        return false;
+      };
+      const playChunks = (chunks2) => {
+        startNextPlaybackAt += playAudioBuffer(
+          chunks2,
+          context,
+          startNextPlaybackAt
+        );
+        if (isComplete(chunks2)) {
+          return;
+        }
+      };
+      const tryStart = (chunks2) => __async(this, null, function* () {
+        startNextPlaybackAt = context.currentTime;
+        if (isComplete(chunks2) || streamCompleteController.signal.aborted) {
+          playChunks(chunks2);
+          return true;
+        }
+        if (getBufferDuration(chunks2) > bufferDuration) {
+          playChunks(chunks2);
+          try {
+            for (var iter2 = __forAwait(emitter.events("chunk")), more2, temp2, error2; more2 = !(temp2 = yield iter2.next()).done; more2 = false) {
+              const { chunk } = temp2.value;
+              if (playLatestChunk(chunk)) {
+                break;
+              }
+            }
+          } catch (temp2) {
+            error2 = [temp2];
+          } finally {
+            try {
+              more2 && (temp2 = iter2.return) && (yield temp2.call(iter2));
+            } finally {
+              if (error2)
+                throw error2[0];
+            }
+          }
+          return true;
+        }
+        return false;
+      });
+      if (!(yield tryStart(chunks))) {
+        try {
+          for (var iter = __forAwait(emitter.events("chunk")), more, temp, error; more = !(temp = yield iter.next()).done; more = false) {
+            const { chunks: chunks2 } = temp.value;
+            if (yield tryStart(chunks2)) {
+              break;
+            }
+          }
+        } catch (temp) {
+          error = [temp];
+        } finally {
+          try {
+            more && (temp = iter.return) && (yield temp.call(iter));
+          } finally {
+            if (error)
+              throw error[0];
+          }
+        }
+      }
+    });
+    return {
+      play,
+      on: emitter.on.bind(emitter),
+      off: emitter.off.bind(emitter),
+      once: emitter.once.bind(emitter),
+      events: emitter.events.bind(emitter)
+    };
+  }
+  /**
+   * Generate a unique ID suitable for a streaming context.
+   *
+   * Not suitable for security purposes or as a primary key, since
+   * it lacks the amount of entropy required for those use cases.
+   *
+   * @returns A unique ID.
+   */
+  generateId() {
+    return (0, import_human_id.humanId)({
+      separator: "-",
+      capitalize: false
+    });
+  }
+  /**
+   * Authenticate and connect to a Cartesia streaming WebSocket.
+   *
+   * @returns A promise that resolves when the WebSocket is connected.
+   * @throws {Error} If the WebSocket fails to connect.
+   */
+  connect() {
+    const url = constructWebsocketUrl(this.baseUrl);
+    url.searchParams.set("api_key", this.apiKey);
+    this.socket = new WebSocket(url);
+    this.socket.onopen = () => {
+      this.isConnected = true;
+    };
+    this.socket.onclose = () => {
+      this.isConnected = false;
+    };
+    return new Promise((resolve, reject) => {
+      var _a, _b, _c;
+      (_a = this.socket) == null ? void 0 : _a.addEventListener(
+        "open",
+        () => {
+          resolve();
+        },
+        {
+          once: true
+        }
+      );
+      const aborter = new AbortController();
+      (_b = this.socket) == null ? void 0 : _b.addEventListener(
+        "error",
+        () => {
+          aborter.abort();
+          reject(new Error("WebSocket failed to connect."));
+        },
+        {
+          signal: aborter.signal
+        }
+      );
+      (_c = this.socket) == null ? void 0 : _c.addEventListener(
+        "close",
+        () => {
+          aborter.abort();
+          reject(new Error("WebSocket closed before it could connect."));
+        },
+        {
+          signal: aborter.signal
+        }
+      );
+    });
+  }
+  /**
+   * Disconnect from the Cartesia streaming WebSocket.
+   */
+  disconnect() {
+    var _a;
+    (_a = this.socket) == null ? void 0 : _a.close();
+  }
+};
+
+// src/react/index.ts
+function useAudio({ apiKey, baseUrl }) {
+  if (typeof window === "undefined" || !apiKey) {
+    return {
+      stream: () => {
+      },
+      play: () => __async(this, null, function* () {
+      }),
+      isPlaying: false,
+      chunks: [],
+      messages: []
+    };
+  }
+  const audio = (0, import_react.useMemo)(() => {
+    const audio2 = new audio_default({ apiKey, baseUrl });
+    return audio2;
+  }, [apiKey, baseUrl]);
+  const streamReturn = (0, import_react.useRef)(null);
+  const [isPlaying, setIsPlaying] = (0, import_react.useState)(false);
+  const [chunks, setChunks] = (0, import_react.useState)([]);
+  const [messages, setMessages] = (0, import_react.useState)([]);
+  const stream = (0, import_react.useCallback)(
+    (options) => {
+      var _a;
+      streamReturn.current = (_a = audio == null ? void 0 : audio.stream(options)) != null ? _a : null;
+      streamReturn.current.on(
+        "chunk",
+        ({ chunks: chunks2 }) => {
+          setChunks(chunks2);
+        }
+      );
+      streamReturn.current.on(
+        "message",
+        (message) => {
+          setMessages((messages2) => [...messages2, message]);
+        }
+      );
+    },
+    [audio]
+  );
+  (0, import_react.useEffect)(() => {
+    function initialize() {
+      return __async(this, null, function* () {
+        try {
+          yield audio == null ? void 0 : audio.connect();
+        } catch (e) {
+          console.error(e);
+        }
+        return () => {
+          audio == null ? void 0 : audio.disconnect();
+        };
+      });
+    }
+    initialize();
+  }, [audio]);
+  const play = (0, import_react.useCallback)(
+    (bufferDuration = 0) => __async(this, null, function* () {
+      var _a;
+      if (isPlaying || !streamReturn.current) {
+        return;
+      }
+      setIsPlaying(true);
+      yield (_a = streamReturn.current) == null ? void 0 : _a.play({ bufferDuration });
+      setIsPlaying(false);
+    }),
+    [isPlaying]
+  );
+  return { stream, play, isPlaying, chunks, messages };
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  useAudio
+});

package/dist/react/index.mjs

@@ -0,0 +1,82 @@
+import {
+  audio_default
+} from "../chunk-5RMUZJV7.mjs";
+import "../chunk-BTFHUVNH.mjs";
+import "../chunk-ERFCRIWU.mjs";
+import {
+  __async
+} from "../chunk-35HX6ML3.mjs";
+
+// src/react/index.ts
+import { useCallback, useEffect, useMemo, useRef, useState } from "react";
+function useAudio({ apiKey, baseUrl }) {
+  if (typeof window === "undefined" || !apiKey) {
+    return {
+      stream: () => {
+      },
+      play: () => __async(this, null, function* () {
+      }),
+      isPlaying: false,
+      chunks: [],
+      messages: []
+    };
+  }
+  const audio = useMemo(() => {
+    const audio2 = new audio_default({ apiKey, baseUrl });
+    return audio2;
+  }, [apiKey, baseUrl]);
+  const streamReturn = useRef(null);
+  const [isPlaying, setIsPlaying] = useState(false);
+  const [chunks, setChunks] = useState([]);
+  const [messages, setMessages] = useState([]);
+  const stream = useCallback(
+    (options) => {
+      var _a;
+      streamReturn.current = (_a = audio == null ? void 0 : audio.stream(options)) != null ? _a : null;
+      streamReturn.current.on(
+        "chunk",
+        ({ chunks: chunks2 }) => {
+          setChunks(chunks2);
+        }
+      );
+      streamReturn.current.on(
+        "message",
+        (message) => {
+          setMessages((messages2) => [...messages2, message]);
+        }
+      );
+    },
+    [audio]
+  );
+  useEffect(() => {
+    function initialize() {
+      return __async(this, null, function* () {
+        try {
+          yield audio == null ? void 0 : audio.connect();
+        } catch (e) {
+          console.error(e);
+        }
+        return () => {
+          audio == null ? void 0 : audio.disconnect();
+        };
+      });
+    }
+    initialize();
+  }, [audio]);
+  const play = useCallback(
+    (bufferDuration = 0) => __async(this, null, function* () {
+      var _a;
+      if (isPlaying || !streamReturn.current) {
+        return;
+      }
+      setIsPlaying(true);
+      yield (_a = streamReturn.current) == null ? void 0 : _a.play({ bufferDuration });
+      setIsPlaying(false);
+    }),
+    [isPlaying]
+  );
+  return { stream, play, isPlaying, chunks, messages };
+}
+export {
+  useAudio
+};

package/dist/types/index.d.mts

@@ -0,0 +1,6 @@
+interface ClientOptions {
+    apiKey?: string;
+    baseUrl?: string;
+}
+
+export type { ClientOptions };

package/dist/types/index.d.ts

@@ -0,0 +1,6 @@
+interface ClientOptions {
+    apiKey?: string;
+    baseUrl?: string;
+}
+
+export type { ClientOptions };

package/dist/types/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/types/index.ts
+var types_exports = {};
+module.exports = __toCommonJS(types_exports);

package/index.ts

@@ -0,0 +1,3 @@
+export { Cartesia as default } from "./src/lib";
+export * from "./src/lib";
+export * from "./src/types";

package/package.json

@@ -0,0 +1,50 @@
+{
+	"name": "@cartesia/cartesia-js",
+	"author": {
+		"name": "Cartesia",
+		"url": "https://cartesia.ai"
+	},
+	"version": "0.0.1",
+	"description": "Client for the Cartesia API.",
+	"main": "./dist/index.js",
+	"module": "./dist/index.mjs",
+	"types": "./dist/index.d.ts",
+	"exports": {
+		".": {
+			"import": "./dist/index.mjs",
+			"require": "./dist/index.js"
+		},
+		"./react": {
+			"import": "./dist/react/index.mjs",
+			"require": "./dist/react/index.js"
+		}
+	},
+	"dependencies": {
+		"base64-js": "^1.5.1",
+		"emittery": "^1.0.3",
+		"human-id": "^4.1.1"
+	},
+	"publishConfig": {
+		"access": "restricted"
+	},
+	"scripts": {
+		"build": "tsup src/ --format cjs,esm --dts --clean",
+		"dev": "bun run build -- --watch"
+	},
+	"peerDependencies": {
+		"react": "^18.2.0",
+		"@types/react": "^18.2.58"
+	},
+	"peerDependenciesMeta": {
+		"react": {
+			"optional": true
+		},
+		"@types/react": {
+			"optional": true
+		}
+	},
+	"devDependencies": {
+		"@repo/config-typescript": "workspace:*",
+		"tsup": "^8.0.2"
+	}
+}