@canarycoders/ai 0.3.0

package/dist/realtime-client/index.js

@@ -0,0 +1,80 @@
+// src/realtime-client/index.ts
+async function connectRealtime(options) {
+  const { credential } = options;
+  if (credential.kind !== "openai-realtime") {
+    throw new Error(
+      `connectRealtime handles "openai-realtime" credentials; got "${credential.kind}". For ElevenLabs convai, use the ElevenLabs client with credential.url.`
+    );
+  }
+  const pc = new RTCPeerConnection();
+  const wantMic = options.microphone ?? true;
+  const wantAudio = options.audioOutput ?? true;
+  if (wantAudio) {
+    const audioEl = new Audio();
+    audioEl.autoplay = true;
+    pc.addEventListener("track", (event) => {
+      const stream = event.streams[0];
+      if (stream) audioEl.srcObject = stream;
+    });
+  }
+  if (wantMic) {
+    const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
+    for (const track of stream.getTracks()) pc.addTrack(track, stream);
+  }
+  const dc = pc.createDataChannel("oai-events");
+  dc.addEventListener("open", () => options.onOpen?.());
+  dc.addEventListener("close", () => options.onClose?.());
+  dc.addEventListener("message", (event) => {
+    const data = event.data;
+    try {
+      options.onEvent?.(typeof data === "string" ? JSON.parse(data) : data);
+    } catch {
+      options.onEvent?.(data);
+    }
+  });
+  const offer = await pc.createOffer();
+  await pc.setLocalDescription(offer);
+  let answerSdp;
+  try {
+    const res = await fetch(credential.url, {
+      method: "POST",
+      body: offer.sdp ?? "",
+      headers: {
+        Authorization: `Bearer ${credential.token ?? ""}`,
+        "Content-Type": "application/sdp"
+      }
+    });
+    if (!res.ok) {
+      const detail = await res.text().catch(() => "");
+      throw new Error(`Realtime SDP exchange failed (${res.status}): ${detail}`);
+    }
+    answerSdp = await res.text();
+  } catch (err) {
+    pc.close();
+    const error = err instanceof Error ? err : new Error(String(err));
+    options.onError?.(error);
+    throw error;
+  }
+  await pc.setRemoteDescription({ type: "answer", sdp: answerSdp });
+  return {
+    pc,
+    dataChannel: dc,
+    send(event) {
+      if (dc.readyState === "open") dc.send(JSON.stringify(event));
+    },
+    close() {
+      try {
+        dc.close();
+      } catch {
+      }
+      try {
+        pc.close();
+      } catch {
+      }
+    }
+  };
+}
+
+export { connectRealtime };
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/realtime-client/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/realtime-client/index.ts"],"names":[],"mappings":";AA6BA,eAAsB,gBACpB,OAAA,EAC6B;AAC7B,EAAA,MAAM,EAAE,YAAW,GAAI,OAAA;AACvB,EAAA,IAAI,UAAA,CAAW,SAAS,iBAAA,EAAmB;AACzC,IAAA,MAAM,IAAI,KAAA;AAAA,MACR,CAAA,4DAAA,EAA+D,WAAW,IAAI,CAAA,wEAAA;AAAA,KAChF;AAAA,EACF;AAEA,EAAA,MAAM,EAAA,GAAK,IAAI,iBAAA,EAAkB;AACjC,EAAA,MAAM,OAAA,GAAU,QAAQ,UAAA,IAAc,IAAA;AACtC,EAAA,MAAM,SAAA,GAAY,QAAQ,WAAA,IAAe,IAAA;AAEzC,EAAA,IAAI,SAAA,EAAW;AACb,IAAA,MAAM,OAAA,GAAU,IAAI,KAAA,EAAM;AAC1B,IAAA,OAAA,CAAQ,QAAA,GAAW,IAAA;AACnB,IAAA,EAAA,CAAG,gBAAA,CAAiB,OAAA,EAAS,CAAC,KAAA,KAAU;AACtC,MAAA,MAAM,MAAA,GAAU,KAAA,CAAwB,OAAA,CAAQ,CAAC,CAAA;AACjD,MAAA,IAAI,MAAA,UAAgB,SAAA,GAAY,MAAA;AAAA,IAClC,CAAC,CAAA;AAAA,EACH;AAEA,EAAA,IAAI,OAAA,EAAS;AACX,IAAA,MAAM,MAAA,GAAS,MAAM,SAAA,CAAU,YAAA,CAAa,aAAa,EAAE,KAAA,EAAO,MAAM,CAAA;AACxE,IAAA,KAAA,MAAW,SAAS,MAAA,CAAO,SAAA,IAAa,EAAA,CAAG,QAAA,CAAS,OAAO,MAAM,CAAA;AAAA,EACnE;AAEA,EAAA,MAAM,EAAA,GAAK,EAAA,CAAG,iBAAA,CAAkB,YAAY,CAAA;AAC5C,EAAA,EAAA,CAAG,gBAAA,CAAiB,MAAA,EAAQ,MAAM,OAAA,CAAQ,UAAU,CAAA;AACpD,EAAA,EAAA,CAAG,gBAAA,CAAiB,OAAA,EAAS,MAAM,OAAA,CAAQ,WAAW,CAAA;AACtD,EAAA,EAAA,CAAG,gBAAA,CAAiB,SAAA,EAAW,CAAC,KAAA,KAAU;AACxC,IAAA,MAAM,OAAQ,KAAA,CAAuB,IAAA;AACrC,IAAA,IAAI;AACF,MAAA,OAAA,CAAQ,OAAA,GAAU,OAAO,IAAA,KAAS,QAAA,GAAW,KAAK,KAAA,CAAM,IAAI,IAAI,IAAI,CAAA;AAAA,IACtE,CAAA,CAAA,MAAQ;AACN,MAAA,OAAA,CAAQ,UAAU,IAAI,CAAA;AAAA,IACxB;AAAA,EACF,CAAC,CAAA;AAED,EAAA,MAAM,KAAA,GAAQ,MAAM,EAAA,CAAG,WAAA,EAAY;AACnC,EAAA,MAAM,EAAA,CAAG,oBAAoB,KAAK,CAAA;AAElC,EAAA,IAAI,SAAA;AACJ,EAAA,IAAI;AACF,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,UAAA,CAAW,GAAA,EAAK;AAAA,MACtC,MAAA,EAAQ,MAAA;AAAA,MACR,IAAA,EAAM,MAAM,GAAA,IAAO,EAAA;AAAA,MACnB,OAAA,EAAS;AAAA,QACP,aAAA,EAAe,CAAA,OAAA,EAAU,UAAA,CAAW,KAAA,IAAS,EAAE,CAAA,CAAA;AAAA,QAC/C,cAAA,EAAgB;AAAA;AAClB,KACD,CAAA;AACD,IAAA,IAAI,CAAC,IAAI,EAAA,EAAI;AACX,MAAA,MAAM,SAAS,MAAM,GAAA,CAAI,MAAK,CAAE,KAAA,CAAM,MAAM,EAAE,CAAA;AAC9C,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,8BAAA,EAAiC,IAAI,MAAM,CAAA,GAAA,EAAM,MAAM,CAAA,CAAE,CAAA;AAAA,IAC3E;AACA,IAAA,SAAA,GAAY,MAAM,IAAI,IAAA,EAAK;AAAA,EAC7B,SAAS,GAAA,EAAK;AACZ,IAAA,EAAA,CAAG,KAAA,EAAM;AACT,IAAA,MAAM,KAAA,GAAQ,eAAe,KAAA,GAAQ,GAAA,GAAM,IAAI,KAAA,CAAM,MAAA,CAAO,GAAG,CAAC,CAAA;AAChE,IAAA,OAAA,CAAQ,UAAU,KAAK,CAAA;AACvB,IAAA,MAAM,KAAA;AAAA,EACR;AAEA,EAAA,MAAM,GAAG,oBAAA,CAAqB,EAAE,MAAM,QAAA,EAAU,GAAA,EAAK,WAAW,CAAA;AAEhE,EAAA,OAAO;AAAA,IACL,EAAA;AAAA,IACA,WAAA,EAAa,EAAA;AAAA,IACb,KAAK,KAAA,EAAgB;AACnB,MAAA,IAAI,EAAA,CAAG,eAAe,MAAA,EAAQ,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,KAAK,CAAC,CAAA;AAAA,IAC7D,CAAA;AAAA,IACA,KAAA,GAAQ;AACN,MAAA,IAAI;AACF,QAAA,EAAA,CAAG,KAAA,EAAM;AAAA,MACX,CAAA,CAAA,MAAQ;AAAA,MAER;AACA,MAAA,IAAI;AACF,QAAA,EAAA,CAAG,KAAA,EAAM;AAAA,MACX,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAAA,GACF;AACF","file":"index.js","sourcesContent":["import type { BrokeredCredential } from \"../types/realtime\";\n\nexport interface RealtimeConnectOptions {\n  /** credential minted server-side via `client.realtime.sessions.create()` */\n  credential: BrokeredCredential;\n  /** capture the microphone and stream it to the model (default true) */\n  microphone?: boolean;\n  /** play the model's audio output (default true) */\n  audioOutput?: boolean;\n  onEvent?: (event: unknown) => void;\n  onError?: (error: Error) => void;\n  onOpen?: () => void;\n  onClose?: () => void;\n}\n\nexport interface RealtimeConnection {\n  pc: RTCPeerConnection;\n  dataChannel: RTCDataChannel;\n  /** send a JSON event over the data channel */\n  send(event: unknown): void;\n  /** tear down the data channel and peer connection */\n  close(): void;\n}\n\n/**\n * Open a WebRTC session to OpenAI's realtime endpoint using a credential\n * brokered by the server. Browser-only. For ElevenLabs conversational agents,\n * feed `credential.url` (the signed URL) to the ElevenLabs client instead.\n */\nexport async function connectRealtime(\n  options: RealtimeConnectOptions,\n): Promise<RealtimeConnection> {\n  const { credential } = options;\n  if (credential.kind !== \"openai-realtime\") {\n    throw new Error(\n      `connectRealtime handles \"openai-realtime\" credentials; got \"${credential.kind}\". For ElevenLabs convai, use the ElevenLabs client with credential.url.`,\n    );\n  }\n\n  const pc = new RTCPeerConnection();\n  const wantMic = options.microphone ?? true;\n  const wantAudio = options.audioOutput ?? true;\n\n  if (wantAudio) {\n    const audioEl = new Audio();\n    audioEl.autoplay = true;\n    pc.addEventListener(\"track\", (event) => {\n      const stream = (event as RTCTrackEvent).streams[0];\n      if (stream) audioEl.srcObject = stream;\n    });\n  }\n\n  if (wantMic) {\n    const stream = await navigator.mediaDevices.getUserMedia({ audio: true });\n    for (const track of stream.getTracks()) pc.addTrack(track, stream);\n  }\n\n  const dc = pc.createDataChannel(\"oai-events\");\n  dc.addEventListener(\"open\", () => options.onOpen?.());\n  dc.addEventListener(\"close\", () => options.onClose?.());\n  dc.addEventListener(\"message\", (event) => {\n    const data = (event as MessageEvent).data;\n    try {\n      options.onEvent?.(typeof data === \"string\" ? JSON.parse(data) : data);\n    } catch {\n      options.onEvent?.(data);\n    }\n  });\n\n  const offer = await pc.createOffer();\n  await pc.setLocalDescription(offer);\n\n  let answerSdp: string;\n  try {\n    const res = await fetch(credential.url, {\n      method: \"POST\",\n      body: offer.sdp ?? \"\",\n      headers: {\n        Authorization: `Bearer ${credential.token ?? \"\"}`,\n        \"Content-Type\": \"application/sdp\",\n      },\n    });\n    if (!res.ok) {\n      const detail = await res.text().catch(() => \"\");\n      throw new Error(`Realtime SDP exchange failed (${res.status}): ${detail}`);\n    }\n    answerSdp = await res.text();\n  } catch (err) {\n    pc.close();\n    const error = err instanceof Error ? err : new Error(String(err));\n    options.onError?.(error);\n    throw error;\n  }\n\n  await pc.setRemoteDescription({ type: \"answer\", sdp: answerSdp });\n\n  return {\n    pc,\n    dataChannel: dc,\n    send(event: unknown) {\n      if (dc.readyState === \"open\") dc.send(JSON.stringify(event));\n    },\n    close() {\n      try {\n        dc.close();\n      } catch {\n        /* noop */\n      }\n      try {\n        pc.close();\n      } catch {\n        /* noop */\n      }\n    },\n  };\n}\n"]}

package/package.json

@@ -0,0 +1,81 @@
+{
+  "name": "@canarycoders/ai",
+  "version": "0.3.0",
+  "description": "Official TypeScript SDK for the CanaryCoders AI multi-provider gateway",
+  "license": "MIT",
+  "author": "CanaryCoders",
+  "homepage": "https://github.com/CanaryCoders/canaryllm-sdk#readme",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/CanaryCoders/canaryllm-sdk.git"
+  },
+  "bugs": {
+    "url": "https://github.com/CanaryCoders/canaryllm-sdk/issues"
+  },
+  "keywords": [
+    "canaryllm",
+    "llm",
+    "openai",
+    "anthropic",
+    "gemini",
+    "sdk",
+    "gateway",
+    "ai"
+  ],
+  "type": "module",
+  "sideEffects": false,
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org/"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.cjs"
+    },
+    "./compat": {
+      "types": "./dist/compat.d.ts",
+      "import": "./dist/compat.js",
+      "require": "./dist/compat.cjs"
+    },
+    "./realtime-client": {
+      "browser": "./dist/realtime-client/index.js",
+      "types": "./dist/realtime-client/index.d.ts",
+      "import": "./dist/realtime-client/index.js",
+      "require": "./dist/realtime-client/index.cjs"
+    },
+    "./package.json": "./package.json"
+  },
+  "engines": {
+    "node": ">=18",
+    "bun": ">=1.0.0"
+  },
+  "scripts": {
+    "build": "tsup",
+    "prepare": "tsup",
+    "typecheck": "tsc --noEmit",
+    "lint": "eslint src",
+    "test": "bun test test/unit",
+    "test:integration": "bun test test/integration",
+    "gen:openapi": "bun run scripts/gen-openapi-types.ts",
+    "prepublishOnly": "bun run build && bun run typecheck && bun run test"
+  },
+  "devDependencies": {
+    "@types/bun": "^1.1.14",
+    "@types/node": "^22.10.2",
+    "eslint": "^9.17.0",
+    "openapi-typescript": "^7.4.4",
+    "tsup": "^8.3.5",
+    "typescript": "^5.7.2",
+    "typescript-eslint": "^8.18.1"
+  }
+}