@shogo-ai/voice 1.10.0 → 2.4.2

package/dist/live/client.cjs

@@ -0,0 +1,173 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/live/client.ts
+var client_exports = {};
+__export(client_exports, {
+  LiveSession: () => LiveSession,
+  ShogoLiveClient: () => ShogoLiveClient
+});
+module.exports = __toCommonJS(client_exports);
+function encodeAudio(audio) {
+  if (typeof btoa === "function") {
+    let binary = "";
+    for (let i = 0; i < audio.length; i += 32768) {
+      binary += String.fromCharCode(...audio.subarray(i, i + 32768));
+    }
+    return btoa(binary);
+  }
+  const BufferImpl = globalThis.Buffer;
+  if (BufferImpl) return BufferImpl.from(audio).toString("base64");
+  throw new Error("Base64 encoding is unavailable in this runtime");
+}
+function normalizeBaseUrl(value) {
+  return value.replace(/\/+$/, "");
+}
+var LiveSession = class {
+  constructor(socket, initialSession) {
+    this.socket = socket;
+    this.initialSession = initialSession;
+    this.handlers = /* @__PURE__ */ new Map();
+    this.closed = false;
+    this.latestUsageSeconds = 0;
+    this.startedPromise = new Promise((resolve, reject) => {
+      this.resolveStarted = resolve;
+      this.rejectStarted = reject;
+    });
+    this.started = this.startedPromise;
+    this.closedPromise = new Promise((resolve) => {
+      this.resolveClosed = resolve;
+    });
+    socket.addEventListener("message", (message) => {
+      const raw = typeof message.data === "string" ? message.data : "";
+      if (!raw) return;
+      let event;
+      try {
+        event = JSON.parse(raw);
+      } catch {
+        return;
+      }
+      if (event.type === "session.started") this.resolveStarted(event);
+      if (event.type === "session.usage.updated") {
+        const seconds = event.usage?.seconds;
+        if (typeof seconds === "number") this.latestUsageSeconds = seconds;
+      }
+      if (event.type === "session.closed") {
+        this.closed = true;
+        this.resolveClosed(event);
+      }
+      if (event.type === "error" && !this.closed) {
+        const messageText = String(event.error?.message || "Live session error");
+        this.rejectStarted(new Error(messageText));
+      }
+      for (const handler of this.handlers.get(String(event.type)) ?? []) handler(event);
+      for (const handler of this.handlers.get("*") ?? []) handler(event);
+    });
+    socket.addEventListener("close", () => {
+      if (!this.closed) this.resolveClosed();
+    });
+    socket.addEventListener("error", () => {
+      if (!this.closed) this.rejectStarted(new Error("Live session WebSocket error"));
+    });
+    socket.addEventListener("open", () => {
+      if (initialSession) this.send({ type: "session.start", session: initialSession });
+    });
+  }
+  on(eventType, handler) {
+    const handlers = this.handlers.get(eventType) ?? /* @__PURE__ */ new Set();
+    handlers.add(handler);
+    this.handlers.set(eventType, handlers);
+    return () => handlers.delete(handler);
+  }
+  send(event) {
+    if (this.closed) throw new Error("Live session is closed");
+    this.socket.send(JSON.stringify(event));
+  }
+  appendAudio(audio) {
+    this.send({
+      type: "session.input_audio.append",
+      audio: typeof audio === "string" ? audio : encodeAudio(audio)
+    });
+  }
+  async close(timeoutMs = 15e3) {
+    if (this.closed) return;
+    if (this.socket.readyState === 1) this.send({ type: "session.close" });
+    const timeout = new Promise((resolve) => setTimeout(resolve, timeoutMs));
+    const result = await Promise.race([this.closedPromise, timeout]);
+    if (!this.closed) this.socket.close();
+    return result;
+  }
+};
+var ShogoLiveClient = class {
+  constructor(options) {
+    if (!!options.apiKey === !!options.runtimeToken) {
+      throw new Error("ShogoLiveClient requires exactly one of apiKey or runtimeToken.");
+    }
+    this.apiUrl = normalizeBaseUrl(options.apiUrl);
+    this.token = options.apiKey ?? options.runtimeToken;
+    this.fetchImpl = options.fetch ?? globalThis.fetch;
+    this.WebSocketImpl = options.WebSocket ?? globalThis.WebSocket;
+    if (typeof this.fetchImpl !== "function") throw new Error("fetch is unavailable");
+    if (typeof this.WebSocketImpl !== "function") throw new Error("WebSocket is unavailable");
+  }
+  httpUrl(path) {
+    return `${this.apiUrl}${path}`;
+  }
+  wsUrl(path) {
+    return this.httpUrl(path).replace(/^http/, "ws");
+  }
+  protocols() {
+    return ["shogo-live", `shogo-insecure-api-key.${this.token}`];
+  }
+  connect(session) {
+    const socket = new this.WebSocketImpl(this.wsUrl("/api/ai/v1/live/sessions"), this.protocols());
+    return new LiveSession(socket, session);
+  }
+  attach(sessionId) {
+    const socket = new this.WebSocketImpl(
+      this.wsUrl(`/api/ai/v1/live/sessions/${encodeURIComponent(sessionId)}/attach`),
+      this.protocols()
+    );
+    return new LiveSession(socket);
+  }
+  async createWebRtcSession(input) {
+    const response = await this.fetchImpl(this.httpUrl("/api/ai/v1/live/sessions"), {
+      method: "POST",
+      headers: {
+        Authorization: `Bearer ${this.token}`,
+        "Content-Type": "application/json"
+      },
+      body: JSON.stringify({
+        session: input.session,
+        transport: { type: "webrtc", sdp: input.sdp }
+      })
+    });
+    const body = await response.json();
+    if (!response.ok) {
+      throw new Error(body?.error?.message || `Live session creation failed (${response.status})`);
+    }
+    return body;
+  }
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  LiveSession,
+  ShogoLiveClient
+});
+//# sourceMappingURL=client.cjs.map

package/dist/live/client.d.cts

@@ -0,0 +1,132 @@
+interface LiveAudioConfig {
+    format?: {
+        type: 'audio/pcm' | 'audio/pcmu' | 'audio/pcma';
+        rate: number;
+    };
+    output?: {
+        voice?: string;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+interface LiveResponsesDelegation {
+    model: string;
+    instructions?: string;
+    tools?: unknown[];
+    tool_choice?: unknown;
+    [key: string]: unknown;
+}
+interface LiveSessionConfig {
+    model: string;
+    instructions?: string;
+    audio?: LiveAudioConfig;
+    input?: unknown;
+    store?: boolean;
+    delegation?: {
+        type: 'responses' | 'client';
+        responses?: LiveResponsesDelegation;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+interface LiveSessionStartedEvent {
+    type: 'session.started';
+    session: {
+        id: string;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+interface LiveSessionUsageUpdatedEvent {
+    type: 'session.usage.updated';
+    usage: {
+        seconds: number;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+interface LiveSessionClosedEvent {
+    type: 'session.closed';
+    usage?: {
+        seconds?: number;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+interface LiveErrorEvent {
+    type: 'error';
+    error?: {
+        message?: string;
+        code?: string;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+type LiveSessionEvent = LiveSessionStartedEvent | LiveSessionUsageUpdatedEvent | LiveSessionClosedEvent | LiveErrorEvent | {
+    type: 'session.output_audio.delta' | 'session.input_transcript.delta' | 'session.output_transcript.delta';
+    delta?: string;
+    [key: string]: unknown;
+} | {
+    type: 'response.event';
+    event?: Record<string, unknown>;
+    [key: string]: unknown;
+} | Record<string, unknown>;
+interface LiveWebRtcSession {
+    session: {
+        id: string;
+        [key: string]: unknown;
+    };
+    transport: {
+        type?: string;
+        sdp: string;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+
+interface ShogoLiveClientOptions {
+    apiUrl: string;
+    apiKey?: string;
+    runtimeToken?: string;
+    fetch?: typeof fetch;
+    WebSocket?: new (url: string, protocols?: string | string[]) => WebSocket;
+}
+interface LiveSessionHandlers {
+    [eventType: string]: (event: LiveSessionEvent) => void;
+}
+declare class LiveSession {
+    private readonly socket;
+    private readonly initialSession?;
+    private readonly handlers;
+    private readonly startedPromise;
+    private resolveStarted;
+    private rejectStarted;
+    private closedPromise;
+    private resolveClosed;
+    private closed;
+    readonly started: Promise<LiveSessionStartedEvent>;
+    latestUsageSeconds: number;
+    constructor(socket: WebSocket, initialSession?: LiveSessionConfig | undefined);
+    on(eventType: string, handler: (event: LiveSessionEvent) => void): () => void;
+    send(event: Record<string, unknown>): void;
+    appendAudio(audio: Uint8Array | string): void;
+    close(timeoutMs?: number): Promise<LiveSessionClosedEvent | void>;
+}
+declare class ShogoLiveClient {
+    private readonly apiUrl;
+    private readonly token;
+    private readonly fetchImpl;
+    private readonly WebSocketImpl;
+    constructor(options: ShogoLiveClientOptions);
+    private httpUrl;
+    private wsUrl;
+    private protocols;
+    connect(session: LiveSessionConfig): LiveSession;
+    attach(sessionId: string): LiveSession;
+    createWebRtcSession(input: {
+        session: LiveSessionConfig;
+        sdp: string;
+    }): Promise<LiveWebRtcSession>;
+}
+
+export { type LiveAudioConfig, type LiveErrorEvent, type LiveResponsesDelegation, LiveSession, type LiveSessionClosedEvent, type LiveSessionConfig, type LiveSessionEvent, type LiveSessionHandlers, type LiveSessionStartedEvent, type LiveSessionUsageUpdatedEvent, type LiveWebRtcSession, ShogoLiveClient, type ShogoLiveClientOptions };

package/dist/live/client.d.ts

@@ -0,0 +1,132 @@
+interface LiveAudioConfig {
+    format?: {
+        type: 'audio/pcm' | 'audio/pcmu' | 'audio/pcma';
+        rate: number;
+    };
+    output?: {
+        voice?: string;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+interface LiveResponsesDelegation {
+    model: string;
+    instructions?: string;
+    tools?: unknown[];
+    tool_choice?: unknown;
+    [key: string]: unknown;
+}
+interface LiveSessionConfig {
+    model: string;
+    instructions?: string;
+    audio?: LiveAudioConfig;
+    input?: unknown;
+    store?: boolean;
+    delegation?: {
+        type: 'responses' | 'client';
+        responses?: LiveResponsesDelegation;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+interface LiveSessionStartedEvent {
+    type: 'session.started';
+    session: {
+        id: string;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+interface LiveSessionUsageUpdatedEvent {
+    type: 'session.usage.updated';
+    usage: {
+        seconds: number;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+interface LiveSessionClosedEvent {
+    type: 'session.closed';
+    usage?: {
+        seconds?: number;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+interface LiveErrorEvent {
+    type: 'error';
+    error?: {
+        message?: string;
+        code?: string;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+type LiveSessionEvent = LiveSessionStartedEvent | LiveSessionUsageUpdatedEvent | LiveSessionClosedEvent | LiveErrorEvent | {
+    type: 'session.output_audio.delta' | 'session.input_transcript.delta' | 'session.output_transcript.delta';
+    delta?: string;
+    [key: string]: unknown;
+} | {
+    type: 'response.event';
+    event?: Record<string, unknown>;
+    [key: string]: unknown;
+} | Record<string, unknown>;
+interface LiveWebRtcSession {
+    session: {
+        id: string;
+        [key: string]: unknown;
+    };
+    transport: {
+        type?: string;
+        sdp: string;
+        [key: string]: unknown;
+    };
+    [key: string]: unknown;
+}
+
+interface ShogoLiveClientOptions {
+    apiUrl: string;
+    apiKey?: string;
+    runtimeToken?: string;
+    fetch?: typeof fetch;
+    WebSocket?: new (url: string, protocols?: string | string[]) => WebSocket;
+}
+interface LiveSessionHandlers {
+    [eventType: string]: (event: LiveSessionEvent) => void;
+}
+declare class LiveSession {
+    private readonly socket;
+    private readonly initialSession?;
+    private readonly handlers;
+    private readonly startedPromise;
+    private resolveStarted;
+    private rejectStarted;
+    private closedPromise;
+    private resolveClosed;
+    private closed;
+    readonly started: Promise<LiveSessionStartedEvent>;
+    latestUsageSeconds: number;
+    constructor(socket: WebSocket, initialSession?: LiveSessionConfig | undefined);
+    on(eventType: string, handler: (event: LiveSessionEvent) => void): () => void;
+    send(event: Record<string, unknown>): void;
+    appendAudio(audio: Uint8Array | string): void;
+    close(timeoutMs?: number): Promise<LiveSessionClosedEvent | void>;
+}
+declare class ShogoLiveClient {
+    private readonly apiUrl;
+    private readonly token;
+    private readonly fetchImpl;
+    private readonly WebSocketImpl;
+    constructor(options: ShogoLiveClientOptions);
+    private httpUrl;
+    private wsUrl;
+    private protocols;
+    connect(session: LiveSessionConfig): LiveSession;
+    attach(sessionId: string): LiveSession;
+    createWebRtcSession(input: {
+        session: LiveSessionConfig;
+        sdp: string;
+    }): Promise<LiveWebRtcSession>;
+}
+
+export { type LiveAudioConfig, type LiveErrorEvent, type LiveResponsesDelegation, LiveSession, type LiveSessionClosedEvent, type LiveSessionConfig, type LiveSessionEvent, type LiveSessionHandlers, type LiveSessionStartedEvent, type LiveSessionUsageUpdatedEvent, type LiveWebRtcSession, ShogoLiveClient, type ShogoLiveClientOptions };

package/dist/live/client.js

@@ -0,0 +1,9 @@
+import {
+  LiveSession,
+  ShogoLiveClient
+} from "../chunk-UW7VQ3S6.js";
+export {
+  LiveSession,
+  ShogoLiveClient
+};
+//# sourceMappingURL=client.js.map

package/dist/native/index.d.cts

@@ -1,8 +1,11 @@
 import * as React from 'react';
-import { B as BaseVoiceConversationOptions, a as BaseVoiceConversationResult, b as BaseChatConversationOptions, c as BaseChatConversationResult, O as OrganicSphereConfig, d as OrganicParticlesConfig } from '../organicParticlesShaders-DIva0vBO.cjs';
-export { e as BandReactivity, C as ChatClientToolFn, f as ChatConversationStatus, g as ChatToolDescriptor, D as DEFAULT_ORGANIC_PARTICLES_CONFIG, h as DEFAULT_ORGANIC_SPHERE_CONFIG, i as ORGANIC_PARTICLES_FRAGMENT_SHADER, j as ORGANIC_PARTICLES_VERTEX_SHADER, k as ORGANIC_SPHERE_FRAGMENT_SHADER, l as ORGANIC_SPHERE_VERTEX_SHADER, P as PERLIN_4D, r as resolveOrganicParticlesConfig, m as resolveOrganicSphereConfig } from '../organicParticlesShaders-DIva0vBO.cjs';
+import { B as BaseVoiceConversationOptions, a as BaseVoiceConversationResult } from '../types-Bfhu-aQH.cjs';
+import { B as BaseChatConversationOptions, a as BaseChatConversationResult } from '../organicParticlesShaders-seZq7jYX.cjs';
+export { C as ChatClientToolFn, b as ChatConversationStatus, c as ChatToolDescriptor, O as ORGANIC_PARTICLES_FRAGMENT_SHADER, d as ORGANIC_PARTICLES_VERTEX_SHADER, e as ORGANIC_SPHERE_FRAGMENT_SHADER, f as ORGANIC_SPHERE_VERTEX_SHADER, P as PERLIN_4D } from '../organicParticlesShaders-seZq7jYX.cjs';
 import * as react_jsx_runtime from 'react/jsx-runtime';
 import { StyleProp, ViewStyle } from 'react-native';
+import { b as OrganicSphereConfig, O as OrganicParticlesConfig } from '../particlesConfig-0YbdPOdY.cjs';
+export { B as BandReactivity, D as DEFAULT_ORGANIC_PARTICLES_CONFIG, a as DEFAULT_ORGANIC_SPHERE_CONFIG, r as resolveOrganicParticlesConfig, c as resolveOrganicSphereConfig } from '../particlesConfig-0YbdPOdY.cjs';
 import 'ai';
 
 /**

package/dist/native/index.d.ts

@@ -1,8 +1,11 @@
 import * as React from 'react';
-import { B as BaseVoiceConversationOptions, a as BaseVoiceConversationResult, b as BaseChatConversationOptions, c as BaseChatConversationResult, O as OrganicSphereConfig, d as OrganicParticlesConfig } from '../organicParticlesShaders-DIva0vBO.js';
-export { e as BandReactivity, C as ChatClientToolFn, f as ChatConversationStatus, g as ChatToolDescriptor, D as DEFAULT_ORGANIC_PARTICLES_CONFIG, h as DEFAULT_ORGANIC_SPHERE_CONFIG, i as ORGANIC_PARTICLES_FRAGMENT_SHADER, j as ORGANIC_PARTICLES_VERTEX_SHADER, k as ORGANIC_SPHERE_FRAGMENT_SHADER, l as ORGANIC_SPHERE_VERTEX_SHADER, P as PERLIN_4D, r as resolveOrganicParticlesConfig, m as resolveOrganicSphereConfig } from '../organicParticlesShaders-DIva0vBO.js';
+import { B as BaseVoiceConversationOptions, a as BaseVoiceConversationResult } from '../types-Bfhu-aQH.js';
+import { B as BaseChatConversationOptions, a as BaseChatConversationResult } from '../organicParticlesShaders-seZq7jYX.js';
+export { C as ChatClientToolFn, b as ChatConversationStatus, c as ChatToolDescriptor, O as ORGANIC_PARTICLES_FRAGMENT_SHADER, d as ORGANIC_PARTICLES_VERTEX_SHADER, e as ORGANIC_SPHERE_FRAGMENT_SHADER, f as ORGANIC_SPHERE_VERTEX_SHADER, P as PERLIN_4D } from '../organicParticlesShaders-seZq7jYX.js';
 import * as react_jsx_runtime from 'react/jsx-runtime';
 import { StyleProp, ViewStyle } from 'react-native';
+import { b as OrganicSphereConfig, O as OrganicParticlesConfig } from '../particlesConfig-0YbdPOdY.js';
+export { B as BandReactivity, D as DEFAULT_ORGANIC_PARTICLES_CONFIG, a as DEFAULT_ORGANIC_SPHERE_CONFIG, r as resolveOrganicParticlesConfig, c as resolveOrganicSphereConfig } from '../particlesConfig-0YbdPOdY.js';
 import 'ai';
 
 /**

package/dist/native/index.js

@@ -1,12 +1,7 @@
 import {
-  DEFAULT_ORGANIC_PARTICLES_CONFIG,
-  DEFAULT_ORGANIC_SPHERE_CONFIG,
-  ORGANIC_PARTICLES_FRAGMENT_SHADER,
-  ORGANIC_PARTICLES_VERTEX_SHADER,
-  ORGANIC_SPHERE_FRAGMENT_SHADER,
-  ORGANIC_SPHERE_VERTEX_SHADER,
-  PERLIN_4D,
-  appendChatQuery,
+  appendChatQuery
+} from "../chunk-TQOBJMEK.js";
+import {
   appendTranscriptLine,
   buildSessionPayload,
   createMemoryAddTool,
@@ -14,10 +9,19 @@ import {
   createPostJson,
   createTranscriptDisconnectHandler,
   fetchSignedUrl,
-  resolveOrganicParticlesConfig,
-  resolveOrganicSphereConfig,
   withProjectQuery
-} from "../chunk-S3S2RNO6.js";
+} from "../chunk-ZAW6F3YT.js";
+import {
+  DEFAULT_ORGANIC_PARTICLES_CONFIG,
+  DEFAULT_ORGANIC_SPHERE_CONFIG,
+  ORGANIC_PARTICLES_FRAGMENT_SHADER,
+  ORGANIC_PARTICLES_VERTEX_SHADER,
+  ORGANIC_SPHERE_FRAGMENT_SHADER,
+  ORGANIC_SPHERE_VERTEX_SHADER,
+  PERLIN_4D,
+  resolveOrganicParticlesConfig,
+  resolveOrganicSphereConfig
+} from "../chunk-BI6SL35K.js";
 import "../chunk-Q3TJAJ54.js";
 
 // src/native/ShogoVoiceProvider.tsx