@neta-art/cohub 1.21.0 → 1.22.0

package/dist/chunks/environment.d.ts

@@ -0,0 +1,32 @@
+//#region src/environment.d.ts
+type CohubEnvironment = "prod" | "dev";
+declare const COHUB_ENVIRONMENTS: {
+  readonly prod: {
+    readonly apiBaseUrl: "https://api.cohub.run";
+    readonly websocketUrl: "wss://gateway.cohub.run/ws";
+    readonly voiceInputWebsocketUrl: "wss://gateway.cohub.run/asr/ws";
+  };
+  readonly dev: {
+    readonly apiBaseUrl: "https://api-dev.cohub.run";
+    readonly websocketUrl: "wss://gateway-dev.cohub.run/ws";
+    readonly voiceInputWebsocketUrl: "wss://gateway-dev.cohub.run/asr/ws";
+  };
+};
+declare const resolveCohubEnvironment: (env?: CohubEnvironment) => CohubEnvironment;
+declare const normalizeBaseUrl: (url: string) => string;
+declare const normalizeWebsocketUrl: (input: string) => string;
+declare const normalizeVoiceInputWebsocketUrl: (input: string) => string;
+declare const resolveApiBaseUrl: (options?: {
+  baseUrl?: string;
+  env?: CohubEnvironment;
+}) => string;
+declare const resolveWebsocketUrl: (options?: {
+  url?: string;
+  env?: CohubEnvironment;
+}) => string;
+declare const resolveVoiceInputWebsocketUrl: (options?: {
+  url?: string;
+  env?: CohubEnvironment;
+}) => string;
+//#endregion
+export { normalizeWebsocketUrl as a, resolveVoiceInputWebsocketUrl as c, normalizeVoiceInputWebsocketUrl as i, resolveWebsocketUrl as l, CohubEnvironment as n, resolveApiBaseUrl as o, normalizeBaseUrl as r, resolveCohubEnvironment as s, COHUB_ENVIRONMENTS as t };

package/dist/chunks/environment.js

@@ -2,11 +2,13 @@
 const COHUB_ENVIRONMENTS = {
 	prod: {
 		apiBaseUrl: "https://api.cohub.run",
-		websocketUrl: "wss://gateway.cohub.run/ws"
+		websocketUrl: "wss://gateway.cohub.run/ws",
+		voiceInputWebsocketUrl: "wss://gateway.cohub.run/asr/ws"
 	},
 	dev: {
 		apiBaseUrl: "https://api-dev.cohub.run",
-		websocketUrl: "wss://gateway-dev.cohub.run/ws"
+		websocketUrl: "wss://gateway-dev.cohub.run/ws",
+		voiceInputWebsocketUrl: "wss://gateway-dev.cohub.run/asr/ws"
 	}
 };
 const readRuntimeEnv = () => {
@@ -17,10 +19,16 @@ const resolveCohubEnvironment = (env) => {
 	return readRuntimeEnv() === "dev" ? "dev" : "prod";
 };
 const normalizeBaseUrl = (url) => url.trim().replace(/\/+$/, "");
-const normalizeWebsocketUrl = (input) => {
-	const withProtocol = normalizeBaseUrl(input).replace(/^http:/, "ws:").replace(/^https:/, "wss:");
-	return withProtocol.endsWith("/ws") ? withProtocol : `${withProtocol}/ws`;
+const normalizeWebsocketPath = (input, path, replacePaths = []) => {
+	let withProtocol = normalizeBaseUrl(input).replace(/^http:/, "ws:").replace(/^https:/, "wss:");
+	for (const replacePath of replacePaths) if (withProtocol.endsWith(replacePath)) {
+		withProtocol = withProtocol.slice(0, -replacePath.length);
+		break;
+	}
+	return withProtocol.endsWith(path) ? withProtocol : `${withProtocol}${path}`;
 };
+const normalizeWebsocketUrl = (input) => normalizeWebsocketPath(input, "/ws", ["/asr/ws"]);
+const normalizeVoiceInputWebsocketUrl = (input) => normalizeWebsocketPath(input, "/asr/ws", ["/ws"]);
 const resolveApiBaseUrl = (options = {}) => {
 	if (options.baseUrl) return normalizeBaseUrl(options.baseUrl);
 	return COHUB_ENVIRONMENTS[resolveCohubEnvironment(options.env)].apiBaseUrl;
@@ -29,5 +37,9 @@ const resolveWebsocketUrl = (options = {}) => {
 	if (options.url) return normalizeWebsocketUrl(options.url);
 	return COHUB_ENVIRONMENTS[resolveCohubEnvironment(options.env)].websocketUrl;
 };
+const resolveVoiceInputWebsocketUrl = (options = {}) => {
+	if (options.url) return normalizeVoiceInputWebsocketUrl(options.url);
+	return COHUB_ENVIRONMENTS[resolveCohubEnvironment(options.env)].voiceInputWebsocketUrl;
+};
 //#endregion
-export { resolveCohubEnvironment as a, resolveApiBaseUrl as i, normalizeBaseUrl as n, resolveWebsocketUrl as o, normalizeWebsocketUrl as r, COHUB_ENVIRONMENTS as t };
+export { resolveApiBaseUrl as a, resolveWebsocketUrl as c, normalizeWebsocketUrl as i, normalizeBaseUrl as n, resolveCohubEnvironment as o, normalizeVoiceInputWebsocketUrl as r, resolveVoiceInputWebsocketUrl as s, COHUB_ENVIRONMENTS as t };

package/dist/chunks/http.d.ts

@@ -1,4 +1,6 @@
-import { S as CohubEnvironment, _ as SessionTurnIndexItem, a as WebsocketClientOptions, b as ContentBlock, d as SpacePublicEndpoints, f as MessageRecord, h as SessionRecord$1, l as RealtimePatchOperation, m as SessionForkRecord, p as SessionBindingRecord$1, r as WebsocketClient, s as WebsocketEventPayload, u as SessionTurnPatchEvent, v as SessionTurnRecord, y as Usage } from "./websocket.js";
+import { n as CohubEnvironment } from "./environment.js";
+import { C as ContentBlock, S as Usage, _ as SessionForkRecord, a as WebsocketClientOptions, b as SessionTurnIndexItem, d as RealtimePatchOperation, g as SessionBindingRecord$1, h as MessageRecord, m as SpacePublicEndpoints, p as SessionTurnPatchEvent, r as WebsocketClient, s as WebsocketEventPayload, v as SessionRecord$1, x as SessionTurnRecord } from "./websocket.js";
+import { a as VoiceInputCreateOptions } from "./voice-input.js";
 
 //#region src/transport.d.ts
 type Fetch = typeof globalThis.fetch;
@@ -23,6 +25,7 @@ type CohubClientOptions = {
   clearStoredAuthToken?: () => void;
   fetch?: Fetch;
   websocket?: WebsocketClientOptions;
+  voice?: VoiceInputCreateOptions;
 };
 declare class HttpError extends Error {
   readonly status: number;

package/dist/chunks/http.js

@@ -1,4 +1,4 @@
-import { i as resolveApiBaseUrl } from "./environment.js";
+import { a as resolveApiBaseUrl } from "./environment.js";
 //#region src/apis/channels.ts
 var ChannelsApi = class {
 	transport;

package/dist/chunks/voice-input.d.ts

@@ -0,0 +1,94 @@
+import { n as CohubEnvironment } from "./environment.js";
+
+//#region src/voice-input.d.ts
+type VoiceInputEvent = {
+  type: string;
+  payload?: Record<string, unknown>;
+};
+type VoiceInputCallbacks = {
+  onPartial?: (text: string) => void;
+  onFinal?: (text: string) => void;
+  onError?: (message: string) => void;
+  onDone?: () => void;
+};
+type VoiceInputClientOptions = {
+  env?: CohubEnvironment;
+  url?: string;
+  getAccessToken?: (options?: {
+    forceRefresh?: boolean;
+  }) => Promise<string | null> | string | null;
+  WebSocketImpl?: WebSocketConstructor;
+  connectionTimeoutMs?: number;
+  idleConnectionTimeoutMs?: number;
+  callbacks?: VoiceInputCallbacks;
+};
+type VoiceInputCreateOptions = Omit<VoiceInputClientOptions, "callbacks">;
+type WebSocketLike = {
+  readonly readyState: number;
+  onopen: ((event: Event) => void) | null;
+  onmessage: ((event: MessageEvent) => void) | null;
+  onerror: ((event: Event) => void) | null;
+  onclose: ((event: CloseEvent) => void) | null;
+  send(data: string): void;
+  close(code?: number, reason?: string): void;
+};
+type WebSocketConstructor = new (url: string) => WebSocketLike;
+declare class VoiceInputClient {
+  private readonly url;
+  private readonly getAccessToken?;
+  private readonly WebSocketImpl;
+  private readonly connectionTimeoutMs;
+  private readonly idleConnectionTimeoutMs;
+  private readonly callbacks;
+  private socket;
+  private stream;
+  private audioContext;
+  private processor;
+  private source;
+  private pendingSamples;
+  private pendingAudio;
+  private started;
+  private asrStarted;
+  private authenticated;
+  private intentionalClose;
+  private startPromise;
+  private socketOpenPromise;
+  private idleCloseTimer;
+  private authWaiter;
+  private asrStartWaiter;
+  constructor(options?: VoiceInputClientOptions);
+  start(): Promise<void>;
+  stop(): void;
+  cancel(): void;
+  close(): void;
+  private startInternal;
+  private withConnectionTimeout;
+  private ensureAuthenticatedSocket;
+  private ensureSocketOpen;
+  private authenticate;
+  private startAsrSession;
+  private createAuthWaiter;
+  private resolveAuthWaiter;
+  private rejectAuthWaiter;
+  private createAsrStartWaiter;
+  private resolveAsrStartWaiter;
+  private rejectAsrStartWaiter;
+  private closeWithError;
+  private setupAudio;
+  private sendAudio;
+  private flushPendingAudio;
+  private send;
+  private handleMessage;
+  private cleanupAudio;
+  private scheduleIdleClose;
+  private clearIdleCloseTimer;
+  private closeSocket;
+}
+declare class VoiceApi {
+  private readonly defaults;
+  constructor(defaults?: VoiceInputCreateOptions);
+  createInputClient(callbacks?: VoiceInputCallbacks, options?: VoiceInputCreateOptions): VoiceInputClient;
+}
+declare const createVoiceInputClient: (options?: VoiceInputClientOptions) => VoiceInputClient;
+//#endregion
+export { VoiceInputCreateOptions as a, WebSocketLike as c, VoiceInputClientOptions as i, createVoiceInputClient as l, VoiceInputCallbacks as n, VoiceInputEvent as o, VoiceInputClient as r, WebSocketConstructor as s, VoiceApi as t };

package/dist/chunks/websocket.d.ts

@@ -1,27 +1,5 @@
-//#region src/environment.d.ts
-type CohubEnvironment = "prod" | "dev";
-declare const COHUB_ENVIRONMENTS: {
-  readonly prod: {
-    readonly apiBaseUrl: "https://api.cohub.run";
-    readonly websocketUrl: "wss://gateway.cohub.run/ws";
-  };
-  readonly dev: {
-    readonly apiBaseUrl: "https://api-dev.cohub.run";
-    readonly websocketUrl: "wss://gateway-dev.cohub.run/ws";
-  };
-};
-declare const resolveCohubEnvironment: (env?: CohubEnvironment) => CohubEnvironment;
-declare const normalizeBaseUrl: (url: string) => string;
-declare const normalizeWebsocketUrl: (input: string) => string;
-declare const resolveApiBaseUrl: (options?: {
-  baseUrl?: string;
-  env?: CohubEnvironment;
-}) => string;
-declare const resolveWebsocketUrl: (options?: {
-  url?: string;
-  env?: CohubEnvironment;
-}) => string;
-//#endregion
+import { n as CohubEnvironment } from "./environment.js";
+
 //#region ../protocol/src/core/content.d.ts
 type ContentBlockMeta = Record<string, unknown>;
 type ContentBlock = {
@@ -254,8 +232,41 @@ type MessageRecord = {
   createdAt: string;
 };
 //#endregion
+//#region ../protocol/src/task/index.d.ts
+type TaskRunStatus = "pending" | "running" | "completed" | "failed";
+//#endregion
+//#region ../protocol/src/fs/index.d.ts
+type SpaceFsChange = {
+  path?: string;
+  oldPath?: string;
+  kind: "create" | "modify" | "delete" | "rename";
+  nodeType?: "file" | "dir" | "unknown";
+  mtimeMs?: number;
+  size?: number;
+};
+type SpaceFsChangedPayload = {
+  source: "sandbox-inotify" | "api-fs" | "bootstrap" | "sandbox-watch-started";
+  seq?: number;
+  resync?: boolean;
+  changes: SpaceFsChange[];
+};
+//#endregion
 //#region ../protocol/src/ports/index.d.ts
+declare const SANDBOX_PUBLIC_PORTS: readonly [3000, 5173];
+type SandboxPublicPort = (typeof SANDBOX_PUBLIC_PORTS)[number];
 type SpacePortStatus = "listening" | "closed";
+type SpacePortChange = {
+  port: SandboxPublicPort | number;
+  protocol: "tcp";
+  status: SpacePortStatus;
+  observedAt: number;
+};
+type SpacePortsChangedPayload = {
+  source: "sandbox-port-watch" | "sandbox-port-watch-started";
+  seq?: number;
+  resync?: boolean;
+  ports: SpacePortChange[];
+};
 type SpacePublicEndpoint = {
   url: string;
   status?: SpacePortStatus | "unknown";
@@ -267,7 +278,7 @@ type SpacePublicEndpoints = Record<string, SpacePublicEndpoint>;
 type RealtimeEnvelope = {
   id: string;
   timestamp: number;
-  domain: "system" | "session" | "space";
+  domain: "system" | "session" | "space" | "label";
   type: string;
   requestId?: string | null;
   spaceId?: string | null;
@@ -275,6 +286,121 @@ type RealtimeEnvelope = {
   payload: Record<string, unknown>;
 };
 type ChannelEnvelope = RealtimeEnvelope;
+type SystemReadyEvent = {
+  id: string;
+  timestamp: number;
+  domain: "system";
+  type: "system.ready";
+  requestId?: string | null;
+  spaceId?: string | null;
+  sessionId?: string | null;
+  payload: {
+    connectionId: string;
+  };
+};
+type SystemAuthOkEvent = {
+  id: string;
+  timestamp: number;
+  domain: "system";
+  type: "system.auth.ok";
+  requestId?: string | null;
+  spaceId?: string | null;
+  sessionId?: string | null;
+  payload: {
+    connectionId: string;
+    user: Record<string, unknown>;
+  };
+};
+type SystemRequestErrorEvent = {
+  id: string;
+  timestamp: number;
+  domain: "system";
+  type: "system.request.error";
+  requestId?: string | null;
+  spaceId?: string | null;
+  sessionId?: string | null;
+  payload: {
+    code?: string;
+    message: string;
+  };
+};
+type SystemPongEvent = {
+  id: string;
+  timestamp: number;
+  domain: "system";
+  type: "system.pong";
+  requestId?: string | null;
+  spaceId?: string | null;
+  sessionId?: string | null;
+  payload: Record<string, unknown>;
+};
+type SystemAckOkEvent = {
+  id: string;
+  timestamp: number;
+  domain: "system";
+  type: "system.ack.ok";
+  requestId?: string | null;
+  spaceId?: string | null;
+  sessionId?: string | null;
+  payload: {
+    eventId?: string;
+  };
+};
+type RealtimeSessionRecord = Pick<SessionRecord, "id" | "spaceId" | "userUuid" | "title" | "source" | "status" | "externalSessionId" | "latestMessageText" | "lastMessageAt" | "lastMessageId" | "createdAt" | "updatedAt">;
+type SessionCreatedEvent = {
+  id: string;
+  timestamp: number;
+  domain: "session";
+  type: "session.created";
+  requestId?: string | null;
+  spaceId: string;
+  sessionId: string;
+  payload: {
+    session: RealtimeSessionRecord;
+  };
+};
+type SessionUpdatedEvent = {
+  id: string;
+  timestamp: number;
+  domain: "session";
+  type: "session.updated";
+  requestId?: string | null;
+  spaceId: string;
+  sessionId: string;
+  payload: {
+    session: RealtimeSessionRecord;
+    changed: string[];
+  };
+};
+type SessionRequestAcceptedEvent = {
+  id: string;
+  timestamp: number;
+  domain: "session";
+  type: "session.request.accepted";
+  requestId?: string | null;
+  spaceId: string;
+  sessionId: string;
+  payload: {
+    clientMessageId?: string | null;
+    turnId?: string | null;
+    userMessageId?: string | null;
+    traceId?: string | null;
+  };
+};
+type SessionRequestErrorEvent = {
+  id: string;
+  timestamp: number;
+  domain: "session";
+  type: "session.request.error";
+  requestId?: string | null;
+  spaceId?: string | null;
+  sessionId?: string | null;
+  payload: {
+    code?: string;
+    message: string;
+    clientMessageId?: string | null;
+  };
+};
 type RealtimePatchOperation = {
   o: "append";
   p: string;
@@ -318,6 +444,151 @@ type SessionTurnPatchEvent = {
     ops: RealtimePatchOperation[];
   };
 };
+type SessionTurnErrorEvent = {
+  id: string;
+  timestamp: number;
+  domain: "session";
+  type: "session.turn.error";
+  requestId?: string | null;
+  spaceId: string;
+  sessionId: string;
+  payload: {
+    turnId?: string | null;
+    anchorUserMessageId: string | null;
+    error: string;
+  };
+};
+type RealtimeTurnRecord = Partial<Pick<SessionTurnRecord, "id" | "sessionId" | "sequence" | "status" | "intent" | "userUuid" | "authorProfile" | "userContent" | "userText" | "assistantContent" | "assistantText" | "provider" | "model" | "stopReason" | "errorMessage" | "finalUsage" | "totalUsage" | "summary" | "intermediateIndex" | "intermediateSummary" | "meta" | "startedAt" | "completedAt" | "durationMs" | "createdAt" | "updatedAt">>;
+type RealtimeMessageRecord = Pick<MessageRecord, "id" | "sessionId" | "role" | "content" | "text" | "sequence" | "provider" | "model" | "stopReason" | "errorMessage" | "usage" | "meta" | "startedAt" | "completedAt" | "durationMs" | "createdAt">;
+type SessionTurnCreatedEvent = {
+  id: string;
+  timestamp: number;
+  domain: "session";
+  type: "session.turn.created";
+  requestId?: string | null;
+  spaceId: string;
+  sessionId: string;
+  payload: {
+    turn: RealtimeTurnRecord;
+  };
+};
+type SessionTurnUpdatedEvent = {
+  id: string;
+  timestamp: number;
+  domain: "session";
+  type: "session.turn.updated";
+  requestId?: string | null;
+  spaceId: string;
+  sessionId: string;
+  payload: {
+    turn: RealtimeTurnRecord;
+  };
+};
+type SessionTurnFinalizedEvent = {
+  id: string;
+  timestamp: number;
+  domain: "session";
+  type: "session.turn.finalized";
+  requestId?: string | null;
+  spaceId: string;
+  sessionId: string;
+  payload: {
+    turn: RealtimeTurnRecord;
+  };
+};
+type SessionMessagePersistedEvent = {
+  id: string;
+  timestamp: number;
+  domain: "session";
+  type: "session.message.persisted";
+  requestId?: string | null;
+  spaceId: string;
+  sessionId: string;
+  payload: {
+    message: RealtimeMessageRecord;
+  };
+};
+type SpaceFsChangedEvent = {
+  id: string;
+  timestamp: number;
+  domain: "space";
+  type: "space.fs.changed";
+  requestId?: string | null;
+  spaceId: string;
+  sessionId?: string | null;
+  payload: SpaceFsChangedPayload;
+};
+type SpacePortsChangedEvent = {
+  id: string;
+  timestamp: number;
+  domain: "space";
+  type: "space.ports.changed";
+  requestId?: string | null;
+  spaceId: string;
+  sessionId?: string | null;
+  payload: SpacePortsChangedPayload;
+};
+type RealtimeTaskRecord = {
+  id: string;
+  type: string;
+  status: TaskRunStatus;
+  jobId: string;
+  cronJobId: string | null;
+  spaceId: string | null;
+  sessionId: string | null;
+  turnId: string | null;
+  userId: string | null;
+  attemptCount: number;
+  scheduledAt: string | null;
+  startedAt: string | null;
+  finishedAt: string | null;
+  errorMessage: string | null;
+  createdAt: string;
+  updatedAt: string;
+};
+type TaskCreatedEvent = {
+  id: string;
+  timestamp: number;
+  domain: "space";
+  type: "task.created";
+  requestId?: string | null;
+  spaceId?: string | null;
+  sessionId?: string | null;
+  payload: {
+    task: RealtimeTaskRecord;
+  };
+};
+type TaskUpdatedEvent = {
+  id: string;
+  timestamp: number;
+  domain: "space";
+  type: "task.updated";
+  requestId?: string | null;
+  spaceId?: string | null;
+  sessionId?: string | null;
+  payload: {
+    task: RealtimeTaskRecord;
+    changed: string[];
+  };
+};
+type LabelAssignmentsUpdatedEvent = {
+  id: string;
+  timestamp: number;
+  domain: "label";
+  type: "label.assignments.updated";
+  requestId?: string | null;
+  spaceId: string;
+  sessionId?: string | null;
+  payload: {
+    resourceType: "session" | "checkpoint" | "file";
+    resourceRef: string;
+    labels: unknown[];
+    assignments: unknown[];
+    items?: unknown[];
+    affectedLabelIds: string[];
+  };
+};
+type RealtimeServerEvent = SystemReadyEvent | SystemAuthOkEvent | SystemRequestErrorEvent | SystemPongEvent | SystemAckOkEvent | SessionCreatedEvent | SessionUpdatedEvent | SessionRequestAcceptedEvent | SessionRequestErrorEvent | SessionTurnCreatedEvent | SessionTurnPatchEvent | SessionTurnErrorEvent | SessionTurnUpdatedEvent | SessionTurnFinalizedEvent | SessionMessagePersistedEvent | SpaceFsChangedEvent | SpacePortsChangedEvent | TaskCreatedEvent | TaskUpdatedEvent | LabelAssignmentsUpdatedEvent;
 //#endregion
 //#region src/websocket.d.ts
 type WebsocketEventPayload = ChannelEnvelope;
@@ -461,4 +732,4 @@ declare class WebsocketClient {
 }
 declare const createWebsocketClient: (options?: WebsocketClientOptions) => WebsocketClient;
 //#endregion
-export { normalizeBaseUrl as C, resolveWebsocketUrl as D, resolveCohubEnvironment as E, CohubEnvironment as S, resolveApiBaseUrl as T, SessionTurnIndexItem as _, WebsocketClientOptions as a, ContentBlock as b, createWebsocketClient as c, SpacePublicEndpoints as d, MessageRecord as f, SessionTurnSegmentRecord as g, SessionRecord as h, WebsocketClientEvents as i, RealtimePatchOperation as l, SessionForkRecord as m, WebSocketLike as n, WebsocketClientState as o, SessionBindingRecord as p, WebsocketClient as r, WebsocketEventPayload as s, WebSocketConstructor as t, SessionTurnPatchEvent as u, SessionTurnRecord as v, normalizeWebsocketUrl as w, COHUB_ENVIRONMENTS as x, Usage as y };
+export { ContentBlock as C, Usage as S, SessionForkRecord as _, WebsocketClientOptions as a, SessionTurnIndexItem as b, createWebsocketClient as c, RealtimePatchOperation as d, RealtimeServerEvent as f, SessionBindingRecord as g, MessageRecord as h, WebsocketClientEvents as i, ChannelEnvelope as l, SpacePublicEndpoints as m, WebSocketLike as n, WebsocketClientState as o, SessionTurnPatchEvent as p, WebsocketClient as r, WebsocketEventPayload as s, WebSocketConstructor as t, LabelAssignmentsUpdatedEvent as u, SessionRecord as v, SessionTurnRecord as x, SessionTurnSegmentRecord as y };

package/dist/chunks/websocket.js

@@ -1,4 +1,4 @@
-import { o as resolveWebsocketUrl } from "./environment.js";
+import { c as resolveWebsocketUrl } from "./environment.js";
 //#region ../protocol/src/realtime/types.ts
 const WS_COMPACT_STREAM_CAPABILITY = "session.compact_stream.v1";
 const getNonEmptyString = (value) => typeof value === "string" && value.trim() ? value : null;
@@ -60,7 +60,7 @@ const isRealtimeEnvelope = (value) => {
 	if (!isRecord(value)) return false;
 	if (typeof value.id !== "string") return false;
 	if (typeof value.timestamp !== "number") return false;
-	if (value.domain !== "system" && value.domain !== "session" && value.domain !== "space") return false;
+	if (value.domain !== "system" && value.domain !== "session" && value.domain !== "space" && value.domain !== "label") return false;
 	if (typeof value.type !== "string") return false;
 	if (!isRecord(value.payload)) return false;
 	return true;

package/dist/http.d.ts

@@ -1,3 +1,3 @@
-import { _ as SessionTurnIndexItem, b as ContentBlock, f as MessageRecord, g as SessionTurnSegmentRecord, m as SessionForkRecord, v as SessionTurnRecord } from "./chunks/websocket.js";
+import { C as ContentBlock, _ as SessionForkRecord, b as SessionTurnIndexItem, h as MessageRecord, x as SessionTurnRecord, y as SessionTurnSegmentRecord } from "./chunks/websocket.js";
 import { $ as BillingOpenOverageStatus, $n as CreateGenerationTaskRequest, $t as SessionTurnSignedUrlsResponse, An as SpaceFsUploadPlanEntry, At as JsonValue, Bn as SpacePublicProfile, Bt as ModelCatalogEntry, Cn as SpaceFsReadFilesError, Ct as ExploreSpacesResponse, Dn as SpaceFsUploadDestination, Dt as InvitationDetail, En as SpaceFsTreeResponse, Et as GlobalSearchType, Fn as SpaceInvitation, Ft as LabelRecord, G as BillingCatalog, Gn as SpaceSessionsResponse, Gt as ResourceLabelsResponse, Hn as SpaceRole, Ht as PromptAccessMode, In as SpaceListItem, It as LabelResourceType, J as BillingCreditExpiryGroup, Jn as SpaceUsageSummary, Jt as SessionMessagesPaginatedResponse, K as BillingCatalogProduct, Kn as SpaceUsageHourlyStat, Kt as SessionBindingRecord, Ln as SpaceMember, Lt as LabelScopeType, Mn as SpaceFsUploadProgress, Mt as LabelAssignmentPageInfo, Nn as SpaceFsUploadResponse, Nt as LabelAssignmentRecord, On as SpaceFsUploadEntry, Ot as JsonObject, Pn as SpaceFsWriteFileInput, Pt as LabelListItem, Q as BillingOpenOverageList, Qn as UserRulesResponse, Qt as SessionTurnResponse, Rn as SpaceMeta, Rt as LabelSource, Sn as SpaceFsPreparingFile, Sr as HttpTransport, St as ExploreSpaceItem, Tn as SpaceFsReadFilesResponse, Tt as GlobalSearchResult, U as AcceptInvitationResponse, Un as SpaceSandboxAutoDestroyPolicy, Ut as PromptTemplateCatalogEntry, Vn as SpaceRecord, Vt as Permission, W as ApiError, Wn as SpaceSandboxConfig, Wt as PromptTemplateCatalogResponse, X as BillingCreditStatus, Xn as TaskRunRecord, Xt as SessionRecord, Y as BillingCreditGrantStatus, Yn as TaskRunDetailResponse, Yt as SessionMessagesResponse, Z as BillingCreditUnit, Zn as UserProfile, Zt as SessionTurnIndexResponse, _n as SpaceFsEncoding, _r as ChannelConfig, _t as CreateSpacePromptInput, an as SpaceBootstrapSource, at as BillingProductKind, bn as SpaceFsFileResponse, br as Fetch, bt as CronJobRecord, cn as SpaceConfig, ct as BillingSubscriptionSummary, dn as SpaceCreateResponse, dt as Channel, en as SessionTurnStreamSnapshotResponse, er as CreateGenerationTaskResponse, et as BillingPaymentStatus, fn as SpaceEnvInput, ft as CheckpointRecord, gn as SpaceFsCreateUploadResponse, gr as GenerationContentBlock, gt as CreateSpaceModInput, hn as SpaceFsCreateUploadInput, ht as CreateSpaceInput, in as SpaceAccessPolicy, it as BillingProductDisplay, jn as SpaceFsUploadPlanEntryInput, jt as LabelAssignmentListItem, kn as SpaceFsUploadError, kt as JsonPrimitive, ln as SpaceConfigInput, lt as BillingUsageRecordList, mn as SpaceFsCompleteUploadResponse, mt as CreateInvitationResponse, n as createHttpClient, nn as SessionTurnsPaginatedResponse, nr as ListGenerationModelsResponse, nt as BillingProductBillingInterval, on as SpaceChannelBindingInput, or as GenerationPolicy, ot as BillingProductPricing, pn as SpaceFsCompleteUploadInput, pt as CreateInvitationInput, q as BillingCheckoutResult, qn as SpaceUsageResponse, qt as SessionMessageResponse, rn as SpaceAccess, rr as PublicGenerationDeclaration, rt as BillingProductCreditBenefit, sn as SpaceCheckpointDetailResponse, st as BillingRedemptionResult, t as CohubHttpClient, tn as SessionTurnWindowResponse, tr as GenerationTaskResult, tt as BillingPluginStatus, un as SpaceConfigResponse, ut as BillingUsageRecordStatus, vn as SpaceFsEntry, vr as DiscordChannelConfig, vt as CreateSpacePromptResponse, wn as SpaceFsReadFilesInput, wt as GlobalSearchResponse, xn as SpaceFsMoveInput, xr as HttpError, xt as ExploreSection, yn as SpaceFsFileKind, yr as CohubClientOptions, yt as CreateSpaceSessionInput, zn as SpaceModListItem, zt as MeResponse } from "./chunks/http.js";
 export { AcceptInvitationResponse, ApiError, BillingCatalog, BillingCatalogProduct, BillingCheckoutResult, BillingCreditExpiryGroup, BillingCreditGrantStatus, BillingCreditStatus, BillingCreditUnit, BillingOpenOverageList, BillingOpenOverageStatus, BillingPaymentStatus, BillingPluginStatus, BillingProductBillingInterval, BillingProductCreditBenefit, BillingProductDisplay, BillingProductKind, BillingProductPricing, BillingRedemptionResult, BillingSubscriptionSummary, BillingUsageRecordList, BillingUsageRecordStatus, Channel, type ChannelConfig, CheckpointRecord, type CohubClientOptions, CohubHttpClient, type ContentBlock, type CreateGenerationTaskRequest, type CreateGenerationTaskResponse, CreateInvitationInput, CreateInvitationResponse, CreateSpaceInput, CreateSpaceModInput, CreateSpacePromptInput, CreateSpacePromptResponse, CreateSpaceSessionInput, CronJobRecord, type DiscordChannelConfig, ExploreSection, ExploreSpaceItem, ExploreSpacesResponse, type Fetch, type GenerationContentBlock, type GenerationPolicy, type GenerationTaskResult, GlobalSearchResponse, GlobalSearchResult, GlobalSearchType, HttpError, HttpTransport, InvitationDetail, JsonObject, JsonPrimitive, JsonValue, LabelAssignmentListItem, LabelAssignmentPageInfo, LabelAssignmentRecord, LabelListItem, LabelRecord, LabelResourceType, LabelScopeType, LabelSource, type ListGenerationModelsResponse, MeResponse, type MessageRecord, ModelCatalogEntry, Permission, PromptAccessMode, PromptTemplateCatalogEntry, PromptTemplateCatalogResponse, type PublicGenerationDeclaration, ResourceLabelsResponse, SessionBindingRecord, type SessionForkRecord, SessionMessageResponse, SessionMessagesPaginatedResponse, SessionMessagesResponse, SessionRecord, type SessionTurnIndexItem, SessionTurnIndexResponse, type SessionTurnRecord, SessionTurnResponse, type SessionTurnSegmentRecord, SessionTurnSignedUrlsResponse, SessionTurnStreamSnapshotResponse, SessionTurnWindowResponse, SessionTurnsPaginatedResponse, SpaceAccess, SpaceAccessPolicy, SpaceBootstrapSource, SpaceChannelBindingInput, SpaceCheckpointDetailResponse, SpaceConfig, SpaceConfigInput, SpaceConfigResponse, SpaceCreateResponse, SpaceEnvInput, SpaceFsCompleteUploadInput, SpaceFsCompleteUploadResponse, SpaceFsCreateUploadInput, SpaceFsCreateUploadResponse, SpaceFsEncoding, SpaceFsEntry, SpaceFsFileKind, SpaceFsFileResponse, SpaceFsMoveInput, SpaceFsPreparingFile, SpaceFsReadFilesError, SpaceFsReadFilesInput, SpaceFsReadFilesResponse, SpaceFsTreeResponse, SpaceFsUploadDestination, SpaceFsUploadEntry, SpaceFsUploadError, SpaceFsUploadPlanEntry, SpaceFsUploadPlanEntryInput, SpaceFsUploadProgress, SpaceFsUploadResponse, SpaceFsWriteFileInput, SpaceInvitation, SpaceListItem, SpaceMember, SpaceMeta, SpaceModListItem, SpacePublicProfile, SpaceRecord, SpaceRole, SpaceSandboxAutoDestroyPolicy, SpaceSandboxConfig, SpaceSessionsResponse, SpaceUsageHourlyStat, SpaceUsageResponse, SpaceUsageSummary, TaskRunDetailResponse, TaskRunRecord, UserProfile, UserRulesResponse, createHttpClient };

package/dist/index.d.ts

@@ -1,4 +1,6 @@
-import { C as normalizeBaseUrl, D as resolveWebsocketUrl, E as resolveCohubEnvironment, S as CohubEnvironment, T as resolveApiBaseUrl, _ as SessionTurnIndexItem, b as ContentBlock, c as createWebsocketClient, f as MessageRecord, g as SessionTurnSegmentRecord, m as SessionForkRecord, r as WebsocketClient, v as SessionTurnRecord, w as normalizeWebsocketUrl, x as COHUB_ENVIRONMENTS } from "./chunks/websocket.js";
+import { a as normalizeWebsocketUrl, c as resolveVoiceInputWebsocketUrl, i as normalizeVoiceInputWebsocketUrl, l as resolveWebsocketUrl, n as CohubEnvironment, o as resolveApiBaseUrl, r as normalizeBaseUrl, s as resolveCohubEnvironment, t as COHUB_ENVIRONMENTS } from "./chunks/environment.js";
+import { C as ContentBlock, _ as SessionForkRecord, b as SessionTurnIndexItem, c as createWebsocketClient, f as RealtimeServerEvent, h as MessageRecord, l as ChannelEnvelope, r as WebsocketClient, u as LabelAssignmentsUpdatedEvent, x as SessionTurnRecord, y as SessionTurnSegmentRecord } from "./chunks/websocket.js";
+import { a as VoiceInputCreateOptions, i as VoiceInputClientOptions, l as createVoiceInputClient, n as VoiceInputCallbacks, o as VoiceInputEvent, r as VoiceInputClient, t as VoiceApi } from "./chunks/voice-input.js";
 import { $ as BillingOpenOverageStatus, $n as CreateGenerationTaskRequest, $t as SessionTurnSignedUrlsResponse, A as SessionPatchStatus, An as SpaceFsUploadPlanEntry, At as JsonValue, B as GenerationsApi, Bn as SpacePublicProfile, Bt as ModelCatalogEntry, C as SessionGenerationStreamClient, Cn as SpaceFsReadFilesError, Cr as RawHttpResponse, Ct as ExploreSpacesResponse, D as SessionPatchApplyResult, Dn as SpaceFsUploadDestination, Dt as InvitationDetail, E as SessionPatchApplyInput, En as SpaceFsTreeResponse, Et as GlobalSearchType, F as CreatePublicAssetUploadResponse, Fn as SpaceInvitation, Ft as LabelRecord, G as BillingCatalog, Gn as SpaceSessionsResponse, Gt as ResourceLabelsResponse, H as ChannelsApi, Hn as SpaceRole, Ht as PromptAccessMode, I as PublicAssetPurpose, In as SpaceListItem, It as LabelResourceType, J as BillingCreditExpiryGroup, Jn as SpaceUsageSummary, Jt as SessionMessagesPaginatedResponse, K as BillingCatalogProduct, Kn as SpaceUsageHourlyStat, Kt as SessionBindingRecord, L as PublicAssetsApi, Ln as SpaceMember, Lt as LabelScopeType, M as SessionAccessApi, Mn as SpaceFsUploadProgress, Mt as LabelAssignmentPageInfo, N as SearchApi, Nn as SpaceFsUploadResponse, Nt as LabelAssignmentRecord, O as SessionPatchReducer, On as SpaceFsUploadEntry, Ot as JsonObject, P as CreatePublicAssetUploadInput, Pn as SpaceFsWriteFileInput, Pt as LabelListItem, Q as BillingOpenOverageList, Qn as UserRulesResponse, Qt as SessionTurnResponse, R as PromptsApi, Rn as SpaceMeta, Rt as LabelSource, S as GenerationStreamTurnUpdatedEvent, Sn as SpaceFsPreparingFile, Sr as HttpTransport, St as ExploreSpaceItem, T as parseAssistantMessageCommit, Tn as SpaceFsReadFilesResponse, Tt as GlobalSearchResult, U as AcceptInvitationResponse, Un as SpaceSandboxAutoDestroyPolicy, Ut as PromptTemplateCatalogEntry, V as CronJobsApi, Vn as SpaceRecord, Vt as Permission, W as ApiError, Wn as SpaceSandboxConfig, Wt as PromptTemplateCatalogResponse, X as BillingCreditStatus, Xn as TaskRunRecord, Xt as SessionRecord, Y as BillingCreditGrantStatus, Yn as TaskRunDetailResponse, Yt as SessionMessagesResponse, Z as BillingCreditUnit, Zn as UserProfile, Zt as SessionTurnIndexResponse, _ as GenerationStreamFinalizedEvent, _n as SpaceFsEncoding, _r as ChannelConfig, _t as CreateSpacePromptInput, a as SessionEventName, an as SpaceBootstrapSource, ar as GenerationParameterConstraint, at as BillingProductKind, b as GenerationStreamStateEvent, bn as SpaceFsFileResponse, br as Fetch, bt as CronJobRecord, c as SpaceClient, cn as SpaceConfig, cr as assertGenerationRequestAllowedByPolicy, ct as BillingSubscriptionSummary, d as WebSocketConnectionState, dn as SpaceCreateResponse, dr as filterGenerationDeclarationsByPolicy, dt as Channel, en as SessionTurnStreamSnapshotResponse, er as CreateGenerationTaskResponse, et as BillingPaymentStatus, f as PublicInviteApi, fn as SpaceEnvInput, fr as findGenerationModelPolicy, ft as CheckpointRecord, g as GenerationStreamEvent, gn as SpaceFsCreateUploadResponse, gr as GenerationContentBlock, gt as CreateSpaceModInput, h as GenerationStreamErrorEvent, hn as SpaceFsCreateUploadInput, hr as parseGenerationPolicyFromEnv, ht as CreateSpaceInput, i as TasksApi, in as SpaceAccessPolicy, ir as GenerationModelPolicy, it as BillingProductDisplay, j as createSessionPatchReducer, jn as SpaceFsUploadPlanEntryInput, jt as LabelAssignmentListItem, k as SessionPatchState, kn as SpaceFsUploadError, kt as JsonPrimitive, l as SpaceEventName, ln as SpaceConfigInput, lr as decodeGenerationPolicy, lt as BillingUsageRecordList, m as GenerationStreamCommitEvent, mn as SpaceFsCompleteUploadResponse, mr as normalizeGenerationPolicy, mt as CreateInvitationResponse, n as createHttpClient, nn as SessionTurnsPaginatedResponse, nr as ListGenerationModelsResponse, nt as BillingProductBillingInterval, o as SessionSubscriptionHandlers, on as SpaceChannelBindingInput, or as GenerationPolicy, ot as BillingProductPricing, p as AssistantMessageCommit, pn as SpaceFsCompleteUploadInput, pr as getAllowedGenerationModelIds, pt as CreateInvitationInput, q as BillingCheckoutResult, qn as SpaceUsageResponse, qt as SessionMessageResponse, r as UserApi, rn as SpaceAccess, rr as PublicGenerationDeclaration, rt as BillingProductCreditBenefit, s as SpaceChannelBindingRecord, sn as SpaceCheckpointDetailResponse, sr as GenerationPolicyError, st as BillingRedemptionResult, t as CohubHttpClient, tn as SessionTurnWindowResponse, tr as GenerationTaskResult, tt as BillingPluginStatus, u as SpacesApi, un as SpaceConfigResponse, ur as encodeGenerationPolicy, ut as BillingUsageRecordStatus, v as GenerationStreamIntermediateMessage, vn as SpaceFsEntry, vr as DiscordChannelConfig, vt as CreateSpacePromptResponse, w as createSessionGenerationStreamClient, wn as SpaceFsReadFilesInput, wt as GlobalSearchResponse, x as GenerationStreamSubscriptionHandlers, xn as SpaceFsMoveInput, xr as HttpError, xt as ExploreSection, y as GenerationStreamOutOfSyncEvent, yn as SpaceFsFileKind, yr as CohubClientOptions, yt as CreateSpaceSessionInput, z as ModelsApi, zn as SpaceModListItem, zt as MeResponse } from "./chunks/http.js";
 
 //#region src/apis/billing.d.ts
@@ -67,6 +69,7 @@ declare class CohubClient {
   readonly cronJobs: CronJobsApi;
   readonly explore: ExploreApi;
   readonly invite: PublicInviteApi;
+  readonly voice: VoiceApi;
   private readonly transport;
   private readonly websocketClient;
   constructor(options?: CohubClientOptions);
@@ -75,4 +78,4 @@ declare class CohubClient {
 }
 declare const createCohubClient: (options?: CohubClientOptions) => CohubClient;
 //#endregion
-export { AcceptInvitationResponse, ApiError, type AssistantMessageCommit, BillingApi, BillingCatalog, BillingCatalogProduct, BillingCheckoutResult, BillingCreditExpiryGroup, BillingCreditGrantStatus, BillingCreditStatus, BillingCreditUnit, BillingOpenOverageList, BillingOpenOverageStatus, BillingPaymentStatus, BillingPluginStatus, BillingProductBillingInterval, BillingProductCreditBenefit, BillingProductDisplay, BillingProductKind, BillingProductPricing, BillingRedemptionResult, BillingSubscriptionSummary, BillingUsageRecordList, BillingUsageRecordStatus, COHUB_ENVIRONMENTS, Channel, type ChannelConfig, CheckpointRecord, CohubClient, type CohubClientOptions, type CohubEnvironment, CohubHttpClient, type ContentBlock, type CreateGenerationTaskRequest, type CreateGenerationTaskResponse, CreateInvitationInput, CreateInvitationResponse, type CreatePublicAssetUploadInput, type CreatePublicAssetUploadResponse, CreateSpaceInput, CreateSpaceModInput, CreateSpacePromptInput, CreateSpacePromptResponse, CreateSpaceSessionInput, CronJobRecord, type DiscordChannelConfig, ExploreSection, ExploreSpaceItem, ExploreSpacesResponse, type Fetch, type GenerationContentBlock, type GenerationModelPolicy, type GenerationParameterConstraint, type GenerationPolicy, GenerationPolicyError, type GenerationStreamCommitEvent, type GenerationStreamErrorEvent, type GenerationStreamEvent, type GenerationStreamFinalizedEvent, type GenerationStreamIntermediateMessage, type GenerationStreamOutOfSyncEvent, type GenerationStreamStateEvent, type GenerationStreamSubscriptionHandlers, type GenerationStreamTurnUpdatedEvent, type GenerationTaskResult, GlobalSearchResponse, GlobalSearchResult, GlobalSearchType, HttpError, InvitationDetail, JsonObject, JsonPrimitive, JsonValue, LabelAssignmentListItem, LabelAssignmentPageInfo, LabelAssignmentRecord, LabelListItem, LabelRecord, LabelResourceType, LabelScopeType, LabelSource, type ListGenerationModelsResponse, MeResponse, type MessageRecord, ModelCatalogEntry, Permission, PromptAccessMode, PromptTemplateCatalogEntry, PromptTemplateCatalogResponse, type PublicAssetPurpose, type PublicGenerationDeclaration, type RawHttpResponse, ResourceLabelsResponse, SessionBindingRecord, type SessionEventName, type SessionForkRecord, SessionGenerationStreamClient, SessionMessageResponse, SessionMessagesPaginatedResponse, SessionMessagesResponse, type SessionPatchApplyInput, type SessionPatchApplyResult, SessionPatchReducer, type SessionPatchState, type SessionPatchStatus, SessionRecord, type SessionSubscriptionHandlers, type SessionTurnIndexItem, SessionTurnIndexResponse, type SessionTurnRecord, SessionTurnResponse, type SessionTurnSegmentRecord, SessionTurnSignedUrlsResponse, SessionTurnStreamSnapshotResponse, SessionTurnWindowResponse, SessionTurnsPaginatedResponse, SpaceAccess, SpaceAccessPolicy, SpaceBootstrapSource, SpaceChannelBindingInput, type SpaceChannelBindingRecord, SpaceCheckpointDetailResponse, SpaceConfig, SpaceConfigInput, SpaceConfigResponse, SpaceCreateResponse, SpaceEnvInput, type SpaceEventName, SpaceFsCompleteUploadInput, SpaceFsCompleteUploadResponse, SpaceFsCreateUploadInput, SpaceFsCreateUploadResponse, SpaceFsEncoding, SpaceFsEntry, SpaceFsFileKind, SpaceFsFileResponse, SpaceFsMoveInput, SpaceFsPreparingFile, SpaceFsReadFilesError, SpaceFsReadFilesInput, SpaceFsReadFilesResponse, SpaceFsTreeResponse, SpaceFsUploadDestination, SpaceFsUploadEntry, SpaceFsUploadError, SpaceFsUploadPlanEntry, SpaceFsUploadPlanEntryInput, SpaceFsUploadProgress, SpaceFsUploadResponse, SpaceFsWriteFileInput, SpaceInvitation, SpaceListItem, SpaceMember, SpaceMeta, SpaceModListItem, SpacePublicProfile, SpaceRecord, SpaceRole, SpaceSandboxAutoDestroyPolicy, SpaceSandboxConfig, SpaceSessionsResponse, SpaceUsageHourlyStat, SpaceUsageResponse, SpaceUsageSummary, TaskRunDetailResponse, TaskRunRecord, UserProfile, UserRulesResponse, type WebSocketConnectionState, WebsocketClient, assertGenerationRequestAllowedByPolicy, createCohubClient, createHttpClient, createSessionGenerationStreamClient, createSessionPatchReducer, createWebsocketClient, decodeGenerationPolicy, encodeGenerationPolicy, filterGenerationDeclarationsByPolicy, findGenerationModelPolicy, getAllowedGenerationModelIds, normalizeBaseUrl, normalizeGenerationPolicy, normalizeWebsocketUrl, parseAssistantMessageCommit, parseGenerationPolicyFromEnv, resolveApiBaseUrl, resolveCohubEnvironment, resolveWebsocketUrl };
+export { AcceptInvitationResponse, ApiError, type AssistantMessageCommit, BillingApi, BillingCatalog, BillingCatalogProduct, BillingCheckoutResult, BillingCreditExpiryGroup, BillingCreditGrantStatus, BillingCreditStatus, BillingCreditUnit, BillingOpenOverageList, BillingOpenOverageStatus, BillingPaymentStatus, BillingPluginStatus, BillingProductBillingInterval, BillingProductCreditBenefit, BillingProductDisplay, BillingProductKind, BillingProductPricing, BillingRedemptionResult, BillingSubscriptionSummary, BillingUsageRecordList, BillingUsageRecordStatus, COHUB_ENVIRONMENTS, Channel, type ChannelConfig, type ChannelEnvelope, CheckpointRecord, CohubClient, type CohubClientOptions, type CohubEnvironment, CohubHttpClient, type ContentBlock, type CreateGenerationTaskRequest, type CreateGenerationTaskResponse, CreateInvitationInput, CreateInvitationResponse, type CreatePublicAssetUploadInput, type CreatePublicAssetUploadResponse, CreateSpaceInput, CreateSpaceModInput, CreateSpacePromptInput, CreateSpacePromptResponse, CreateSpaceSessionInput, CronJobRecord, type DiscordChannelConfig, ExploreSection, ExploreSpaceItem, ExploreSpacesResponse, type Fetch, type GenerationContentBlock, type GenerationModelPolicy, type GenerationParameterConstraint, type GenerationPolicy, GenerationPolicyError, type GenerationStreamCommitEvent, type GenerationStreamErrorEvent, type GenerationStreamEvent, type GenerationStreamFinalizedEvent, type GenerationStreamIntermediateMessage, type GenerationStreamOutOfSyncEvent, type GenerationStreamStateEvent, type GenerationStreamSubscriptionHandlers, type GenerationStreamTurnUpdatedEvent, type GenerationTaskResult, GlobalSearchResponse, GlobalSearchResult, GlobalSearchType, HttpError, InvitationDetail, JsonObject, JsonPrimitive, JsonValue, LabelAssignmentListItem, LabelAssignmentPageInfo, LabelAssignmentRecord, type LabelAssignmentsUpdatedEvent, LabelListItem, LabelRecord, LabelResourceType, LabelScopeType, LabelSource, type ListGenerationModelsResponse, MeResponse, type MessageRecord, ModelCatalogEntry, Permission, PromptAccessMode, PromptTemplateCatalogEntry, PromptTemplateCatalogResponse, type PublicAssetPurpose, type PublicGenerationDeclaration, type RawHttpResponse, type RealtimeServerEvent, ResourceLabelsResponse, SessionBindingRecord, type SessionEventName, type SessionForkRecord, SessionGenerationStreamClient, SessionMessageResponse, SessionMessagesPaginatedResponse, SessionMessagesResponse, type SessionPatchApplyInput, type SessionPatchApplyResult, SessionPatchReducer, type SessionPatchState, type SessionPatchStatus, SessionRecord, type SessionSubscriptionHandlers, type SessionTurnIndexItem, SessionTurnIndexResponse, type SessionTurnRecord, SessionTurnResponse, type SessionTurnSegmentRecord, SessionTurnSignedUrlsResponse, SessionTurnStreamSnapshotResponse, SessionTurnWindowResponse, SessionTurnsPaginatedResponse, SpaceAccess, SpaceAccessPolicy, SpaceBootstrapSource, SpaceChannelBindingInput, type SpaceChannelBindingRecord, SpaceCheckpointDetailResponse, SpaceConfig, SpaceConfigInput, SpaceConfigResponse, SpaceCreateResponse, SpaceEnvInput, type SpaceEventName, SpaceFsCompleteUploadInput, SpaceFsCompleteUploadResponse, SpaceFsCreateUploadInput, SpaceFsCreateUploadResponse, SpaceFsEncoding, SpaceFsEntry, SpaceFsFileKind, SpaceFsFileResponse, SpaceFsMoveInput, SpaceFsPreparingFile, SpaceFsReadFilesError, SpaceFsReadFilesInput, SpaceFsReadFilesResponse, SpaceFsTreeResponse, SpaceFsUploadDestination, SpaceFsUploadEntry, SpaceFsUploadError, SpaceFsUploadPlanEntry, SpaceFsUploadPlanEntryInput, SpaceFsUploadProgress, SpaceFsUploadResponse, SpaceFsWriteFileInput, SpaceInvitation, SpaceListItem, SpaceMember, SpaceMeta, SpaceModListItem, SpacePublicProfile, SpaceRecord, SpaceRole, SpaceSandboxAutoDestroyPolicy, SpaceSandboxConfig, SpaceSessionsResponse, SpaceUsageHourlyStat, SpaceUsageResponse, SpaceUsageSummary, TaskRunDetailResponse, TaskRunRecord, UserProfile, UserRulesResponse, VoiceApi, type VoiceInputCallbacks, VoiceInputClient, type VoiceInputClientOptions, type VoiceInputCreateOptions, type VoiceInputEvent, type WebSocketConnectionState, WebsocketClient, assertGenerationRequestAllowedByPolicy, createCohubClient, createHttpClient, createSessionGenerationStreamClient, createSessionPatchReducer, createVoiceInputClient, createWebsocketClient, decodeGenerationPolicy, encodeGenerationPolicy, filterGenerationDeclarationsByPolicy, findGenerationModelPolicy, getAllowedGenerationModelIds, normalizeBaseUrl, normalizeGenerationPolicy, normalizeVoiceInputWebsocketUrl, normalizeWebsocketUrl, parseAssistantMessageCommit, parseGenerationPolicyFromEnv, resolveApiBaseUrl, resolveCohubEnvironment, resolveVoiceInputWebsocketUrl, resolveWebsocketUrl };

package/dist/index.js

@@ -1,6 +1,7 @@
 import { S as ChannelsApi, _ as PublicAssetsApi, a as SpaceClient, b as GenerationsApi, c as SessionGenerationStreamClient, d as SessionPatchReducer, f as createSessionPatchReducer, g as SearchApi, h as SessionAccessApi, i as TasksApi, l as createSessionGenerationStreamClient, m as HttpTransport, n as createHttpClient, o as SpacesApi, p as HttpError, r as UserApi, s as PublicInviteApi, t as CohubHttpClient, u as parseAssistantMessageCommit, v as PromptsApi, x as CronJobsApi, y as ModelsApi } from "./chunks/http.js";
-import { a as resolveCohubEnvironment, i as resolveApiBaseUrl, n as normalizeBaseUrl, o as resolveWebsocketUrl, r as normalizeWebsocketUrl, t as COHUB_ENVIRONMENTS } from "./chunks/environment.js";
+import { a as resolveApiBaseUrl, c as resolveWebsocketUrl, i as normalizeWebsocketUrl, n as normalizeBaseUrl, o as resolveCohubEnvironment, r as normalizeVoiceInputWebsocketUrl, s as resolveVoiceInputWebsocketUrl, t as COHUB_ENVIRONMENTS } from "./chunks/environment.js";
 import { n as createWebsocketClient, t as WebsocketClient } from "./chunks/websocket.js";
+import { VoiceApi, VoiceInputClient, createVoiceInputClient } from "./voice-input.js";
 //#region src/apis/billing.ts
 var BillingApi = class {
 	transport;
@@ -77,6 +78,7 @@ var CohubClient = class {
 	cronJobs;
 	explore;
 	invite;
+	voice;
 	transport;
 	websocketClient;
 	constructor(options = {}) {
@@ -88,7 +90,15 @@ var CohubClient = class {
 				url: options.websocket?.url
 			}),
 			...options.websocket,
-			getAccessToken: options.getAccessToken
+			getAccessToken: options.websocket?.getAccessToken ?? options.getAccessToken
+		});
+		this.voice = new VoiceApi({
+			env: options.voice?.env ?? options.env,
+			url: options.voice?.url,
+			getAccessToken: options.voice?.getAccessToken ?? options.getAccessToken,
+			WebSocketImpl: options.voice?.WebSocketImpl,
+			connectionTimeoutMs: options.voice?.connectionTimeoutMs,
+			idleConnectionTimeoutMs: options.voice?.idleConnectionTimeoutMs
 		});
 		this.spaces = new SpacesApi(this.transport);
 		this.channels = new ChannelsApi(this.transport);
@@ -386,4 +396,4 @@ function filterGenerationDeclarationsByPolicy(declarations, policy) {
 	});
 }
 //#endregion
-export { BillingApi, COHUB_ENVIRONMENTS, CohubClient, CohubHttpClient, GenerationPolicyError, HttpError, SessionGenerationStreamClient, SessionPatchReducer, WebsocketClient, assertGenerationRequestAllowedByPolicy, createCohubClient, createHttpClient, createSessionGenerationStreamClient, createSessionPatchReducer, createWebsocketClient, decodeGenerationPolicy, encodeGenerationPolicy, filterGenerationDeclarationsByPolicy, findGenerationModelPolicy, getAllowedGenerationModelIds, normalizeBaseUrl, normalizeGenerationPolicy, normalizeWebsocketUrl, parseAssistantMessageCommit, parseGenerationPolicyFromEnv, resolveApiBaseUrl, resolveCohubEnvironment, resolveWebsocketUrl };
+export { BillingApi, COHUB_ENVIRONMENTS, CohubClient, CohubHttpClient, GenerationPolicyError, HttpError, SessionGenerationStreamClient, SessionPatchReducer, VoiceApi, VoiceInputClient, WebsocketClient, assertGenerationRequestAllowedByPolicy, createCohubClient, createHttpClient, createSessionGenerationStreamClient, createSessionPatchReducer, createVoiceInputClient, createWebsocketClient, decodeGenerationPolicy, encodeGenerationPolicy, filterGenerationDeclarationsByPolicy, findGenerationModelPolicy, getAllowedGenerationModelIds, normalizeBaseUrl, normalizeGenerationPolicy, normalizeVoiceInputWebsocketUrl, normalizeWebsocketUrl, parseAssistantMessageCommit, parseGenerationPolicyFromEnv, resolveApiBaseUrl, resolveCohubEnvironment, resolveVoiceInputWebsocketUrl, resolveWebsocketUrl };

package/dist/voice-input.d.ts

@@ -0,0 +1,2 @@
+import { a as VoiceInputCreateOptions, c as WebSocketLike, i as VoiceInputClientOptions, l as createVoiceInputClient, n as VoiceInputCallbacks, o as VoiceInputEvent, r as VoiceInputClient, s as WebSocketConstructor, t as VoiceApi } from "./chunks/voice-input.js";
+export { VoiceApi, VoiceInputCallbacks, VoiceInputClient, VoiceInputClientOptions, VoiceInputCreateOptions, VoiceInputEvent, WebSocketConstructor, WebSocketLike, createVoiceInputClient };

package/dist/voice-input.js

@@ -0,0 +1,394 @@
+import { s as resolveVoiceInputWebsocketUrl } from "./chunks/environment.js";
+//#region src/voice-input.ts
+const TARGET_SAMPLE_RATE = 16e3;
+const CHUNK_SAMPLES = TARGET_SAMPLE_RATE * 200 / 1e3;
+const DEFAULT_CONNECTION_TIMEOUT_MS = 1e4;
+const DEFAULT_IDLE_CONNECTION_TIMEOUT_MS = 30 * 6e4;
+const WEBSOCKET_OPEN = 1;
+const getDefaultWebSocket = () => {
+	const WebSocketImpl = globalThis.WebSocket;
+	if (!WebSocketImpl) throw new Error("WebSocket is not available in this environment");
+	return WebSocketImpl;
+};
+const getDefaultAudioContext = () => {
+	const context = globalThis;
+	return context.AudioContext ?? context.webkitAudioContext;
+};
+const encodeBase64 = (bytes) => {
+	if (typeof btoa === "function") {
+		let binary = "";
+		for (let i = 0; i < bytes.length; i += 1) binary += String.fromCharCode(bytes[i] ?? 0);
+		return btoa(binary);
+	}
+	const maybeBuffer = globalThis.Buffer;
+	if (maybeBuffer) return maybeBuffer.from(bytes).toString("base64");
+	throw new Error("Base64 encoding is not available in this environment");
+};
+const floatToPcm16 = (samples) => {
+	const buffer = /* @__PURE__ */ new ArrayBuffer(samples.length * 2);
+	const view = new DataView(buffer);
+	for (let i = 0; i < samples.length; i += 1) {
+		const sample = Math.max(-1, Math.min(1, samples[i] ?? 0));
+		view.setInt16(i * 2, sample < 0 ? sample * 32768 : sample * 32767, true);
+	}
+	return new Uint8Array(buffer);
+};
+const resampleTo16k = (input, inputSampleRate) => {
+	if (inputSampleRate === TARGET_SAMPLE_RATE) return input;
+	const ratio = inputSampleRate / TARGET_SAMPLE_RATE;
+	const length = Math.floor(input.length / ratio);
+	const output = new Float32Array(length);
+	for (let i = 0; i < length; i += 1) {
+		const index = i * ratio;
+		const left = Math.floor(index);
+		const right = Math.min(left + 1, input.length - 1);
+		const weight = index - left;
+		output[i] = (input[left] ?? 0) * (1 - weight) + (input[right] ?? 0) * weight;
+	}
+	return output;
+};
+const getErrorCode = (event) => {
+	const code = event.payload?.code;
+	return typeof code === "string" ? code : null;
+};
+const getErrorMessage = (event) => {
+	const message = event.payload?.message;
+	return typeof message === "string" ? message : "Voice input failed";
+};
+var VoiceInputClient = class {
+	url;
+	getAccessToken;
+	WebSocketImpl;
+	connectionTimeoutMs;
+	idleConnectionTimeoutMs;
+	callbacks;
+	socket = null;
+	stream = null;
+	audioContext = null;
+	processor = null;
+	source = null;
+	pendingSamples = [];
+	pendingAudio = [];
+	started = false;
+	asrStarted = false;
+	authenticated = false;
+	intentionalClose = false;
+	startPromise = null;
+	socketOpenPromise = null;
+	idleCloseTimer = null;
+	authWaiter = null;
+	asrStartWaiter = null;
+	constructor(options = {}) {
+		this.url = resolveVoiceInputWebsocketUrl({
+			env: options.env,
+			url: options.url
+		});
+		this.getAccessToken = options.getAccessToken;
+		this.WebSocketImpl = options.WebSocketImpl ?? getDefaultWebSocket();
+		this.connectionTimeoutMs = options.connectionTimeoutMs ?? DEFAULT_CONNECTION_TIMEOUT_MS;
+		this.idleConnectionTimeoutMs = options.idleConnectionTimeoutMs ?? DEFAULT_IDLE_CONNECTION_TIMEOUT_MS;
+		this.callbacks = options.callbacks ?? {};
+	}
+	async start() {
+		if (this.startPromise) return this.startPromise;
+		if (this.started) return;
+		this.startPromise = this.startInternal().finally(() => {
+			this.startPromise = null;
+		});
+		return this.startPromise;
+	}
+	stop() {
+		if (this.pendingSamples.length > 0) this.sendAudio(new Float32Array(this.pendingSamples.splice(0)));
+		this.flushPendingAudio();
+		if (this.asrStarted) this.send({ type: "asr.stop" });
+		this.cleanupAudio();
+		this.started = false;
+		this.scheduleIdleClose();
+	}
+	cancel() {
+		if (this.asrStarted) this.send({ type: "asr.cancel" });
+		this.cleanupAudio();
+		this.started = false;
+		this.scheduleIdleClose();
+	}
+	close() {
+		this.intentionalClose = true;
+		this.clearIdleCloseTimer();
+		this.cleanupAudio();
+		this.closeSocket();
+		this.started = false;
+	}
+	async startInternal() {
+		this.clearIdleCloseTimer();
+		this.started = true;
+		this.asrStarted = false;
+		this.pendingAudio = [];
+		this.intentionalClose = false;
+		try {
+			await this.withConnectionTimeout(Promise.all([this.setupAudio(), this.ensureAuthenticatedSocket()]));
+			await this.withConnectionTimeout(this.startAsrSession());
+		} catch (error) {
+			this.cleanupAudio();
+			this.started = false;
+			this.scheduleIdleClose();
+			throw error;
+		}
+	}
+	async withConnectionTimeout(promise) {
+		let timeout = null;
+		try {
+			return await Promise.race([promise, new Promise((_, reject) => {
+				timeout = globalThis.setTimeout(() => reject(/* @__PURE__ */ new Error("Voice connection timed out")), this.connectionTimeoutMs);
+			})]);
+		} finally {
+			if (timeout) globalThis.clearTimeout(timeout);
+		}
+	}
+	async ensureAuthenticatedSocket() {
+		if (this.socket?.readyState === WEBSOCKET_OPEN && this.authenticated) return;
+		await this.ensureSocketOpen();
+		if (this.authenticated) return;
+		try {
+			await this.authenticate(false);
+		} catch (error) {
+			if (!(error instanceof Error) || error.message !== "UNAUTHORIZED") throw error;
+			await this.authenticate(true);
+		}
+	}
+	async ensureSocketOpen() {
+		if (this.socket?.readyState === WEBSOCKET_OPEN) return;
+		if (this.socketOpenPromise) return this.socketOpenPromise;
+		this.authenticated = false;
+		this.intentionalClose = false;
+		this.socket = new this.WebSocketImpl(this.url);
+		this.socketOpenPromise = new Promise((resolve, reject) => {
+			const socket = this.socket;
+			if (!socket) return reject(/* @__PURE__ */ new Error("Voice service unavailable"));
+			socket.onopen = () => resolve();
+			socket.onerror = () => reject(/* @__PURE__ */ new Error("Voice service unavailable"));
+			socket.onclose = (event) => {
+				this.authenticated = false;
+				this.socketOpenPromise = null;
+				this.rejectAuthWaiter(/* @__PURE__ */ new Error("Voice connection closed"));
+				this.rejectAsrStartWaiter(/* @__PURE__ */ new Error("Voice connection closed"));
+				if (this.socket === socket) this.socket = null;
+				if (!this.intentionalClose && this.started) {
+					this.cleanupAudio();
+					this.started = false;
+					this.callbacks.onError?.("Voice connection closed. Try again.");
+					this.callbacks.onDone?.();
+				}
+				if (socket.readyState !== WEBSOCKET_OPEN) reject(new Error(event.reason || "Voice connection closed"));
+			};
+			socket.onmessage = (event) => {
+				try {
+					this.handleMessage(event);
+				} catch {
+					this.closeWithError("Voice service sent invalid data. Try again.");
+				}
+			};
+		}).finally(() => {
+			this.socketOpenPromise = null;
+		});
+		return this.socketOpenPromise;
+	}
+	async authenticate(forceRefresh) {
+		const token = await this.getAccessToken?.({ forceRefresh });
+		if (!token) throw new Error("Sign in to use voice input");
+		const waiter = this.createAuthWaiter();
+		this.send({
+			type: "auth",
+			payload: { token }
+		});
+		await waiter.promise;
+	}
+	async startAsrSession() {
+		const waiter = this.createAsrStartWaiter();
+		this.send({ type: "asr.start" });
+		await waiter.promise;
+	}
+	createAuthWaiter() {
+		this.rejectAuthWaiter(/* @__PURE__ */ new Error("superseded auth waiter"));
+		let resolve;
+		let reject;
+		const promise = new Promise((res, rej) => {
+			resolve = res;
+			reject = rej;
+		});
+		this.authWaiter = {
+			promise,
+			resolve,
+			reject
+		};
+		return this.authWaiter;
+	}
+	resolveAuthWaiter() {
+		if (!this.authWaiter) return;
+		this.authWaiter.resolve();
+		this.authWaiter = null;
+	}
+	rejectAuthWaiter(error) {
+		if (!this.authWaiter) return;
+		this.authWaiter.reject(error);
+		this.authWaiter = null;
+	}
+	createAsrStartWaiter() {
+		this.rejectAsrStartWaiter(/* @__PURE__ */ new Error("superseded asr start waiter"));
+		let resolve;
+		let reject;
+		const promise = new Promise((res, rej) => {
+			resolve = res;
+			reject = rej;
+		});
+		this.asrStartWaiter = {
+			promise,
+			resolve,
+			reject
+		};
+		return this.asrStartWaiter;
+	}
+	resolveAsrStartWaiter() {
+		if (!this.asrStartWaiter) return;
+		this.asrStartWaiter.resolve();
+		this.asrStartWaiter = null;
+	}
+	rejectAsrStartWaiter(error) {
+		if (!this.asrStartWaiter) return;
+		this.asrStartWaiter.reject(error);
+		this.asrStartWaiter = null;
+	}
+	closeWithError(message) {
+		this.callbacks.onError?.(message);
+		this.close();
+		this.callbacks.onDone?.();
+	}
+	async setupAudio() {
+		const mediaDevices = globalThis.navigator?.mediaDevices;
+		if (!mediaDevices) throw new Error("Microphone input is not available in this environment");
+		const AudioContextImpl = getDefaultAudioContext();
+		if (!AudioContextImpl) throw new Error("AudioContext is not available in this environment");
+		this.stream = await mediaDevices.getUserMedia({ audio: true });
+		this.audioContext = new AudioContextImpl();
+		await this.audioContext.resume().catch(() => void 0);
+		this.source = this.audioContext.createMediaStreamSource(this.stream);
+		this.processor = this.audioContext.createScriptProcessor(4096, 1, 1);
+		this.processor.onaudioprocess = (event) => {
+			const resampled = resampleTo16k(event.inputBuffer.getChannelData(0), this.audioContext?.sampleRate ?? TARGET_SAMPLE_RATE);
+			for (const sample of resampled) this.pendingSamples.push(sample);
+			while (this.pendingSamples.length >= CHUNK_SAMPLES) {
+				const chunk = this.pendingSamples.splice(0, CHUNK_SAMPLES);
+				this.sendAudio(new Float32Array(chunk));
+			}
+		};
+		this.source.connect(this.processor);
+		this.processor.connect(this.audioContext.destination);
+	}
+	sendAudio(samples) {
+		const audio = encodeBase64(floatToPcm16(samples));
+		if (!this.asrStarted) {
+			this.pendingAudio.push(audio);
+			return;
+		}
+		this.send({
+			type: "asr.audio",
+			payload: { audio }
+		});
+	}
+	flushPendingAudio() {
+		if (!this.asrStarted) return;
+		for (const audio of this.pendingAudio.splice(0)) this.send({
+			type: "asr.audio",
+			payload: { audio }
+		});
+	}
+	send(message) {
+		if (this.socket?.readyState === WEBSOCKET_OPEN) this.socket.send(JSON.stringify(message));
+	}
+	handleMessage(event) {
+		const data = JSON.parse(String(event.data));
+		const text = typeof data.payload?.text === "string" ? data.payload.text : "";
+		if (data.type === "system.auth.ok") {
+			this.authenticated = true;
+			this.resolveAuthWaiter();
+			return data;
+		}
+		if (data.type === "asr.started") {
+			this.asrStarted = true;
+			this.flushPendingAudio();
+			this.resolveAsrStartWaiter();
+			return data;
+		}
+		if (data.type === "asr.error") {
+			const message = getErrorMessage(data);
+			if (getErrorCode(data) === "UNAUTHORIZED") {
+				this.authenticated = false;
+				this.rejectAuthWaiter(/* @__PURE__ */ new Error("UNAUTHORIZED"));
+			}
+			this.rejectAsrStartWaiter(new Error(message));
+			this.callbacks.onError?.(message);
+			return data;
+		}
+		if (data.type === "asr.partial") this.callbacks.onPartial?.(text);
+		if (data.type === "asr.final") this.callbacks.onFinal?.(text);
+		if (data.type === "asr.done") {
+			this.asrStarted = false;
+			this.started = false;
+			this.scheduleIdleClose();
+			this.callbacks.onDone?.();
+		}
+		return data;
+	}
+	cleanupAudio() {
+		this.processor?.disconnect();
+		if (this.processor) this.processor.onaudioprocess = null;
+		this.source?.disconnect();
+		this.stream?.getTracks().forEach((track) => {
+			track.stop();
+		});
+		this.audioContext?.close().catch(() => void 0);
+		this.processor = null;
+		this.source = null;
+		this.stream = null;
+		this.audioContext = null;
+		this.pendingSamples = [];
+		this.pendingAudio = [];
+		this.asrStarted = false;
+	}
+	scheduleIdleClose() {
+		this.clearIdleCloseTimer();
+		if (!this.socket || this.idleConnectionTimeoutMs <= 0) return;
+		this.idleCloseTimer = globalThis.setTimeout(() => {
+			this.intentionalClose = true;
+			this.closeSocket();
+		}, this.idleConnectionTimeoutMs);
+	}
+	clearIdleCloseTimer() {
+		if (!this.idleCloseTimer) return;
+		globalThis.clearTimeout(this.idleCloseTimer);
+		this.idleCloseTimer = null;
+	}
+	closeSocket() {
+		this.rejectAuthWaiter(/* @__PURE__ */ new Error("Voice connection closed"));
+		this.rejectAsrStartWaiter(/* @__PURE__ */ new Error("Voice connection closed"));
+		this.authenticated = false;
+		this.socketOpenPromise = null;
+		this.socket?.close();
+		this.socket = null;
+	}
+};
+var VoiceApi = class {
+	defaults;
+	constructor(defaults = {}) {
+		this.defaults = defaults;
+	}
+	createInputClient(callbacks = {}, options = {}) {
+		return new VoiceInputClient({
+			...this.defaults,
+			...options,
+			callbacks
+		});
+	}
+};
+const createVoiceInputClient = (options) => new VoiceInputClient(options);
+//#endregion
+export { VoiceApi, VoiceInputClient, createVoiceInputClient };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@neta-art/cohub",
-  "version": "1.21.0",
+  "version": "1.22.0",
   "description": "Cohub SDK for spaces, sessions, checkpoints, and realtime agent collaboration.",
   "license": "UNLICENSED",
   "private": false,
@@ -37,6 +37,10 @@
       "types": "./dist/websocket.d.ts",
       "import": "./dist/websocket.js"
     },
+    "./voice-input": {
+      "types": "./dist/voice-input.d.ts",
+      "import": "./dist/voice-input.js"
+    },
     "./debugger": {
       "types": "./dist/debugger.d.ts",
       "import": "./dist/debugger.js"