@camera.ui/browser 0.0.203 → 0.1.0

package/dist/index.d.ts

@@ -1,3 +1,5 @@
+import type { AssistantAccess } from '@camera.ui/sdk';
+import type { AssistantAskResult } from '@camera.ui/sdk';
 import type { AssistantToolReference } from '@camera.ui/sdk';
 import { AudioProperty } from '@camera.ui/sdk';
 import { AudioSensorProperties } from '@camera.ui/sdk';
@@ -110,20 +112,25 @@ import { WsTransport } from '@camera.ui/transport/transports/ws';
 
 export declare function acquireSensorManager(rpcOrContext: RPCClient | ReactiveCameraDeviceContext): CachedSensorManager;
 
+export declare type ActiveStreamingMode = Exclude<VideoStreamingMode, 'auto'> | 'mjpeg';
+
 export declare interface ActivityMode extends ActivityModeState, ActivityModeActions {
 }
 
 declare interface ActivityModeActions {
     setMode: (mode: CameraActivityMode) => void;
+    engage: () => void;
     reportActivity: (hasActivity: boolean) => void;
     resumeFromStandby: () => void;
     resetIdleTimer: () => void;
+    setKeepAwake: (awake: boolean) => void;
     dispose: () => void;
 }
 
 export declare interface ActivityModeConfig {
     standbyTimeout?: number;
     activityTimeout?: number;
+    wakeTimeout?: number;
 }
 
 declare interface ActivityModeState {
@@ -132,13 +139,6 @@ declare interface ActivityModeState {
     readonly hasActivity: Ref<boolean>;
 }
 
-declare interface AssistantAccess {
-    allowed: boolean;
-    model: string | null;
-    vision: boolean | null;
-    language: string | null;
-}
-
 declare interface AssistantAskRequest {
     pluginId: string;
     prompt: string;
@@ -148,10 +148,6 @@ declare interface AssistantAskRequest {
     timeoutMs?: number;
 }
 
-declare type AssistantAskResult =
-| { ok: true; text: string; json?: unknown; usage: { promptTokens: number; completionTokens: number } }
-| { ok: false; reason: 'not_allowed' | 'unconfigured' | 'timeout' | 'error'; message: string };
-
 declare interface AssistantPost {
     userId: string;
     threadId: string;
@@ -182,7 +178,6 @@ export declare interface BaseLogger {
 
 declare interface CachedSensorManager {
     manager: ReactiveSensorManager;
-    initPromise?: Promise<void>;
 }
 
 export declare const CAMERA_UI_INJECTION_KEY: InjectionKey<CameraUiContext>;
@@ -196,7 +191,7 @@ export declare interface CameraDeviceInterface extends CameraDeviceImplementatio
     connect(): Promise<void>;
     disconnect(): Promise<void>;
     snapshot(sourceId: string, forceNew?: boolean, preferNative?: boolean): Promise<ArrayBuffer | undefined>;
-    snapshotWithMeta(sourceId: string, forceNew?: boolean): Promise<SnapshotWithMeta | undefined>;
+    snapshotWithMeta(sourceId: string, forceNew?: boolean, knownFetchedAt?: number): Promise<SnapshotWithMeta | undefined>;
     probeStream(sourceId: string, probeConfig?: ProbeConfig, refresh?: boolean): Promise<ProbeStream | undefined>;
     getStreamStatus(sourceId: string): Promise<string>;
 }
@@ -205,13 +200,15 @@ declare type CameraIdentifier = MaybeRefOrGetter<string | ReactiveCameraDevice |
 
 export declare interface CameraNamespaces {
     cameraSubject: string;
+    cameraStateSubject: string;
     cameraControllerRpc: string;
 }
 
 export declare interface CameraStream {
     readonly status: Ref<StreamStatus>;
     readonly isPlaying: Ref<boolean>;
-    readonly activeMode: Ref<'webrtc' | 'webrtc/tcp' | 'mse'>;
+    readonly stalled: Ref<boolean>;
+    readonly activeMode: Ref<ActiveStreamingMode>;
     readonly activeResolution: Ref<StreamingRole>;
     readonly degradedFrom: Ref<StreamingRole | null>;
     readonly unsupported: Ref<boolean>;
@@ -247,6 +244,8 @@ export declare interface CameraStream {
     setMicrophone: (track: MediaStreamTrack | null) => Promise<void>;
     setActivityMode: (mode: CameraActivityMode) => void;
     reportActivity: (hasActivity: boolean) => void;
+    resetIdleTimer: () => void;
+    setKeepAwake: (awake: boolean) => void;
     setMuted: (muted: boolean) => void;
     play: () => Promise<void>;
     pause: () => void;
@@ -257,6 +256,7 @@ export declare interface CameraStream {
 
 export declare interface CameraUiContext {
     rpc: ShallowRef<RPCClient | undefined>;
+    bulkRpc?: ShallowRef<RPCClient | undefined>;
     target: Readonly<Ref<ConnectionTarget | null>>;
     isConnected: Readonly<Ref<boolean>>;
     endpoint: Readonly<Ref<string | undefined>>;
@@ -276,6 +276,7 @@ export declare type CameraUiPlugin = ReturnType<typeof createCameraUiPlugin>;
 
 export declare interface CameraUiPluginInput {
     natsTransport: NatsTransport;
+    bulkTransport?: NatsTransport;
     target: Ref<ConnectionTarget | null>;
     wsTransport?: WsTransport;
 }
@@ -325,6 +326,8 @@ export declare interface CoreManagerInterface {
     getFFmpegPath(): Promise<string>;
     getServerAddresses(pluginId?: string): Promise<string[]>;
     getCloudServerId(): Promise<string>;
+    getRestoreGeneration(): Promise<string>;
+    getInstanceId(): Promise<string>;
     getPlugin(pluginName: string): Promise<HostPluginInfo | undefined>;
     getPluginsByInterface(interfaceName: PluginInterface): Promise<HostPluginInfo[]>;
     getFloorPlan(): Promise<FloorPlan>;
@@ -361,6 +364,7 @@ export declare function createSensorManager(rpcOrContext: RPCClient | ReactiveCa
 declare interface DBCamera extends BaseCamera {
     sources: CameraInputSettings[];
     workerAgentId?: string;
+    workerOnly?: boolean;
     roomId: string | null;
 }
 
@@ -641,6 +645,7 @@ export declare class NamespaceManager {
     static cameraNamespaces(cameraId: string): CameraNamespaces {
         return {
             cameraSubject: `camera.${cameraId}.subscriber`,
+            cameraStateSubject: `camera.${cameraId}.state`,
             cameraControllerRpc: `camera.${cameraId}.controller.rpc`,
         };
     }
@@ -682,6 +687,7 @@ export declare class NamespaceManager {
     static sensorEventNamespaces(sensorId: string): SensorEventNamespaces {
         return {
             sensorSubject: `sensor.${sensorId}.subject`,
+            sensorStateSubject: `sensor.${sensorId}.state`,
         };
     }
 
@@ -726,7 +732,11 @@ export declare class NamespaceManager {
         return `worker.${agentId}.rpc`;
     }
 
-    static workerManagerRpc(): string {
+    static workerManagerRpc(agentId: string): string {
+        return `workers.${agentId}.manager.rpc`;
+    }
+
+    static sharedWorkerManagerRpc(): string {
         return 'workers.manager.rpc';
     }
 
@@ -734,13 +744,29 @@ export declare class NamespaceManager {
         return `worker.${agentId}.sync`;
     }
 
-    static workerDisconnect(): string {
+    static workerLinkSubject(agentId: string): string {
+        return `worker.${agentId}.link`;
+    }
+
+    static workerDisconnect(agentId: string): string {
+        return `workers.${agentId}.disconnect`;
+    }
+
+    static sharedWorkerDisconnect(): string {
         return 'workers.disconnect';
     }
 
-    static workerLogs(): string {
+    static workerLogs(agentId: string): string {
+        return `workers.${agentId}.logs`;
+    }
+
+    static sharedWorkerLogs(): string {
         return 'workers.logs';
     }
+
+    static workerConnId(agentId: string, secret: string): string {
+        return createHmac('sha256', secret).update(agentId).digest('hex').slice(0, 32);
+    }
 }
 
 export { NatsStatus }
@@ -849,6 +875,7 @@ export declare interface ReactiveCameraDevice {
 
 declare interface ReactiveCameraDeviceContext {
     rpc: ShallowRef<RPCClient | undefined>;
+    bulkRpc?: ShallowRef<RPCClient | undefined>;
 }
 
 export declare interface ReactiveCarbonDioxideInfo extends ReactiveSensor<CarbonDioxideInfoProperties> {
@@ -1090,7 +1117,7 @@ export declare interface ReactiveStorage {
 
 export declare interface ReactiveStream {
     readonly status: Ref<StreamStatus>;
-    readonly activeMode: Ref<Exclude<VideoStreamingMode, 'auto'>>;
+    readonly activeMode: Ref<ActiveStreamingMode>;
     readonly requestedMode: Ref<VideoStreamingMode>;
     readonly activeResolution: Ref<StreamingRole>;
     readonly requestedResolution: Ref<StreamingRole>;
@@ -1101,6 +1128,7 @@ export declare interface ReactiveStream {
     readonly hasAudio: Ref<boolean>;
     readonly hasBackchannel: Ref<boolean>;
     readonly isPlaying: Ref<boolean>;
+    readonly stalled?: Ref<boolean>;
     readonly error: Ref<Error | undefined>;
     readonly probeInfo: Ref<ProbeStream | undefined>;
     readonly muted: Ref<boolean>;
@@ -1110,6 +1138,7 @@ export declare interface ReactiveStream {
     start: () => Promise<void>;
     stop: () => void;
     restart: () => Promise<void>;
+    invalidateProbe: () => void;
     setMode: (mode: VideoStreamingMode) => Promise<void>;
     setResolution: (resolution: StreamingRole) => Promise<void>;
     setMicrophone: (track: MediaStreamTrack | null) => Promise<void>;
@@ -1151,12 +1180,15 @@ declare interface RefreshedStates {
     cameraState: boolean;
     frameWorkerState: boolean;
     sensorStates: Record<string, SensorRefreshedState>;
+    stateSubject?: boolean;
 }
 
 export declare function releaseSensorManager(): void;
 
 export declare function resetClientState(): void;
 
+export declare function restartConnectedStreams(): number;
+
 export declare function rpcCall<T>(rpcRef: Readonly<ShallowRef<RPCClient | undefined>>, fn: (rpc: RPCClient) => Promise<T>, options?: RpcCallOptions): Promise<T>;
 
 export declare interface RpcCallOptions {
@@ -1165,6 +1197,7 @@ export declare interface RpcCallOptions {
     connectTimeoutMs?: number;
     retryDelayMs?: (attempt: number) => number;
     shouldRetry?: (err: unknown, attempt: number) => boolean;
+    retryOnTimeout?: boolean;
     signal?: AbortSignal;
 }
 
@@ -1199,6 +1232,7 @@ declare interface SensorConnectedChangedEvent {
     sensorId: string;
     sensorType: SensorType;
     connected: boolean;
+    assignedCameraIds?: string[];
 }
 
 declare interface SensorDeletedEvent {
@@ -1222,6 +1256,7 @@ export declare interface SensorEventMessage {
 
 export declare interface SensorEventNamespaces {
     sensorSubject: string;
+    sensorStateSubject: string;
 }
 
 declare interface SensorExposedChangedEvent {
@@ -1268,8 +1303,10 @@ export declare function setFullscreenRoot(el: HTMLElement | null): void;
 /* Excluded from this release type: SmokeSensorProperties */
 
 declare interface SnapshotWithMeta {
-    data: ArrayBuffer;
+    data?: ArrayBuffer;
     ageMs: number;
+    fetchedAt?: number;
+    notModified?: boolean;
 }
 
 export declare interface StorageRPC {
@@ -1315,6 +1352,7 @@ export declare const STREAM_CONFIG: {
     readonly MSE: {
         readonly BUFFER_SIZE: number;
         readonly BUFFER_WINDOW: 5;
+        readonly MAX_BUFFER_WINDOW: 60;
     };
     readonly CODECS: {
         readonly DEFAULT: readonly ["avc1.640029", "avc1.64002A", "avc1.640033", "hvc1.1.6.L153.B0", "mp4a.40.2", "mp4a.40.5", "flac", "opus"];
@@ -1478,7 +1516,11 @@ export declare interface UseOAuthReturn {
 
 export declare function useObjectSensor(camera: CameraIdentifier, preferredPluginId?: MaybeRefOrGetter<string | undefined>): UseSensorTypedReturn<ReactiveObjectSensor>;
 
-export declare function usePlugin(pluginName: MaybeRefOrGetter<string>): UsePluginReturn;
+export declare function usePlugin(pluginName: MaybeRefOrGetter<string>, options?: UsePluginOptions): UsePluginReturn;
+
+export declare interface UsePluginOptions {
+    lane?: 'main' | 'bulk';
+}
 
 export declare interface UsePluginReturn {
     plugin: ShallowRef<Promisify<BasePlugin & PluginInterfaces> | undefined>;