@camera.ui/browser 0.0.189 → 0.0.191

package/dist/index.d.ts

@@ -1,3 +1,4 @@
+import type { AssistantToolReference } from '@camera.ui/sdk';
 import { AudioProperty } from '@camera.ui/sdk';
 import { AudioSensorProperties } from '@camera.ui/sdk';
 import type { BaseCamera } from '@camera.ui/sdk';
@@ -41,6 +42,7 @@ import { HumidityProperty } from '@camera.ui/sdk';
 import { IlluminanceInfoProperties } from '@camera.ui/sdk';
 import { IlluminanceProperty } from '@camera.ui/sdk';
 import { InjectionKey } from 'vue';
+import type { JSONSchema } from '@tanstack/ai';
 import { LeakProperty } from '@camera.ui/sdk';
 import { LeakSensorProperties } from '@camera.ui/sdk';
 import { LicensePlateDetection } from '@camera.ui/sdk';
@@ -130,6 +132,36 @@ declare interface ActivityModeState {
     readonly hasActivity: Ref<boolean>;
 }
 
+declare interface AssistantAccess {
+    allowed: boolean;
+    model: string | null;
+    vision: boolean | null;
+    language: string | null;
+}
+
+declare interface AssistantAskRequest {
+    pluginId: string;
+    prompt: string;
+    system?: string;
+    images?: { data: Uint8Array; mimeType: string }[];
+    outputSchema?: JSONSchema;
+    timeoutMs?: number;
+}
+
+declare type AssistantAskResult =
+| { ok: true; text: string; json?: unknown; usage: { promptTokens: number; completionTokens: number } }
+| { ok: false; reason: 'not_allowed' | 'unconfigured' | 'timeout' | 'error'; message: string };
+
+declare interface AssistantPost {
+    userId: string;
+    threadId: string;
+    title?: string;
+    text: string;
+    label?: string;
+    image?: { data: string; mimeType: string };
+    references?: AssistantToolReference[];
+}
+
 /* Excluded from this release type: AudioProperty */
 
 /* Excluded from this release type: AudioSensorProperties */
@@ -296,6 +328,9 @@ export declare interface CoreManagerInterface {
     getPlugin(pluginName: string): Promise<HostPluginInfo | undefined>;
     getPluginsByInterface(interfaceName: PluginInterface): Promise<HostPluginInfo[]>;
     getFloorPlan(): Promise<FloorPlan>;
+    assistantAsk(request: AssistantAskRequest): Promise<AssistantAskResult>;
+    assistantAccess(pluginId: string): Promise<AssistantAccess>;
+    assistantPost(post: AssistantPost): Promise<boolean>;
 }
 
 export declare interface CoreManagerNamespaces {
@@ -1043,6 +1078,7 @@ export declare interface ReactiveSmokeSensor extends ReactiveSensor<SmokeSensorP
 
 export declare interface ReactiveStorage {
     readonly proxy: Promisify<StorageRPC>;
+    readonly client: RPCClient;
     readonly config: ShallowRef<SchemaConfig | undefined>;
     readonly isLoading: Ref<boolean>;
     readonly error: Ref<Error | undefined>;

package/dist/index.js

@@ -430,9 +430,7 @@ function fetchSnapshotShared(deviceManager, id, forceFresh = false) {
 		const device = await acquireCameraDevice(deviceManager, id);
 		try {
 			if (!device) return void 0;
-			const result = await device.fetchSnapshot(void 0, forceFresh ? true : void 0);
-			if (result) setSnapshot(id, result);
-			return result ?? void 0;
+			return await device.fetchSnapshot(void 0, forceFresh ? true : void 0) ?? void 0;
 		} finally {
 			if (device) releaseCameraDevice(id);
 		}
@@ -445,28 +443,32 @@ function hookReconnectRefresh(cameraUi, deviceManager) {
 	if (reconnectHooked) return;
 	reconnectHooked = true;
 	cameraUi.on("reconnected", () => {
-		let delay = 0;
-		for (const id of subscribers.keys()) {
-			if ((subscribers.get(id)?.size ?? 0) === 0) continue;
-			const cameraId = id;
-			setTimeout(() => {
-				if ((subscribers.get(cameraId)?.size ?? 0) === 0) return;
-				fetchSnapshotShared(deviceManager, cameraId).catch(() => void 0);
-			}, delay);
-			delay += 150;
-		}
+		setTimeout(() => {
+			let delay = 0;
+			for (const id of subscribers.keys()) {
+				if ((subscribers.get(id)?.size ?? 0) === 0) continue;
+				const cameraId = id;
+				setTimeout(() => {
+					if ((subscribers.get(cameraId)?.size ?? 0) === 0) return;
+					fetchSnapshotShared(deviceManager, cameraId).catch(() => void 0);
+				}, delay);
+				delay += 150;
+			}
+		}, 0);
 	});
 }
 function deferRevoke(url) {
 	setTimeout(() => URL.revokeObjectURL(url), REVOKE_DELAY_MS);
 }
 function setSnapshot(cameraId, data, fetchedAt) {
-	const oldUrl = urlCache.get(cameraId);
-	if (oldUrl) {
-		deferRevoke(oldUrl);
-		urlCache.delete(cameraId);
+	if (snapshotCache.get(cameraId) !== data) {
+		const oldUrl = urlCache.get(cameraId);
+		if (oldUrl) {
+			deferRevoke(oldUrl);
+			urlCache.delete(cameraId);
+		}
+		snapshotCache.set(cameraId, data);
 	}
-	snapshotCache.set(cameraId, data);
 	if (fetchedAt !== void 0) timestampCache.set(cameraId, fetchedAt);
 	notify(cameraId);
 }
@@ -715,7 +717,7 @@ async function createReactiveCameraDevice(rpcOrContext, initialCamera) {
 			case "frameWorkerState":
 				frameWorkerConnected.value = event.data;
 				break;
-			case "snapshot:updated": setSnapshot(initialCamera._id, event.data.snapshot, Date.now());
+			case "snapshot:updated": setSnapshot(initialCamera._id, event.data.snapshot, event.data.fetchedAt);
 		}
 	}
 	function handleSensorEvent(event) {
@@ -1808,7 +1810,7 @@ async function resolvePluginId(rpcRef, pluginName) {
 }
 //#endregion
 //#region src/composables/useStorage.ts
-function createReactiveStorage(proxy) {
+function createReactiveStorage(proxy, client) {
 	const config = shallowRef();
 	const isLoading = ref(false);
 	const error = ref();
@@ -1872,6 +1874,7 @@ function createReactiveStorage(proxy) {
 	}
 	return {
 		proxy,
+		client,
 		config,
 		isLoading,
 		error,
@@ -1891,10 +1894,10 @@ function getCameraStorageKey(pluginId, cameraId) {
 function getSensorStorageKey(pluginId, sensorId) {
 	return `plugin:${pluginId}:sensor:${sensorId}`;
 }
-function acquireStorage(key, createProxy) {
-	return storageCache.acquire(key, () => {
-		return createReactiveStorage(createProxy());
-	});
+function acquireStorage(key, client, createProxy) {
+	const cached = storageCache.get(key);
+	if (cached && cached.client !== client) storageCache.forceRelease(key);
+	return storageCache.acquire(key, () => createReactiveStorage(createProxy(), client));
 }
 function releaseStorage(key) {
 	storageCache.release(key);
@@ -1918,10 +1921,23 @@ function cleanupStorage(state, isConnected, config) {
 	state.cachedStorage = void 0;
 	config.value = void 0;
 }
+function bindStorage(state, storageKey, client, config, createProxy) {
+	if (state.currentStorageKey === storageKey && state.cachedStorage?.client === client) return;
+	if (state.currentStorageKey && state.currentStorageKey !== storageKey) {
+		releaseStorage(state.currentStorageKey);
+		config.value = void 0;
+	}
+	state.currentStorageKey = storageKey;
+	state.cachedStorage = acquireStorage(storageKey, client, createProxy);
+}
 var GET_CONFIG_RETRY_DELAYS = [
 	2e3,
 	5e3,
 	1e4,
+	15e3,
+	15e3,
+	15e3,
+	15e3,
 	15e3
 ];
 function sleep(ms) {
@@ -2017,7 +2033,8 @@ function createStorageOperations(state, config, isLoading, error) {
 	};
 }
 function usePluginStorage(pluginName) {
-	const { rpc, isConnected: clientConnected } = useCameraUi();
+	const cameraUi = useCameraUi();
+	const { rpc, isConnected: clientConnected } = cameraUi;
 	const config = shallowRef();
 	const _isLoading = ref(false);
 	const initialSetupDone = ref(false);
@@ -2026,16 +2043,14 @@ function usePluginStorage(pluginName) {
 	const state = createStorageState();
 	const operations = createStorageOperations(state, config, _isLoading, error);
 	async function connect(name) {
-		if (!rpc.value || !clientConnected.value) return false;
+		const client = rpc.value;
+		if (!client || !clientConnected.value) return false;
 		try {
 			const pluginId = await resolvePluginId(rpc, name);
 			if (!pluginId) throw new Error(`Plugin "${name}" not found`);
-			const storageKey = getPluginStorageKey(pluginId);
-			if (state.currentStorageKey && state.currentStorageKey !== storageKey) releaseStorage(state.currentStorageKey);
-			state.currentStorageKey = storageKey;
-			state.cachedStorage = acquireStorage(storageKey, () => {
+			bindStorage(state, getPluginStorageKey(pluginId), client, config, () => {
 				const namespaces = NamespaceManager.pluginNamespaces(pluginId);
-				return rpc.value.createProxy(namespaces.pluginStorageRpc);
+				return client.createProxy(namespaces.pluginStorageRpc);
 			});
 			isConnected.value = true;
 			return true;
@@ -2053,14 +2068,20 @@ function usePluginStorage(pluginName) {
 		}
 		return operations.getConfig();
 	}
-	watch([clientConnected, () => toValue(pluginName)], async ([connected, name]) => {
-		if (connected && name) {
+	async function sync() {
+		const name = toValue(pluginName);
+		if (clientConnected.value && name) {
 			await connect(name);
 			operations.getConfig();
 		} else cleanupStorage(state, isConnected, config);
 		initialSetupDone.value = true;
-	}, { immediate: true });
-	tryOnScopeDispose(() => cleanupStorage(state, isConnected, config));
+	}
+	watch([clientConnected, () => toValue(pluginName)], sync, { immediate: true });
+	cameraUi.on("reconnected", sync);
+	tryOnScopeDispose(() => {
+		cameraUi.off("reconnected", sync);
+		cleanupStorage(state, isConnected, config);
+	});
 	return {
 		config,
 		isLoading: computed(() => _isLoading.value || !initialSetupDone.value),
@@ -2073,7 +2094,8 @@ function usePluginStorage(pluginName) {
 	};
 }
 function useCameraStorage(camera, pluginName) {
-	const { rpc, isConnected: clientConnected } = useCameraUi();
+	const cameraUi = useCameraUi();
+	const { rpc, isConnected: clientConnected } = cameraUi;
 	const config = shallowRef();
 	const _isLoading = ref(false);
 	const initialSetupDone = ref(false);
@@ -2082,16 +2104,14 @@ function useCameraStorage(camera, pluginName) {
 	const state = createStorageState();
 	const operations = createStorageOperations(state, config, _isLoading, error);
 	async function connect(cameraId, name) {
-		if (!rpc.value || !clientConnected.value) return false;
+		const client = rpc.value;
+		if (!client || !clientConnected.value) return false;
 		try {
 			const pluginId = await resolvePluginId(rpc, name);
 			if (!pluginId) throw new Error(`Plugin "${name}" not found`);
-			const storageKey = getCameraStorageKey(pluginId, cameraId);
-			if (state.currentStorageKey && state.currentStorageKey !== storageKey) releaseStorage(state.currentStorageKey);
-			state.currentStorageKey = storageKey;
-			state.cachedStorage = acquireStorage(storageKey, () => {
+			bindStorage(state, getCameraStorageKey(pluginId, cameraId), client, config, () => {
 				const namespaces = NamespaceManager.pluginCameraNamespaces(pluginId, cameraId);
-				return rpc.value.createProxy(namespaces.cameraStorageRpc);
+				return client.createProxy(namespaces.cameraStorageRpc);
 			});
 			isConnected.value = true;
 			return true;
@@ -2110,18 +2130,25 @@ function useCameraStorage(camera, pluginName) {
 		}
 		return operations.getConfig();
 	}
-	watch([
-		clientConnected,
-		() => extractCameraId(toValue(camera)),
-		() => toValue(pluginName)
-	], async ([connected, cameraId, name]) => {
-		if (connected && cameraId && name) {
+	async function sync() {
+		const cameraId = extractCameraId(toValue(camera));
+		const name = toValue(pluginName);
+		if (clientConnected.value && cameraId && name) {
 			await connect(cameraId, name);
 			operations.getConfig();
 		} else cleanupStorage(state, isConnected, config);
 		initialSetupDone.value = true;
-	}, { immediate: true });
-	tryOnScopeDispose(() => cleanupStorage(state, isConnected, config));
+	}
+	watch([
+		clientConnected,
+		() => extractCameraId(toValue(camera)),
+		() => toValue(pluginName)
+	], sync, { immediate: true });
+	cameraUi.on("reconnected", sync);
+	tryOnScopeDispose(() => {
+		cameraUi.off("reconnected", sync);
+		cleanupStorage(state, isConnected, config);
+	});
 	return {
 		config,
 		isLoading: computed(() => _isLoading.value || !initialSetupDone.value),
@@ -2134,7 +2161,8 @@ function useCameraStorage(camera, pluginName) {
 	};
 }
 function useSensorStorage(sensorId, pluginId) {
-	const { rpc, isConnected: clientConnected } = useCameraUi();
+	const cameraUi = useCameraUi();
+	const { rpc, isConnected: clientConnected } = cameraUi;
 	const config = shallowRef();
 	const _isLoading = ref(false);
 	const initialSetupDone = ref(false);
@@ -2143,14 +2171,12 @@ function useSensorStorage(sensorId, pluginId) {
 	const state = createStorageState();
 	const operations = createStorageOperations(state, config, _isLoading, error);
 	function connect(senId, plugId) {
-		if (!rpc.value || !clientConnected.value) return false;
+		const client = rpc.value;
+		if (!client || !clientConnected.value) return false;
 		try {
-			const storageKey = getSensorStorageKey(plugId, senId);
-			if (state.currentStorageKey && state.currentStorageKey !== storageKey) releaseStorage(state.currentStorageKey);
-			state.currentStorageKey = storageKey;
-			state.cachedStorage = acquireStorage(storageKey, () => {
+			bindStorage(state, getSensorStorageKey(plugId, senId), client, config, () => {
 				const namespaces = NamespaceManager.pluginSensorNamespaces(plugId, senId);
-				return rpc.value.createProxy(namespaces.sensorStorageRpc);
+				return client.createProxy(namespaces.sensorStorageRpc);
 			});
 			isConnected.value = true;
 			return true;
@@ -2169,18 +2195,25 @@ function useSensorStorage(sensorId, pluginId) {
 		}
 		return operations.getConfig();
 	}
-	watch([
-		clientConnected,
-		() => toValue(sensorId),
-		() => toValue(pluginId)
-	], ([connected, senId, plugId]) => {
-		if (connected && senId && plugId) {
+	function sync() {
+		const senId = toValue(sensorId);
+		const plugId = toValue(pluginId);
+		if (clientConnected.value && senId && plugId) {
 			connect(senId, plugId);
 			operations.getConfig();
 		} else cleanupStorage(state, isConnected, config);
 		initialSetupDone.value = true;
-	}, { immediate: true });
-	tryOnScopeDispose(() => cleanupStorage(state, isConnected, config));
+	}
+	watch([
+		clientConnected,
+		() => toValue(sensorId),
+		() => toValue(pluginId)
+	], sync, { immediate: true });
+	cameraUi.on("reconnected", sync);
+	tryOnScopeDispose(() => {
+		cameraUi.off("reconnected", sync);
+		cleanupStorage(state, isConnected, config);
+	});
 	return {
 		config,
 		isLoading: computed(() => _isLoading.value || !initialSetupDone.value),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@camera.ui/browser",
-  "version": "0.0.189",
+  "version": "0.0.191",
   "description": "camera.ui browser client",
   "author": "seydx (https://github.com/cameraui/clients)",
   "type": "module",
@@ -39,14 +39,14 @@
   "devDependencies": {
     "@camera.ui/logger": "file:../../packages/logger",
     "@camera.ui/rpc": "^1.0.12",
-    "@camera.ui/sdk": "~1.2.37",
+    "@camera.ui/sdk": "~1.2.38",
     "@camera.ui/transport": "file:../../packages/transport",
     "@eneris/push-receiver": "^4.3.1",
     "@microsoft/api-extractor": "^7.59.1",
     "@stylistic/eslint-plugin": "^5.10.0",
     "@types/webrtc": "^0.0.47",
     "@typescript-eslint/parser": "^8.70.0",
-    "@vitejs/plugin-vue": "^6.0.8",
+    "@vitejs/plugin-vue": "^6.0.9",
     "@vue/eslint-config-prettier": "^10.2.0",
     "@vue/eslint-config-typescript": "^14.9.0",
     "@vue/language-core": "^3.3.11",
@@ -63,7 +63,7 @@
     "unplugin-dts": "^1.1.0",
     "updates": "^18.1.0",
     "vite": "^8.3.0",
-    "vitest": "^5.0.0",
+    "vitest": "^5.0.1",
     "vue": "^3.5.42",
     "vue-tsc": "^3.3.11"
   },