@blueharford/scrypted-spatial-awareness 0.6.27 → 0.6.29

package/out/main.nodejs.js

@@ -35410,31 +35410,38 @@ class SpatialReasoningEngine {
     // Load balancing for multiple LLMs
     llmDevices = [];
     llmIndex = 0;
-    /** Find LLM devices - uses configured device or auto-discovers all for load balancing */
+    /** Find LLM devices - uses configured devices or auto-discovers all for load balancing */
     async findAllLlmDevices() {
         if (this.llmSearched)
             return;
         this.llmSearched = true;
         try {
-            // If a specific LLM device is configured, use only that one
-            if (this.config.llmDeviceId) {
-                const device = systemManager.getDeviceById(this.config.llmDeviceId);
-                if (device?.interfaces?.includes('ChatCompletion')) {
-                    const providerTypeEnum = this.detectProviderType(device);
-                    this.llmDevices.push({
-                        device: device,
-                        id: this.config.llmDeviceId,
-                        name: device.name || this.config.llmDeviceId,
-                        providerType: providerTypeEnum,
-                        lastUsed: 0,
-                        errorCount: 0,
-                    });
-                    this.console.log(`[LLM] Using configured LLM: ${device.name}`);
-                    return;
+            // If specific LLM devices are configured, use only those
+            if (this.config.llmDeviceIds && this.config.llmDeviceIds.length > 0) {
+                for (const deviceId of this.config.llmDeviceIds) {
+                    const device = systemManager.getDeviceById(deviceId);
+                    if (device?.interfaces?.includes('ChatCompletion')) {
+                        const providerTypeEnum = this.detectProviderType(device);
+                        this.llmDevices.push({
+                            device: device,
+                            id: deviceId,
+                            name: device.name || deviceId,
+                            providerType: providerTypeEnum,
+                            lastUsed: 0,
+                            errorCount: 0,
+                        });
+                        this.console.log(`[LLM] Using configured LLM: ${device.name}`);
+                    }
+                    else {
+                        this.console.warn(`[LLM] Configured device ${deviceId} not found or doesn't support ChatCompletion`);
+                    }
                 }
-                else {
-                    this.console.warn(`[LLM] Configured device ${this.config.llmDeviceId} not found or doesn't support ChatCompletion`);
+                if (this.llmDevices.length > 0) {
+                    this.console.log(`[LLM] Using ${this.llmDevices.length} configured LLM provider(s)`);
+                    return;
                 }
+                // Fall through to auto-discovery if none of the configured devices worked
+                this.console.warn('[LLM] No configured devices available, falling back to auto-discovery');
             }
             // Auto-discover all LLM devices for load balancing
             for (const id of Object.keys(systemManager.getSystemState())) {
@@ -35451,7 +35458,7 @@ class SpatialReasoningEngine {
                         lastUsed: 0,
                         errorCount: 0,
                     });
-                    this.console.log(`[LLM] Found: ${device.name}`);
+                    this.console.log(`[LLM] Auto-discovered: ${device.name}`);
                 }
             }
             if (this.llmDevices.length === 0) {
@@ -37343,7 +37350,7 @@ class TrackingEngine {
         // Initialize spatial reasoning engine
         const spatialConfig = {
             enableLlm: config.useLlmDescriptions,
-            llmDeviceId: config.llmDeviceId,
+            llmDeviceIds: config.llmDeviceIds,
             enableLandmarkLearning: config.enableLandmarkLearning ?? true,
             landmarkConfidenceThreshold: config.landmarkConfidenceThreshold ?? 0.7,
             contextCacheTtl: 60000, // 1 minute cache
@@ -39458,11 +39465,19 @@ class SpatialAwarenessPlugin extends sdk_1.ScryptedDeviceBase {
             group: 'MQTT Integration',
         },
         // Integrations
-        llmDevice: {
-            title: 'LLM Provider',
+        llmPlugin: {
+            title: 'LLM Plugin',
             type: 'device',
+            deviceFilter: `interfaces.includes('DeviceProvider') && interfaces.includes('Settings')`,
+            description: 'Select the LLM plugin to use (e.g., OpenAI, Anthropic, Ollama from @scrypted/llm)',
+            group: 'Integrations',
+        },
+        llmProviders: {
+            title: 'LLM Providers',
+            type: 'device',
+            multiple: true,
             deviceFilter: `interfaces.includes('ChatCompletion')`,
-            description: 'Select the LLM plugin to use for smart descriptions (e.g., OpenAI, Anthropic, Ollama)',
+            description: 'Select which providers to use from your LLM plugin. Multiple providers will be load-balanced.',
             group: 'Integrations',
         },
         defaultNotifiers: {
@@ -39568,7 +39583,7 @@ class SpatialAwarenessPlugin extends sdk_1.ScryptedDeviceBase {
             loiteringThreshold: (this.storageSettings.values.loiteringThreshold || 3) * 1000,
             objectAlertCooldown: (this.storageSettings.values.objectAlertCooldown || 30) * 1000,
             useLlmDescriptions: this.storageSettings.values.useLlmDescriptions ?? true,
-            llmDeviceId: this.storageSettings.values.llmDevice || undefined,
+            llmDeviceIds: this.parseLlmProviders(),
             llmDebounceInterval: (this.storageSettings.values.llmDebounceInterval || 30) * 1000,
             llmFallbackEnabled: this.storageSettings.values.llmFallbackEnabled ?? true,
             llmFallbackTimeout: (this.storageSettings.values.llmFallbackTimeout || 3) * 1000,
@@ -39610,6 +39625,34 @@ class SpatialAwarenessPlugin extends sdk_1.ScryptedDeviceBase {
             }
         }
     }
+    /** Parse LLM providers from settings - handles both array and single value formats */
+    parseLlmProviders() {
+        const value = this.storageSettings.values.llmProviders;
+        if (!value)
+            return undefined;
+        // Handle array format
+        if (Array.isArray(value)) {
+            const filtered = value.filter(Boolean);
+            return filtered.length > 0 ? filtered : undefined;
+        }
+        // Handle JSON string format
+        if (typeof value === 'string') {
+            try {
+                const parsed = JSON.parse(value);
+                if (Array.isArray(parsed)) {
+                    const filtered = parsed.filter(Boolean);
+                    return filtered.length > 0 ? filtered : undefined;
+                }
+                // Single device ID string
+                return value ? [value] : undefined;
+            }
+            catch {
+                // Not JSON, treat as single device ID
+                return value ? [value] : undefined;
+            }
+        }
+        return undefined;
+    }
     // ==================== DeviceProvider Implementation ====================
     async getDevice(nativeId) {
         let device = this.devices.get(nativeId);
@@ -39886,7 +39929,8 @@ class SpatialAwarenessPlugin extends sdk_1.ScryptedDeviceBase {
             key === 'llmDebounceInterval' ||
             key === 'llmFallbackEnabled' ||
             key === 'llmFallbackTimeout' ||
-            key === 'llmDevice' ||
+            key === 'llmPlugin' ||
+            key === 'llmProviders' ||
             key === 'enableTransitTimeLearning' ||
             key === 'enableConnectionSuggestions' ||
             key === 'enableLandmarkLearning' ||