@blueharford/scrypted-spatial-awareness 0.6.24 → 0.6.25

package/out/main.nodejs.js

@@ -37351,14 +37351,23 @@ class TrackingEngine {
     recordLlmCall() {
         this.lastLlmCallTime = Date.now();
     }
+    /** Check and record LLM call - returns false if rate limited */
+    tryLlmCall() {
+        if (!this.isLlmCallAllowed()) {
+            this.console.log('[LLM] Rate limited, skipping LLM call');
+            return false;
+        }
+        this.recordLlmCall();
+        return true;
+    }
     /** Get spatial reasoning result for movement (uses RAG + LLM) with debouncing and fallback */
     async getSpatialDescription(tracked, fromCameraId, toCameraId, transitTime, currentCameraId) {
         const fallbackEnabled = this.config.llmFallbackEnabled ?? true;
         const fallbackTimeout = this.config.llmFallbackTimeout ?? 3000;
         try {
             // Check rate limiting - if not allowed, return null to use basic description
-            if (!this.isLlmCallAllowed()) {
-                this.console.log('LLM rate-limited, using basic notification');
+            if (!this.tryLlmCall()) {
+                this.console.log('[Movement] LLM rate-limited, using basic notification');
                 return null;
             }
             // Get snapshot from camera for LLM analysis (if LLM is enabled)
@@ -37369,8 +37378,6 @@ class TrackingEngine {
                     mediaObject = await camera.takePicture();
                 }
             }
-            // Record that we're making an LLM call
-            this.recordLlmCall();
             // Use spatial reasoning engine for rich context-aware description
             // Apply timeout if fallback is enabled
             let result;
@@ -37524,17 +37531,25 @@ class TrackingEngine {
                     this.console.log(`[Entry Alert] Prefetch result: "${spatialResult.description.substring(0, 60)}...", usedLlm=${spatialResult.usedLlm}`);
                 }
                 catch (e) {
-                    this.console.warn(`[Entry Alert] Prefetch failed, generating fallback: ${e}`);
+                    this.console.warn(`[Entry Alert] Prefetch failed, using basic description: ${e}`);
+                    // Don't make another LLM call - use basic description (no mediaObject = no LLM)
                     spatialResult = await this.spatialReasoning.generateEntryDescription(tracked, sighting.cameraId);
                 }
                 this.pendingDescriptions.delete(globalId);
             }
             else {
-                // Fallback: generate description now (slower path)
-                this.console.log(`[Entry Alert] No prefetch available, generating now`);
-                const mediaObject = this.snapshotCache.get(globalId);
-                spatialResult = await this.spatialReasoning.generateEntryDescription(tracked, sighting.cameraId, mediaObject);
-                this.console.log(`[Entry Alert] Got description: "${spatialResult.description.substring(0, 60)}...", usedLlm=${spatialResult.usedLlm}`);
+                // No prefetch available - only call LLM if rate limit allows
+                if (this.tryLlmCall()) {
+                    this.console.log(`[Entry Alert] No prefetch, generating with LLM`);
+                    const mediaObject = this.snapshotCache.get(globalId);
+                    spatialResult = await this.spatialReasoning.generateEntryDescription(tracked, sighting.cameraId, mediaObject);
+                    this.console.log(`[Entry Alert] Got description: "${spatialResult.description.substring(0, 60)}...", usedLlm=${spatialResult.usedLlm}`);
+                }
+                else {
+                    // Rate limited - use basic description (no LLM)
+                    this.console.log(`[Entry Alert] Rate limited, using basic description`);
+                    spatialResult = await this.spatialReasoning.generateEntryDescription(tracked, sighting.cameraId);
+                }
             }
             // Always use movement alert type for smart notifications with LLM descriptions
             // The property_entry/property_exit types are legacy and disabled by default
@@ -37561,9 +37576,9 @@ class TrackingEngine {
                 if (mediaObject) {
                     this.snapshotCache.set(globalId, mediaObject);
                     this.console.log(`[Snapshot] Cached snapshot for ${globalId.slice(0, 8)} from ${cameraId}`);
-                    // Start LLM analysis immediately in parallel (don't await)
+                    // Start LLM analysis immediately in parallel (don't await) - but respect rate limits
                     const tracked = this.state.getObject(globalId);
-                    if (tracked && this.config.useLlmDescriptions) {
+                    if (tracked && this.config.useLlmDescriptions && this.tryLlmCall()) {
                         this.console.log(`[LLM Prefetch] Starting ${eventType} analysis for ${globalId.slice(0, 8)}`);
                         const descriptionPromise = eventType === 'exit'
                             ? this.spatialReasoning.generateExitDescription(tracked, cameraId, mediaObject)
@@ -37576,6 +37591,9 @@ class TrackingEngine {
                             this.console.warn(`[LLM Prefetch] Failed for ${globalId.slice(0, 8)}: ${e}`);
                         });
                     }
+                    else if (tracked && this.config.useLlmDescriptions) {
+                        this.console.log(`[LLM Prefetch] Skipped for ${globalId.slice(0, 8)} - rate limited`);
+                    }
                 }
             }
         }
@@ -37644,17 +37662,25 @@ class TrackingEngine {
                         this.console.log(`[Exit Alert] Prefetch result: "${spatialResult.description.substring(0, 60)}...", usedLlm=${spatialResult.usedLlm}`);
                     }
                     catch (e) {
-                        this.console.warn(`[Exit Alert] Prefetch failed, generating fallback: ${e}`);
+                        this.console.warn(`[Exit Alert] Prefetch failed, using basic description: ${e}`);
+                        // Don't make another LLM call - use basic description
                         spatialResult = await this.spatialReasoning.generateExitDescription(current, sighting.cameraId);
                     }
                     this.pendingDescriptions.delete(tracked.globalId);
                 }
                 else {
-                    // Fallback: generate description now (slower path)
-                    this.console.log(`[Exit Alert] No prefetch available, generating now`);
-                    const mediaObject = this.snapshotCache.get(tracked.globalId);
-                    spatialResult = await this.spatialReasoning.generateExitDescription(current, sighting.cameraId, mediaObject);
-                    this.console.log(`[Exit Alert] Got description: "${spatialResult.description.substring(0, 60)}...", usedLlm=${spatialResult.usedLlm}`);
+                    // No prefetch available - only call LLM if rate limit allows
+                    if (this.tryLlmCall()) {
+                        this.console.log(`[Exit Alert] No prefetch, generating with LLM`);
+                        const mediaObject = this.snapshotCache.get(tracked.globalId);
+                        spatialResult = await this.spatialReasoning.generateExitDescription(current, sighting.cameraId, mediaObject);
+                        this.console.log(`[Exit Alert] Got description: "${spatialResult.description.substring(0, 60)}...", usedLlm=${spatialResult.usedLlm}`);
+                    }
+                    else {
+                        // Rate limited - use basic description (no LLM)
+                        this.console.log(`[Exit Alert] Rate limited, using basic description`);
+                        spatialResult = await this.spatialReasoning.generateExitDescription(current, sighting.cameraId);
+                    }
                 }
                 // Use movement alert for exit too - smart notifications with LLM descriptions
                 await this.alertManager.checkAndAlert('movement', current, {
@@ -39197,8 +39223,8 @@ class SpatialAwarenessPlugin extends sdk_1.ScryptedDeviceBase {
         llmDebounceInterval: {
             title: 'LLM Rate Limit (seconds)',
             type: 'number',
-            defaultValue: 10,
-            description: 'Minimum time between LLM calls to prevent API overload (0 = no limit)',
+            defaultValue: 30,
+            description: 'Minimum time between LLM calls to prevent API rate limiting. Increase if you get rate limit errors. (0 = no limit)',
             group: 'AI & Spatial Reasoning',
         },
         llmFallbackEnabled: {