@blueharford/scrypted-spatial-awareness 0.5.8 → 0.6.0

package/out/main.nodejs.js

@@ -36275,7 +36275,7 @@ class TopologyDiscoveryEngine {
                             ],
                         },
                     ],
-                    max_tokens: 500,
+                    max_tokens: 1500,
                     temperature: 0.3,
                 });
                 const content = result?.choices?.[0]?.message?.content;
@@ -36484,7 +36484,7 @@ class TopologyDiscoveryEngine {
             const prompt = CORRELATION_PROMPT.replace('{scenes}', scenesText);
             const result = await llm.getChatCompletion({
                 messages: [{ role: 'user', content: prompt }],
-                max_tokens: 800,
+                max_tokens: 2000,
                 temperature: 0.4,
             });
             const content = result?.choices?.[0]?.message?.content;
@@ -40224,12 +40224,38 @@ class SpatialAwarenessPlugin extends sdk_1.ScryptedDeviceBase {
         const topology = this.trackingEngine.getTopology();
         let updated = false;
         if (suggestion.type === 'landmark' && suggestion.landmark) {
+            // Calculate a reasonable position for the landmark
+            // Use the first visible camera's position as a starting point, or canvas center
+            let position = suggestion.landmark.position;
+            if (!position || (position.x === 0 && position.y === 0)) {
+                // Find a camera that can see this landmark
+                const visibleCameraId = suggestion.landmark.visibleFromCameras?.[0];
+                const camera = visibleCameraId ? topology.cameras.find(c => c.deviceId === visibleCameraId) : null;
+                if (camera?.floorPlanPosition) {
+                    // Position near the camera with some offset
+                    const offset = (topology.landmarks?.length || 0) * 30;
+                    position = {
+                        x: camera.floorPlanPosition.x + 50 + (offset % 100),
+                        y: camera.floorPlanPosition.y + 50 + Math.floor(offset / 100) * 30,
+                    };
+                }
+                else {
+                    // Position in a grid pattern starting from center
+                    const landmarkCount = topology.landmarks?.length || 0;
+                    const gridSize = 80;
+                    const cols = 5;
+                    position = {
+                        x: 200 + (landmarkCount % cols) * gridSize,
+                        y: 100 + Math.floor(landmarkCount / cols) * gridSize,
+                    };
+                }
+            }
             // Add new landmark to topology
             const landmark = {
                 id: `landmark_${Date.now()}`,
                 name: suggestion.landmark.name,
                 type: suggestion.landmark.type,
-                position: suggestion.landmark.position || { x: 0, y: 0 },
+                position,
                 description: suggestion.landmark.description,
                 visibleFromCameras: suggestion.landmark.visibleFromCameras,
                 aiSuggested: true,
@@ -40240,15 +40266,107 @@ class SpatialAwarenessPlugin extends sdk_1.ScryptedDeviceBase {
             }
             topology.landmarks.push(landmark);
             updated = true;
-            this.console.log(`[Discovery] Added landmark: ${landmark.name}`);
+            this.console.log(`[Discovery] Added landmark: ${landmark.name} at (${position.x}, ${position.y})`);
+        }
+        if (suggestion.type === 'zone' && suggestion.zone) {
+            // Create a drawn zone from the discovery zone
+            const zone = suggestion.zone;
+            // Find cameras that see this zone
+            const sourceCameras = suggestion.sourceCameras || [];
+            const camera = sourceCameras[0]
+                ? topology.cameras.find(c => c.deviceId === sourceCameras[0] || c.name === sourceCameras[0])
+                : null;
+            // Create a default polygon near the camera or at a default location
+            let centerX = 300;
+            let centerY = 200;
+            if (camera?.floorPlanPosition) {
+                centerX = camera.floorPlanPosition.x;
+                centerY = camera.floorPlanPosition.y + 80;
+            }
+            // Create a rectangular zone (user can edit later)
+            const size = 100;
+            const timestamp = Date.now();
+            // 1. Create DrawnZone (visual on floor plan)
+            const drawnZone = {
+                id: `zone_${timestamp}`,
+                name: zone.name,
+                type: (zone.type || 'custom'),
+                description: zone.description,
+                polygon: [
+                    { x: centerX - size / 2, y: centerY - size / 2 },
+                    { x: centerX + size / 2, y: centerY - size / 2 },
+                    { x: centerX + size / 2, y: centerY + size / 2 },
+                    { x: centerX - size / 2, y: centerY + size / 2 },
+                ],
+                linkedCameras: sourceCameras,
+            };
+            if (!topology.drawnZones) {
+                topology.drawnZones = [];
+            }
+            topology.drawnZones.push(drawnZone);
+            // 2. Create GlobalZone (for tracking/alerting)
+            const globalZoneType = this.mapZoneTypeToGlobalType(zone.type);
+            const cameraZones = sourceCameras
+                .map(camRef => {
+                const cam = topology.cameras.find(c => c.deviceId === camRef || c.name === camRef);
+                if (!cam)
+                    return null;
+                return {
+                    cameraId: cam.deviceId,
+                    zone: [[0, 0], [100, 0], [100, 100], [0, 100]], // Full frame default
+                };
+            })
+                .filter((z) => z !== null);
+            if (cameraZones.length > 0) {
+                const globalZone = {
+                    id: `global_${timestamp}`,
+                    name: zone.name,
+                    type: globalZoneType,
+                    cameraZones,
+                };
+                if (!topology.globalZones) {
+                    topology.globalZones = [];
+                }
+                topology.globalZones.push(globalZone);
+                this.console.log(`[Discovery] Added zone: ${zone.name} (${zone.type}) - DrawnZone and GlobalZone created`);
+            }
+            else {
+                this.console.log(`[Discovery] Added zone: ${zone.name} (${zone.type}) - DrawnZone only (no cameras matched)`);
+            }
+            updated = true;
         }
         if (suggestion.type === 'connection' && suggestion.connection) {
             // Add new connection to topology
             const conn = suggestion.connection;
+            // Resolve camera references - LLM may return names instead of deviceIds
+            // Use case-insensitive matching for names
+            const fromCamera = topology.cameras.find(c => c.deviceId === conn.fromCameraId ||
+                c.name === conn.fromCameraId ||
+                c.name.toLowerCase() === conn.fromCameraId.toLowerCase());
+            const toCamera = topology.cameras.find(c => c.deviceId === conn.toCameraId ||
+                c.name === conn.toCameraId ||
+                c.name.toLowerCase() === conn.toCameraId.toLowerCase());
+            // Don't create connection if cameras not found
+            if (!fromCamera || !toCamera) {
+                this.console.warn(`[Discovery] Cannot create connection: camera not found. from="${conn.fromCameraId}" to="${conn.toCameraId}"`);
+                this.console.warn(`[Discovery] Available cameras: ${topology.cameras.map(c => `${c.name} (${c.deviceId})`).join(', ')}`);
+                return;
+            }
+            // Check if connection already exists
+            const existingConn = topology.connections.find(c => (c.fromCameraId === fromCamera.deviceId && c.toCameraId === toCamera.deviceId) ||
+                (c.bidirectional && c.fromCameraId === toCamera.deviceId && c.toCameraId === fromCamera.deviceId));
+            if (existingConn) {
+                this.console.log(`[Discovery] Connection already exists between ${fromCamera.name} and ${toCamera.name}`);
+                return;
+            }
+            // Warn if cameras don't have positions yet
+            if (!fromCamera.floorPlanPosition || !toCamera.floorPlanPosition) {
+                this.console.warn(`[Discovery] Note: One or both cameras not positioned on floor plan yet`);
+            }
             const newConnection = {
                 id: `conn_${Date.now()}`,
-                fromCameraId: conn.fromCameraId,
-                toCameraId: conn.toCameraId,
+                fromCameraId: fromCamera.deviceId,
+                toCameraId: toCamera.deviceId,
                 bidirectional: conn.bidirectional,
                 // Default exit/entry zones covering full frame
                 exitZone: [[0, 0], [100, 0], [100, 100], [0, 100]],
@@ -40262,7 +40380,7 @@ class SpatialAwarenessPlugin extends sdk_1.ScryptedDeviceBase {
             };
             topology.connections.push(newConnection);
             updated = true;
-            this.console.log(`[Discovery] Added connection: ${conn.fromCameraId} -> ${conn.toCameraId}`);
+            this.console.log(`[Discovery] Added connection: ${fromCamera.name} (${fromCamera.deviceId}) -> ${toCamera.name} (${toCamera.deviceId})`);
         }
         if (updated) {
             // Save updated topology
@@ -40270,6 +40388,24 @@ class SpatialAwarenessPlugin extends sdk_1.ScryptedDeviceBase {
             this.trackingEngine.updateTopology(topology);
         }
     }
+    /** Map discovered zone types to GlobalZone types for tracking/alerting */
+    mapZoneTypeToGlobalType(type) {
+        const mapping = {
+            'yard': 'dwell',
+            'driveway': 'entry',
+            'street': 'entry',
+            'patio': 'dwell',
+            'walkway': 'entry',
+            'parking': 'dwell',
+            'garden': 'dwell',
+            'pool': 'restricted',
+            'entrance': 'entry',
+            'garage': 'entry',
+            'deck': 'dwell',
+            'custom': 'dwell',
+        };
+        return mapping[type] || 'dwell';
+    }
     serveEditorUI(response) {
         response.send(editor_html_1.EDITOR_HTML, {
             headers: { 'Content-Type': 'text/html' },
@@ -41400,7 +41536,7 @@ exports.EDITOR_HTML = `<!DOCTYPE html>
             <button class="btn btn-small btn-primary" id="scan-now-btn" onclick="runDiscoveryScan()">Scan Now</button>
           </div>
           <div id="discovery-status" style="font-size: 11px; color: #888; margin-bottom: 8px;">
-            <span id="discovery-status-text">Not scanned yet</span>
+            <span id="discovery-status-text">Position cameras first, then scan</span>
           </div>
           <div id="discovery-suggestions-list"></div>
         </div>
@@ -41433,6 +41569,7 @@ exports.EDITOR_HTML = `<!DOCTYPE html>
         </div>
         <div class="toolbar-group">
           <button class="btn" onclick="clearDrawings()">Clear Drawings</button>
+          <button class="btn" onclick="clearAllTopology()" style="background: #dc2626;">Delete All</button>
         </div>
         <div class="toolbar-group">
           <button class="btn btn-primary" onclick="saveTopology()">Save</button>
@@ -41935,6 +42072,13 @@ exports.EDITOR_HTML = `<!DOCTYPE html>
     let scanPollingInterval = null;
 
     async function runDiscoveryScan() {
+      // Check if cameras are positioned on the floor plan
+      const positionedCameras = topology.cameras.filter(c => c.floorPlanPosition);
+      if (positionedCameras.length === 0) {
+        alert('Please position at least one camera on the floor plan before running discovery.\\n\\nSteps:\\n1. Click "Place Camera" in the toolbar\\n2. Click on the floor plan where the camera is located\\n3. Select the camera from the dropdown\\n4. Drag the rotation handle to set its direction\\n5. Then run discovery to detect zones and connections');
+        return;
+      }
+
       const scanBtn = document.getElementById('scan-now-btn');
       const statusText = document.getElementById('discovery-status-text');
       scanBtn.disabled = true;
@@ -42311,6 +42455,12 @@ exports.EDITOR_HTML = `<!DOCTYPE html>
         for (let i = 1; i < currentZonePoints.length; i++) {
           ctx.lineTo(currentZonePoints[i].x, currentZonePoints[i].y);
         }
+        // Close the polygon if we have 3+ points
+        if (currentZonePoints.length >= 3) {
+          ctx.closePath();
+          ctx.fillStyle = color;
+          ctx.fill();
+        }
         ctx.strokeStyle = strokeColor;
         ctx.lineWidth = 2;
         ctx.stroke();
@@ -42536,6 +42686,29 @@ exports.EDITOR_HTML = `<!DOCTYPE html>
     function drawCamera(camera) {
       const pos = camera.floorPlanPosition;
       const isSelected = selectedItem?.type === 'camera' && selectedItem?.id === camera.deviceId;
+
+      // Get FOV settings or defaults
+      const fov = camera.fov || { mode: 'simple', angle: 90, direction: 0, range: 80 };
+      const direction = (fov.mode === 'simple' || !fov.mode) ? (fov.direction || 0) : 0;
+      const fovAngle = (fov.mode === 'simple' || !fov.mode) ? (fov.angle || 90) : 90;
+      const range = (fov.mode === 'simple' || !fov.mode) ? (fov.range || 80) : 80;
+
+      // Convert direction to radians (0 = up/north, 90 = right/east)
+      const dirRad = (direction - 90) * Math.PI / 180;
+      const halfFov = (fovAngle / 2) * Math.PI / 180;
+
+      // Draw FOV cone
+      ctx.beginPath();
+      ctx.moveTo(pos.x, pos.y);
+      ctx.arc(pos.x, pos.y, range, dirRad - halfFov, dirRad + halfFov);
+      ctx.closePath();
+      ctx.fillStyle = isSelected ? 'rgba(233, 69, 96, 0.15)' : 'rgba(76, 175, 80, 0.15)';
+      ctx.fill();
+      ctx.strokeStyle = isSelected ? 'rgba(233, 69, 96, 0.5)' : 'rgba(76, 175, 80, 0.5)';
+      ctx.lineWidth = 1;
+      ctx.stroke();
+
+      // Draw camera circle
       ctx.beginPath();
       ctx.arc(pos.x, pos.y, 20, 0, Math.PI * 2);
       ctx.fillStyle = isSelected ? '#e94560' : '#0f3460';
@@ -42543,12 +42716,41 @@ exports.EDITOR_HTML = `<!DOCTYPE html>
       ctx.strokeStyle = '#fff';
       ctx.lineWidth = 2;
       ctx.stroke();
+
+      // Draw camera icon/text
       ctx.fillStyle = '#fff';
       ctx.font = '12px sans-serif';
       ctx.textAlign = 'center';
       ctx.textBaseline = 'middle';
       ctx.fillText('CAM', pos.x, pos.y);
       ctx.fillText(camera.name, pos.x, pos.y + 35);
+
+      // Draw direction handle (when selected) for rotation
+      if (isSelected) {
+        const handleLength = 45;
+        const handleX = pos.x + Math.cos(dirRad) * handleLength;
+        const handleY = pos.y + Math.sin(dirRad) * handleLength;
+
+        // Handle line
+        ctx.beginPath();
+        ctx.moveTo(pos.x + Math.cos(dirRad) * 20, pos.y + Math.sin(dirRad) * 20);
+        ctx.lineTo(handleX, handleY);
+        ctx.strokeStyle = '#ff6b6b';
+        ctx.lineWidth = 3;
+        ctx.stroke();
+
+        // Handle grip (circle at end)
+        ctx.beginPath();
+        ctx.arc(handleX, handleY, 8, 0, Math.PI * 2);
+        ctx.fillStyle = '#ff6b6b';
+        ctx.fill();
+        ctx.strokeStyle = '#fff';
+        ctx.lineWidth = 2;
+        ctx.stroke();
+
+        // Store handle position for hit detection
+        camera._handlePos = { x: handleX, y: handleY };
+      }
     }
 
     function drawConnection(from, to, conn) {
@@ -42809,7 +43011,16 @@ exports.EDITOR_HTML = `<!DOCTYPE html>
 
     function showCameraProperties(camera) {
       const panel = document.getElementById('properties-panel');
-      panel.innerHTML = '<h3>Camera Properties</h3><div class="form-group"><label>Name</label><input type="text" value="' + camera.name + '" onchange="updateCameraName(\\'' + camera.deviceId + '\\', this.value)"></div><div class="form-group"><label class="checkbox-group"><input type="checkbox" ' + (camera.isEntryPoint ? 'checked' : '') + ' onchange="updateCameraEntry(\\'' + camera.deviceId + '\\', this.checked)">Entry Point</label></div><div class="form-group"><label class="checkbox-group"><input type="checkbox" ' + (camera.isExitPoint ? 'checked' : '') + ' onchange="updateCameraExit(\\'' + camera.deviceId + '\\', this.checked)">Exit Point</label></div><div class="form-group"><button class="btn" style="width: 100%; background: #f44336;" onclick="deleteCamera(\\'' + camera.deviceId + '\\')">Delete Camera</button></div>';
+      const fov = camera.fov || { mode: 'simple', angle: 90, direction: 0, range: 80 };
+      panel.innerHTML = '<h3>Camera Properties</h3>' +
+        '<div class="form-group"><label>Name</label><input type="text" value="' + camera.name + '" onchange="updateCameraName(\\'' + camera.deviceId + '\\', this.value)"></div>' +
+        '<div class="form-group"><label class="checkbox-group"><input type="checkbox" ' + (camera.isEntryPoint ? 'checked' : '') + ' onchange="updateCameraEntry(\\'' + camera.deviceId + '\\', this.checked)">Entry Point</label></div>' +
+        '<div class="form-group"><label class="checkbox-group"><input type="checkbox" ' + (camera.isExitPoint ? 'checked' : '') + ' onchange="updateCameraExit(\\'' + camera.deviceId + '\\', this.checked)">Exit Point</label></div>' +
+        '<h4 style="margin-top: 15px; margin-bottom: 10px; color: #888;">Field of View</h4>' +
+        '<div class="form-group"><label>Direction (0=up, 90=right)</label><input type="number" value="' + Math.round(fov.direction || 0) + '" min="0" max="359" onchange="updateCameraFov(\\'' + camera.deviceId + '\\', \\'direction\\', this.value)"></div>' +
+        '<div class="form-group"><label>FOV Angle (degrees)</label><input type="number" value="' + (fov.angle || 90) + '" min="30" max="180" onchange="updateCameraFov(\\'' + camera.deviceId + '\\', \\'angle\\', this.value)"></div>' +
+        '<div class="form-group"><label>Range (pixels)</label><input type="number" value="' + (fov.range || 80) + '" min="20" max="300" onchange="updateCameraFov(\\'' + camera.deviceId + '\\', \\'range\\', this.value)"></div>' +
+        '<div class="form-group"><button class="btn" style="width: 100%; background: #f44336;" onclick="deleteCamera(\\'' + camera.deviceId + '\\')">Delete Camera</button></div>';
     }
 
     function showConnectionProperties(connection) {
@@ -42820,6 +43031,13 @@ exports.EDITOR_HTML = `<!DOCTYPE html>
     function updateCameraName(id, value) { const camera = topology.cameras.find(c => c.deviceId === id); if (camera) camera.name = value; updateUI(); }
     function updateCameraEntry(id, value) { const camera = topology.cameras.find(c => c.deviceId === id); if (camera) camera.isEntryPoint = value; }
     function updateCameraExit(id, value) { const camera = topology.cameras.find(c => c.deviceId === id); if (camera) camera.isExitPoint = value; }
+    function updateCameraFov(id, field, value) {
+      const camera = topology.cameras.find(c => c.deviceId === id);
+      if (!camera) return;
+      if (!camera.fov) camera.fov = { mode: 'simple', angle: 90, direction: 0, range: 80 };
+      camera.fov[field] = parseFloat(value);
+      render();
+    }
     function updateConnectionName(id, value) { const conn = topology.connections.find(c => c.id === id); if (conn) conn.name = value; updateUI(); }
     function updateTransitTime(id, field, value) { const conn = topology.connections.find(c => c.id === id); if (conn) conn.transitTime[field] = parseInt(value) * 1000; }
     function updateConnectionBidi(id, value) { const conn = topology.connections.find(c => c.id === id); if (conn) conn.bidirectional = value; render(); }
@@ -42963,10 +43181,30 @@ exports.EDITOR_HTML = `<!DOCTYPE html>
       setStatus('Drawings cleared', 'success');
     }
 
+    function clearAllTopology() {
+      if (!confirm('DELETE ALL TOPOLOGY DATA?\\n\\nThis will remove:\\n- All cameras\\n- All connections\\n- All landmarks\\n- All zones\\n- All drawings\\n\\nThis cannot be undone.')) return;
+
+      topology.cameras = [];
+      topology.connections = [];
+      topology.landmarks = [];
+      topology.globalZones = [];
+      topology.drawnZones = [];
+      topology.drawings = [];
+      topology.relationships = [];
+
+      selectedItem = null;
+      document.getElementById('properties-panel').innerHTML = '<h3>Properties</h3><p style="color: #666;">Select an item to edit.</p>';
+      updateCameraSelects();
+      updateUI();
+      render();
+      setStatus('All topology data cleared', 'warning');
+    }
+
     function closeModal(id) { document.getElementById(id).classList.remove('active'); }
     function setStatus(text, type) { document.getElementById('status-text').textContent = text; const dot = document.getElementById('status-dot'); dot.className = 'status-dot'; if (type === 'warning') dot.classList.add('warning'); if (type === 'error') dot.classList.add('error'); }
 
     let dragging = null;
+    let rotatingCamera = null;
 
     canvas.addEventListener('mousedown', (e) => {
       const rect = canvas.getBoundingClientRect();
@@ -42982,7 +43220,20 @@ exports.EDITOR_HTML = `<!DOCTYPE html>
       }
 
       if (currentTool === 'select') {
-        // Check cameras first
+        // Check for rotation handle on selected camera first
+        if (selectedItem?.type === 'camera') {
+          const camera = topology.cameras.find(c => c.deviceId === selectedItem.id);
+          if (camera?._handlePos) {
+            const dist = Math.hypot(x - camera._handlePos.x, y - camera._handlePos.y);
+            if (dist < 15) {
+              rotatingCamera = camera;
+              setStatus('Drag to rotate camera direction', 'warning');
+              return;
+            }
+          }
+        }
+
+        // Check cameras
         for (const camera of topology.cameras) {
           if (camera.floorPlanPosition) {
             const dist = Math.hypot(x - camera.floorPlanPosition.x, y - camera.floorPlanPosition.y);
@@ -43046,6 +43297,20 @@ exports.EDITOR_HTML = `<!DOCTYPE html>
       const x = e.clientX - rect.left;
       const y = e.clientY - rect.top;
 
+      // Handle camera rotation
+      if (rotatingCamera) {
+        const pos = rotatingCamera.floorPlanPosition;
+        const angle = Math.atan2(y - pos.y, x - pos.x);
+        // Convert to our direction system (0 = up/north, 90 = right/east)
+        const direction = (angle * 180 / Math.PI) + 90;
+        if (!rotatingCamera.fov) {
+          rotatingCamera.fov = { mode: 'simple', angle: 90, direction: 0, range: 80 };
+        }
+        rotatingCamera.fov.direction = ((direction % 360) + 360) % 360; // Normalize 0-360
+        render();
+        return;
+      }
+
       if (dragging) {
         if (dragging.type === 'camera') {
           dragging.item.floorPlanPosition.x = x;
@@ -43068,6 +43333,13 @@ exports.EDITOR_HTML = `<!DOCTYPE html>
     });
 
     canvas.addEventListener('mouseup', (e) => {
+      // Clear camera rotation
+      if (rotatingCamera) {
+        setStatus('Camera direction updated', 'success');
+        rotatingCamera = null;
+        return;
+      }
+
       if (isDrawing && currentDrawing) {
         if (!topology.drawings) topology.drawings = [];
         // Normalize room coordinates if drawn backwards