@blueharford/scrypted-spatial-awareness 0.6.10 → 0.6.12

package/out/main.nodejs.js

@@ -34431,10 +34431,11 @@ class AlertManager {
             return null;
         }
         // Create alert
+        // Note: details.objectLabel may contain LLM-generated description - preserve it if provided
         const fullDetails = {
             ...details,
             objectClass: tracked.className,
-            objectLabel: tracked.label,
+            objectLabel: details.objectLabel || tracked.label,
         };
         const alert = (0, alert_1.createAlert)(type, tracked.globalId, fullDetails, rule.severity, rule.id);
         // Store alert
@@ -35137,54 +35138,23 @@ async function mediaObjectToBase64(mediaObject) {
 }
 /**
  * Build image content block for ChatCompletion API
- * Supports OpenAI, Anthropic, and @scrypted/llm formats
+ *
+ * IMPORTANT: @scrypted/llm uses OpenAI-compatible format for ALL providers.
+ * The plugin internally converts this format to the appropriate provider format.
+ * So we ALWAYS use the OpenAI image_url format with data URI.
+ *
  * @param imageData - Image data with base64 and media type
- * @param provider - The LLM provider type
+ * @param provider - The LLM provider type (currently unused, kept for logging)
  */
 function buildImageContent(imageData, provider = 'unknown') {
-    if (provider === 'openai') {
-        // OpenAI format: uses data URL with image_url wrapper
-        return {
-            type: 'image_url',
-            image_url: {
-                url: `data:${imageData.mediaType};base64,${imageData.base64}`,
-                detail: 'auto',
-            },
-        };
-    }
-    else if (provider === 'anthropic') {
-        // Anthropic official format: uses 'data' key
-        return {
-            type: 'image',
-            source: {
-                type: 'base64',
-                media_type: imageData.mediaType,
-                data: imageData.base64,
-            },
-        };
-    }
-    else if (provider === 'scrypted') {
-        // @scrypted/llm format: uses 'base64' key (per error path .image.source.base64)
-        return {
-            type: 'image',
-            source: {
-                type: 'base64',
-                media_type: imageData.mediaType,
-                base64: imageData.base64,
-            },
-        };
-    }
-    else {
-        // Unknown provider: try @scrypted/llm format first
-        return {
-            type: 'image',
-            source: {
-                type: 'base64',
-                media_type: imageData.mediaType,
-                base64: imageData.base64,
-            },
-        };
-    }
+    // @scrypted/llm uses OpenAI-compatible format for ALL providers
+    // The plugin handles internal conversion to Anthropic/other formats
+    return {
+        type: 'image_url',
+        image_url: {
+            url: `data:${imageData.mediaType};base64,${imageData.base64}`,
+        },
+    };
 }
 /** Check if an error indicates vision/multimodal content format issue (should try alternate format) */
 function isVisionFormatError(error) {