@blueharford/scrypted-spatial-awareness 0.6.10 → 0.6.11

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@blueharford/scrypted-spatial-awareness",
-  "version": "0.6.10",
+  "version": "0.6.11",
   "description": "Cross-camera object tracking for Scrypted NVR with spatial awareness",
   "author": "Joshua Seidel <blueharford>",
   "license": "Apache-2.0",

package/src/core/spatial-reasoning.ts

@@ -154,51 +154,23 @@ export type LlmProvider = 'openai' | 'anthropic' | 'scrypted' | 'unknown';
 
 /**
  * Build image content block for ChatCompletion API
- * Supports OpenAI, Anthropic, and @scrypted/llm formats
+ *
+ * IMPORTANT: @scrypted/llm uses OpenAI-compatible format for ALL providers.
+ * The plugin internally converts this format to the appropriate provider format.
+ * So we ALWAYS use the OpenAI image_url format with data URI.
+ *
  * @param imageData - Image data with base64 and media type
- * @param provider - The LLM provider type
+ * @param provider - The LLM provider type (currently unused, kept for logging)
  */
 export function buildImageContent(imageData: ImageData, provider: LlmProvider = 'unknown'): any {
-  if (provider === 'openai') {
-    // OpenAI format: uses data URL with image_url wrapper
-    return {
-      type: 'image_url',
-      image_url: {
-        url: `data:${imageData.mediaType};base64,${imageData.base64}`,
-        detail: 'auto',
-      },
-    };
-  } else if (provider === 'anthropic') {
-    // Anthropic official format: uses 'data' key
-    return {
-      type: 'image',
-      source: {
-        type: 'base64',
-        media_type: imageData.mediaType,
-        data: imageData.base64,
-      },
-    };
-  } else if (provider === 'scrypted') {
-    // @scrypted/llm format: uses 'base64' key (per error path .image.source.base64)
-    return {
-      type: 'image',
-      source: {
-        type: 'base64',
-        media_type: imageData.mediaType,
-        base64: imageData.base64,
-      },
-    };
-  } else {
-    // Unknown provider: try @scrypted/llm format first
-    return {
-      type: 'image',
-      source: {
-        type: 'base64',
-        media_type: imageData.mediaType,
-        base64: imageData.base64,
-      },
-    };
-  }
+  // @scrypted/llm uses OpenAI-compatible format for ALL providers
+  // The plugin handles internal conversion to Anthropic/other formats
+  return {
+    type: 'image_url',
+    image_url: {
+      url: `data:${imageData.mediaType};base64,${imageData.base64}`,
+    },
+  };
 }
 
 /** Check if an error indicates vision/multimodal content format issue (should try alternate format) */