@zodic/shared 0.0.426 → 0.0.427

package/app/services/ImageDescriberService.ts

@@ -6,53 +6,81 @@ import { AppContext } from '../base';
 export class ImageDescriberService {
   constructor(@inject(AppContext) private context: AppContext) {}
 
-  // Helper function to add a delay
   private delay(ms: number): Promise<void> {
     return new Promise((resolve) => setTimeout(resolve, ms));
   }
 
+  private async fetchImageAsBase64(imageUrl: string): Promise<string> {
+    const response = await fetch(imageUrl);
+    if (!response.ok) {
+      throw new Error(`Failed to fetch image: ${response.status} ${response.statusText}`);
+    }
+    const contentType = response.headers.get('Content-Type') || 'image/jpeg';
+    const buffer = await response.arrayBuffer();
+    const base64 = btoa(
+      String.fromCharCode(...new Uint8Array(buffer))
+    );
+    return `data:${contentType};base64,${base64}`;
+  }
+
   async describeImage({ imageUrl }: { imageUrl: string }): Promise<string> {
     console.log('ImageDescriber imageUrl ->', imageUrl);
 
     const MAX_RETRIES = 3;
     const RETRY_DELAY_MS = 1000;
 
+    const env = this.context.env;
+    if (!env.AI) {
+      throw new Error('AI binding is not available in the environment.');
+    }
+
+    const dataUri = await this.fetchImageAsBase64(imageUrl);
+
     let lastError: Error | null = null;
 
     for (let attempt = 1; attempt <= MAX_RETRIES; attempt++) {
       console.log(`Attempting to describe image (Attempt ${attempt}/${MAX_RETRIES})`);
 
       try {
-        const response = await this.context.api().callDeepSeek.single(
-          [
-            {
-              role: 'user',
-              content: [
-                {
-                  type: 'text',
-                  text: 'Describe the following traits of the person in the picture:\n- Hair color, size and style\n- Skin color\n\nReturn the result in the following format:\n\nHair: hair description\nSkin: skin description',
-                },
-                {
-                  type: 'image_url',
-                  image_url: {
-                    url: imageUrl,
-                  },
-                },
-              ],
-            },
-          ],
+        const response = await env.AI.run(
+          '@cf/meta/llama-3.2-11b-vision-instruct' as any,
           {
-            model: 'deepseek-chat',
-            options: { temperature: 0.3 },
+            messages: [
+              {
+                role: 'user',
+                content: [
+                  {
+                    type: 'text',
+                    text: `You are analyzing a photo of a person. Describe ONLY these physical traits concisely and accurately:
+
+1. HAIR: color (e.g. black, dark brown, light brown, blonde, red, gray), length (short, medium, long), and style (straight, wavy, curly, coiled, braided, shaved)
+2. SKIN: tone (e.g. very light/pale, light, medium/olive, tan, brown, dark brown, deep/dark)
+
+Respond in EXACTLY this format, nothing else:
+Hair: [color], [length], [style]
+Skin: [tone]`,
+                  },
+                  {
+                    type: 'image_url',
+                    image_url: {
+                      url: dataUri,
+                    },
+                  },
+                ],
+              },
+            ],
+            max_tokens: 100,
+            temperature: 0.2,
           }
         );
 
-        if (!response) {
-          throw new Error('No response received from DeepSeek');
+        const result = (response as any)?.response;
+        if (!result) {
+          throw new Error('No response received from Workers AI');
         }
 
-        console.log('Successfully described image with DeepSeek');
-        return response;
+        console.log('Successfully described image with Workers AI (Llama Vision):', result);
+        return result;
       } catch (error) {
         lastError = error as Error;
         console.error(`Error describing image (attempt ${attempt}):`, error);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@zodic/shared",
-  "version": "0.0.426",
+  "version": "0.0.427",
   "module": "index.ts",
   "type": "module",
   "publishConfig": {