vsegments 0.1.4 → 0.1.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "vsegments",
-  "version": "0.1.4",
+  "version": "0.1.5",
   "description": "Visual segmentation and bounding box detection using Google Gemini AI",
   "main": "src/index.js",
   "types": "src/index.d.ts",
@@ -43,7 +43,8 @@
     "@google/generative-ai": "^0.21.0",
     "canvas": "^2.11.2",
     "commander": "^12.0.0",
-    "sharp": "^0.33.0"
+    "sharp": "^0.33.0",
+    "vsegments": "^0.1.4"
   },
   "devDependencies": {
     "@types/jest": "^30.0.0",

package/src/core.js

@@ -7,11 +7,11 @@ const { loadImage } = require('canvas');
 const fs = require('fs').promises;
 const { SegmentationResult } = require('./models');
 const { parseBoundingBoxes, parseSegmentationMasks } = require('./utils');
-const { 
-  loadImageToCanvas, 
-  plotBoundingBoxes, 
+const {
+  loadImageToCanvas,
+  plotBoundingBoxes,
   plotSegmentationMasks,
-  saveCanvas 
+  saveCanvas
 } = require('./visualize');
 
 class VSegments {
@@ -25,26 +25,37 @@ class VSegments {
    */
   constructor(options = {}) {
     this.apiKey = options.apiKey || process.env.GOOGLE_API_KEY;
-    
+
     if (!this.apiKey) {
       throw new Error(
         'API key must be provided or set in GOOGLE_API_KEY environment variable'
       );
     }
-    
+
     this.model = options.model || 'gemini-3-pro-preview';
     this.temperature = options.temperature !== undefined ? options.temperature : 0.5;
     this.maxObjects = options.maxObjects || 25;
-    
+
     // Initialize Google AI client
     this.genAI = new GoogleGenerativeAI(this.apiKey);
-    
+
     // Default system instructions
     this.defaultSystemInstructions = `
-Return bounding boxes as a JSON array with labels. Never return masks or code fencing. Limit to ${this.maxObjects} objects.
-If an object is present multiple times, name them according to their unique characteristic (colors, size, position, unique characteristics, etc..).
+Return bounding boxes as a JSON array with labels. 
+Never return masks or code fencing. Limit to ${this.maxObjects} objects.
+
+Follow this intuition:
+If an object is present multiple times, name them according to their unique characteristic 
+(colors, size, position, unique characteristics, etc..).
+If the object is a face number them according to how someone would draw the features of the face. First the left eye, then the right eye
+then the nose, then the left ear, then the right ear, then the mouth, then the chin.
+Same with Animal faces.
+
+General guideline:
+Follow a drawing order intuitively. People usually do not draw first an eye, and then the background and then the shirt but they
+follow a more natural order with symmetry in mind.
     `.trim();
-    
+
     // Safety settings
     this.safetySettings = [
       {
@@ -53,7 +64,7 @@ If an object is present multiple times, name them according to their unique char
       },
     ];
   }
-  
+
   /**
    * Load image from file and convert to format for API
    * @param {string} imagePath - Path to image file
@@ -62,7 +73,7 @@ If an object is present multiple times, name them according to their unique char
   async _loadImage(imagePath) {
     let imageBuffer = await fs.readFile(imagePath);
     let mimeType = this._getMimeType(imagePath);
-    
+
     // Convert SVG to PNG for API compatibility
     if (mimeType === 'image/svg+xml') {
       const sharp = require('sharp');
@@ -71,9 +82,9 @@ If an object is present multiple times, name them according to their unique char
         .toBuffer();
       mimeType = 'image/png';
     }
-    
+
     const base64Data = imageBuffer.toString('base64');
-    
+
     return {
       inlineData: {
         data: base64Data,
@@ -81,7 +92,7 @@ If an object is present multiple times, name them according to their unique char
       }
     };
   }
-  
+
   /**
    * Get MIME type from file extension
    * @param {string} filePath - File path
@@ -99,7 +110,7 @@ If an object is present multiple times, name them according to their unique char
     };
     return mimeTypes[ext] || 'image/jpeg';
   }
-  
+
   /**
    * Get system instructions with custom additions
    * @param {string} customInstructions - Additional instructions
@@ -107,14 +118,14 @@ If an object is present multiple times, name them according to their unique char
    */
   _getSystemInstructions(customInstructions) {
     let instructions = this.defaultSystemInstructions;
-    
+
     if (customInstructions) {
       instructions += '\n' + customInstructions;
     }
-    
+
     return instructions;
   }
-  
+
   /**
    * Detect bounding boxes in an image
    * @param {string} imagePath - Path to image file
@@ -130,17 +141,17 @@ If an object is present multiple times, name them according to their unique char
       customInstructions = null,
       maxSize = 1024
     } = options;
-    
+
     // Load image
     const image = await this._loadImage(imagePath);
-    
+
     // Get model
     const model = this.genAI.getGenerativeModel({
       model: this.model,
       safetySettings: this.safetySettings,
       systemInstruction: this._getSystemInstructions(customInstructions)
     });
-    
+
     // Generate content
     let result, response, text;
     try {
@@ -150,7 +161,7 @@ If an object is present multiple times, name them according to their unique char
           temperature: this.temperature,
         }
       });
-      
+
       response = result.response;
       text = response.text();
     } catch (error) {
@@ -161,13 +172,13 @@ If an object is present multiple times, name them according to their unique char
       }
       throw error;
     }
-    
+
     // Parse response
     const boxes = parseBoundingBoxes(text);
-    
+
     return new SegmentationResult(boxes, null, text);
   }
-  
+
   /**
    * Perform segmentation on an image
    * @param {string} imagePath - Path to image file
@@ -181,21 +192,21 @@ If an object is present multiple times, name them according to their unique char
       prompt = 'Give the segmentation masks for the objects. Output a JSON list of segmentation masks where each entry contains the 2D bounding box in the key "box_2d", the segmentation mask in key "mask", and the text label in the key "label". Use descriptive labels.',
       maxSize = 1024
     } = options;
-    
+
     // Load image
     const image = await this._loadImage(imagePath);
-    
+
     // Get image dimensions
     const img = await loadImage(imagePath);
     const imgWidth = img.width;
     const imgHeight = img.height;
-    
+
     // Get model (no system instructions for segmentation)
     const model = this.genAI.getGenerativeModel({
       model: this.model,
       safetySettings: this.safetySettings
     });
-    
+
     // Generate content
     let result, response, text;
     try {
@@ -205,7 +216,7 @@ If an object is present multiple times, name them according to their unique char
           temperature: this.temperature,
         }
       });
-      
+
       response = result.response;
       text = response.text();
     } catch (error) {
@@ -216,14 +227,14 @@ If an object is present multiple times, name them according to their unique char
       }
       throw error;
     }
-    
+
     // Parse response
     const boxes = parseBoundingBoxes(text);
     const masks = await parseSegmentationMasks(text, imgHeight, imgWidth);
-    
+
     return new SegmentationResult(boxes, masks, text);
   }
-  
+
   /**
    * Visualize detection/segmentation results
    * @param {string} imagePath - Path to original image
@@ -242,10 +253,10 @@ If an object is present multiple times, name them according to their unique char
       fontSize = 14,
       alpha = 0.7
     } = options;
-    
+
     // Load image to canvas
     const canvas = await loadImageToCanvas(imagePath, 2048);
-    
+
     // Draw visualizations
     if (result.masks) {
       plotSegmentationMasks(canvas, result.masks, {
@@ -259,12 +270,12 @@ If an object is present multiple times, name them according to their unique char
         fontSize
       });
     }
-    
+
     // Save if requested
     if (outputPath) {
       await saveCanvas(canvas, outputPath);
     }
-    
+
     return canvas;
   }
 }