@coreviz/sdk 1.0.3 → 1.0.5

package/dist/coreviz.d.ts

@@ -21,6 +21,7 @@ export interface TagResponse {
 }
 export interface EmbedOptions {
     type?: 'image' | 'text';
+    mode?: 'api' | 'local';
 }
 export interface EmbedResponse {
     embedding: number[];
@@ -35,5 +36,6 @@ export declare class CoreViz {
     edit(image: string, options: EditOptions): Promise<string>;
     tag(image: string, options: TagOptions): Promise<TagResponse>;
     embed(input: string, options?: EmbedOptions): Promise<EmbedResponse>;
+    private embedLocal;
     resize(input: string | File, maxWidth?: number, maxHeight?: number): Promise<string>;
 }

package/dist/coreviz.js

@@ -1,4 +1,37 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CoreViz = void 0;
 const resize_1 = require("./resize");
@@ -102,6 +135,10 @@ class CoreViz {
         }
     }
     async embed(input, options) {
+        const mode = options?.mode || 'api';
+        if (mode === 'local') {
+            return this.embedLocal(input, options);
+        }
         try {
             const headers = this.getHeaders();
             let body = {};
@@ -134,6 +171,25 @@ class CoreViz {
             throw err instanceof Error ? err : new Error("An unexpected error occurred.");
         }
     }
+    async embedLocal(input, options) {
+        try {
+            // Dynamic import to avoid loading transformers if not used
+            const { pipeline } = await Promise.resolve().then(() => __importStar(require('@huggingface/transformers')));
+            // Initialize the pipeline with the specified model
+            // This will automatically download and cache the model if not present
+            const extractor = await pipeline('feature-extraction', 'Xenova/clip-vit-large-patch14');
+            // Generate embeddings
+            // transformers.js handles text strings, image URLs, and image paths automatically
+            const output = await extractor(input, { pooling: 'mean', normalize: true });
+            // Convert Float32Array to regular array
+            // @ts-ignore - Output type inference might fail with dynamic import
+            const embedding = Array.from(output.data);
+            return { embedding };
+        }
+        catch (err) {
+            throw err instanceof Error ? err : new Error("Local embedding failed: " + String(err));
+        }
+    }
     async resize(input, maxWidth, maxHeight) {
         return (0, resize_1.resize)(input, maxWidth, maxHeight);
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@coreviz/sdk",
-  "version": "1.0.3",
+  "version": "1.0.5",
   "description": "CoreViz SDK",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -32,6 +32,7 @@
     "typescript": "^5.9.3"
   },
   "dependencies": {
-    "sharp": "^0.34.5"
+    "sharp": "^0.34.5",
+    "@huggingface/transformers": "^3.8.0"
   }
 }