@coreviz/sdk 1.0.1 → 1.0.4

package/README.md

@@ -10,16 +10,19 @@ npm install @coreviz/sdk
 
 ## Configuration
 
-To use the AI features, you need a CoreViz API key.
-Set the `COREVIZ_API_KEY` environment variable in your project.
+To use the AI features, you need to instantiate the `CoreViz` class with your API key.
 
-```bash
-export COREVIZ_API_KEY=your_api_key_here
+```typescript
+import { CoreViz } from '@coreviz/sdk';
+
+const coreviz = new CoreViz({
+    apiKey: process.env.COREVIZ_API_KEY // or 'your_api_key_here'
+});
 ```
 
 ## API Reference
 
-### `describe(image)`
+### `coreviz.describe(image)`
 
 Generates a detailed text description of an image.
 
@@ -32,13 +35,11 @@ Generates a detailed text description of an image.
 **Example:**
 
 ```typescript
-import { describe } from '@coreviz/sdk';
-
-const description = await describe('https://example.com/image.jpg');
+const description = await coreviz.describe('https://example.com/image.jpg');
 console.log(description);
 ```
 
-### `tag(image, options)`
+### `coreviz.tag(image, options)`
 
 Analyzes an image and returns relevant tags or classifications based on a prompt.
 
@@ -57,9 +58,7 @@ Analyzes an image and returns relevant tags or classifications based on a prompt
 **Example:**
 
 ```typescript
-import { tag } from '@coreviz/sdk';
-
-const result = await tag('base64_image_string...', {
+const result = await coreviz.tag('base64_image_string...', {
   prompt: "Is this indoor or outdoor?",
   options: ["indoor", "outdoor"],
   multiple: false
@@ -67,7 +66,7 @@ const result = await tag('base64_image_string...', {
 console.log(result.tags); // ["indoor"]
 ```
 
-### `edit(image, options)`
+### `coreviz.edit(image, options)`
 
 Modifies an image based on a text prompt using generative AI.
 
@@ -85,17 +84,15 @@ Modifies an image based on a text prompt using generative AI.
 **Example:**
 
 ```typescript
-import { edit } from '@coreviz/sdk';
-
-const editedImage = await edit('https://example.com/photo.jpg', {
+const editedImage = await coreviz.edit('https://example.com/photo.jpg', {
   prompt: "Make it look like a painting",
   aspectRatio: "1:1"
 });
 ```
 
-### `resize(input, maxWidth?, maxHeight?)`
+### `coreviz.resize(input, maxWidth?, maxHeight?)`
 
-Utility function to resize images client-side or server-side before processing.
+Utility function to resize images client-side or server-side before processing. Also available as a standalone import.
 
 **Parameters:**
 - `input` (string | File): The image to resize.
@@ -108,9 +105,8 @@ Utility function to resize images client-side or server-side before processing.
 **Example:**
 
 ```typescript
-import { resize } from '@coreviz/sdk';
-
-const resized = await resize(myFileObject, 800, 600);
+const resized = await coreviz.resize(myFileObject, 800, 600);
+// or import { resize } from '@coreviz/sdk';
 ```
 
 ## License

package/dist/coreviz.d.ts

@@ -0,0 +1,41 @@
+export interface CoreVizConfig {
+    apiKey?: string;
+    token?: string;
+}
+export interface DescribeOptions {
+}
+export interface EditOptions {
+    prompt: string;
+    aspectRatio?: 'match_input_image' | '1:1' | '16:9' | '9:16' | '4:3' | '3:4';
+    outputFormat?: 'jpg' | 'png';
+    model?: 'flux-kontext-max' | 'google/nano-banana' | 'seedream-4';
+}
+export interface TagOptions {
+    prompt: string;
+    options?: string[];
+    multiple?: boolean;
+}
+export interface TagResponse {
+    tags: string[];
+    raw?: unknown;
+}
+export interface EmbedOptions {
+    type?: 'image' | 'text';
+    mode?: 'api' | 'local';
+}
+export interface EmbedResponse {
+    embedding: number[];
+}
+export declare class CoreViz {
+    private apiKey?;
+    private token?;
+    constructor(config?: CoreVizConfig);
+    private getHeaders;
+    private handleResponse;
+    describe(image: string, options?: DescribeOptions): Promise<string>;
+    edit(image: string, options: EditOptions): Promise<string>;
+    tag(image: string, options: TagOptions): Promise<TagResponse>;
+    embed(input: string, options?: EmbedOptions): Promise<EmbedResponse>;
+    private embedLocal;
+    resize(input: string | File, maxWidth?: number, maxHeight?: number): Promise<string>;
+}

package/dist/coreviz.js

@@ -0,0 +1,197 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CoreViz = void 0;
+const resize_1 = require("./resize");
+class CoreViz {
+    constructor(config = {}) {
+        this.apiKey = config.apiKey || (typeof process !== 'undefined' ? process.env.COREVIZ_API_KEY : undefined);
+        this.token = config.token;
+    }
+    getHeaders() {
+        const headers = {
+            'Content-Type': 'application/json',
+        };
+        if (this.token) {
+            headers['Authorization'] = `Bearer ${this.token}`;
+        }
+        else {
+            headers['x-api-key'] = this.apiKey || "";
+        }
+        return headers;
+    }
+    async handleResponse(response) {
+        if (response.status === 402) {
+            throw new Error('Insufficient credits');
+        }
+        if (!response.ok) {
+            throw new Error(`Request failed (${response.status})`);
+        }
+        const data = await response.json();
+        if (data.error) {
+            throw new Error(data.error);
+        }
+        return data;
+    }
+    async describe(image, options) {
+        try {
+            const resizedImage = await (0, resize_1.resize)(image);
+            const headers = this.getHeaders();
+            const response = await fetch(`https://lab.coreviz.io/api/ai/describe`, {
+                method: 'POST',
+                headers,
+                body: JSON.stringify({ image: resizedImage }),
+            });
+            const data = await this.handleResponse(response);
+            return data.description;
+        }
+        catch (err) {
+            throw err instanceof Error ? err : new Error("An unexpected error occurred.");
+        }
+    }
+    async edit(image, options) {
+        try {
+            const resizedImage = await (0, resize_1.resize)(image);
+            const headers = this.getHeaders();
+            const response = await fetch(`https://lab.coreviz.io/api/ai/edit`, {
+                method: 'POST',
+                headers,
+                body: JSON.stringify({
+                    image: resizedImage,
+                    prompt: options.prompt,
+                    aspectRatio: options.aspectRatio || 'match_input_image',
+                    outputFormat: options.outputFormat || 'jpg',
+                    model: options.model || 'flux-kontext-max',
+                }),
+            });
+            const data = await this.handleResponse(response);
+            return data.result;
+        }
+        catch (err) {
+            throw err instanceof Error ? err : new Error("An unexpected error occurred.");
+        }
+    }
+    async tag(image, options) {
+        try {
+            const resizedImage = await (0, resize_1.resize)(image);
+            const headers = this.getHeaders();
+            const response = await fetch("https://lab.coreviz.io/api/ai/tag", {
+                method: 'POST',
+                headers,
+                body: JSON.stringify({
+                    image: resizedImage,
+                    prompt: options.prompt,
+                    options: options.options && options.options.length > 0 ? options.options : undefined,
+                    multiple: options.multiple ?? true,
+                }),
+            });
+            const data = await this.handleResponse(response);
+            const tags = Array.isArray(data.tags)
+                ? data.tags
+                : Array.isArray(data.result)
+                    ? data.result
+                    : typeof data.tag === 'string'
+                        ? [data.tag]
+                        : [];
+            return {
+                tags,
+                raw: data,
+            };
+        }
+        catch (err) {
+            throw err instanceof Error ? err : new Error("An unexpected error occurred.");
+        }
+    }
+    async embed(input, options) {
+        const mode = options?.mode || 'api';
+        if (mode === 'local') {
+            return this.embedLocal(input, options);
+        }
+        try {
+            const headers = this.getHeaders();
+            let body = {};
+            // Determine type
+            let isImage = false;
+            if (options?.type) {
+                isImage = options.type === 'image';
+            }
+            else {
+                // Heuristic: Check if input starts with data:image or http
+                // Assuming http/https implies image URL in this context unless specified otherwise
+                isImage = input.startsWith('data:image') || input.startsWith('http://') || input.startsWith('https://');
+            }
+            if (isImage) {
+                const resizedImage = await (0, resize_1.resize)(input);
+                body.image = resizedImage;
+            }
+            else {
+                body.text = input;
+            }
+            const response = await fetch("https://lab.coreviz.io/api/ai/embed", {
+                method: 'POST',
+                headers,
+                body: JSON.stringify(body),
+            });
+            const data = await this.handleResponse(response);
+            return data;
+        }
+        catch (err) {
+            throw err instanceof Error ? err : new Error("An unexpected error occurred.");
+        }
+    }
+    async embedLocal(input, options) {
+        try {
+            // Dynamic import to avoid loading transformers if not used
+            const { pipeline } = await Promise.resolve().then(() => __importStar(require('@huggingface/transformers')));
+            // Initialize the pipeline with the specified model
+            // This will automatically download and cache the model if not present
+            const extractor = await pipeline('feature-extraction', 'Xenova/clip-vit-large-patch14');
+            // Generate embeddings
+            // transformers.js handles text strings, image URLs, and image paths automatically
+            const output = await extractor(input, { pooling: 'mean', normalize: true });
+            // Convert Float32Array to regular array
+            // @ts-ignore - Output type inference might fail with dynamic import
+            const embedding = Array.from(output.data);
+            return { embedding };
+        }
+        catch (err) {
+            throw err instanceof Error ? err : new Error("Local embedding failed: " + String(err));
+        }
+    }
+    async resize(input, maxWidth, maxHeight) {
+        return (0, resize_1.resize)(input, maxWidth, maxHeight);
+    }
+}
+exports.CoreViz = CoreViz;

package/dist/describe.js

@@ -19,6 +19,9 @@ async function describe(image, options) {
             headers,
             body: JSON.stringify({ image: resizedImage }),
         });
+        if (response.status === 402) {
+            throw new Error('Insufficient credits');
+        }
         if (!response.ok) {
             throw new Error(`Failed to describe image (${response.status})`);
         }
@@ -29,7 +32,6 @@ async function describe(image, options) {
         return data.description;
     }
     catch (err) {
-        console.error('Error in describeImage:', err);
         throw err instanceof Error ? err : new Error("An unexpected error occurred.");
     }
 }

package/dist/edit.js

@@ -25,6 +25,9 @@ async function edit(image, options) {
                 model: options.model || 'flux-kontext-max',
             }),
         });
+        if (response.status === 402) {
+            throw new Error('Insufficient credits');
+        }
         if (!response.ok) {
             throw new Error(`Failed to edit image (${response.status})`);
         }
@@ -35,7 +38,6 @@ async function edit(image, options) {
         return data.result;
     }
     catch (err) {
-        console.error('Error in editImage:', err);
         throw err instanceof Error ? err : new Error("An unexpected error occurred.");
     }
 }

package/dist/index.d.ts

@@ -1,6 +1,4 @@
-import { describe, DescribeOptions } from './describe';
+import { CoreViz, CoreVizConfig, DescribeOptions, EditOptions, TagOptions, TagResponse, EmbedOptions, EmbedResponse } from './coreviz';
 import { resize } from './resize';
-import { edit, EditOptions } from './edit';
-import { tag, TagOptions, TagResponse } from './tag';
-export { describe, resize, edit, tag };
-export type { EditOptions, TagOptions, TagResponse, DescribeOptions };
+export { CoreViz, resize };
+export type { CoreVizConfig, DescribeOptions, EditOptions, TagOptions, TagResponse, EmbedOptions, EmbedResponse };

package/dist/index.js

@@ -1,11 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.tag = exports.edit = exports.resize = exports.describe = void 0;
-const describe_1 = require("./describe");
-Object.defineProperty(exports, "describe", { enumerable: true, get: function () { return describe_1.describe; } });
+exports.resize = exports.CoreViz = void 0;
+const coreviz_1 = require("./coreviz");
+Object.defineProperty(exports, "CoreViz", { enumerable: true, get: function () { return coreviz_1.CoreViz; } });
 const resize_1 = require("./resize");
 Object.defineProperty(exports, "resize", { enumerable: true, get: function () { return resize_1.resize; } });
-const edit_1 = require("./edit");
-Object.defineProperty(exports, "edit", { enumerable: true, get: function () { return edit_1.edit; } });
-const tag_1 = require("./tag");
-Object.defineProperty(exports, "tag", { enumerable: true, get: function () { return tag_1.tag; } });

package/dist/tag.js

@@ -24,6 +24,9 @@ async function tag(image, options) {
                 multiple: options.multiple ?? true,
             }),
         });
+        if (response.status === 402) {
+            throw new Error('Insufficient credits');
+        }
         if (!response.ok) {
             throw new Error(`Failed to tag image (${response.status})`);
         }
@@ -44,7 +47,6 @@ async function tag(image, options) {
         };
     }
     catch (err) {
-        console.error('Error in tagImage:', err);
         throw err instanceof Error ? err : new Error("An unexpected error occurred.");
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@coreviz/sdk",
-  "version": "1.0.1",
+  "version": "1.0.4",
   "description": "CoreViz SDK",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",