sambanova 1.0.2 → 1.0.4

package/README.md

@@ -33,14 +33,14 @@ async function textExample() {
   console.log(response.choices[0].message.content);
 }
 
-// Vision analysis
+// Vision analysis (supports online image URLs and local file paths)
 async function visionExample() {
   const response = await client.chat([
     {
       role: 'user',
       content: [
         { type: 'text', text: 'What is in this image?' },
-        { type: 'image_url', image_url: { url: 'your_image_url_here' }}
+        { type: 'image_url', image_url: { url: 'https://example.com/sample.jpg' }} // Online image URL
       ]
     }
   ], {
@@ -56,7 +56,7 @@ async function visionExample() {
 - TypeScript support with full type definitions
 - Error handling and automatic retries
 - Streaming support
-- Vision model integration
+- Vision model integration with **online image URLs** and **local file paths**
 
 ## Supported Models
 
@@ -71,6 +71,44 @@ async function visionExample() {
 - `Meta-Llama-3.2-1B-Instruct`
 - `Meta-Llama-3.2-3B-Instruct`
 
+## Vision Model Details
+
+The vision models support both **online image URLs** and **local file paths**. The client automatically converts images to base64 format before sending the request.
+
+### Online Image URL Example
+
+```javascript
+const response = await client.chat([
+  {
+    role: 'user',
+    content: [
+      { type: 'text', text: 'What is in this image?' },
+      { type: 'image_url', image_url: { url: 'https://example.com/sample.jpg' }} // Online URL
+    ]
+  }
+], {
+  model: 'Llama-3.2-11B-Vision-Instruct'
+});
+console.log(response.choices[0].message.content);
+```
+
+### Local Image File Example
+
+```javascript
+const response = await client.chat([
+  {
+    role: 'user',
+    content: [
+      { type: 'text', text: 'What is in this image?' },
+      { type: 'image_url', image_url: { url: './path/to/image.jpg' }} // Local file path
+    ]
+  }
+], {
+  model: 'Llama-3.2-11B-Vision-Instruct'
+});
+console.log(response.choices[0].message.content);
+```
+
 ## Advanced Usage
 
 ### Streaming
@@ -117,4 +155,10 @@ const client = new SambanovaClient('YOUR_API_KEY', {
   defaultRetryCount: 3,
   defaultRetryDelay: 1000
 });
-```
+```
+
+## Changes in Vision Model Usage
+
+- **Online Image URL Support:** Provide a direct image URL (e.g., `https://example.com/image.jpg`).
+- **Local File Path Support:** Provide a local file path (e.g., `./path/to/image.jpg`).
+- The client automatically processes the image, converting it to base64 format before sending the request.

package/dist/client.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.SambanovaClient = void 0;
 const utils_1 = require("./utils");
 const types_1 = require("./types");
+const utils_2 = require("./utils");
 class SambanovaClient {
     constructor(apiKey, options = {}) {
         this.apiKey = apiKey;
@@ -43,16 +44,32 @@ class SambanovaClient {
         throw lastError || new Error('Request failed after retries');
     }
     async chat(messages, options = {}) {
-        var _a, _b, _c;
+        var _a, _b, _c, _d;
         const model = options.model || this.defaultModel;
+        if ((0, utils_1.isVisionModel)(model)) {
+            for (const msg of messages) {
+                if (Array.isArray(msg.content)) {
+                    for (const content of msg.content) {
+                        if (content.type === 'image_url' && ((_a = content.image_url) === null || _a === void 0 ? void 0 : _a.url)) {
+                            try {
+                                content.image_url.url = await (0, utils_2.getBase64Image)(content.image_url.url);
+                            }
+                            catch (error) {
+                                throw new types_1.SambanovaError(`Failed to process image: ${error}`, 400, 'INVALID_IMAGE_FORMAT');
+                            }
+                        }
+                    }
+                }
+            }
+        }
         messages.forEach(msg => (0, utils_1.validateMessage)(msg, (0, utils_1.isVisionModel)(model)));
         const payload = {
             model,
             messages,
-            temperature: (_a = options.temperature) !== null && _a !== void 0 ? _a : 0.1,
-            top_p: (_b = options.top_p) !== null && _b !== void 0 ? _b : 0.1,
+            temperature: (_b = options.temperature) !== null && _b !== void 0 ? _b : 0.1,
+            top_p: (_c = options.top_p) !== null && _c !== void 0 ? _c : 0.1,
             max_tokens: options.max_tokens,
-            stream: (_c = options.stream) !== null && _c !== void 0 ? _c : false
+            stream: (_d = options.stream) !== null && _d !== void 0 ? _d : false
         };
         const response = await this.makeRequest('/chat/completions', payload, options.retry_count, payload.stream);
         if (payload.stream && response instanceof Response) {

package/dist/utils.d.ts

@@ -2,3 +2,4 @@ import { ModelType, ChatMessage } from './types';
 export declare const sleep: (ms: number) => Promise<unknown>;
 export declare const isVisionModel: (model: ModelType) => boolean;
 export declare const validateMessage: (message: ChatMessage, isVision: boolean) => void;
+export declare const getBase64Image: (pathOrUrl: string) => Promise<string>;

package/dist/utils.js

@@ -1,7 +1,12 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.validateMessage = exports.isVisionModel = exports.sleep = void 0;
+exports.getBase64Image = exports.validateMessage = exports.isVisionModel = exports.sleep = void 0;
 const types_1 = require("./types");
+const fs_1 = __importDefault(require("fs"));
+const axios_1 = __importDefault(require("axios"));
 const sleep = (ms) => new Promise(resolve => setTimeout(resolve, ms));
 exports.sleep = sleep;
 const isVisionModel = (model) => {
@@ -19,3 +24,23 @@ const validateMessage = (message, isVision) => {
     }
 };
 exports.validateMessage = validateMessage;
+const getBase64Image = async (pathOrUrl) => {
+    try {
+        if (pathOrUrl.startsWith('http')) {
+            const response = await axios_1.default.get(pathOrUrl, { responseType: 'arraybuffer' });
+            const base64Image = Buffer.from(response.data, 'binary').toString('base64');
+            const mimeType = response.headers['content-type'];
+            return `data:${mimeType};base64,${base64Image}`;
+        }
+        else {
+            const image = fs_1.default.readFileSync(pathOrUrl);
+            const base64Image = image.toString('base64');
+            const mimeType = 'image/jpeg';
+            return `data:${mimeType};base64,${base64Image}`;
+        }
+    }
+    catch (error) {
+        throw new Error(`Failed to process image: ${pathOrUrl}. Error: ${error}`);
+    }
+};
+exports.getBase64Image = getBase64Image;

package/package.json

@@ -1,9 +1,9 @@
 {
   "name": "sambanova",
-  "version": "1.0.2",
+  "version": "1.0.4",
   "description": "TypeScript/Javascript client for Sambanova AI API with comprehensive model support",
-  "main": "dist/index.js",
-  "types": "dist/index.d.ts",
+  "main": "dist/client.js",
+  "types": "dist/client.d.ts",
   "scripts": {
     "build": "tsc",
     "test": "jest",
@@ -21,6 +21,7 @@
   "author": "Aaditya Srivastava",
   "license": "MIT",
   "dependencies": {
+    "axios": "^1.7.7",
     "node-fetch": "^2.7.0"
   },
   "devDependencies": {

package/src/client.ts

@@ -7,6 +7,8 @@ import {
   SambanovaError
 } from './types';
 
+import { getBase64Image } from './utils';
+
 export class SambanovaClient {
   private readonly baseUrl: string;
   private readonly defaultModel: ModelType;
@@ -79,9 +81,29 @@ export class SambanovaClient {
     options: ChatOptions = {}
   ): Promise<APIResponse> {
     const model = options.model || this.defaultModel;
-    
+  
+    if (isVisionModel(model)) {
+      for (const msg of messages) {
+        if (Array.isArray(msg.content)) {
+          for (const content of msg.content) {
+            if (content.type === 'image_url' && content.image_url?.url) {
+              try {
+                content.image_url.url = await getBase64Image(content.image_url.url);
+              } catch (error) {
+                throw new SambanovaError(
+                  `Failed to process image: ${error}`,
+                  400,
+                  'INVALID_IMAGE_FORMAT'
+                );
+              }
+            }
+          }
+        }
+      }
+    }
+  
     messages.forEach(msg => validateMessage(msg, isVisionModel(model)));
-
+  
     const payload = {
       model,
       messages,
@@ -90,18 +112,18 @@ export class SambanovaClient {
       max_tokens: options.max_tokens,
       stream: options.stream ?? false
     };
-
+  
     const response = await this.makeRequest(
       '/chat/completions',
       payload,
       options.retry_count,
       payload.stream
     );
-
+  
     if (payload.stream && response instanceof Response) {
       throw new Error('Stream response received in chat method. Use streamChat instead.');
     }
-
+  
     return response as APIResponse;
   }
 

package/src/types.ts

@@ -16,7 +16,7 @@ export interface MessageContent {
   type: 'text' | 'image_url';
   text?: string;
   image_url?: {
-    url: string;
+    url: string; 
   };
 }
 

package/src/utils.ts

@@ -1,4 +1,6 @@
 import { ModelType, ChatMessage, SambanovaError } from './types';
+import fs from 'fs';
+import axios from 'axios';
 
 export const sleep = (ms: number) => new Promise(resolve => setTimeout(resolve, ms));
 
@@ -22,4 +24,22 @@ export const validateMessage = (message: ChatMessage, isVision: boolean) => {
       'INVALID_MESSAGE_FORMAT'
     );
   }
+};
+
+export const getBase64Image = async (pathOrUrl: string): Promise<string> => {
+  try {
+    if (pathOrUrl.startsWith('http')) {
+      const response = await axios.get(pathOrUrl, { responseType: 'arraybuffer' });
+      const base64Image = Buffer.from(response.data, 'binary').toString('base64');
+      const mimeType = response.headers['content-type']; 
+      return `data:${mimeType};base64,${base64Image}`;
+    } else {
+      const image = fs.readFileSync(pathOrUrl);
+      const base64Image = image.toString('base64');
+      const mimeType = 'image/jpeg'; 
+      return `data:${mimeType};base64,${base64Image}`;
+    }
+  } catch (error) {
+    throw new Error(`Failed to process image: ${pathOrUrl}. Error: ${error}`);
+  }
 };