together-ai 0.2.0 → 0.4.0

package/README.md

@@ -22,11 +22,13 @@ Add open source LLMs to your apps in a few lines of code. Simply create a new To
 import Together from 'together-ai';
 
 const together = new Together({
-  auth: `api token`,
+  auth: process.env.TOGETHER_API_KEY,
 });
 
-const result = await together.inference('mistralai/Mistral-7B-Instruct-v0.1', {
-  prompt: 'tell me about the history of the United States',
+const model = 'mistralai/Mistral-7B-Instruct-v0.1';
+
+const result = await together.inference(model, {
+  prompt: 'Suggest some fun family activities for the new year',
   max_tokens: 300,
 });
 ```

package/dist/{src/index.d.ts → index.d.ts}

@@ -30,6 +30,6 @@ declare class Together {
     });
     inference(model: string, { ...inputs }: {
         [x: string]: any;
-    }): Promise<ApiResponse>;
+    }): Promise<ApiResponse | ReadableStream<Uint8Array>>;
 }
 export default Together;

package/dist/{src/index.js → index.js}

@@ -39,8 +39,13 @@ class Together {
                 },
                 body: JSON.stringify(Object.assign({ model }, inputs)),
             });
-            const data = yield res.json();
-            return data;
+            if (inputs.stream_tokens === true) {
+                return res.body;
+            }
+            else {
+                const data = yield res.json();
+                return data;
+            }
         });
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "together-ai",
-  "version": "0.2.0",
+  "version": "0.4.0",
   "description": "A Node SDK for Together.ai.",
   "author": "Hassan El Mghari (@nutlope)",
   "repository": "Nutlope/together-js",

package/src/index.ts

@@ -34,6 +34,7 @@ class Together {
     if (!this.authApiKey) {
       throw new Error('Auth key is not set!');
     }
+
     const res = await fetch('https://api.together.xyz/inference', {
       method: 'POST',
       headers: {
@@ -46,9 +47,12 @@ class Together {
       }),
     });
 
-    const data: ApiResponse = await res.json();
-
-    return data;
+    if (inputs.stream_tokens === true) {
+      return res.body;
+    } else {
+      const data: ApiResponse = await res.json();
+      return data;
+    }
   }
 }