together-ai 0.1.0 → 0.2.0

package/README.md

@@ -44,4 +44,4 @@ This is a list of popular models that are supported.
 
 ## How it works
 
-This library uses the [Together Inference Engine](https://www.together.ai/blog/together-inference-engine-v1), the world's fastest inference stack for open source LLMs. It calls the [Together.ai](<[together.ai](https://www.together.ai/)>) Inference API under the hood to enable you to use OSS LLMs quickly.
+This library uses the [Together Inference Engine](https://www.together.ai/blog/together-inference-engine-v1), the world's fastest inference stack for open source LLMs. It calls the [Together.ai](<[together.ai](https://www.together.ai/)>) Inference API, specifically their serverless endpoints product, to enable you to use OSS LLMs quickly and effeciently.

package/dist/src/index.d.ts

@@ -0,0 +1,35 @@
+type ApiResponse = {
+    status: string;
+    prompt: string[];
+    model: string;
+    model_owner: string;
+    tags: Record<string, unknown>;
+    num_returns: number;
+    args: {
+        model: string;
+        prompt: string;
+        max_tokens: number;
+        stop: string;
+        temperature: number;
+        top_p: number;
+        top_k: number;
+        repetition_penalty: number;
+    };
+    subjobs: any[];
+    output: {
+        choices: {
+            text: string;
+        }[];
+        request_id: string;
+    };
+};
+declare class Together {
+    authApiKey: string | null;
+    constructor({ auth }: {
+        auth: string;
+    });
+    inference(model: string, { ...inputs }: {
+        [x: string]: any;
+    }): Promise<ApiResponse>;
+}
+export default Together;

package/dist/src/index.js

@@ -0,0 +1,47 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __rest = (this && this.__rest) || function (s, e) {
+    var t = {};
+    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
+        t[p] = s[p];
+    if (s != null && typeof Object.getOwnPropertySymbols === "function")
+        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
+                t[p[i]] = s[p[i]];
+        }
+    return t;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+class Together {
+    constructor({ auth }) {
+        this.authApiKey = null;
+        this.authApiKey = auth;
+    }
+    inference(model, _a) {
+        var inputs = __rest(_a, []);
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.authApiKey) {
+                throw new Error('Auth key is not set!');
+            }
+            const res = yield fetch('https://api.together.xyz/inference', {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: 'Bearer ' + this.authApiKey,
+                },
+                body: JSON.stringify(Object.assign({ model }, inputs)),
+            });
+            const data = yield res.json();
+            return data;
+        });
+    }
+}
+exports.default = Together;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "together-ai",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "A Node SDK for Together.ai.",
   "author": "Hassan El Mghari (@nutlope)",
   "repository": "Nutlope/together-js",

package/demo/test.ts

@@ -1,25 +0,0 @@
-import Together from '../src';
-
-const together = new Together({
-  auth: 'dd706fe7edbe3a935c46a939fa62a02443666e8b3959caeef70458da5d6cff7c',
-});
-
-async function main() {
-  const result = await together.inference(
-    'mistralai/Mistral-7B-Instruct-v0.1',
-    {
-      prompt: 'tell me about the history of the United States of America',
-      max_tokens: 300,
-    }
-  );
-
-  // console.log({ output });
-  console.log({ choices: result.output.choices[0].text });
-}
-
-main();
-
-// Together feedback
-
-// language model was confusing, specify it better in dashboard
-// Better defaults like max tokens