together-ai 0.1.0

package/README.md

@@ -0,0 +1,47 @@
+<div align="center">
+  <div>
+    <h1 align="center">Together.ai Node SDK</h1>
+  </div>
+	<p>An npm library to run open source LLMs through <a href="https://www.together.ai/">Together.ai</a>.
+
+<a href="https://www.npmjs.com/package/together-ai"><img src="https://img.shields.io/npm/v/together-ai" alt="Current version"></a>
+
+</div>
+
+---
+
+## Installation
+
+`npm i together-ai`
+
+## Usage
+
+Add open source LLMs to your apps in a few lines of code. Simply create a new Together.ai client, specify your preferred AI model with inputs, and get back a result.
+
+```js
+import Together from 'together-ai';
+
+const together = new Together({
+  auth: `api token`,
+});
+
+const result = await together.inference('mistralai/Mistral-7B-Instruct-v0.1', {
+  prompt: 'tell me about the history of the United States',
+  max_tokens: 300,
+});
+```
+
+## Popular Supported Models
+
+This is a list of popular models that are supported.
+
+- Mistral-7B (`mistralai/Mistral-7B-Instruct-v0.1`)
+- Llama-2 70B (`togethercomputer/llama-2-70b-chat`)
+- Llama-2 13B (`togethercomputer/llama-2-13b-chat`)
+- RedPajama 7B (`togethercomputer/RedPajama-INCITE-7B-Chat`)
+- OpenOrca Mistral (`Open-Orca/Mistral-7B-OpenOrca`)
+- Alpaca 7B (`togethercomputer/alpaca-7b`)
+
+## How it works
+
+This library uses the [Together Inference Engine](https://www.together.ai/blog/together-inference-engine-v1), the world's fastest inference stack for open source LLMs. It calls the [Together.ai](<[together.ai](https://www.together.ai/)>) Inference API under the hood to enable you to use OSS LLMs quickly.

package/demo/test.ts

@@ -0,0 +1,25 @@
+import Together from '../src';
+
+const together = new Together({
+  auth: 'dd706fe7edbe3a935c46a939fa62a02443666e8b3959caeef70458da5d6cff7c',
+});
+
+async function main() {
+  const result = await together.inference(
+    'mistralai/Mistral-7B-Instruct-v0.1',
+    {
+      prompt: 'tell me about the history of the United States of America',
+      max_tokens: 300,
+    }
+  );
+
+  // console.log({ output });
+  console.log({ choices: result.output.choices[0].text });
+}
+
+main();
+
+// Together feedback
+
+// language model was confusing, specify it better in dashboard
+// Better defaults like max tokens

package/package.json

@@ -0,0 +1,26 @@
+{
+  "name": "together-ai",
+  "version": "0.1.0",
+  "description": "A Node SDK for Together.ai.",
+  "author": "Hassan El Mghari (@nutlope)",
+  "repository": "Nutlope/together-js",
+  "license": "MIT",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "scripts": {
+    "build": "tsc"
+  },
+  "devDependencies": {
+    "@types/node": "^20.6.3",
+    "typescript": "^5.2.2"
+  },
+  "dependencies": {},
+  "keywords": [
+    "together ai",
+    "LLMs",
+    "open source",
+    "AI models",
+    "mistral",
+    "Llama"
+  ]
+}

package/src/index.ts

@@ -0,0 +1,55 @@
+type ApiResponse = {
+  status: string;
+  prompt: string[];
+  model: string;
+  model_owner: string;
+  tags: Record<string, unknown>;
+  num_returns: number;
+  args: {
+    model: string;
+    prompt: string;
+    max_tokens: number;
+    stop: string;
+    temperature: number;
+    top_p: number;
+    top_k: number;
+    repetition_penalty: number;
+  };
+  subjobs: any[];
+  output: {
+    choices: {
+      text: string;
+    }[];
+    request_id: string;
+  };
+};
+
+class Together {
+  authApiKey: string | null = null;
+  constructor({ auth }: { auth: string }) {
+    this.authApiKey = auth;
+  }
+
+  async inference(model: string, { ...inputs }) {
+    if (!this.authApiKey) {
+      throw new Error('Auth key is not set!');
+    }
+    const res = await fetch('https://api.together.xyz/inference', {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json',
+        Authorization: 'Bearer ' + this.authApiKey,
+      },
+      body: JSON.stringify({
+        model,
+        ...inputs,
+      }),
+    });
+
+    const data: ApiResponse = await res.json();
+
+    return data;
+  }
+}
+
+export default Together;

package/tsconfig.json

@@ -0,0 +1,11 @@
+{
+  "compilerOptions": {
+    "target": "es2016",
+    "module": "commonjs",
+    "outDir": "./dist",
+    "declaration": true,
+    "esModuleInterop": true,
+    "forceConsistentCasingInFileNames": true,
+    "skipLibCheck": true
+  }
+}