notdiamond 0.3.5 → 0.3.9

package/README.md

@@ -20,7 +20,7 @@ To use the API, you need to sign up for a NotDiamond account and obtain an API k
 
 ### Basic Usage
 
-Here's a simple example of how to use NotDiamond to select the best model between GPT-4o, Claude 3.5 Sonnet, and Gemini 1.5 Pro, while optimizing for latency:
+Here's a simple example of how to use NotDiamond to select the best model between GPT-4o, Claude 3.5 Sonnet, and Gemini 1.5 Pro, while optimizing for latency and outputting the raw text:
 
 ```typescript
 import { NotDiamond } from 'notdiamond';
@@ -32,7 +32,7 @@ const notDiamond = new NotDiamond({
 
 async function basicExample() {
   // 1. Select the best model
-  const result = await notDiamond.modelSelect({
+  const result = await notDiamond.create({
     // Define the user's message
     messages: [{ content: 'What is 12x12?', role: 'user' }],
     // Specify the LLM providers and models to choose from
@@ -52,6 +52,8 @@ async function basicExample() {
   }
 
   // 3. Log the results
+  // Display the text response
+  console.log('LLM output:', result.content);
   // Display the selected provider(s)
   console.log('Selected providers:', result.providers);
   // Show the unique session ID for this request
@@ -118,7 +120,7 @@ toolCallingExample();
 
 ## API Reference
 
-For a complete API reference and more detailed documentation, please check our [API Documentation](https://notdiamond.readme.io/v0.1.0-beta/docs/getting-started).
+For a complete API reference and more detailed documentation, please check our [API Documentation](https://notdiamond.readme.io/docs/what-is-not-diamond#getting-started).
 
 ## Key Concepts
 

package/dist/index.cjs

@@ -1,6 +1,17 @@
 'use strict';
 
 const dotenv = require('dotenv');
+const openai = require('@langchain/openai');
+const messages = require('@langchain/core/messages');
+const anthropic = require('@langchain/anthropic');
+const googleGenai = require('@langchain/google-genai');
+const mistralai = require('@langchain/mistralai');
+const chat_models = require('@langchain/core/language_models/chat_models');
+const axios = require('axios');
+const cohere = require('@langchain/cohere');
+const togetherai = require('@langchain/community/chat_models/togetherai');
+
+function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e.default : e; }
 
 function _interopNamespaceCompat(e) {
   if (e && typeof e === 'object' && 'default' in e) return e;
@@ -15,8 +26,446 @@ function _interopNamespaceCompat(e) {
 }
 
 const dotenv__namespace = /*#__PURE__*/_interopNamespaceCompat(dotenv);
+const axios__default = /*#__PURE__*/_interopDefaultCompat(axios);
+
+const name = "notdiamond";
+const type = "module";
+const version = "0.3.9";
+const author = "not-diamond";
+const license = "MIT";
+const description = "TS/JS client for the NotDiamond API";
+const main = "./dist/index.cjs";
+const exports$1 = {
+	".": {
+		"import": "./dist/index.mjs",
+		require: "./dist/index.cjs"
+	}
+};
+const types = "./dist/index.d.ts";
+const repository = {
+	type: "git",
+	url: "https://github.com/Not-Diamond/notdiamond-node.git"
+};
+const bugs = {
+	url: "https://github.com/Not-Diamond/notdiamond-node/issues"
+};
+const homepage = "https://github.com/Not-Diamond/notdiamond-node#readme";
+const files = [
+	"dist"
+];
+const keywords = [
+	"ai",
+	"not-diamond",
+	"typescript",
+	"openai",
+	"chatgpt",
+	"anthropic",
+	"claude",
+	"gemini",
+	"model router"
+];
+const scripts = {
+	prepare: "husky install",
+	"start:cjs": "node ./dist/index.cjs",
+	"start:esm": "node ./dist/index.mjs",
+	dev: "nodemon",
+	develop: "node --no-warnings=ExperimentalWarning --loader ts-node/esm ./src/index.ts",
+	test: "jest --passWithNoTests",
+	"test:watch": "jest --watch --passWithNoTests",
+	"test:coverage": "jest --coverage --passWithNoTests",
+	clean: "rimraf build && rimraf dist",
+	build: "swc ./src -d build",
+	"build:watch": "swc ./src -d build -w",
+	lint: "eslint ./src --ext .ts",
+	"lint:fix": "eslint ./src --ext .ts --fix",
+	prettier: "prettier '**/*.{ts,json,md}'",
+	"prettier:write": "prettier --write '**/*.{ts,json,md}'",
+	"type-check": "tsc --noEmit",
+	"lint-staged": "lint-staged",
+	release: "semantic-release",
+	bundle: "unbuild"
+};
+const dependencies = {
+	"@langchain/anthropic": "^0.3.1",
+	"@langchain/cohere": "^0.3.0",
+	"@langchain/community": "^0.3.3",
+	"@langchain/core": "^0.3.3",
+	"@langchain/google-genai": "^0.1.0",
+	"@langchain/mistralai": "^0.1.1",
+	"@langchain/openai": "^0.3.0",
+	"ansi-styles": "^6.2.1",
+	axios: "^1.7.7",
+	camelcase: "^8.0.0",
+	decamelize: "^6.0.0",
+	dotenv: "^16.4.5",
+	eventemitter3: "^5.0.1",
+	langchain: "^0.3.2",
+	langsmith: "^0.1.60",
+	"p-finally": "^2.0.1",
+	"p-queue": "^8.0.1",
+	"p-retry": "^6.2.0",
+	"p-timeout": "^6.1.2",
+	retry: "^0.13.1",
+	semver: "^7.6.3",
+	uuid: "^10.0.0",
+	zod: "^3.23.8",
+	"zod-to-json-schema": "^3.23.3"
+};
+const devDependencies = {
+	"@semantic-release/changelog": "^6.0.3",
+	"@semantic-release/commit-analyzer": "^12.0.0",
+	"@semantic-release/git": "^10.0.1",
+	"@semantic-release/github": "^10.0.0",
+	"@semantic-release/npm": "^12.0.0",
+	"@semantic-release/release-notes-generator": "^13.0.0",
+	"@swc/cli": "0.3.12",
+	"@swc/core": "1.5.7",
+	"@swc/jest": "0.2.36",
+	"@types/jest": "29.5.12",
+	"@types/node": "20.12.12",
+	"@typescript-eslint/eslint-plugin": "7.9.0",
+	"@typescript-eslint/parser": "7.9.0",
+	eslint: "8.57.0",
+	"eslint-config-prettier": "9.1.0",
+	"eslint-plugin-jest": "27.9.0",
+	"eslint-plugin-prettier": "5.1.3",
+	husky: "^9.0.0",
+	jest: "29.7.0",
+	"lint-staged": "^15.0.0",
+	nodemon: "3.1.0",
+	prettier: "3.2.5",
+	"regenerator-runtime": "^0.14.0",
+	rimraf: "5.0.7",
+	"semantic-release": "^23.0.0",
+	"ts-node": "^10.9.1",
+	typescript: "5.4.5",
+	unbuild: "^2.0.0"
+};
+const resolutions = {
+	"wrap-ansi": "7.0.0"
+};
+const engines = {
+	node: ">=20",
+	npm: ">=8"
+};
+const packageJson = {
+	name: name,
+	type: type,
+	version: version,
+	author: author,
+	license: license,
+	description: description,
+	main: main,
+	exports: exports$1,
+	types: types,
+	repository: repository,
+	bugs: bugs,
+	homepage: homepage,
+	files: files,
+	keywords: keywords,
+	scripts: scripts,
+	dependencies: dependencies,
+	devDependencies: devDependencies,
+	resolutions: resolutions,
+	engines: engines
+};
+
+var __defProp$1 = Object.defineProperty;
+var __defNormalProp$1 = (obj, key, value) => key in obj ? __defProp$1(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __publicField$1 = (obj, key, value) => {
+  __defNormalProp$1(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
+class ChatPerplexity extends chat_models.BaseChatModel {
+  constructor({ apiKey, model }) {
+    super({});
+    __publicField$1(this, "apiKey");
+    __publicField$1(this, "model");
+    this.apiKey = apiKey;
+    this.model = model;
+  }
+  _generate(messages, options, runManager) {
+    throw new Error(
+      "Method not implemented." + JSON.stringify(messages) + JSON.stringify(options) + JSON.stringify(runManager)
+    );
+  }
+  _llmType() {
+    return "perplexity";
+  }
+  /**
+   * Invokes the Perplexity model.
+   * @param messages The messages to send to the model.
+   * @returns The results of the model.
+   */
+  async invoke(messages$1) {
+    try {
+      const { data } = await axios__default.post(
+        "https://api.perplexity.ai/chat/completions",
+        {
+          model: this.model,
+          messages: messages$1.map((m) => ({
+            role: m._getType() === "human" ? "user" : m._getType(),
+            content: m.content
+          }))
+        },
+        {
+          headers: {
+            Authorization: `Bearer ${this.apiKey}`
+          }
+        }
+      );
+      return new messages.AIMessage(data.choices[0].message.content);
+    } catch (error) {
+      if (axios__default.isAxiosError(error) && error.response) {
+        throw new Error(`Perplexity API error: ${error.response.statusText}`);
+      }
+      throw error;
+    }
+  }
+}
+
+const SupportedProvider = {
+  OPENAI: "openai",
+  ANTHROPIC: "anthropic",
+  GOOGLE: "google",
+  MISTRAL: "mistral",
+  PERPLEXITY: "perplexity",
+  COHERE: "cohere",
+  TOGETHER: "together"
+};
+const SupportedModel = {
+  GPT_3_5_TURBO: "gpt-3.5-turbo",
+  GPT_3_5_TURBO_0125: "gpt-3.5-turbo-0125",
+  GPT_4: "gpt-4",
+  GPT_4_0613: "gpt-4-0613",
+  GPT_4_1106_PREVIEW: "gpt-4-1106-preview",
+  GPT_4_TURBO: "gpt-4-turbo",
+  GPT_4_TURBO_PREVIEW: "gpt-4-turbo-preview",
+  GPT_4_TURBO_2024_04_09: "gpt-4-turbo-2024-04-09",
+  GPT_4O_2024_05_13: "gpt-4o-2024-05-13",
+  GPT_4O_2024_08_06: "gpt-4o-2024-08-06",
+  GPT_4O: "gpt-4o",
+  GPT_4O_MINI_2024_07_18: "gpt-4o-mini-2024-07-18",
+  GPT_4O_MINI: "gpt-4o-mini",
+  GPT_4_0125_PREVIEW: "gpt-4-0125-preview",
+  O1_PREVIEW: "o1-preview",
+  O1_PREVIEW_2024_09_12: "o1-preview-2024-09-12",
+  O1_MINI: "o1-mini",
+  O1_MINI_2024_09_12: "o1-mini-2024-09-12",
+  CLAUDE_2_1: "claude-2.1",
+  CLAUDE_3_OPUS_20240229: "claude-3-opus-20240229",
+  CLAUDE_3_SONNET_20240229: "claude-3-sonnet-20240229",
+  CLAUDE_3_5_SONNET_20240620: "claude-3-5-sonnet-20240620",
+  CLAUDE_3_HAIKU_20240307: "claude-3-haiku-20240307",
+  GEMINI_PRO: "gemini-pro",
+  GEMINI_1_PRO_LATEST: "gemini-1.0-pro-latest",
+  GEMINI_15_PRO_LATEST: "gemini-1.5-pro-latest",
+  GEMINI_15_PRO_EXP_0801: "gemini-1.5-pro-exp-0801",
+  GEMINI_15_FLASH_LATEST: "gemini-1.5-flash-latest",
+  COMMAND_R: "command-r",
+  COMMAND_R_PLUS: "command-r-plus",
+  MISTRAL_LARGE_LATEST: "mistral-large-latest",
+  MISTRAL_LARGE_2407: "mistral-large-2407",
+  MISTRAL_LARGE_2402: "mistral-large-2402",
+  MISTRAL_MEDIUM_LATEST: "mistral-medium-latest",
+  MISTRAL_SMALL_LATEST: "mistral-small-latest",
+  CODESTRAL_LATEST: "codestral-latest",
+  OPEN_MISTRAL_7B: "open-mistral-7b",
+  OPEN_MIXTRAL_8X7B: "open-mixtral-8x7b",
+  OPEN_MIXTRAL_8X22B: "open-mixtral-8x22b",
+  MISTRAL_7B_INSTRUCT_V0_2: "Mistral-7B-Instruct-v0.2",
+  MIXTRAL_8X7B_INSTRUCT_V0_1: "Mixtral-8x7B-Instruct-v0.1",
+  MIXTRAL_8X22B_INSTRUCT_V0_1: "Mixtral-8x22B-Instruct-v0.1",
+  LLAMA_3_70B_CHAT_HF: "Llama-3-70b-chat-hf",
+  LLAMA_3_8B_CHAT_HF: "Llama-3-8b-chat-hf",
+  QWEN2_72B_INSTRUCT: "Qwen2-72B-Instruct",
+  LLAMA_3_1_8B_INSTRUCT_TURBO: "Meta-Llama-3.1-8B-Instruct-Turbo",
+  LLAMA_3_1_70B_INSTRUCT_TURBO: "Meta-Llama-3.1-70B-Instruct-Turbo",
+  LLAMA_3_1_405B_INSTRUCT_TURBO: "Meta-Llama-3.1-405B-Instruct-Turbo",
+  LLAMA_3_1_SONAR_LARGE_128K_ONLINE: "llama-3.1-sonar-large-128k-online"
+};
+({
+  [SupportedProvider.OPENAI]: [
+    SupportedModel.GPT_3_5_TURBO,
+    SupportedModel.GPT_3_5_TURBO_0125,
+    SupportedModel.GPT_4,
+    SupportedModel.GPT_4_0613,
+    SupportedModel.GPT_4_1106_PREVIEW,
+    SupportedModel.GPT_4_TURBO,
+    SupportedModel.GPT_4_TURBO_PREVIEW,
+    SupportedModel.GPT_4_TURBO_2024_04_09,
+    SupportedModel.GPT_4O_2024_05_13,
+    SupportedModel.GPT_4O_2024_08_06,
+    SupportedModel.GPT_4O,
+    SupportedModel.GPT_4O_MINI_2024_07_18,
+    SupportedModel.GPT_4O_MINI,
+    SupportedModel.GPT_4_0125_PREVIEW,
+    SupportedModel.O1_PREVIEW,
+    SupportedModel.O1_PREVIEW_2024_09_12,
+    SupportedModel.O1_MINI,
+    SupportedModel.O1_MINI_2024_09_12
+  ],
+  [SupportedProvider.ANTHROPIC]: [
+    SupportedModel.CLAUDE_2_1,
+    SupportedModel.CLAUDE_3_OPUS_20240229,
+    SupportedModel.CLAUDE_3_SONNET_20240229,
+    SupportedModel.CLAUDE_3_5_SONNET_20240620,
+    SupportedModel.CLAUDE_3_HAIKU_20240307
+  ],
+  [SupportedProvider.GOOGLE]: [
+    SupportedModel.GEMINI_PRO,
+    SupportedModel.GEMINI_1_PRO_LATEST,
+    SupportedModel.GEMINI_15_PRO_LATEST,
+    SupportedModel.GEMINI_15_PRO_EXP_0801,
+    SupportedModel.GEMINI_15_FLASH_LATEST
+  ],
+  [SupportedProvider.MISTRAL]: [
+    SupportedModel.MISTRAL_LARGE_LATEST,
+    SupportedModel.MISTRAL_LARGE_2407,
+    SupportedModel.MISTRAL_LARGE_2402,
+    SupportedModel.MISTRAL_MEDIUM_LATEST,
+    SupportedModel.MISTRAL_SMALL_LATEST,
+    SupportedModel.CODESTRAL_LATEST,
+    SupportedModel.OPEN_MISTRAL_7B,
+    SupportedModel.OPEN_MIXTRAL_8X7B,
+    SupportedModel.OPEN_MIXTRAL_8X22B
+  ],
+  [SupportedProvider.PERPLEXITY]: [
+    SupportedModel.LLAMA_3_1_SONAR_LARGE_128K_ONLINE
+  ],
+  [SupportedProvider.COHERE]: [
+    SupportedModel.COMMAND_R,
+    SupportedModel.COMMAND_R_PLUS
+  ],
+  [SupportedProvider.TOGETHER]: [
+    SupportedModel.MISTRAL_7B_INSTRUCT_V0_2,
+    SupportedModel.MIXTRAL_8X7B_INSTRUCT_V0_1,
+    SupportedModel.MIXTRAL_8X22B_INSTRUCT_V0_1,
+    SupportedModel.LLAMA_3_70B_CHAT_HF,
+    SupportedModel.LLAMA_3_8B_CHAT_HF,
+    SupportedModel.QWEN2_72B_INSTRUCT,
+    SupportedModel.LLAMA_3_1_8B_INSTRUCT_TURBO,
+    SupportedModel.LLAMA_3_1_70B_INSTRUCT_TURBO,
+    SupportedModel.LLAMA_3_1_405B_INSTRUCT_TURBO
+  ]
+});
 
-const version = "0.3.4";
+function getLangChainModel(provider, llmKeys, responseModel) {
+  const { OPENAI, ANTHROPIC, GOOGLE, MISTRAL, PERPLEXITY, COHERE, TOGETHER } = SupportedProvider;
+  switch (provider.provider) {
+    case OPENAI:
+      if (responseModel) {
+        return new openai.ChatOpenAI({
+          modelName: provider.model,
+          apiKey: llmKeys.openai || process.env.OPENAI_API_KEY
+        }).withStructuredOutput(responseModel);
+      }
+      return new openai.ChatOpenAI({
+        modelName: provider.model,
+        apiKey: llmKeys.openai || process.env.OPENAI_API_KEY
+      });
+    case ANTHROPIC:
+      if (responseModel) {
+        return new anthropic.ChatAnthropic({
+          modelName: provider.model,
+          anthropicApiKey: llmKeys.anthropic || process.env.ANTHROPIC_API_KEY
+        }).withStructuredOutput(responseModel);
+      }
+      return new anthropic.ChatAnthropic({
+        modelName: provider.model,
+        anthropicApiKey: llmKeys.anthropic || process.env.ANTHROPIC_API_KEY
+      });
+    case GOOGLE:
+      if (responseModel) {
+        return new googleGenai.ChatGoogleGenerativeAI({
+          modelName: provider.model,
+          apiKey: llmKeys.google || process.env.GOOGLE_API_KEY
+        }).withStructuredOutput(responseModel);
+      }
+      return new googleGenai.ChatGoogleGenerativeAI({
+        modelName: provider.model,
+        apiKey: llmKeys.google || process.env.GOOGLE_API_KEY
+      });
+    case MISTRAL:
+      if (responseModel) {
+        return new mistralai.ChatMistralAI({
+          modelName: provider.model,
+          apiKey: llmKeys.mistral || process.env.MISTRAL_API_KEY
+        }).withStructuredOutput(responseModel);
+      }
+      return new mistralai.ChatMistralAI({
+        modelName: provider.model,
+        apiKey: llmKeys.mistral || process.env.MISTRAL_API_KEY
+      });
+    case PERPLEXITY:
+      if (responseModel) {
+        return new ChatPerplexity({
+          apiKey: llmKeys.perplexity || process.env.PPLX_API_KEY || "",
+          model: provider.model
+        }).withStructuredOutput(responseModel);
+      }
+      return new ChatPerplexity({
+        apiKey: llmKeys.perplexity || process.env.PPLX_API_KEY || "",
+        model: provider.model
+      });
+    case COHERE:
+      if (responseModel) {
+        return new cohere.ChatCohere({
+          apiKey: process.env.COHERE_API_KEY || llmKeys.cohere,
+          model: provider.model
+        }).withStructuredOutput(responseModel);
+      }
+      return new cohere.ChatCohere({
+        apiKey: process.env.COHERE_API_KEY || llmKeys.cohere,
+        model: provider.model
+      });
+    case TOGETHER:
+      if (responseModel) {
+        return new togetherai.ChatTogetherAI({
+          apiKey: process.env.TOGETHER_API_KEY || llmKeys.together,
+          model: provider.model
+        }).withStructuredOutput(responseModel);
+      }
+      return new togetherai.ChatTogetherAI({
+        apiKey: process.env.TOGETHER_API_KEY || llmKeys.together,
+        model: provider.model
+      });
+    default:
+      throw new Error(`Unsupported provider: ${provider.provider}`);
+  }
+}
+async function callLLM(provider, options, llmKeys) {
+  const model = getLangChainModel(provider, llmKeys, options.responseModel);
+  const langChainMessages = options.messages.map(convertToLangChainMessage);
+  const response = await model.invoke(langChainMessages);
+  return extractContent(response);
+}
+function convertToLangChainMessage(msg) {
+  switch (msg.role) {
+    case "user":
+      return new messages.HumanMessage(msg.content);
+    case "assistant":
+      return new messages.AIMessage(msg.content);
+    case "system":
+      return new messages.SystemMessage(msg.content);
+    default:
+      return new messages.HumanMessage(msg.content);
+  }
+}
+async function* callLLMStream(provider, options, llmKeys) {
+  const model = getLangChainModel(provider, llmKeys, options.responseModel);
+  const langChainMessages = options.messages.map(convertToLangChainMessage);
+  const stream = await model.stream(langChainMessages);
+  for await (const chunk of stream) {
+    yield extractContent(chunk);
+  }
+}
+function extractContent(response) {
+  if ("content" in response) {
+    return typeof response.content === "string" ? response.content : JSON.stringify(response.content);
+  }
+  return typeof response === "string" ? response : JSON.stringify(response);
+}
 
 var __defProp = Object.defineProperty;
 var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
@@ -24,42 +473,52 @@ var __publicField = (obj, key, value) => {
   __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
   return value;
 };
+const SDK_VERSION = packageJson.version;
 dotenv__namespace.config();
 const DEFAULT_TIMEOUT = 5;
 const BASE_URL = "https://not-diamond-server.onrender.com";
-const MODEL_SELECT_URL = `${BASE_URL}/v2/modelRouter/modelSelect`;
-const FEEDBACK_URL = `${BASE_URL}/v2/report/metrics/feedback`;
 class NotDiamond {
   constructor(options = {}) {
     __publicField(this, "apiKey");
     __publicField(this, "apiUrl");
+    __publicField(this, "modelSelectUrl");
+    __publicField(this, "feedbackUrl");
+    __publicField(this, "createUrl");
+    __publicField(this, "llmKeys");
     this.apiKey = options.apiKey || process.env.NOTDIAMOND_API_KEY || "";
     this.apiUrl = options.apiUrl || process.env.NOTDIAMOND_API_URL || BASE_URL;
+    this.llmKeys = options.llmKeys || {};
+    this.modelSelectUrl = `${this.apiUrl}/v2/modelRouter/modelSelect`;
+    this.feedbackUrl = `${this.apiUrl}/v2/report/metrics/feedback`;
+    this.createUrl = `${this.apiUrl}/v2/preferences/userPreferenceCreate`;
   }
   getAuthHeader() {
     return `Bearer ${this.apiKey}`;
   }
   async postRequest(url, body) {
     try {
-      const response = await fetch(url, {
-        method: "POST",
+      const response = await axios__default.post(url, body, {
         headers: {
           Authorization: this.getAuthHeader(),
-          accept: "application/json",
-          "content-type": "application/json",
-          "User-Agent": `TS-SDK/${version}`
-        },
-        body: JSON.stringify(body)
+          Accept: "application/json",
+          "Content-Type": "application/json",
+          "User-Agent": `TS-SDK/${SDK_VERSION}`
+        }
       });
-      if (!response.ok) {
-        const errorData = await response.json();
-        return { detail: errorData.detail };
-      }
-      return await response.json();
+      return response.data;
     } catch (error) {
+      if (axios__default.isAxiosError(error) && error.response) {
+        return { detail: "An error occurred." };
+      }
+      console.error("error", error);
       return { detail: "An unexpected error occurred." };
     }
   }
+  /**
+   * Selects the best model for the given messages.
+   * @param options The options for the model.
+   * @returns The results of the model.
+   */
   async modelSelect(options) {
     const requestBody = {
       messages: options.messages,
@@ -75,7 +534,10 @@ class NotDiamond {
         ...provider.outputPrice !== void 0 && {
           output_price: provider.outputPrice
         },
-        ...provider.latency !== void 0 && { latency: provider.latency }
+        ...provider.latency !== void 0 && { latency: provider.latency },
+        ...provider.isCustom !== void 0 && {
+          is_custom: provider.isCustom
+        }
       })),
       ...options.tradeoff && {
         tradeoff: options.tradeoff
@@ -94,20 +556,96 @@ class NotDiamond {
       ...options.default && { default: options.default },
       ...options.previousSession && {
         previous_session: options.previousSession
+      },
+      ...options.responseModel && {
+        response_model: options.responseModel
       }
     };
     return this.postRequest(
-      MODEL_SELECT_URL,
+      this.modelSelectUrl,
       requestBody
     );
   }
+  /**
+   * Sends feedback to the NotDiamond API.
+   * @param options The options for the feedback.
+   * @returns The results of the feedback.
+   */
   async feedback(options) {
-    return this.postRequest(FEEDBACK_URL, {
+    return this.postRequest(this.feedbackUrl, {
       session_id: options.sessionId,
       feedback: options.feedback,
       provider: options.provider
     });
   }
+  /**
+   * Creates a preference id.
+   * @returns The preference id.
+   */
+  async createPreferenceId() {
+    return this.postRequest(this.createUrl, {});
+  }
+  /**
+   *
+   * @param options The options for the model.
+   * @returns A promise that resolves to the results of the model.
+   */
+  async acreate(options) {
+    const selectedModel = await this.modelSelect(options);
+    const { providers } = selectedModel;
+    const content = await callLLM(providers[0], options, this.llmKeys);
+    return { content, providers };
+  }
+  /**
+   *
+   * @param options The options for the model.
+   * @param callback Optional callback function to handle the result.
+   * @returns A promise that resolves to the results of the model or a callback function
+   */
+  create(options, callback) {
+    const promise = this.acreate(options);
+    if (callback) {
+      promise.then((result) => callback(null, result)).catch((error) => callback(error));
+    } else {
+      return promise;
+    }
+  }
+  /**
+   * Streams the results of the model asynchronously.
+   * @param options The options for the model.
+   * @returns A promise that resolves to an object containing the provider and an AsyncIterable of strings.
+   */
+  async astream(options) {
+    const selectedModel = await this.modelSelect(options);
+    const { providers } = selectedModel;
+    const stream = await Promise.resolve(
+      callLLMStream(providers?.[0] || "openai", options, this.llmKeys)
+    );
+    return { provider: providers?.[0] || "openai", stream };
+  }
+  /**
+   * Streams the results of the model.
+   * @param options The options for the model.
+   * @param callback Optional callback function to handle each chunk of the stream.
+   * @returns A promise that resolves to an object containing the provider and an AsyncIterable of strings or a callback function
+   */
+  stream(options, callback) {
+    if (!options.llmProviders || options.llmProviders.length === 0) {
+      throw new Error("No LLM providers specified");
+    }
+    const promise = this.astream(options);
+    if (callback) {
+      promise.then(async ({ provider, stream }) => {
+        for await (const chunk of stream) {
+          callback(null, { provider, chunk });
+        }
+      }).catch((error) => callback(error));
+    } else {
+      return promise;
+    }
+  }
 }
 
 exports.NotDiamond = NotDiamond;
+exports.SupportedModel = SupportedModel;
+exports.SupportedProvider = SupportedProvider;