notdiamond 0.3.10 → 0.3.11

package/dist/index.mjs

@@ -1,645 +0,0 @@
-import * as dotenv from 'dotenv';
-import { ChatOpenAI } from '@langchain/openai';
-import { AIMessage, HumanMessage, SystemMessage } from '@langchain/core/messages';
-import { ChatAnthropic } from '@langchain/anthropic';
-import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
-import { ChatMistralAI } from '@langchain/mistralai';
-import { BaseChatModel } from '@langchain/core/language_models/chat_models';
-import axios from 'axios';
-import { ChatCohere } from '@langchain/cohere';
-import { ChatTogetherAI } from '@langchain/community/chat_models/togetherai';
-
-const name = "notdiamond";
-const type = "module";
-const version = "0.3.9";
-const author = "not-diamond";
-const license = "MIT";
-const description = "TS/JS client for the NotDiamond API";
-const main = "./dist/index.cjs";
-const exports = {
-	".": {
-		"import": "./dist/index.mjs",
-		require: "./dist/index.cjs"
-	}
-};
-const types = "./dist/index.d.ts";
-const repository = {
-	type: "git",
-	url: "https://github.com/Not-Diamond/notdiamond-node.git"
-};
-const bugs = {
-	url: "https://github.com/Not-Diamond/notdiamond-node/issues"
-};
-const homepage = "https://github.com/Not-Diamond/notdiamond-node#readme";
-const files = [
-	"dist"
-];
-const keywords = [
-	"ai",
-	"not-diamond",
-	"typescript",
-	"openai",
-	"chatgpt",
-	"anthropic",
-	"claude",
-	"gemini",
-	"model router"
-];
-const scripts = {
-	prepare: "husky install",
-	"start:cjs": "node ./dist/index.cjs",
-	"start:esm": "node ./dist/index.mjs",
-	dev: "nodemon",
-	develop: "node --no-warnings=ExperimentalWarning --loader ts-node/esm ./src/index.ts",
-	test: "jest --passWithNoTests",
-	"test:watch": "jest --watch --passWithNoTests",
-	"test:coverage": "jest --coverage --passWithNoTests",
-	clean: "rimraf build && rimraf dist",
-	build: "swc ./src -d build",
-	"build:watch": "swc ./src -d build -w",
-	lint: "eslint ./src --ext .ts",
-	"lint:fix": "eslint ./src --ext .ts --fix",
-	prettier: "prettier '**/*.{ts,json,md}'",
-	"prettier:write": "prettier --write '**/*.{ts,json,md}'",
-	"type-check": "tsc --noEmit",
-	"lint-staged": "lint-staged",
-	release: "semantic-release",
-	bundle: "unbuild"
-};
-const dependencies = {
-	"@langchain/anthropic": "^0.3.1",
-	"@langchain/cohere": "^0.3.0",
-	"@langchain/community": "^0.3.3",
-	"@langchain/core": "^0.3.3",
-	"@langchain/google-genai": "^0.1.0",
-	"@langchain/mistralai": "^0.1.1",
-	"@langchain/openai": "^0.3.0",
-	"ansi-styles": "^6.2.1",
-	axios: "^1.7.7",
-	camelcase: "^8.0.0",
-	decamelize: "^6.0.0",
-	dotenv: "^16.4.5",
-	eventemitter3: "^5.0.1",
-	langchain: "^0.3.2",
-	langsmith: "^0.1.60",
-	"p-finally": "^2.0.1",
-	"p-queue": "^8.0.1",
-	"p-retry": "^6.2.0",
-	"p-timeout": "^6.1.2",
-	retry: "^0.13.1",
-	semver: "^7.6.3",
-	uuid: "^10.0.0",
-	zod: "^3.23.8",
-	"zod-to-json-schema": "^3.23.3"
-};
-const devDependencies = {
-	"@semantic-release/changelog": "^6.0.3",
-	"@semantic-release/commit-analyzer": "^12.0.0",
-	"@semantic-release/git": "^10.0.1",
-	"@semantic-release/github": "^10.0.0",
-	"@semantic-release/npm": "^12.0.0",
-	"@semantic-release/release-notes-generator": "^13.0.0",
-	"@swc/cli": "0.3.12",
-	"@swc/core": "1.5.7",
-	"@swc/jest": "0.2.36",
-	"@types/jest": "29.5.12",
-	"@types/node": "20.12.12",
-	"@typescript-eslint/eslint-plugin": "7.9.0",
-	"@typescript-eslint/parser": "7.9.0",
-	eslint: "8.57.0",
-	"eslint-config-prettier": "9.1.0",
-	"eslint-plugin-jest": "27.9.0",
-	"eslint-plugin-prettier": "5.1.3",
-	husky: "^9.0.0",
-	jest: "29.7.0",
-	"lint-staged": "^15.0.0",
-	nodemon: "3.1.0",
-	prettier: "3.2.5",
-	"regenerator-runtime": "^0.14.0",
-	rimraf: "5.0.7",
-	"semantic-release": "^23.0.0",
-	"ts-node": "^10.9.1",
-	typescript: "5.4.5",
-	unbuild: "^2.0.0"
-};
-const resolutions = {
-	"wrap-ansi": "7.0.0"
-};
-const engines = {
-	node: ">=20",
-	npm: ">=8"
-};
-const packageJson = {
-	name: name,
-	type: type,
-	version: version,
-	author: author,
-	license: license,
-	description: description,
-	main: main,
-	exports: exports,
-	types: types,
-	repository: repository,
-	bugs: bugs,
-	homepage: homepage,
-	files: files,
-	keywords: keywords,
-	scripts: scripts,
-	dependencies: dependencies,
-	devDependencies: devDependencies,
-	resolutions: resolutions,
-	engines: engines
-};
-
-var __defProp$1 = Object.defineProperty;
-var __defNormalProp$1 = (obj, key, value) => key in obj ? __defProp$1(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$1 = (obj, key, value) => {
-  __defNormalProp$1(obj, typeof key !== "symbol" ? key + "" : key, value);
-  return value;
-};
-class ChatPerplexity extends BaseChatModel {
-  constructor({ apiKey, model }) {
-    super({});
-    __publicField$1(this, "apiKey");
-    __publicField$1(this, "model");
-    this.apiKey = apiKey;
-    this.model = model;
-  }
-  _generate(messages, options, runManager) {
-    throw new Error(
-      "Method not implemented." + JSON.stringify(messages) + JSON.stringify(options) + JSON.stringify(runManager)
-    );
-  }
-  _llmType() {
-    return "perplexity";
-  }
-  /**
-   * Invokes the Perplexity model.
-   * @param messages The messages to send to the model.
-   * @returns The results of the model.
-   */
-  async invoke(messages) {
-    try {
-      const { data } = await axios.post(
-        "https://api.perplexity.ai/chat/completions",
-        {
-          model: this.model,
-          messages: messages.map((m) => ({
-            role: m._getType() === "human" ? "user" : m._getType(),
-            content: m.content
-          }))
-        },
-        {
-          headers: {
-            Authorization: `Bearer ${this.apiKey}`
-          }
-        }
-      );
-      return new AIMessage(data.choices[0].message.content);
-    } catch (error) {
-      if (axios.isAxiosError(error) && error.response) {
-        throw new Error(`Perplexity API error: ${error.response.statusText}`);
-      }
-      throw error;
-    }
-  }
-}
-
-const SupportedProvider = {
-  OPENAI: "openai",
-  ANTHROPIC: "anthropic",
-  GOOGLE: "google",
-  MISTRAL: "mistral",
-  PERPLEXITY: "perplexity",
-  COHERE: "cohere",
-  TOGETHER: "together"
-};
-const SupportedModel = {
-  GPT_3_5_TURBO: "gpt-3.5-turbo",
-  GPT_3_5_TURBO_0125: "gpt-3.5-turbo-0125",
-  GPT_4: "gpt-4",
-  GPT_4_0613: "gpt-4-0613",
-  GPT_4_1106_PREVIEW: "gpt-4-1106-preview",
-  GPT_4_TURBO: "gpt-4-turbo",
-  GPT_4_TURBO_PREVIEW: "gpt-4-turbo-preview",
-  GPT_4_TURBO_2024_04_09: "gpt-4-turbo-2024-04-09",
-  GPT_4O_2024_05_13: "gpt-4o-2024-05-13",
-  GPT_4O_2024_08_06: "gpt-4o-2024-08-06",
-  GPT_4O: "gpt-4o",
-  GPT_4O_MINI_2024_07_18: "gpt-4o-mini-2024-07-18",
-  GPT_4O_MINI: "gpt-4o-mini",
-  GPT_4_0125_PREVIEW: "gpt-4-0125-preview",
-  O1_PREVIEW: "o1-preview",
-  O1_PREVIEW_2024_09_12: "o1-preview-2024-09-12",
-  O1_MINI: "o1-mini",
-  O1_MINI_2024_09_12: "o1-mini-2024-09-12",
-  CLAUDE_2_1: "claude-2.1",
-  CLAUDE_3_OPUS_20240229: "claude-3-opus-20240229",
-  CLAUDE_3_SONNET_20240229: "claude-3-sonnet-20240229",
-  CLAUDE_3_5_SONNET_20240620: "claude-3-5-sonnet-20240620",
-  CLAUDE_3_HAIKU_20240307: "claude-3-haiku-20240307",
-  GEMINI_PRO: "gemini-pro",
-  GEMINI_1_PRO_LATEST: "gemini-1.0-pro-latest",
-  GEMINI_15_PRO_LATEST: "gemini-1.5-pro-latest",
-  GEMINI_15_PRO_EXP_0801: "gemini-1.5-pro-exp-0801",
-  GEMINI_15_FLASH_LATEST: "gemini-1.5-flash-latest",
-  COMMAND_R: "command-r",
-  COMMAND_R_PLUS: "command-r-plus",
-  MISTRAL_LARGE_LATEST: "mistral-large-latest",
-  MISTRAL_LARGE_2407: "mistral-large-2407",
-  MISTRAL_LARGE_2402: "mistral-large-2402",
-  MISTRAL_MEDIUM_LATEST: "mistral-medium-latest",
-  MISTRAL_SMALL_LATEST: "mistral-small-latest",
-  CODESTRAL_LATEST: "codestral-latest",
-  OPEN_MISTRAL_7B: "open-mistral-7b",
-  OPEN_MIXTRAL_8X7B: "open-mixtral-8x7b",
-  OPEN_MIXTRAL_8X22B: "open-mixtral-8x22b",
-  MISTRAL_7B_INSTRUCT_V0_2: "Mistral-7B-Instruct-v0.2",
-  MIXTRAL_8X7B_INSTRUCT_V0_1: "Mixtral-8x7B-Instruct-v0.1",
-  MIXTRAL_8X22B_INSTRUCT_V0_1: "Mixtral-8x22B-Instruct-v0.1",
-  LLAMA_3_70B_CHAT_HF: "Llama-3-70b-chat-hf",
-  LLAMA_3_8B_CHAT_HF: "Llama-3-8b-chat-hf",
-  QWEN2_72B_INSTRUCT: "Qwen2-72B-Instruct",
-  LLAMA_3_1_8B_INSTRUCT_TURBO: "Meta-Llama-3.1-8B-Instruct-Turbo",
-  LLAMA_3_1_70B_INSTRUCT_TURBO: "Meta-Llama-3.1-70B-Instruct-Turbo",
-  LLAMA_3_1_405B_INSTRUCT_TURBO: "Meta-Llama-3.1-405B-Instruct-Turbo",
-  LLAMA_3_1_SONAR_LARGE_128K_ONLINE: "llama-3.1-sonar-large-128k-online"
-};
-({
-  [SupportedProvider.OPENAI]: [
-    SupportedModel.GPT_3_5_TURBO,
-    SupportedModel.GPT_3_5_TURBO_0125,
-    SupportedModel.GPT_4,
-    SupportedModel.GPT_4_0613,
-    SupportedModel.GPT_4_1106_PREVIEW,
-    SupportedModel.GPT_4_TURBO,
-    SupportedModel.GPT_4_TURBO_PREVIEW,
-    SupportedModel.GPT_4_TURBO_2024_04_09,
-    SupportedModel.GPT_4O_2024_05_13,
-    SupportedModel.GPT_4O_2024_08_06,
-    SupportedModel.GPT_4O,
-    SupportedModel.GPT_4O_MINI_2024_07_18,
-    SupportedModel.GPT_4O_MINI,
-    SupportedModel.GPT_4_0125_PREVIEW,
-    SupportedModel.O1_PREVIEW,
-    SupportedModel.O1_PREVIEW_2024_09_12,
-    SupportedModel.O1_MINI,
-    SupportedModel.O1_MINI_2024_09_12
-  ],
-  [SupportedProvider.ANTHROPIC]: [
-    SupportedModel.CLAUDE_2_1,
-    SupportedModel.CLAUDE_3_OPUS_20240229,
-    SupportedModel.CLAUDE_3_SONNET_20240229,
-    SupportedModel.CLAUDE_3_5_SONNET_20240620,
-    SupportedModel.CLAUDE_3_HAIKU_20240307
-  ],
-  [SupportedProvider.GOOGLE]: [
-    SupportedModel.GEMINI_PRO,
-    SupportedModel.GEMINI_1_PRO_LATEST,
-    SupportedModel.GEMINI_15_PRO_LATEST,
-    SupportedModel.GEMINI_15_PRO_EXP_0801,
-    SupportedModel.GEMINI_15_FLASH_LATEST
-  ],
-  [SupportedProvider.MISTRAL]: [
-    SupportedModel.MISTRAL_LARGE_LATEST,
-    SupportedModel.MISTRAL_LARGE_2407,
-    SupportedModel.MISTRAL_LARGE_2402,
-    SupportedModel.MISTRAL_MEDIUM_LATEST,
-    SupportedModel.MISTRAL_SMALL_LATEST,
-    SupportedModel.CODESTRAL_LATEST,
-    SupportedModel.OPEN_MISTRAL_7B,
-    SupportedModel.OPEN_MIXTRAL_8X7B,
-    SupportedModel.OPEN_MIXTRAL_8X22B
-  ],
-  [SupportedProvider.PERPLEXITY]: [
-    SupportedModel.LLAMA_3_1_SONAR_LARGE_128K_ONLINE
-  ],
-  [SupportedProvider.COHERE]: [
-    SupportedModel.COMMAND_R,
-    SupportedModel.COMMAND_R_PLUS
-  ],
-  [SupportedProvider.TOGETHER]: [
-    SupportedModel.MISTRAL_7B_INSTRUCT_V0_2,
-    SupportedModel.MIXTRAL_8X7B_INSTRUCT_V0_1,
-    SupportedModel.MIXTRAL_8X22B_INSTRUCT_V0_1,
-    SupportedModel.LLAMA_3_70B_CHAT_HF,
-    SupportedModel.LLAMA_3_8B_CHAT_HF,
-    SupportedModel.QWEN2_72B_INSTRUCT,
-    SupportedModel.LLAMA_3_1_8B_INSTRUCT_TURBO,
-    SupportedModel.LLAMA_3_1_70B_INSTRUCT_TURBO,
-    SupportedModel.LLAMA_3_1_405B_INSTRUCT_TURBO
-  ]
-});
-
-function getLangChainModel(provider, llmKeys, responseModel) {
-  const { OPENAI, ANTHROPIC, GOOGLE, MISTRAL, PERPLEXITY, COHERE, TOGETHER } = SupportedProvider;
-  switch (provider.provider) {
-    case OPENAI:
-      if (responseModel) {
-        return new ChatOpenAI({
-          modelName: provider.model,
-          apiKey: llmKeys.openai || process.env.OPENAI_API_KEY
-        }).withStructuredOutput(responseModel);
-      }
-      return new ChatOpenAI({
-        modelName: provider.model,
-        apiKey: llmKeys.openai || process.env.OPENAI_API_KEY
-      });
-    case ANTHROPIC:
-      if (responseModel) {
-        return new ChatAnthropic({
-          modelName: provider.model,
-          anthropicApiKey: llmKeys.anthropic || process.env.ANTHROPIC_API_KEY
-        }).withStructuredOutput(responseModel);
-      }
-      return new ChatAnthropic({
-        modelName: provider.model,
-        anthropicApiKey: llmKeys.anthropic || process.env.ANTHROPIC_API_KEY
-      });
-    case GOOGLE:
-      if (responseModel) {
-        return new ChatGoogleGenerativeAI({
-          modelName: provider.model,
-          apiKey: llmKeys.google || process.env.GOOGLE_API_KEY
-        }).withStructuredOutput(responseModel);
-      }
-      return new ChatGoogleGenerativeAI({
-        modelName: provider.model,
-        apiKey: llmKeys.google || process.env.GOOGLE_API_KEY
-      });
-    case MISTRAL:
-      if (responseModel) {
-        return new ChatMistralAI({
-          modelName: provider.model,
-          apiKey: llmKeys.mistral || process.env.MISTRAL_API_KEY
-        }).withStructuredOutput(responseModel);
-      }
-      return new ChatMistralAI({
-        modelName: provider.model,
-        apiKey: llmKeys.mistral || process.env.MISTRAL_API_KEY
-      });
-    case PERPLEXITY:
-      if (responseModel) {
-        return new ChatPerplexity({
-          apiKey: llmKeys.perplexity || process.env.PPLX_API_KEY || "",
-          model: provider.model
-        }).withStructuredOutput(responseModel);
-      }
-      return new ChatPerplexity({
-        apiKey: llmKeys.perplexity || process.env.PPLX_API_KEY || "",
-        model: provider.model
-      });
-    case COHERE:
-      if (responseModel) {
-        return new ChatCohere({
-          apiKey: process.env.COHERE_API_KEY || llmKeys.cohere,
-          model: provider.model
-        }).withStructuredOutput(responseModel);
-      }
-      return new ChatCohere({
-        apiKey: process.env.COHERE_API_KEY || llmKeys.cohere,
-        model: provider.model
-      });
-    case TOGETHER:
-      if (responseModel) {
-        return new ChatTogetherAI({
-          apiKey: process.env.TOGETHER_API_KEY || llmKeys.together,
-          model: provider.model
-        }).withStructuredOutput(responseModel);
-      }
-      return new ChatTogetherAI({
-        apiKey: process.env.TOGETHER_API_KEY || llmKeys.together,
-        model: provider.model
-      });
-    default:
-      throw new Error(`Unsupported provider: ${provider.provider}`);
-  }
-}
-async function callLLM(provider, options, llmKeys) {
-  const model = getLangChainModel(provider, llmKeys, options.responseModel);
-  const langChainMessages = options.messages.map(convertToLangChainMessage);
-  const response = await model.invoke(langChainMessages);
-  return extractContent(response);
-}
-function convertToLangChainMessage(msg) {
-  switch (msg.role) {
-    case "user":
-      return new HumanMessage(msg.content);
-    case "assistant":
-      return new AIMessage(msg.content);
-    case "system":
-      return new SystemMessage(msg.content);
-    default:
-      return new HumanMessage(msg.content);
-  }
-}
-async function* callLLMStream(provider, options, llmKeys) {
-  const model = getLangChainModel(provider, llmKeys, options.responseModel);
-  const langChainMessages = options.messages.map(convertToLangChainMessage);
-  const stream = await model.stream(langChainMessages);
-  for await (const chunk of stream) {
-    yield extractContent(chunk);
-  }
-}
-function extractContent(response) {
-  if ("content" in response) {
-    return typeof response.content === "string" ? response.content : JSON.stringify(response.content);
-  }
-  return typeof response === "string" ? response : JSON.stringify(response);
-}
-
-var __defProp = Object.defineProperty;
-var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField = (obj, key, value) => {
-  __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
-  return value;
-};
-const SDK_VERSION = packageJson.version;
-dotenv.config();
-const DEFAULT_TIMEOUT = 5;
-const BASE_URL = "https://not-diamond-server.onrender.com";
-class NotDiamond {
-  constructor(options = {}) {
-    __publicField(this, "apiKey");
-    __publicField(this, "apiUrl");
-    __publicField(this, "modelSelectUrl");
-    __publicField(this, "feedbackUrl");
-    __publicField(this, "createUrl");
-    __publicField(this, "llmKeys");
-    this.apiKey = options.apiKey || process.env.NOTDIAMOND_API_KEY || "";
-    this.apiUrl = options.apiUrl || process.env.NOTDIAMOND_API_URL || BASE_URL;
-    this.llmKeys = options.llmKeys || {};
-    this.modelSelectUrl = `${this.apiUrl}/v2/modelRouter/modelSelect`;
-    this.feedbackUrl = `${this.apiUrl}/v2/report/metrics/feedback`;
-    this.createUrl = `${this.apiUrl}/v2/preferences/userPreferenceCreate`;
-  }
-  getAuthHeader() {
-    return `Bearer ${this.apiKey}`;
-  }
-  async postRequest(url, body) {
-    try {
-      const response = await axios.post(url, body, {
-        headers: {
-          Authorization: this.getAuthHeader(),
-          Accept: "application/json",
-          "Content-Type": "application/json",
-          "User-Agent": `TS-SDK/${SDK_VERSION}`
-        }
-      });
-      return response.data;
-    } catch (error) {
-      if (axios.isAxiosError(error) && error.response) {
-        return { detail: "An error occurred." };
-      }
-      console.error("error", error);
-      return { detail: "An unexpected error occurred." };
-    }
-  }
-  /**
-   * Selects the best model for the given messages.
-   * @param options The options for the model.
-   * @returns The results of the model.
-   */
-  async modelSelect(options) {
-    const requestBody = {
-      messages: options.messages,
-      llm_providers: options.llmProviders.map((provider) => ({
-        provider: provider.provider,
-        model: provider.model,
-        ...provider.contextLength !== void 0 && {
-          context_length: provider.contextLength
-        },
-        ...provider.inputPrice !== void 0 && {
-          input_price: provider.inputPrice
-        },
-        ...provider.outputPrice !== void 0 && {
-          output_price: provider.outputPrice
-        },
-        ...provider.latency !== void 0 && { latency: provider.latency },
-        ...provider.isCustom !== void 0 && {
-          is_custom: provider.isCustom
-        }
-      })),
-      ...options.tradeoff && {
-        tradeoff: options.tradeoff
-      },
-      ...options.maxModelDepth && {
-        max_model_depth: options.maxModelDepth
-      },
-      ...options.tools && { tools: options.tools },
-      ...options.hashContent !== void 0 && {
-        hash_content: options.hashContent
-      },
-      ...options.preferenceId && { preference_id: options.preferenceId },
-      ...options.timeout ? { timeout: options.timeout } : {
-        timeout: DEFAULT_TIMEOUT
-      },
-      ...options.default && { default: options.default },
-      ...options.previousSession && {
-        previous_session: options.previousSession
-      },
-      ...options.responseModel && {
-        response_model: options.responseModel
-      }
-    };
-    return this.postRequest(
-      this.modelSelectUrl,
-      requestBody
-    );
-  }
-  /**
-   * Sends feedback to the NotDiamond API.
-   * @param options The options for the feedback.
-   * @returns The results of the feedback.
-   */
-  async feedback(options) {
-    return this.postRequest(this.feedbackUrl, {
-      session_id: options.sessionId,
-      feedback: options.feedback,
-      provider: options.provider
-    });
-  }
-  /**
-   * Creates a preference id.
-   * @returns The preference id.
-   */
-  async createPreferenceId() {
-    const response = await this.postRequest(
-      this.createUrl,
-      {}
-    );
-    if ("preference_id" in response) {
-      return response.preference_id;
-    }
-    throw new Error("Invalid response: preference_id not found");
-  }
-  /**
-   *
-   * @param options The options for the model.
-   * @returns A promise that resolves to the results of the model.
-   */
-  async acreate(options) {
-    const selectedModel = await this.modelSelect(options);
-    const { providers } = selectedModel;
-    const content = await callLLM(providers[0], options, this.llmKeys);
-    return { content, providers };
-  }
-  /**
-   *
-   * @param options The options for the model.
-   * @param callback Optional callback function to handle the result.
-   * @returns A promise that resolves to the results of the model or a callback function
-   */
-  create(options, callback) {
-    const promise = this.acreate(options);
-    if (callback) {
-      promise.then((result) => callback(null, result)).catch((error) => callback(error));
-    } else {
-      return promise;
-    }
-  }
-  /**
-   * Streams the results of the model asynchronously.
-   * @param options The options for the model.
-   * @returns A promise that resolves to an object containing the provider and an AsyncIterable of strings.
-   */
-  async astream(options) {
-    const selectedModel = await this.modelSelect(options);
-    const { providers } = selectedModel;
-    console.log("providers received from modelSelect", providers);
-    const stream = await Promise.resolve(
-      callLLMStream(providers?.[0] || {
-        provider: "openai",
-        model: "gpt-3.5-turbo"
-      }, options, this.llmKeys)
-    );
-    return { provider: providers?.[0] || {
-      provider: "openai",
-      model: "gpt-3.5-turbo"
-    }, stream };
-  }
-  /**
-   * Streams the results of the model.
-   * @param options The options for the model.
-   * @param callback Optional callback function to handle each chunk of the stream.
-   * @returns A promise that resolves to an object containing the provider and an AsyncIterable of strings or a callback function
-   */
-  stream(options, callback) {
-    if (!options.llmProviders || options.llmProviders.length === 0) {
-      throw new Error("No LLM providers specified");
-    }
-    console.log("options received from stream", options);
-    const promise = this.astream(options);
-    if (callback) {
-      promise.then(async ({ provider, stream }) => {
-        for await (const chunk of stream) {
-          callback(null, { provider, chunk });
-        }
-      }).catch((error) => callback(error));
-    } else {
-      return promise;
-    }
-  }
-}
-
-export { NotDiamond, SupportedModel, SupportedProvider };