@ai-sdk/togetherai 0.0.1

package/CHANGELOG.md

@@ -0,0 +1,9 @@
+# @ai-sdk/togetherai
+
+## 0.0.1
+
+### Patch Changes
+
+- c24b6df: feat (provider/togetherai): Add togetherai provider.
+- Updated dependencies [962978b]
+  - @ai-sdk/openai-compatible@0.0.1

package/LICENSE

@@ -0,0 +1,13 @@
+Copyright 2023 Vercel, Inc.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

package/README.md

@@ -0,0 +1,35 @@
+# AI SDK - Together.ai Provider
+
+The **[Together.ai provider](https://sdk.vercel.ai/providers/ai-sdk-providers/togetherai)** for the [AI SDK](https://sdk.vercel.ai/docs) contains language model support for the [Together.ai](https://together.ai) platform.
+
+## Setup
+
+The Together.ai provider is available in the `@ai-sdk/togetherai` module. You can install it with
+
+```bash
+npm i @ai-sdk/togetherai
+```
+
+## Provider Instance
+
+You can import the default provider instance `togetherai` from `@ai-sdk/togetherai`:
+
+```ts
+import { togetherai } from '@ai-sdk/togetherai';
+```
+
+## Example
+
+```ts
+import { togetherai } from '@ai-sdk/togetherai';
+import { generateText } from 'ai';
+
+const { text } = await generateText({
+  model: togetherai('meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo'),
+  prompt: 'Write a Python function that sorts a list:',
+});
+```
+
+## Documentation
+
+Please check out the **[Together.ai provider](https://sdk.vercel.ai/providers/ai-sdk-providers/togetherai)** for more information.

package/dist/index.d.mts

@@ -0,0 +1,57 @@
+import { LanguageModelV1, EmbeddingModelV1 } from '@ai-sdk/provider';
+import { FetchFunction } from '@ai-sdk/provider-utils';
+import { OpenAICompatibleChatSettings, OpenAICompatibleEmbeddingSettings, OpenAICompatibleCompletionSettings } from '@ai-sdk/openai-compatible';
+
+type TogetherAIChatModelId = 'databricks/dbrx-instruct' | 'deepseek-ai/deepseek-llm-67b-chat' | 'google/gemma-2-27b-it' | 'google/gemma-2-9b-it' | 'google/gemma-2b-it' | 'Gryphe/MythoMax-L2-13b' | 'meta-llama/Llama-2-13b-chat-hf' | 'meta-llama/Llama-3-70b-chat-hf' | 'meta-llama/Llama-3-8b-chat-hf' | 'meta-llama/Llama-3.2-3B-Instruct-Turbo' | 'meta-llama/Meta-Llama-3-70B-Instruct-Lite' | 'meta-llama/Meta-Llama-3-70B-Instruct-Turbo' | 'meta-llama/Meta-Llama-3-8B-Instruct-Lite' | 'meta-llama/Meta-Llama-3-8B-Instruct-Turbo' | 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo' | 'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo' | 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo' | 'microsoft/WizardLM-2-8x22B' | 'mistralai/Mistral-7B-Instruct-v0.1' | 'mistralai/Mistral-7B-Instruct-v0.2' | 'mistralai/Mistral-7B-Instruct-v0.3' | 'mistralai/Mixtral-8x22B-Instruct-v0.1' | 'mistralai/Mixtral-8x7B-Instruct-v0.1' | 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO' | 'nvidia/Llama-3.1-Nemotron-70B-Instruct-HF' | 'Qwen/Qwen2-72B-Instruct' | 'Qwen/Qwen2.5-72B-Instruct-Turbo' | 'Qwen/Qwen2.5-7B-Instruct-Turbo' | 'Qwen/Qwen2.5-Coder-32B-Instruct' | 'togethercomputer/StripedHyena-Nous-7B' | 'upstage/SOLAR-10.7B-Instruct-v1.0' | (string & {});
+interface TogetherAIChatSettings extends OpenAICompatibleChatSettings {
+}
+
+type TogetherAIEmbeddingModelId = 'BAAI/bge-base-en-v1.5' | 'BAAI/bge-large-en-v1.5' | 'bert-base-uncased' | 'sentence-transformers/msmarco-bert-base-dot-v5' | 'togethercomputer/m2-bert-80M-2k-retrieval' | 'togethercomputer/m2-bert-80M-32k-retrieval' | 'togethercomputer/m2-bert-80M-8k-retrieval' | 'WhereIsAI/UAE-Large-V1' | (string & {});
+interface TogetherAIEmbeddingSettings extends OpenAICompatibleEmbeddingSettings {
+}
+
+type TogetherAICompletionModelId = 'codellama/CodeLlama-34b-Instruct-hf' | 'Qwen/Qwen2.5-Coder-32B-Instruct' | (string & {});
+interface TogetherAICompletionSettings extends OpenAICompatibleCompletionSettings {
+}
+
+interface TogetherAIProviderSettings {
+    /**
+  TogetherAI API key.
+  */
+    apiKey?: string;
+    /**
+  Base URL for the API calls.
+  */
+    baseURL?: string;
+    /**
+  Custom headers to include in the requests.
+  */
+    headers?: Record<string, string>;
+    /**
+  Custom fetch implementation. You can use it as a middleware to intercept requests,
+  or to provide a custom fetch implementation for e.g. testing.
+  */
+    fetch?: FetchFunction;
+}
+interface TogetherAIProvider {
+    /**
+  Creates a model for text generation.
+  */
+    (modelId: TogetherAIChatModelId, settings?: TogetherAIChatSettings): LanguageModelV1;
+    /**
+  Creates a chat model for text generation.
+  */
+    chatModel(modelId: TogetherAIChatModelId, settings?: TogetherAIChatSettings): LanguageModelV1;
+    /**
+  Creates a completion model for text generation.
+  */
+    completionModel(modelId: TogetherAICompletionModelId, settings?: TogetherAICompletionSettings): LanguageModelV1;
+    /**
+  Creates a text embedding model for text generation.
+  */
+    textEmbeddingModel(modelId: TogetherAIEmbeddingModelId, settings?: TogetherAIEmbeddingSettings): EmbeddingModelV1<string>;
+}
+declare function createTogetherAI(options?: TogetherAIProviderSettings): TogetherAIProvider;
+declare const togetherai: TogetherAIProvider;
+
+export { type TogetherAIProvider, type TogetherAIProviderSettings, createTogetherAI, togetherai };

package/dist/index.d.ts

@@ -0,0 +1,57 @@
+import { LanguageModelV1, EmbeddingModelV1 } from '@ai-sdk/provider';
+import { FetchFunction } from '@ai-sdk/provider-utils';
+import { OpenAICompatibleChatSettings, OpenAICompatibleEmbeddingSettings, OpenAICompatibleCompletionSettings } from '@ai-sdk/openai-compatible';
+
+type TogetherAIChatModelId = 'databricks/dbrx-instruct' | 'deepseek-ai/deepseek-llm-67b-chat' | 'google/gemma-2-27b-it' | 'google/gemma-2-9b-it' | 'google/gemma-2b-it' | 'Gryphe/MythoMax-L2-13b' | 'meta-llama/Llama-2-13b-chat-hf' | 'meta-llama/Llama-3-70b-chat-hf' | 'meta-llama/Llama-3-8b-chat-hf' | 'meta-llama/Llama-3.2-3B-Instruct-Turbo' | 'meta-llama/Meta-Llama-3-70B-Instruct-Lite' | 'meta-llama/Meta-Llama-3-70B-Instruct-Turbo' | 'meta-llama/Meta-Llama-3-8B-Instruct-Lite' | 'meta-llama/Meta-Llama-3-8B-Instruct-Turbo' | 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo' | 'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo' | 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo' | 'microsoft/WizardLM-2-8x22B' | 'mistralai/Mistral-7B-Instruct-v0.1' | 'mistralai/Mistral-7B-Instruct-v0.2' | 'mistralai/Mistral-7B-Instruct-v0.3' | 'mistralai/Mixtral-8x22B-Instruct-v0.1' | 'mistralai/Mixtral-8x7B-Instruct-v0.1' | 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO' | 'nvidia/Llama-3.1-Nemotron-70B-Instruct-HF' | 'Qwen/Qwen2-72B-Instruct' | 'Qwen/Qwen2.5-72B-Instruct-Turbo' | 'Qwen/Qwen2.5-7B-Instruct-Turbo' | 'Qwen/Qwen2.5-Coder-32B-Instruct' | 'togethercomputer/StripedHyena-Nous-7B' | 'upstage/SOLAR-10.7B-Instruct-v1.0' | (string & {});
+interface TogetherAIChatSettings extends OpenAICompatibleChatSettings {
+}
+
+type TogetherAIEmbeddingModelId = 'BAAI/bge-base-en-v1.5' | 'BAAI/bge-large-en-v1.5' | 'bert-base-uncased' | 'sentence-transformers/msmarco-bert-base-dot-v5' | 'togethercomputer/m2-bert-80M-2k-retrieval' | 'togethercomputer/m2-bert-80M-32k-retrieval' | 'togethercomputer/m2-bert-80M-8k-retrieval' | 'WhereIsAI/UAE-Large-V1' | (string & {});
+interface TogetherAIEmbeddingSettings extends OpenAICompatibleEmbeddingSettings {
+}
+
+type TogetherAICompletionModelId = 'codellama/CodeLlama-34b-Instruct-hf' | 'Qwen/Qwen2.5-Coder-32B-Instruct' | (string & {});
+interface TogetherAICompletionSettings extends OpenAICompatibleCompletionSettings {
+}
+
+interface TogetherAIProviderSettings {
+    /**
+  TogetherAI API key.
+  */
+    apiKey?: string;
+    /**
+  Base URL for the API calls.
+  */
+    baseURL?: string;
+    /**
+  Custom headers to include in the requests.
+  */
+    headers?: Record<string, string>;
+    /**
+  Custom fetch implementation. You can use it as a middleware to intercept requests,
+  or to provide a custom fetch implementation for e.g. testing.
+  */
+    fetch?: FetchFunction;
+}
+interface TogetherAIProvider {
+    /**
+  Creates a model for text generation.
+  */
+    (modelId: TogetherAIChatModelId, settings?: TogetherAIChatSettings): LanguageModelV1;
+    /**
+  Creates a chat model for text generation.
+  */
+    chatModel(modelId: TogetherAIChatModelId, settings?: TogetherAIChatSettings): LanguageModelV1;
+    /**
+  Creates a completion model for text generation.
+  */
+    completionModel(modelId: TogetherAICompletionModelId, settings?: TogetherAICompletionSettings): LanguageModelV1;
+    /**
+  Creates a text embedding model for text generation.
+  */
+    textEmbeddingModel(modelId: TogetherAIEmbeddingModelId, settings?: TogetherAIEmbeddingSettings): EmbeddingModelV1<string>;
+}
+declare function createTogetherAI(options?: TogetherAIProviderSettings): TogetherAIProvider;
+declare const togetherai: TogetherAIProvider;
+
+export { type TogetherAIProvider, type TogetherAIProviderSettings, createTogetherAI, togetherai };

package/dist/index.js

@@ -0,0 +1,78 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var src_exports = {};
+__export(src_exports, {
+  createTogetherAI: () => createTogetherAI,
+  togetherai: () => togetherai
+});
+module.exports = __toCommonJS(src_exports);
+
+// src/togetherai-provider.ts
+var import_openai_compatible = require("@ai-sdk/openai-compatible");
+var import_provider_utils = require("@ai-sdk/provider-utils");
+function createTogetherAI(options = {}) {
+  var _a;
+  const baseURL = (0, import_provider_utils.withoutTrailingSlash)(
+    (_a = options.baseURL) != null ? _a : "https://api.together.xyz/v1/"
+  );
+  const getHeaders = () => ({
+    Authorization: `Bearer ${(0, import_provider_utils.loadApiKey)({
+      apiKey: options.apiKey,
+      environmentVariableName: "TOGETHER_AI_API_KEY",
+      description: "TogetherAI's API key"
+    })}`,
+    ...options.headers
+  });
+  const getCommonModelConfig = (modelType) => ({
+    provider: `togetherai.${modelType}`,
+    url: ({ path }) => `${baseURL}${path}`,
+    headers: getHeaders,
+    fetch: options.fetch
+  });
+  const createChatModel = (modelId, settings = {}) => {
+    return new import_openai_compatible.OpenAICompatibleChatLanguageModel(modelId, settings, {
+      ...getCommonModelConfig("chat"),
+      defaultObjectGenerationMode: "tool"
+    });
+  };
+  const createCompletionModel = (modelId, settings = {}) => new import_openai_compatible.OpenAICompatibleCompletionLanguageModel(
+    modelId,
+    settings,
+    getCommonModelConfig("completion")
+  );
+  const createTextEmbeddingModel = (modelId, settings = {}) => new import_openai_compatible.OpenAICompatibleEmbeddingModel(
+    modelId,
+    settings,
+    getCommonModelConfig("embedding")
+  );
+  const provider = (modelId, settings) => createChatModel(modelId, settings);
+  provider.completionModel = createCompletionModel;
+  provider.chatModel = createChatModel;
+  provider.textEmbeddingModel = createTextEmbeddingModel;
+  return provider;
+}
+var togetherai = createTogetherAI();
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  createTogetherAI,
+  togetherai
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/index.ts","../src/togetherai-provider.ts"],"sourcesContent":["export { createTogetherAI, togetherai } from './togetherai-provider';\nexport type {\n  TogetherAIProvider,\n  TogetherAIProviderSettings,\n} from './togetherai-provider';\n","import { LanguageModelV1, EmbeddingModelV1 } from '@ai-sdk/provider';\nimport {\n  OpenAICompatibleChatLanguageModel,\n  OpenAICompatibleCompletionLanguageModel,\n  OpenAICompatibleEmbeddingModel,\n} from '@ai-sdk/openai-compatible';\nimport {\n  FetchFunction,\n  loadApiKey,\n  withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport {\n  TogetherAIChatModelId,\n  TogetherAIChatSettings,\n} from './togetherai-chat-settings';\nimport {\n  TogetherAIEmbeddingModelId,\n  TogetherAIEmbeddingSettings,\n} from './togetherai-embedding-settings';\nimport {\n  TogetherAICompletionModelId,\n  TogetherAICompletionSettings,\n} from './togetherai-completion-settings';\n\nexport interface TogetherAIProviderSettings {\n  /**\nTogetherAI API key.\n*/\n  apiKey?: string;\n  /**\nBase URL for the API calls.\n*/\n  baseURL?: string;\n  /**\nCustom headers to include in the requests.\n*/\n  headers?: Record<string, string>;\n  /**\nCustom fetch implementation. You can use it as a middleware to intercept requests,\nor to provide a custom fetch implementation for e.g. testing.\n*/\n  fetch?: FetchFunction;\n}\n\nexport interface TogetherAIProvider {\n  /**\nCreates a model for text generation.\n*/\n  (\n    modelId: TogetherAIChatModelId,\n    settings?: TogetherAIChatSettings,\n  ): LanguageModelV1;\n\n  /**\nCreates a chat model for text generation.\n*/\n  chatModel(\n    modelId: TogetherAIChatModelId,\n    settings?: TogetherAIChatSettings,\n  ): LanguageModelV1;\n\n  /**\nCreates a completion model for text generation.\n*/\n  completionModel(\n    modelId: TogetherAICompletionModelId,\n    settings?: TogetherAICompletionSettings,\n  ): LanguageModelV1;\n\n  /**\nCreates a text embedding model for text generation.\n*/\n  textEmbeddingModel(\n    modelId: TogetherAIEmbeddingModelId,\n    settings?: TogetherAIEmbeddingSettings,\n  ): EmbeddingModelV1<string>;\n}\n\nexport function createTogetherAI(\n  options: TogetherAIProviderSettings = {},\n): TogetherAIProvider {\n  const baseURL = withoutTrailingSlash(\n    options.baseURL ?? 'https://api.together.xyz/v1/',\n  );\n  const getHeaders = () => ({\n    Authorization: `Bearer ${loadApiKey({\n      apiKey: options.apiKey,\n      environmentVariableName: 'TOGETHER_AI_API_KEY',\n      description: \"TogetherAI's API key\",\n    })}`,\n    ...options.headers,\n  });\n\n  interface CommonModelConfig {\n    provider: string;\n    url: ({ path }: { path: string }) => string;\n    headers: () => Record<string, string>;\n    fetch?: FetchFunction;\n  }\n\n  const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n    provider: `togetherai.${modelType}`,\n    url: ({ path }) => `${baseURL}${path}`,\n    headers: getHeaders,\n    fetch: options.fetch,\n  });\n\n  const createChatModel = (\n    modelId: TogetherAIChatModelId,\n    settings: TogetherAIChatSettings = {},\n  ) => {\n    // TODO(shaper): Likely need a registry of model to object generation mode.\n    return new OpenAICompatibleChatLanguageModel(modelId, settings, {\n      ...getCommonModelConfig('chat'),\n      defaultObjectGenerationMode: 'tool',\n    });\n  };\n\n  const createCompletionModel = (\n    modelId: TogetherAICompletionModelId,\n    settings: TogetherAICompletionSettings = {},\n  ) =>\n    new OpenAICompatibleCompletionLanguageModel(\n      modelId,\n      settings,\n      getCommonModelConfig('completion'),\n    );\n\n  const createTextEmbeddingModel = (\n    modelId: TogetherAIEmbeddingModelId,\n    settings: TogetherAIEmbeddingSettings = {},\n  ) =>\n    new OpenAICompatibleEmbeddingModel(\n      modelId,\n      settings,\n      getCommonModelConfig('embedding'),\n    );\n\n  const provider = (\n    modelId: TogetherAIChatModelId,\n    settings?: TogetherAIChatSettings,\n  ) => createChatModel(modelId, settings);\n\n  provider.completionModel = createCompletionModel;\n  provider.chatModel = createChatModel;\n  provider.textEmbeddingModel = createTextEmbeddingModel;\n\n  return provider as TogetherAIProvider;\n}\n\nexport const togetherai = createTogetherAI();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCA,+BAIO;AACP,4BAIO;AAoEA,SAAS,iBACd,UAAsC,CAAC,GACnB;AAhFtB;AAiFE,QAAM,cAAU;AAAA,KACd,aAAQ,YAAR,YAAmB;AAAA,EACrB;AACA,QAAM,aAAa,OAAO;AAAA,IACxB,eAAe,cAAU,kCAAW;AAAA,MAClC,QAAQ,QAAQ;AAAA,MAChB,yBAAyB;AAAA,MACzB,aAAa;AAAA,IACf,CAAC,CAAC;AAAA,IACF,GAAG,QAAQ;AAAA,EACb;AASA,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,cAAc,SAAS;AAAA,IACjC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CACtB,SACA,WAAmC,CAAC,MACjC;AAEH,WAAO,IAAI,2DAAkC,SAAS,UAAU;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,6BAA6B;AAAA,IAC/B,CAAC;AAAA,EACH;AAEA,QAAM,wBAAwB,CAC5B,SACA,WAAyC,CAAC,MAE1C,IAAI;AAAA,IACF;AAAA,IACA;AAAA,IACA,qBAAqB,YAAY;AAAA,EACnC;AAEF,QAAM,2BAA2B,CAC/B,SACA,WAAwC,CAAC,MAEzC,IAAI;AAAA,IACF;AAAA,IACA;AAAA,IACA,qBAAqB,WAAW;AAAA,EAClC;AAEF,QAAM,WAAW,CACf,SACA,aACG,gBAAgB,SAAS,QAAQ;AAEtC,WAAS,kBAAkB;AAC3B,WAAS,YAAY;AACrB,WAAS,qBAAqB;AAE9B,SAAO;AACT;AAEO,IAAM,aAAa,iBAAiB;","names":[]}

package/dist/index.mjs

@@ -0,0 +1,57 @@
+// src/togetherai-provider.ts
+import {
+  OpenAICompatibleChatLanguageModel,
+  OpenAICompatibleCompletionLanguageModel,
+  OpenAICompatibleEmbeddingModel
+} from "@ai-sdk/openai-compatible";
+import {
+  loadApiKey,
+  withoutTrailingSlash
+} from "@ai-sdk/provider-utils";
+function createTogetherAI(options = {}) {
+  var _a;
+  const baseURL = withoutTrailingSlash(
+    (_a = options.baseURL) != null ? _a : "https://api.together.xyz/v1/"
+  );
+  const getHeaders = () => ({
+    Authorization: `Bearer ${loadApiKey({
+      apiKey: options.apiKey,
+      environmentVariableName: "TOGETHER_AI_API_KEY",
+      description: "TogetherAI's API key"
+    })}`,
+    ...options.headers
+  });
+  const getCommonModelConfig = (modelType) => ({
+    provider: `togetherai.${modelType}`,
+    url: ({ path }) => `${baseURL}${path}`,
+    headers: getHeaders,
+    fetch: options.fetch
+  });
+  const createChatModel = (modelId, settings = {}) => {
+    return new OpenAICompatibleChatLanguageModel(modelId, settings, {
+      ...getCommonModelConfig("chat"),
+      defaultObjectGenerationMode: "tool"
+    });
+  };
+  const createCompletionModel = (modelId, settings = {}) => new OpenAICompatibleCompletionLanguageModel(
+    modelId,
+    settings,
+    getCommonModelConfig("completion")
+  );
+  const createTextEmbeddingModel = (modelId, settings = {}) => new OpenAICompatibleEmbeddingModel(
+    modelId,
+    settings,
+    getCommonModelConfig("embedding")
+  );
+  const provider = (modelId, settings) => createChatModel(modelId, settings);
+  provider.completionModel = createCompletionModel;
+  provider.chatModel = createChatModel;
+  provider.textEmbeddingModel = createTextEmbeddingModel;
+  return provider;
+}
+var togetherai = createTogetherAI();
+export {
+  createTogetherAI,
+  togetherai
+};
+//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/togetherai-provider.ts"],"sourcesContent":["import { LanguageModelV1, EmbeddingModelV1 } from '@ai-sdk/provider';\nimport {\n  OpenAICompatibleChatLanguageModel,\n  OpenAICompatibleCompletionLanguageModel,\n  OpenAICompatibleEmbeddingModel,\n} from '@ai-sdk/openai-compatible';\nimport {\n  FetchFunction,\n  loadApiKey,\n  withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport {\n  TogetherAIChatModelId,\n  TogetherAIChatSettings,\n} from './togetherai-chat-settings';\nimport {\n  TogetherAIEmbeddingModelId,\n  TogetherAIEmbeddingSettings,\n} from './togetherai-embedding-settings';\nimport {\n  TogetherAICompletionModelId,\n  TogetherAICompletionSettings,\n} from './togetherai-completion-settings';\n\nexport interface TogetherAIProviderSettings {\n  /**\nTogetherAI API key.\n*/\n  apiKey?: string;\n  /**\nBase URL for the API calls.\n*/\n  baseURL?: string;\n  /**\nCustom headers to include in the requests.\n*/\n  headers?: Record<string, string>;\n  /**\nCustom fetch implementation. You can use it as a middleware to intercept requests,\nor to provide a custom fetch implementation for e.g. testing.\n*/\n  fetch?: FetchFunction;\n}\n\nexport interface TogetherAIProvider {\n  /**\nCreates a model for text generation.\n*/\n  (\n    modelId: TogetherAIChatModelId,\n    settings?: TogetherAIChatSettings,\n  ): LanguageModelV1;\n\n  /**\nCreates a chat model for text generation.\n*/\n  chatModel(\n    modelId: TogetherAIChatModelId,\n    settings?: TogetherAIChatSettings,\n  ): LanguageModelV1;\n\n  /**\nCreates a completion model for text generation.\n*/\n  completionModel(\n    modelId: TogetherAICompletionModelId,\n    settings?: TogetherAICompletionSettings,\n  ): LanguageModelV1;\n\n  /**\nCreates a text embedding model for text generation.\n*/\n  textEmbeddingModel(\n    modelId: TogetherAIEmbeddingModelId,\n    settings?: TogetherAIEmbeddingSettings,\n  ): EmbeddingModelV1<string>;\n}\n\nexport function createTogetherAI(\n  options: TogetherAIProviderSettings = {},\n): TogetherAIProvider {\n  const baseURL = withoutTrailingSlash(\n    options.baseURL ?? 'https://api.together.xyz/v1/',\n  );\n  const getHeaders = () => ({\n    Authorization: `Bearer ${loadApiKey({\n      apiKey: options.apiKey,\n      environmentVariableName: 'TOGETHER_AI_API_KEY',\n      description: \"TogetherAI's API key\",\n    })}`,\n    ...options.headers,\n  });\n\n  interface CommonModelConfig {\n    provider: string;\n    url: ({ path }: { path: string }) => string;\n    headers: () => Record<string, string>;\n    fetch?: FetchFunction;\n  }\n\n  const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n    provider: `togetherai.${modelType}`,\n    url: ({ path }) => `${baseURL}${path}`,\n    headers: getHeaders,\n    fetch: options.fetch,\n  });\n\n  const createChatModel = (\n    modelId: TogetherAIChatModelId,\n    settings: TogetherAIChatSettings = {},\n  ) => {\n    // TODO(shaper): Likely need a registry of model to object generation mode.\n    return new OpenAICompatibleChatLanguageModel(modelId, settings, {\n      ...getCommonModelConfig('chat'),\n      defaultObjectGenerationMode: 'tool',\n    });\n  };\n\n  const createCompletionModel = (\n    modelId: TogetherAICompletionModelId,\n    settings: TogetherAICompletionSettings = {},\n  ) =>\n    new OpenAICompatibleCompletionLanguageModel(\n      modelId,\n      settings,\n      getCommonModelConfig('completion'),\n    );\n\n  const createTextEmbeddingModel = (\n    modelId: TogetherAIEmbeddingModelId,\n    settings: TogetherAIEmbeddingSettings = {},\n  ) =>\n    new OpenAICompatibleEmbeddingModel(\n      modelId,\n      settings,\n      getCommonModelConfig('embedding'),\n    );\n\n  const provider = (\n    modelId: TogetherAIChatModelId,\n    settings?: TogetherAIChatSettings,\n  ) => createChatModel(modelId, settings);\n\n  provider.completionModel = createCompletionModel;\n  provider.chatModel = createChatModel;\n  provider.textEmbeddingModel = createTextEmbeddingModel;\n\n  return provider as TogetherAIProvider;\n}\n\nexport const togetherai = createTogetherAI();\n"],"mappings":";AACA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AAoEA,SAAS,iBACd,UAAsC,CAAC,GACnB;AAhFtB;AAiFE,QAAM,UAAU;AAAA,KACd,aAAQ,YAAR,YAAmB;AAAA,EACrB;AACA,QAAM,aAAa,OAAO;AAAA,IACxB,eAAe,UAAU,WAAW;AAAA,MAClC,QAAQ,QAAQ;AAAA,MAChB,yBAAyB;AAAA,MACzB,aAAa;AAAA,IACf,CAAC,CAAC;AAAA,IACF,GAAG,QAAQ;AAAA,EACb;AASA,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,cAAc,SAAS;AAAA,IACjC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CACtB,SACA,WAAmC,CAAC,MACjC;AAEH,WAAO,IAAI,kCAAkC,SAAS,UAAU;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,6BAA6B;AAAA,IAC/B,CAAC;AAAA,EACH;AAEA,QAAM,wBAAwB,CAC5B,SACA,WAAyC,CAAC,MAE1C,IAAI;AAAA,IACF;AAAA,IACA;AAAA,IACA,qBAAqB,YAAY;AAAA,EACnC;AAEF,QAAM,2BAA2B,CAC/B,SACA,WAAwC,CAAC,MAEzC,IAAI;AAAA,IACF;AAAA,IACA;AAAA,IACA,qBAAqB,WAAW;AAAA,EAClC;AAEF,QAAM,WAAW,CACf,SACA,aACG,gBAAgB,SAAS,QAAQ;AAEtC,WAAS,kBAAkB;AAC3B,WAAS,YAAY;AACrB,WAAS,qBAAqB;AAE9B,SAAO;AACT;AAEO,IAAM,aAAa,iBAAiB;","names":[]}

package/package.json

@@ -0,0 +1,71 @@
+{
+  "name": "@ai-sdk/togetherai",
+  "version": "0.0.1",
+  "license": "Apache-2.0",
+  "sideEffects": false,
+  "main": "./dist/index.js",
+  "module": "./dist/index.mjs",
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist/**/*",
+    "internal/dist/**/*",
+    "CHANGELOG.md"
+  ],
+  "exports": {
+    "./package.json": "./package.json",
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.mjs",
+      "require": "./dist/index.js"
+    },
+    "./internal": {
+      "types": "./internal/dist/index.d.ts",
+      "import": "./internal/dist/index.mjs",
+      "module": "./internal/dist/index.mjs",
+      "require": "./internal/dist/index.js"
+    }
+  },
+  "dependencies": {
+    "@ai-sdk/openai-compatible": "0.0.1",
+    "@ai-sdk/provider": "1.0.0",
+    "@ai-sdk/provider-utils": "2.0.0"
+  },
+  "devDependencies": {
+    "@types/node": "^18",
+    "tsup": "^8",
+    "typescript": "5.6.3",
+    "zod": "3.23.8",
+    "@vercel/ai-tsconfig": "0.0.0"
+  },
+  "peerDependencies": {
+    "zod": "^3.0.0"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "homepage": "https://sdk.vercel.ai/docs",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/vercel/ai.git"
+  },
+  "bugs": {
+    "url": "https://github.com/vercel/ai/issues"
+  },
+  "keywords": [
+    "ai"
+  ],
+  "scripts": {
+    "build": "tsup",
+    "build:watch": "tsup --watch",
+    "clean": "rm -rf dist && rm -rf internal/dist",
+    "lint": "eslint \"./**/*.ts*\"",
+    "type-check": "tsc --noEmit",
+    "prettier-check": "prettier --check \"./**/*.ts*\"",
+    "test": "pnpm test:node && pnpm test:edge",
+    "test:edge": "vitest --config vitest.edge.config.js --run",
+    "test:node": "vitest --config vitest.node.config.js --run"
+  }
+}