@runpod/ai-sdk-provider 0.1.0

package/CHANGELOG.md

@@ -0,0 +1,10 @@
+# @runpod/ai-sdk-provider
+
+## 0.1.0
+
+### Minor Changes
+
+- 4fa63d7: first release of the Runpod provider for the AI SDK
+  - generateText for two llms
+    - deep-cogito/deep-cogito-v2-llama-70b
+    - qwen/qwen3-32b-awq

package/LICENSE

@@ -0,0 +1,13 @@
+Copyright 2025 RunPod, Inc.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

package/README.md

@@ -0,0 +1,154 @@
+# RunPod AI SDK Provider
+
+The **RunPod provider** for the [AI SDK](https://ai-sdk.dev/docs) contains language model support for [RunPod's](https://runpod.io) public endpoints.
+
+## Installation
+
+```bash
+npm install @runpod/ai-sdk-provider
+```
+
+## Setup
+
+The RunPod provider requires a RunPod API key. You can obtain one from the [RunPod console](https://runpod.io).
+
+### Environment Variable
+
+Set your API key as an environment variable:
+
+```bash
+export RUNPOD_API_KEY="your-api-key-here"
+```
+
+### Provider Instance
+
+Import the provider:
+
+```ts
+import { runpod } from "@runpod/ai-sdk-provider";
+```
+
+## Supported Models
+
+| Model ID                               | Description                                                         |
+| -------------------------------------- | ------------------------------------------------------------------- |
+| `deep-cogito/deep-cogito-v2-llama-70b` | 70B parameter general-purpose LLM with advanced reasoning           |
+| `qwen/qwen3-32b-awq`                   | 32B parameter multilingual model with strong reasoning capabilities |
+
+## Usage Examples
+
+### Basic Text Generation
+
+```ts
+import { runpod } from "@runpod/ai-sdk-provider";
+import { generateText } from "ai";
+
+const { text } = await generateText({
+  model: runpod("deep-cogito/deep-cogito-v2-llama-70b"),
+  prompt: "Write a Python function that sorts a list:",
+});
+
+console.log(text);
+```
+
+### Streaming
+
+**Note**: Streaming is not yet supported by RunPod's public endpoints. The team is working on implementing this feature.
+
+### Chat Conversations
+
+```ts
+import { runpod } from "@runpod/ai-sdk-provider";
+import { generateText } from "ai";
+
+const { text } = await generateText({
+  model: runpod("deep-cogito/deep-cogito-v2-llama-70b"),
+  messages: [
+    { role: "system", content: "You are a helpful assistant." },
+    { role: "user", content: "What is the capital of France?" },
+  ],
+});
+```
+
+### Function Calling
+
+```ts
+import { runpod } from "@runpod/ai-sdk-provider";
+import { generateText, tool } from "ai";
+import { z } from "zod";
+
+const { text, toolCalls } = await generateText({
+  model: runpod("deep-cogito/deep-cogito-v2-llama-70b"),
+  prompt: "What is the weather like in San Francisco?",
+  tools: {
+    getWeather: tool({
+      description: "Get weather information for a city",
+      parameters: z.object({
+        city: z.string().describe("The city name"),
+      }),
+      execute: async ({ city }) => {
+        // Your weather API call here
+        return `The weather in ${city} is sunny.`;
+      },
+    }),
+  },
+});
+```
+
+### Structured Output
+
+```ts
+import { runpod } from "@runpod/ai-sdk-provider";
+import { generateObject } from "ai";
+import { z } from "zod";
+
+const { object } = await generateObject({
+  model: runpod("qwen/qwen3-32b-awq"),
+  schema: z.object({
+    recipe: z.object({
+      name: z.string(),
+      ingredients: z.array(z.string()),
+      steps: z.array(z.string()),
+    }),
+  }),
+  prompt: "Generate a recipe for chocolate chip cookies.",
+});
+
+console.log(object.recipe);
+```
+
+## Model Methods
+
+The provider supports multiple ways to create models:
+
+```ts
+// Default chat model
+const model1 = runpod("deep-cogito/deep-cogito-v2-llama-70b");
+
+// Explicit chat model
+const model2 = runpod.chatModel("deep-cogito/deep-cogito-v2-llama-70b");
+
+// Language model (alias for chat)
+const model3 = runpod.languageModel("qwen/qwen3-32b-awq");
+
+// Completion model
+const model4 = runpod.completionModel("deep-cogito/deep-cogito-v2-llama-70b");
+```
+
+## API Compatibility
+
+RunPod's endpoints are OpenAI API compatible, supporting:
+
+- Chat completions (`/chat/completions`)
+- Text completions (`/completions`)
+- Function/tool calling
+- Structured outputs
+
+**Note**: Streaming responses are not yet supported but are being worked on.
+
+## Links
+
+- [RunPod](https://runpod.io) - Cloud platform for AI compute
+- [RunPod Public Endpoints Documentation](https://docs.runpod.io/hub/public-endpoints)
+- [AI SDK Documentation](https://ai-sdk.dev/docs)
+- [GitHub Repository](https://github.com/runpod/ai-sdk-provider)

package/dist/index.d.mts

@@ -0,0 +1,45 @@
+import { LanguageModelV2 } from '@ai-sdk/provider';
+import { FetchFunction } from '@ai-sdk/provider-utils';
+export { OpenAICompatibleErrorData as RunPodErrorData } from '@ai-sdk/openai-compatible';
+
+type RunPodChatModelId = 'deep-cogito/deep-cogito-v2-llama-70b' | 'qwen/qwen3-32b-awq' | (string & {});
+
+type RunPodCompletionModelId = 'deep-cogito/deep-cogito-v2-llama-70b' | 'qwen/qwen3-32b-awq' | (string & {});
+
+interface RunPodProviderSettings {
+    /**
+  RunPod API key.
+  */
+    apiKey?: string;
+    /**
+  Custom headers to include in the requests.
+  */
+    headers?: Record<string, string>;
+    /**
+  Custom fetch implementation. You can use it as a middleware to intercept requests,
+  or to provide a custom fetch implementation for e.g. testing.
+  */
+    fetch?: FetchFunction;
+}
+interface RunPodProvider {
+    /**
+  Creates a model for text generation.
+  */
+    (modelId: RunPodChatModelId): LanguageModelV2;
+    /**
+  Creates a chat model for text generation.
+  */
+    chatModel(modelId: RunPodChatModelId): LanguageModelV2;
+    /**
+  Creates a chat model for text generation.
+  */
+    languageModel(modelId: RunPodChatModelId): LanguageModelV2;
+    /**
+  Creates a completion model for text generation.
+  */
+    completionModel(modelId: RunPodCompletionModelId): LanguageModelV2;
+}
+declare function createRunPod(options?: RunPodProviderSettings): RunPodProvider;
+declare const runpod: RunPodProvider;
+
+export { type RunPodChatModelId, type RunPodCompletionModelId, type RunPodProvider, type RunPodProviderSettings, createRunPod, runpod };

package/dist/index.d.ts

@@ -0,0 +1,45 @@
+import { LanguageModelV2 } from '@ai-sdk/provider';
+import { FetchFunction } from '@ai-sdk/provider-utils';
+export { OpenAICompatibleErrorData as RunPodErrorData } from '@ai-sdk/openai-compatible';
+
+type RunPodChatModelId = 'deep-cogito/deep-cogito-v2-llama-70b' | 'qwen/qwen3-32b-awq' | (string & {});
+
+type RunPodCompletionModelId = 'deep-cogito/deep-cogito-v2-llama-70b' | 'qwen/qwen3-32b-awq' | (string & {});
+
+interface RunPodProviderSettings {
+    /**
+  RunPod API key.
+  */
+    apiKey?: string;
+    /**
+  Custom headers to include in the requests.
+  */
+    headers?: Record<string, string>;
+    /**
+  Custom fetch implementation. You can use it as a middleware to intercept requests,
+  or to provide a custom fetch implementation for e.g. testing.
+  */
+    fetch?: FetchFunction;
+}
+interface RunPodProvider {
+    /**
+  Creates a model for text generation.
+  */
+    (modelId: RunPodChatModelId): LanguageModelV2;
+    /**
+  Creates a chat model for text generation.
+  */
+    chatModel(modelId: RunPodChatModelId): LanguageModelV2;
+    /**
+  Creates a chat model for text generation.
+  */
+    languageModel(modelId: RunPodChatModelId): LanguageModelV2;
+    /**
+  Creates a completion model for text generation.
+  */
+    completionModel(modelId: RunPodCompletionModelId): LanguageModelV2;
+}
+declare function createRunPod(options?: RunPodProviderSettings): RunPodProvider;
+declare const runpod: RunPodProvider;
+
+export { type RunPodChatModelId, type RunPodCompletionModelId, type RunPodProvider, type RunPodProviderSettings, createRunPod, runpod };

package/dist/index.js

@@ -0,0 +1,90 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var index_exports = {};
+__export(index_exports, {
+  createRunPod: () => createRunPod,
+  runpod: () => runpod
+});
+module.exports = __toCommonJS(index_exports);
+
+// src/runpod-provider.ts
+var import_openai_compatible = require("@ai-sdk/openai-compatible");
+var import_provider_utils = require("@ai-sdk/provider-utils");
+var MODEL_ID_TO_ENDPOINT_URL = {
+  "deep-cogito/deep-cogito-v2-llama-70b": "https://api.runpod.ai/v2/deep-cogito-v2-llama-70b/openai/v1",
+  "qwen/qwen3-32b-awq": "https://api.runpod.ai/v2/qwen3-32b-awq/openai/v1"
+};
+var MODEL_ID_TO_OPENAI_NAME = {
+  "deep-cogito/deep-cogito-v2-llama-70b": "deepcogito/cogito-v2-preview-llama-70B",
+  "qwen/qwen3-32b-awq": "Qwen/Qwen3-32B-AWQ"
+};
+function createRunPod(options = {}) {
+  const getHeaders = () => ({
+    Authorization: `Bearer ${(0, import_provider_utils.loadApiKey)({
+      apiKey: options.apiKey,
+      environmentVariableName: "RUNPOD_API_KEY",
+      description: "RunPod"
+    })}`,
+    ...options.headers
+  });
+  const getModelConfig = (modelId, modelType) => {
+    const baseURL = MODEL_ID_TO_ENDPOINT_URL[modelId];
+    if (!baseURL) {
+      throw new Error(
+        `Unsupported RunPod model: ${modelId}. Supported models: ${Object.keys(
+          MODEL_ID_TO_ENDPOINT_URL
+        ).join(", ")}`
+      );
+    }
+    return {
+      provider: `runpod.${modelType}`,
+      url: ({ path }) => `${(0, import_provider_utils.withoutTrailingSlash)(baseURL)}${path}`,
+      headers: getHeaders,
+      fetch: options.fetch
+    };
+  };
+  const createChatModel = (modelId) => {
+    const openaiModelName = MODEL_ID_TO_OPENAI_NAME[modelId] || modelId;
+    return new import_openai_compatible.OpenAICompatibleChatLanguageModel(
+      openaiModelName,
+      getModelConfig(modelId, "chat")
+    );
+  };
+  const createCompletionModel = (modelId) => {
+    const openaiModelName = MODEL_ID_TO_OPENAI_NAME[modelId] || modelId;
+    return new import_openai_compatible.OpenAICompatibleCompletionLanguageModel(
+      openaiModelName,
+      getModelConfig(modelId, "completion")
+    );
+  };
+  const provider = (modelId) => createChatModel(modelId);
+  provider.completionModel = createCompletionModel;
+  provider.languageModel = createChatModel;
+  provider.chatModel = createChatModel;
+  return provider;
+}
+var runpod = createRunPod();
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  createRunPod,
+  runpod
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/index.ts","../src/runpod-provider.ts"],"sourcesContent":["export { createRunPod, runpod } from './runpod-provider';\nexport type { RunPodProvider, RunPodProviderSettings } from './runpod-provider';\nexport type { RunPodChatModelId } from './runpod-chat-options';\nexport type { RunPodCompletionModelId } from './runpod-completion-options';\nexport type { OpenAICompatibleErrorData as RunPodErrorData } from '@ai-sdk/openai-compatible';\n","import { LanguageModelV2 } from '@ai-sdk/provider';\nimport {\n  OpenAICompatibleChatLanguageModel,\n  OpenAICompatibleCompletionLanguageModel,\n} from '@ai-sdk/openai-compatible';\nimport {\n  FetchFunction,\n  loadApiKey,\n  withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport { RunPodChatModelId } from './runpod-chat-options';\nimport { RunPodCompletionModelId } from './runpod-completion-options';\n\nexport interface RunPodProviderSettings {\n  /**\nRunPod API key.\n*/\n  apiKey?: string;\n  /**\nCustom headers to include in the requests.\n*/\n  headers?: Record<string, string>;\n  /**\nCustom fetch implementation. You can use it as a middleware to intercept requests,\nor to provide a custom fetch implementation for e.g. testing.\n*/\n  fetch?: FetchFunction;\n}\n\nexport interface RunPodProvider {\n  /**\nCreates a model for text generation.\n*/\n  (modelId: RunPodChatModelId): LanguageModelV2;\n\n  /**\nCreates a chat model for text generation.\n*/\n  chatModel(modelId: RunPodChatModelId): LanguageModelV2;\n\n  /**\nCreates a chat model for text generation.\n*/\n  languageModel(modelId: RunPodChatModelId): LanguageModelV2;\n\n  /**\nCreates a completion model for text generation.\n*/\n  completionModel(modelId: RunPodCompletionModelId): LanguageModelV2;\n}\n\n// Mapping of RunPod model IDs to their endpoint URLs\nconst MODEL_ID_TO_ENDPOINT_URL: Record<string, string> = {\n  'deep-cogito/deep-cogito-v2-llama-70b':\n    'https://api.runpod.ai/v2/deep-cogito-v2-llama-70b/openai/v1',\n  'qwen/qwen3-32b-awq': 'https://api.runpod.ai/v2/qwen3-32b-awq/openai/v1',\n};\n\n// Mapping of RunPod model IDs to their OpenAI model names\nconst MODEL_ID_TO_OPENAI_NAME: Record<string, string> = {\n  'deep-cogito/deep-cogito-v2-llama-70b':\n    'deepcogito/cogito-v2-preview-llama-70B',\n  'qwen/qwen3-32b-awq': 'Qwen/Qwen3-32B-AWQ',\n};\n\nexport function createRunPod(\n  options: RunPodProviderSettings = {}\n): RunPodProvider {\n  const getHeaders = () => ({\n    Authorization: `Bearer ${loadApiKey({\n      apiKey: options.apiKey,\n      environmentVariableName: 'RUNPOD_API_KEY',\n      description: 'RunPod',\n    })}`,\n    ...options.headers,\n  });\n\n  interface CommonModelConfig {\n    provider: string;\n    url: ({ path }: { path: string }) => string;\n    headers: () => Record<string, string>;\n    fetch?: FetchFunction;\n  }\n\n  const getModelConfig = (\n    modelId: string,\n    modelType: string\n  ): CommonModelConfig => {\n    const baseURL = MODEL_ID_TO_ENDPOINT_URL[modelId];\n    if (!baseURL) {\n      throw new Error(\n        `Unsupported RunPod model: ${modelId}. Supported models: ${Object.keys(\n          MODEL_ID_TO_ENDPOINT_URL\n        ).join(', ')}`\n      );\n    }\n\n    return {\n      provider: `runpod.${modelType}`,\n      url: ({ path }) => `${withoutTrailingSlash(baseURL)}${path}`,\n      headers: getHeaders,\n      fetch: options.fetch,\n    };\n  };\n\n  const createChatModel = (modelId: RunPodChatModelId) => {\n    const openaiModelName = MODEL_ID_TO_OPENAI_NAME[modelId] || modelId;\n    return new OpenAICompatibleChatLanguageModel(\n      openaiModelName,\n      getModelConfig(modelId, 'chat')\n    );\n  };\n\n  const createCompletionModel = (modelId: RunPodCompletionModelId) => {\n    const openaiModelName = MODEL_ID_TO_OPENAI_NAME[modelId] || modelId;\n    return new OpenAICompatibleCompletionLanguageModel(\n      openaiModelName,\n      getModelConfig(modelId, 'completion')\n    );\n  };\n\n  const provider = (modelId: RunPodChatModelId) => createChatModel(modelId);\n\n  provider.completionModel = createCompletionModel;\n  provider.languageModel = createChatModel;\n  provider.chatModel = createChatModel;\n\n  return provider;\n}\n\nexport const runpod = createRunPod();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCA,+BAGO;AACP,4BAIO;AA2CP,IAAM,2BAAmD;AAAA,EACvD,wCACE;AAAA,EACF,sBAAsB;AACxB;AAGA,IAAM,0BAAkD;AAAA,EACtD,wCACE;AAAA,EACF,sBAAsB;AACxB;AAEO,SAAS,aACd,UAAkC,CAAC,GACnB;AAChB,QAAM,aAAa,OAAO;AAAA,IACxB,eAAe,cAAU,kCAAW;AAAA,MAClC,QAAQ,QAAQ;AAAA,MAChB,yBAAyB;AAAA,MACzB,aAAa;AAAA,IACf,CAAC,CAAC;AAAA,IACF,GAAG,QAAQ;AAAA,EACb;AASA,QAAM,iBAAiB,CACrB,SACA,cACsB;AACtB,UAAM,UAAU,yBAAyB,OAAO;AAChD,QAAI,CAAC,SAAS;AACZ,YAAM,IAAI;AAAA,QACR,6BAA6B,OAAO,uBAAuB,OAAO;AAAA,UAChE;AAAA,QACF,EAAE,KAAK,IAAI,CAAC;AAAA,MACd;AAAA,IACF;AAEA,WAAO;AAAA,MACL,UAAU,UAAU,SAAS;AAAA,MAC7B,KAAK,CAAC,EAAE,KAAK,MAAM,OAAG,4CAAqB,OAAO,CAAC,GAAG,IAAI;AAAA,MAC1D,SAAS;AAAA,MACT,OAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAEA,QAAM,kBAAkB,CAAC,YAA+B;AACtD,UAAM,kBAAkB,wBAAwB,OAAO,KAAK;AAC5D,WAAO,IAAI;AAAA,MACT;AAAA,MACA,eAAe,SAAS,MAAM;AAAA,IAChC;AAAA,EACF;AAEA,QAAM,wBAAwB,CAAC,YAAqC;AAClE,UAAM,kBAAkB,wBAAwB,OAAO,KAAK;AAC5D,WAAO,IAAI;AAAA,MACT;AAAA,MACA,eAAe,SAAS,YAAY;AAAA,IACtC;AAAA,EACF;AAEA,QAAM,WAAW,CAAC,YAA+B,gBAAgB,OAAO;AAExE,WAAS,kBAAkB;AAC3B,WAAS,gBAAgB;AACzB,WAAS,YAAY;AAErB,SAAO;AACT;AAEO,IAAM,SAAS,aAAa;","names":[]}

package/dist/index.mjs

@@ -0,0 +1,68 @@
+// src/runpod-provider.ts
+import {
+  OpenAICompatibleChatLanguageModel,
+  OpenAICompatibleCompletionLanguageModel
+} from "@ai-sdk/openai-compatible";
+import {
+  loadApiKey,
+  withoutTrailingSlash
+} from "@ai-sdk/provider-utils";
+var MODEL_ID_TO_ENDPOINT_URL = {
+  "deep-cogito/deep-cogito-v2-llama-70b": "https://api.runpod.ai/v2/deep-cogito-v2-llama-70b/openai/v1",
+  "qwen/qwen3-32b-awq": "https://api.runpod.ai/v2/qwen3-32b-awq/openai/v1"
+};
+var MODEL_ID_TO_OPENAI_NAME = {
+  "deep-cogito/deep-cogito-v2-llama-70b": "deepcogito/cogito-v2-preview-llama-70B",
+  "qwen/qwen3-32b-awq": "Qwen/Qwen3-32B-AWQ"
+};
+function createRunPod(options = {}) {
+  const getHeaders = () => ({
+    Authorization: `Bearer ${loadApiKey({
+      apiKey: options.apiKey,
+      environmentVariableName: "RUNPOD_API_KEY",
+      description: "RunPod"
+    })}`,
+    ...options.headers
+  });
+  const getModelConfig = (modelId, modelType) => {
+    const baseURL = MODEL_ID_TO_ENDPOINT_URL[modelId];
+    if (!baseURL) {
+      throw new Error(
+        `Unsupported RunPod model: ${modelId}. Supported models: ${Object.keys(
+          MODEL_ID_TO_ENDPOINT_URL
+        ).join(", ")}`
+      );
+    }
+    return {
+      provider: `runpod.${modelType}`,
+      url: ({ path }) => `${withoutTrailingSlash(baseURL)}${path}`,
+      headers: getHeaders,
+      fetch: options.fetch
+    };
+  };
+  const createChatModel = (modelId) => {
+    const openaiModelName = MODEL_ID_TO_OPENAI_NAME[modelId] || modelId;
+    return new OpenAICompatibleChatLanguageModel(
+      openaiModelName,
+      getModelConfig(modelId, "chat")
+    );
+  };
+  const createCompletionModel = (modelId) => {
+    const openaiModelName = MODEL_ID_TO_OPENAI_NAME[modelId] || modelId;
+    return new OpenAICompatibleCompletionLanguageModel(
+      openaiModelName,
+      getModelConfig(modelId, "completion")
+    );
+  };
+  const provider = (modelId) => createChatModel(modelId);
+  provider.completionModel = createCompletionModel;
+  provider.languageModel = createChatModel;
+  provider.chatModel = createChatModel;
+  return provider;
+}
+var runpod = createRunPod();
+export {
+  createRunPod,
+  runpod
+};
+//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/runpod-provider.ts"],"sourcesContent":["import { LanguageModelV2 } from '@ai-sdk/provider';\nimport {\n  OpenAICompatibleChatLanguageModel,\n  OpenAICompatibleCompletionLanguageModel,\n} from '@ai-sdk/openai-compatible';\nimport {\n  FetchFunction,\n  loadApiKey,\n  withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport { RunPodChatModelId } from './runpod-chat-options';\nimport { RunPodCompletionModelId } from './runpod-completion-options';\n\nexport interface RunPodProviderSettings {\n  /**\nRunPod API key.\n*/\n  apiKey?: string;\n  /**\nCustom headers to include in the requests.\n*/\n  headers?: Record<string, string>;\n  /**\nCustom fetch implementation. You can use it as a middleware to intercept requests,\nor to provide a custom fetch implementation for e.g. testing.\n*/\n  fetch?: FetchFunction;\n}\n\nexport interface RunPodProvider {\n  /**\nCreates a model for text generation.\n*/\n  (modelId: RunPodChatModelId): LanguageModelV2;\n\n  /**\nCreates a chat model for text generation.\n*/\n  chatModel(modelId: RunPodChatModelId): LanguageModelV2;\n\n  /**\nCreates a chat model for text generation.\n*/\n  languageModel(modelId: RunPodChatModelId): LanguageModelV2;\n\n  /**\nCreates a completion model for text generation.\n*/\n  completionModel(modelId: RunPodCompletionModelId): LanguageModelV2;\n}\n\n// Mapping of RunPod model IDs to their endpoint URLs\nconst MODEL_ID_TO_ENDPOINT_URL: Record<string, string> = {\n  'deep-cogito/deep-cogito-v2-llama-70b':\n    'https://api.runpod.ai/v2/deep-cogito-v2-llama-70b/openai/v1',\n  'qwen/qwen3-32b-awq': 'https://api.runpod.ai/v2/qwen3-32b-awq/openai/v1',\n};\n\n// Mapping of RunPod model IDs to their OpenAI model names\nconst MODEL_ID_TO_OPENAI_NAME: Record<string, string> = {\n  'deep-cogito/deep-cogito-v2-llama-70b':\n    'deepcogito/cogito-v2-preview-llama-70B',\n  'qwen/qwen3-32b-awq': 'Qwen/Qwen3-32B-AWQ',\n};\n\nexport function createRunPod(\n  options: RunPodProviderSettings = {}\n): RunPodProvider {\n  const getHeaders = () => ({\n    Authorization: `Bearer ${loadApiKey({\n      apiKey: options.apiKey,\n      environmentVariableName: 'RUNPOD_API_KEY',\n      description: 'RunPod',\n    })}`,\n    ...options.headers,\n  });\n\n  interface CommonModelConfig {\n    provider: string;\n    url: ({ path }: { path: string }) => string;\n    headers: () => Record<string, string>;\n    fetch?: FetchFunction;\n  }\n\n  const getModelConfig = (\n    modelId: string,\n    modelType: string\n  ): CommonModelConfig => {\n    const baseURL = MODEL_ID_TO_ENDPOINT_URL[modelId];\n    if (!baseURL) {\n      throw new Error(\n        `Unsupported RunPod model: ${modelId}. Supported models: ${Object.keys(\n          MODEL_ID_TO_ENDPOINT_URL\n        ).join(', ')}`\n      );\n    }\n\n    return {\n      provider: `runpod.${modelType}`,\n      url: ({ path }) => `${withoutTrailingSlash(baseURL)}${path}`,\n      headers: getHeaders,\n      fetch: options.fetch,\n    };\n  };\n\n  const createChatModel = (modelId: RunPodChatModelId) => {\n    const openaiModelName = MODEL_ID_TO_OPENAI_NAME[modelId] || modelId;\n    return new OpenAICompatibleChatLanguageModel(\n      openaiModelName,\n      getModelConfig(modelId, 'chat')\n    );\n  };\n\n  const createCompletionModel = (modelId: RunPodCompletionModelId) => {\n    const openaiModelName = MODEL_ID_TO_OPENAI_NAME[modelId] || modelId;\n    return new OpenAICompatibleCompletionLanguageModel(\n      openaiModelName,\n      getModelConfig(modelId, 'completion')\n    );\n  };\n\n  const provider = (modelId: RunPodChatModelId) => createChatModel(modelId);\n\n  provider.completionModel = createCompletionModel;\n  provider.languageModel = createChatModel;\n  provider.chatModel = createChatModel;\n\n  return provider;\n}\n\nexport const runpod = createRunPod();\n"],"mappings":";AACA;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AA2CP,IAAM,2BAAmD;AAAA,EACvD,wCACE;AAAA,EACF,sBAAsB;AACxB;AAGA,IAAM,0BAAkD;AAAA,EACtD,wCACE;AAAA,EACF,sBAAsB;AACxB;AAEO,SAAS,aACd,UAAkC,CAAC,GACnB;AAChB,QAAM,aAAa,OAAO;AAAA,IACxB,eAAe,UAAU,WAAW;AAAA,MAClC,QAAQ,QAAQ;AAAA,MAChB,yBAAyB;AAAA,MACzB,aAAa;AAAA,IACf,CAAC,CAAC;AAAA,IACF,GAAG,QAAQ;AAAA,EACb;AASA,QAAM,iBAAiB,CACrB,SACA,cACsB;AACtB,UAAM,UAAU,yBAAyB,OAAO;AAChD,QAAI,CAAC,SAAS;AACZ,YAAM,IAAI;AAAA,QACR,6BAA6B,OAAO,uBAAuB,OAAO;AAAA,UAChE;AAAA,QACF,EAAE,KAAK,IAAI,CAAC;AAAA,MACd;AAAA,IACF;AAEA,WAAO;AAAA,MACL,UAAU,UAAU,SAAS;AAAA,MAC7B,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,qBAAqB,OAAO,CAAC,GAAG,IAAI;AAAA,MAC1D,SAAS;AAAA,MACT,OAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAEA,QAAM,kBAAkB,CAAC,YAA+B;AACtD,UAAM,kBAAkB,wBAAwB,OAAO,KAAK;AAC5D,WAAO,IAAI;AAAA,MACT;AAAA,MACA,eAAe,SAAS,MAAM;AAAA,IAChC;AAAA,EACF;AAEA,QAAM,wBAAwB,CAAC,YAAqC;AAClE,UAAM,kBAAkB,wBAAwB,OAAO,KAAK;AAC5D,WAAO,IAAI;AAAA,MACT;AAAA,MACA,eAAe,SAAS,YAAY;AAAA,IACtC;AAAA,EACF;AAEA,QAAM,WAAW,CAAC,YAA+B,gBAAgB,OAAO;AAExE,WAAS,kBAAkB;AAC3B,WAAS,gBAAgB;AACzB,WAAS,YAAY;AAErB,SAAO;AACT;AAEO,IAAM,SAAS,aAAa;","names":[]}

package/package.json

@@ -0,0 +1,79 @@
+{
+  "name": "@runpod/ai-sdk-provider",
+  "version": "0.1.0",
+  "license": "Apache-2.0",
+  "sideEffects": false,
+  "main": "./dist/index.js",
+  "module": "./dist/index.mjs",
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist/**/*",
+    "CHANGELOG.md"
+  ],
+  "exports": {
+    "./package.json": "./package.json",
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.mjs",
+      "require": "./dist/index.js"
+    }
+  },
+  "dependencies": {
+    "@ai-sdk/openai-compatible": "^1.0.7",
+    "@ai-sdk/provider": "^2.0.0",
+    "@ai-sdk/provider-utils": "^3.0.0"
+  },
+  "devDependencies": {
+    "@changesets/cli": "^2.29.6",
+    "@edge-runtime/vm": "^5.0.0",
+    "@types/node": "^20.0.0",
+    "@typescript-eslint/eslint-plugin": "^8.39.1",
+    "@typescript-eslint/parser": "^8.39.1",
+    "eslint": "^9.33.0",
+    "prettier": "^3.6.2",
+    "tsup": "^8.0.0",
+    "typescript": "^5.0.0",
+    "vitest": "^2.0.0",
+    "zod": "^3.25.0"
+  },
+  "peerDependencies": {
+    "zod": "^3.25.76 || ^4"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "homepage": "https://runpod.io",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/runpod/ai-sdk-provider.git"
+  },
+  "bugs": {
+    "url": "https://github.com/runpod/ai-sdk-provider/issues"
+  },
+  "keywords": [
+    "ai",
+    "runpod",
+    "ai-sdk",
+    "llm",
+    "language-model"
+  ],
+  "scripts": {
+    "build": "pnpm clean && tsup --tsconfig tsconfig.build.json",
+    "build:watch": "pnpm clean && tsup --watch",
+    "clean": "rm -rf dist *.tsbuildinfo",
+    "lint": "eslint \"./**/*.ts*\"",
+    "type-check": "tsc --build",
+    "prettier-check": "prettier --check \"./**/*.ts*\"",
+    "test": "pnpm test:node && pnpm test:edge",
+    "test:update": "pnpm test:node -u",
+    "test:watch": "vitest --config vitest.node.config.js",
+    "test:edge": "vitest --config vitest.edge.config.js --run",
+    "test:node": "vitest --config vitest.node.config.js --run",
+    "changeset": "changeset",
+    "changeset:version": "changeset version",
+    "changeset:publish": "changeset publish"
+  }
+}