@inkeep/agents-run-api 0.0.0-dev-20251118183303 → 0.0.0-dev-20251118221548

package/dist/index.cjs

@@ -34,6 +34,7 @@ var anthropic = require('@ai-sdk/anthropic');
 var gateway = require('@ai-sdk/gateway');
 var google = require('@ai-sdk/google');
 var openai = require('@ai-sdk/openai');
+var openaiCompatible = require('@ai-sdk/openai-compatible');
 var aiSdkProvider = require('@openrouter/ai-sdk-provider');
 var jmespath = require('jmespath');
 var Ajv = require('ajv');
@@ -2578,6 +2579,13 @@ init_logger();
 // src/agents/ModelFactory.ts
 init_logger();
 var logger4 = agentsCore.getLogger("ModelFactory");
+var nimDefault = openaiCompatible.createOpenAICompatible({
+  name: "nim",
+  baseURL: "https://integrate.api.nvidia.com/v1",
+  headers: {
+    Authorization: `Bearer ${process.env.NIM_API_KEY}`
+  }
+});
 var _ModelFactory = class _ModelFactory {
   /**
    * Create a provider instance with custom configuration
@@ -2602,6 +2610,47 @@ var _ModelFactory = class _ModelFactory {
         };
       case "gateway":
         return gateway.createGateway(config);
+      case "nim": {
+        const nimConfig = {
+          name: "nim",
+          baseURL: "https://integrate.api.nvidia.com/v1",
+          headers: {
+            Authorization: `Bearer ${process.env.NIM_API_KEY}`
+          },
+          ...config
+        };
+        return openaiCompatible.createOpenAICompatible(nimConfig);
+      }
+      case "custom": {
+        if (!config.baseURL && !config.baseUrl) {
+          throw new Error(
+            "Custom provider requires baseURL. Please provide it in providerOptions.baseURL or providerOptions.baseUrl"
+          );
+        }
+        const customConfig = {
+          name: "custom",
+          baseURL: config.baseURL || config.baseUrl,
+          headers: {
+            ...process.env.CUSTOM_LLM_API_KEY && {
+              Authorization: `Bearer ${process.env.CUSTOM_LLM_API_KEY}`
+            },
+            ...config.headers || {}
+          },
+          ...config
+        };
+        logger4.info(
+          {
+            config: {
+              baseURL: customConfig.baseURL,
+              hasApiKey: !!process.env.CUSTOM_LLM_API_KEY,
+              apiKeyPrefix: process.env.CUSTOM_LLM_API_KEY?.substring(0, 10) + "...",
+              headers: Object.keys(customConfig.headers || {})
+            }
+          },
+          "Creating custom OpenAI-compatible provider"
+        );
+        return openaiCompatible.createOpenAICompatible(customConfig);
+      }
       default:
         throw new Error(`Unsupported provider: ${provider}`);
     }
@@ -2621,6 +2670,12 @@ var _ModelFactory = class _ModelFactory {
     if (providerOptions.gateway) {
       Object.assign(providerConfig, providerOptions.gateway);
     }
+    if (providerOptions.nim) {
+      Object.assign(providerConfig, providerOptions.nim);
+    }
+    if (providerOptions.custom) {
+      Object.assign(providerConfig, providerOptions.custom);
+    }
     return providerConfig;
   }
   /**
@@ -2665,9 +2720,15 @@ var _ModelFactory = class _ModelFactory {
         return aiSdkProvider.openrouter(modelName);
       case "gateway":
         return gateway.gateway(modelName);
+      case "nim":
+        return nimDefault(modelName);
+      case "custom":
+        throw new Error(
+          "Custom provider requires configuration. Please provide baseURL in providerOptions.custom.baseURL or providerOptions.baseURL"
+        );
       default:
         throw new Error(
-          `Unsupported provider: ${provider}. Supported providers are: ${_ModelFactory.BUILT_IN_PROVIDERS.join(", ")}. To access other models, use OpenRouter (openrouter/model-id) or Vercel AI Gateway (gateway/model-id).`
+          `Unsupported provider: ${provider}. Supported providers are: ${_ModelFactory.BUILT_IN_PROVIDERS.join(", ")}. To access other models, use OpenRouter (openrouter/model-id), Vercel AI Gateway (gateway/model-id), NVIDIA NIM (nim/model-id), or Custom OpenAI-compatible (custom/model-id).`
         );
     }
   }
@@ -2683,7 +2744,7 @@ var _ModelFactory = class _ModelFactory {
       const normalizedProvider = provider.toLowerCase();
       if (!_ModelFactory.BUILT_IN_PROVIDERS.includes(normalizedProvider)) {
         throw new Error(
-          `Unsupported provider: ${normalizedProvider}. Supported providers are: ${_ModelFactory.BUILT_IN_PROVIDERS.join(", ")}. To access other models, use OpenRouter (openrouter/model-id) or Vercel AI Gateway (gateway/model-id).`
+          `Unsupported provider: ${normalizedProvider}. Supported providers are: ${_ModelFactory.BUILT_IN_PROVIDERS.join(", ")}. To access other models, use OpenRouter (openrouter/model-id), Vercel AI Gateway (gateway/model-id), NVIDIA NIM (nim/model-id), or Custom OpenAI-compatible (custom/model-id).`
         );
       }
       return {
@@ -2763,7 +2824,9 @@ __publicField(_ModelFactory, "BUILT_IN_PROVIDERS", [
   "openai",
   "google",
   "openrouter",
-  "gateway"
+  "gateway",
+  "nim",
+  "custom"
 ]);
 var ModelFactory = _ModelFactory;
 

package/dist/index.js

@@ -22,6 +22,7 @@ import { createAnthropic, anthropic } from '@ai-sdk/anthropic';
 import { createGateway, gateway } from '@ai-sdk/gateway';
 import { createGoogleGenerativeAI, google } from '@ai-sdk/google';
 import { createOpenAI, openai } from '@ai-sdk/openai';
+import { createOpenAICompatible } from '@ai-sdk/openai-compatible';
 import { createOpenRouter, openrouter } from '@openrouter/ai-sdk-provider';
 import jmespath from 'jmespath';
 import Ajv from 'ajv';
@@ -932,6 +933,13 @@ async function handleTasksResubscribe(c, agent, request) {
   }
 }
 var logger3 = getLogger("ModelFactory");
+var nimDefault = createOpenAICompatible({
+  name: "nim",
+  baseURL: "https://integrate.api.nvidia.com/v1",
+  headers: {
+    Authorization: `Bearer ${process.env.NIM_API_KEY}`
+  }
+});
 var _ModelFactory = class _ModelFactory {
   /**
    * Create a provider instance with custom configuration
@@ -956,6 +964,47 @@ var _ModelFactory = class _ModelFactory {
         };
       case "gateway":
         return createGateway(config);
+      case "nim": {
+        const nimConfig = {
+          name: "nim",
+          baseURL: "https://integrate.api.nvidia.com/v1",
+          headers: {
+            Authorization: `Bearer ${process.env.NIM_API_KEY}`
+          },
+          ...config
+        };
+        return createOpenAICompatible(nimConfig);
+      }
+      case "custom": {
+        if (!config.baseURL && !config.baseUrl) {
+          throw new Error(
+            "Custom provider requires baseURL. Please provide it in providerOptions.baseURL or providerOptions.baseUrl"
+          );
+        }
+        const customConfig = {
+          name: "custom",
+          baseURL: config.baseURL || config.baseUrl,
+          headers: {
+            ...process.env.CUSTOM_LLM_API_KEY && {
+              Authorization: `Bearer ${process.env.CUSTOM_LLM_API_KEY}`
+            },
+            ...config.headers || {}
+          },
+          ...config
+        };
+        logger3.info(
+          {
+            config: {
+              baseURL: customConfig.baseURL,
+              hasApiKey: !!process.env.CUSTOM_LLM_API_KEY,
+              apiKeyPrefix: process.env.CUSTOM_LLM_API_KEY?.substring(0, 10) + "...",
+              headers: Object.keys(customConfig.headers || {})
+            }
+          },
+          "Creating custom OpenAI-compatible provider"
+        );
+        return createOpenAICompatible(customConfig);
+      }
       default:
         throw new Error(`Unsupported provider: ${provider}`);
     }
@@ -975,6 +1024,12 @@ var _ModelFactory = class _ModelFactory {
     if (providerOptions.gateway) {
       Object.assign(providerConfig, providerOptions.gateway);
     }
+    if (providerOptions.nim) {
+      Object.assign(providerConfig, providerOptions.nim);
+    }
+    if (providerOptions.custom) {
+      Object.assign(providerConfig, providerOptions.custom);
+    }
     return providerConfig;
   }
   /**
@@ -1019,9 +1074,15 @@ var _ModelFactory = class _ModelFactory {
         return openrouter(modelName);
       case "gateway":
         return gateway(modelName);
+      case "nim":
+        return nimDefault(modelName);
+      case "custom":
+        throw new Error(
+          "Custom provider requires configuration. Please provide baseURL in providerOptions.custom.baseURL or providerOptions.baseURL"
+        );
       default:
         throw new Error(
-          `Unsupported provider: ${provider}. Supported providers are: ${_ModelFactory.BUILT_IN_PROVIDERS.join(", ")}. To access other models, use OpenRouter (openrouter/model-id) or Vercel AI Gateway (gateway/model-id).`
+          `Unsupported provider: ${provider}. Supported providers are: ${_ModelFactory.BUILT_IN_PROVIDERS.join(", ")}. To access other models, use OpenRouter (openrouter/model-id), Vercel AI Gateway (gateway/model-id), NVIDIA NIM (nim/model-id), or Custom OpenAI-compatible (custom/model-id).`
         );
     }
   }
@@ -1037,7 +1098,7 @@ var _ModelFactory = class _ModelFactory {
       const normalizedProvider = provider.toLowerCase();
       if (!_ModelFactory.BUILT_IN_PROVIDERS.includes(normalizedProvider)) {
         throw new Error(
-          `Unsupported provider: ${normalizedProvider}. Supported providers are: ${_ModelFactory.BUILT_IN_PROVIDERS.join(", ")}. To access other models, use OpenRouter (openrouter/model-id) or Vercel AI Gateway (gateway/model-id).`
+          `Unsupported provider: ${normalizedProvider}. Supported providers are: ${_ModelFactory.BUILT_IN_PROVIDERS.join(", ")}. To access other models, use OpenRouter (openrouter/model-id), Vercel AI Gateway (gateway/model-id), NVIDIA NIM (nim/model-id), or Custom OpenAI-compatible (custom/model-id).`
         );
       }
       return {
@@ -1117,7 +1178,9 @@ __publicField(_ModelFactory, "BUILT_IN_PROVIDERS", [
   "openai",
   "google",
   "openrouter",
-  "gateway"
+  "gateway",
+  "nim",
+  "custom"
 ]);
 var ModelFactory = _ModelFactory;
 var logger4 = getLogger("ToolSessionManager");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inkeep/agents-run-api",
-  "version": "0.0.0-dev-20251118183303",
+  "version": "0.0.0-dev-20251118221548",
   "description": "Agents Run API for Inkeep Agent Framework - handles chat, agent execution, and streaming",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -18,6 +18,7 @@
     "@ai-sdk/gateway": "^1.0.23",
     "@ai-sdk/google": "^2.0.14",
     "@ai-sdk/openai": "2.0.11",
+    "@ai-sdk/openai-compatible": "^1.0.27",
     "@ai-sdk/react": "2.0.11",
     "@alcyone-labs/modelcontextprotocol-sdk": "^1.16.0",
     "@hono/node-server": "^1.14.3",
@@ -53,7 +54,7 @@
     "traverse": "^0.6.11",
     "ts-pattern": "^5.7.1",
     "zod": "4.1.5",
-    "@inkeep/agents-core": "^0.0.0-dev-20251118183303"
+    "@inkeep/agents-core": "^0.0.0-dev-20251118221548"
   },
   "optionalDependencies": {
     "keytar": "^7.9.0"