@outputai/llm 0.6.1-next.f67f4b9.0 → 0.6.1-next.f8d698e.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@outputai/llm",
-  "version": "0.6.1-next.f67f4b9.0",
+  "version": "0.6.1-next.f8d698e.0",
   "description": "Framework abstraction to interact with LLM models",
   "type": "module",
   "main": "src/index.js",
@@ -9,21 +9,29 @@
     "./src"
   ],
   "dependencies": {
-    "@ai-sdk/amazon-bedrock": "4.0.96",
-    "@ai-sdk/anthropic": "3.0.71",
-    "@ai-sdk/azure": "3.0.54",
-    "@ai-sdk/google-vertex": "4.0.112",
-    "@ai-sdk/openai": "3.0.53",
-    "@ai-sdk/perplexity": "3.0.29",
-    "@exalabs/ai-sdk": "2.0.1",
-    "@perplexity-ai/ai-sdk": "0.1.3",
-    "@tavily/ai-sdk": "0.4.1",
-    "ai": "6.0.168",
     "entities": "8.0.0",
     "gray-matter": "4.0.3",
     "liquidjs": "10.25.7",
     "undici": "8.1.0",
-    "@outputai/core": "0.6.1-next.f67f4b9.0"
+    "@outputai/core": "0.6.1-next.f8d698e.0"
+  },
+  "devDependencies": {
+    "ai": "6.0.168",
+    "@ai-sdk/amazon-bedrock": "4.0.111",
+    "@ai-sdk/anthropic": "3.0.81",
+    "@ai-sdk/azure": "3.0.68",
+    "@ai-sdk/google-vertex": "4.0.140",
+    "@ai-sdk/openai": "3.0.67",
+    "@ai-sdk/perplexity": "3.0.33"
+  },
+  "peerDependencies": {
+    "ai": ">=6 <7",
+    "@ai-sdk/amazon-bedrock": ">=4 <5",
+    "@ai-sdk/anthropic": ">=3 <4",
+    "@ai-sdk/azure": ">=3 <4",
+    "@ai-sdk/google-vertex": ">=4 <5",
+    "@ai-sdk/openai": ">=3 <4",
+    "@ai-sdk/perplexity": ">=3 <4"
   },
   "license": "Apache-2.0",
   "publishConfig": {

package/src/ai_model.js

@@ -1,89 +1,5 @@
-import { createAmazonBedrock } from '@ai-sdk/amazon-bedrock';
-import { createAnthropic } from '@ai-sdk/anthropic';
-import { createAzure } from '@ai-sdk/azure';
-import { createVertex } from '@ai-sdk/google-vertex';
-import { createOpenAI } from '@ai-sdk/openai';
-import { createPerplexity } from '@ai-sdk/perplexity';
-import { ValidationError, z } from '@outputai/core';
-import { Agent, fetch } from 'undici';
-
-const dispatcher = new Agent( {
-  headersTimeout: 15 * 60 * 1000, // 15 min
-  bodyTimeout: 15 * 60 * 1000
-} );
-
-const customFetch = ( input, init ) => fetch( input, { dispatcher, ...init } );
-const initProvider = factory => factory( { fetch: customFetch } );
-
-export const builtInProviders = {
-  azure: initProvider( createAzure ),
-  anthropic: initProvider( createAnthropic ),
-  openai: initProvider( createOpenAI ),
-  vertex: initProvider( createVertex ),
-  bedrock: initProvider( createAmazonBedrock ),
-  perplexity: initProvider( createPerplexity )
-};
-
-export const providers = { ...builtInProviders };
-
-const registerProviderSchema = z.object( {
-  name: z.string().min( 1, 'Provider name must be a non-empty string' ),
-  providerFn: z.function()
-} );
-
-const modelPromptSchema = z.object( {
-  config: z.object( {
-    provider: z.string().min( 1 ),
-    model: z.string().min( 1 )
-  } ).loose()
-} ).loose();
-
-const toolsPromptSchema = z.object( {
-  config: z.object( {
-    provider: z.string().min( 1 ),
-    tools: z.record( z.string(), z.record( z.string(), z.unknown() ) ).optional()
-  } ).loose()
-} ).loose();
-
-const toolConfigSchema = z.record( z.string(), z.unknown() );
-
-const parseModelPrompt = prompt => {
-  const result = modelPromptSchema.safeParse( prompt );
-  if ( !result.success ) {
-    throw new ValidationError( `Invalid model prompt config: ${z.prettifyError( result.error )}` );
-  }
-  return result.data.config;
-};
-
-const parseToolsPrompt = prompt => {
-  const result = toolsPromptSchema.safeParse( prompt );
-  if ( !result.success ) {
-    throw new ValidationError( `Invalid tools prompt config: ${z.prettifyError( result.error )}` );
-  }
-  return result.data.config;
-};
-
-/**
- * Register or override an AI SDK provider factory by name.
- *
- * @param {string} name - Provider name used in prompt frontmatter
- * @param {Function} providerFn - Factory function that receives a model id
- * @returns {void}
- */
-export function registerProvider( name, providerFn ) {
-  const result = registerProviderSchema.safeParse( { name, providerFn } );
-  if ( !result.success ) {
-    throw new ValidationError( `Invalid provider registration: ${z.prettifyError( result.error )}` );
-  }
-  providers[name] = providerFn;
-}
-
-/**
- * List all currently registered provider names.
- *
- * @returns {string[]} Provider names
- */
-export const getRegisteredProviders = () => Object.keys( providers );
+import { ValidationError } from '@outputai/core';
+import { getProvider } from './ai_provider.js';
 
 /**
  * Load a text model from a loaded prompt config.
@@ -91,19 +7,7 @@ export const getRegisteredProviders = () => Object.keys( providers );
  * @param {object} prompt - Loaded prompt object with `config.provider` and `config.model`
  * @returns {unknown} AI SDK language model
  */
-export function loadTextModel( prompt ) {
-  const config = parseModelPrompt( prompt );
-  const { provider: providerName, model: modelName } = config;
-
-  const provider = providers[providerName];
-
-  if ( !provider ) {
-    const availableProviders = Object.keys( providers ).join( ', ' );
-    throw new Error( `Invalid provider "${providerName}". Valid providers: ${availableProviders}` );
-  }
-
-  return provider( modelName );
-}
+export const loadTextModel = prompt => getProvider( prompt.config.provider )( prompt.config.model );
 
 /**
  * Load an image model from a loaded prompt config.
@@ -111,24 +15,16 @@ export function loadTextModel( prompt ) {
  * @param {object} prompt - Loaded prompt object with `config.provider` and `config.model`
  * @returns {unknown} AI SDK image model
  */
-export function loadImageModel( prompt ) {
-  const config = parseModelPrompt( prompt );
-  const { provider: providerName, model: modelName } = config;
-
-  const provider = providers[providerName];
-
-  if ( !provider ) {
-    const availableProviders = Object.keys( providers ).join( ', ' );
-    throw new Error( `Invalid provider "${providerName}". Valid providers: ${availableProviders}` );
-  }
+export const loadImageModel = prompt => {
+  const { provider: providerName, model } = prompt.config;
+  const provider = getProvider( prompt.config.provider );
 
   const imageModelFactory = provider.image ?? provider.imageModel;
   if ( typeof imageModelFactory !== 'function' ) {
-    throw new Error( `Provider "${providerName}" does not support image models.` );
+    throw new ValidationError( `Provider "${providerName}" does not support image models.` );
   }
-
-  return imageModelFactory( modelName );
-}
+  return imageModelFactory( model );
+};
 
 /**
  * Load provider-specific tools configured in a prompt.
@@ -136,46 +32,29 @@ export function loadImageModel( prompt ) {
  * @param {object} prompt - Loaded prompt object with `config.provider` and optional `config.tools`
  * @returns {Record<string, unknown> | null} AI SDK tools, or null when none are configured
  */
-export function loadTools( prompt ) {
-  const config = parseToolsPrompt( prompt );
-  const { tools: toolsConfig, provider: providerName } = config;
+export const loadTools = prompt => {
+  const { tools: promptTools, provider: providerName } = prompt.config;
 
-  if ( !toolsConfig || Object.keys( toolsConfig ).length === 0 ) {
+  if ( Object.keys( promptTools ?? {} ).length === 0 ) {
     return null;
   }
 
-  const provider = providers[providerName];
-
-  if ( !provider ) {
-    const availableProviders = Object.keys( providers ).join( ', ' );
-    throw new Error( `Invalid provider "${providerName}". Valid providers: ${availableProviders}` );
-  }
+  const provider = getProvider( providerName );
 
-  if ( !provider.tools || typeof provider.tools !== 'object' ) {
-    throw new Error( `Provider "${providerName}" does not support provider-specific tools.` );
+  if ( !provider.tools ) {
+    throw new ValidationError( `Provider "${providerName}" does not support provider-specific tools.` );
   }
 
-  const tools = {};
+  const supportedTools = Object.keys( provider.tools );
+  const invalidTools = Object.keys( promptTools ).filter( name => !supportedTools.includes( name ) );
 
-  for ( const [ toolName, toolConfig ] of Object.entries( toolsConfig ) ) {
-    const toolFactory = provider.tools[toolName];
-
-    if ( !toolFactory || typeof toolFactory !== 'function' ) {
-      const availableTools = Object.keys( provider.tools )
-        .filter( key => typeof provider.tools[key] === 'function' )
-        .join( ', ' );
-      const toolsMessage = availableTools ? `Available tools: ${availableTools}` : 'No tools are available';
-
-      throw new Error( `Unknown tool "${toolName}" for provider "${providerName}". ${toolsMessage}` );
-    }
-
-    const result = toolConfigSchema.safeParse( toolConfig );
-    if ( !result.success ) {
-      throw new ValidationError( `Invalid config for tool "${toolName}": ${z.prettifyError( result.error )}` );
-    }
-
-    tools[toolName] = toolFactory( toolConfig );
+  if ( invalidTools.length > 0 ) {
+    throw new ValidationError( `Invalid tool(s) ${invalidTools.join( ', ' )} for provider "${providerName}". \
+Available: ${supportedTools.join( ', ' )}.` );
   }
 
-  return tools;
-}
+  // load all tools and return in an object
+  return Object.fromEntries(
+    Object.entries( promptTools ).map( ( [ name, args ] ) => [ name, provider.tools[name]( args ) ] )
+  );
+};