@outputai/llm 0.8.2-next.e658cc2.0 → 0.8.2-next.edf06bb.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@outputai/llm",
-  "version": "0.8.2-next.e658cc2.0",
+  "version": "0.8.2-next.edf06bb.0",
   "description": "Framework abstraction to interact with LLM models",
   "type": "module",
   "main": "src/index.js",
@@ -13,7 +13,7 @@
     "gray-matter": "4.0.3",
     "liquidjs": "10.25.7",
     "undici": "8.5.0",
-    "@outputai/core": "0.8.2-next.e658cc2.0"
+    "@outputai/core": "0.8.2-next.edf06bb.0"
   },
   "devDependencies": {
     "@ai-sdk/amazon-bedrock": "4.0.111",
@@ -36,8 +36,5 @@
   "license": "Apache-2.0",
   "publishConfig": {
     "access": "public"
-  },
-  "scripts": {
-    "build": "pnpm exec tsc -p ./tsconfig.typecheck.json"
   }
 }

package/src/cost/fetch_models_pricing.js

@@ -1,5 +1,3 @@
-import { Logger } from '@outputai/core';
-
 const costTableUrl = 'https://models.dev/api.json';
 const cacheTTL = 1000 * 60 * 60 * 24; // 1 day
 
@@ -28,10 +26,10 @@ export const fetchModelsPricing = async () => {
   const res = await fetch( costTableUrl );
   if ( !res.ok ) {
     if ( cache.content ) {
-      Logger.warn( `Error ${res.status} when fetching models pricing at ${costTableUrl}, falling back to stale cache`, { namespace: 'LLM' } );
+      console.warn( `Error ${res.status} when fetching models pricing at ${costTableUrl}, falling back to stale cache` );
       return cache.content;
     }
-    Logger.error( `Error ${res.status} when fetching models pricing at ${costTableUrl}`, { namespace: 'LLM' } );
+    console.error( `Error ${res.status} when fetching models pricing at ${costTableUrl}` );
     return null;
   }
   cache.content = buildModelMap( await res.json() );

package/src/cost/fetch_models_pricing.spec.js

@@ -9,29 +9,24 @@ const fixturePath = join( __dirname, 'fixtures', 'models_api_light.json' );
 const fixture = JSON.parse( readFileSync( fixturePath, 'utf8' ) );
 
 const costTableUrl = 'https://models.dev/api.json';
-const okResponse = data => ( {
-  ok: true,
-  json: () => Promise.resolve( data )
-} );
-const stubFetch = response => {
-  const fetchMock = vi.fn().mockResolvedValue( response );
-  vi.stubGlobal( 'fetch', fetchMock );
-  return fetchMock;
-};
+const errNoCache = status => `Error ${status} when fetching models pricing at ${costTableUrl}`;
+const warnStaleCache = status => `Error ${status} when fetching models pricing at ${costTableUrl}, falling back to stale cache`;
 
 describe( 'fetchModelsPricing', () => {
   beforeEach( () => {
     cache.content = null;
     cache.expiresAt = 0;
-    vi.unstubAllGlobals();
+    vi.restoreAllMocks();
   } );
 
   it( 'returns a Map of model costs when fetch succeeds', async () => {
-    const fetchMock = stubFetch( okResponse( fixture ) );
+    vi.stubGlobal( 'fetch', vi.fn().mockResolvedValue( {
+      ok: true,
+      json: () => Promise.resolve( fixture )
+    } ) );
 
     const result = await fetchModelsPricing();
 
-    expect( fetchMock ).toHaveBeenCalledWith( costTableUrl );
     expect( result ).toBeInstanceOf( Map );
     expect( result.size ).toBeGreaterThan( 0 );
     const firstModel = Object.values( fixture )[0];
@@ -42,7 +37,10 @@ describe( 'fetchModelsPricing', () => {
   } );
 
   it( 'includes main providers from fixture (openai, anthropic, google, nvidia, perplexity)', async () => {
-    stubFetch( okResponse( fixture ) );
+    vi.stubGlobal( 'fetch', vi.fn().mockResolvedValue( {
+      ok: true,
+      json: () => Promise.resolve( fixture )
+    } ) );
 
     const result = await fetchModelsPricing();
 
@@ -57,35 +55,47 @@ describe( 'fetchModelsPricing', () => {
 
   it( 'returns null when response is not ok and no cache', async () => {
     const status = 500;
-    stubFetch( { ok: false, status } );
+    const err = vi.spyOn( console, 'error' ).mockImplementation( () => {} );
+    vi.stubGlobal( 'fetch', vi.fn().mockResolvedValue( { ok: false, status } ) );
 
     const result = await fetchModelsPricing();
 
     expect( result ).toBeNull();
+    expect( err ).toHaveBeenCalledWith( errNoCache( status ) );
+    err.mockRestore();
   } );
 
   it( 'returns stale cache when response is not ok but cache exists', async () => {
-    stubFetch( okResponse( fixture ) );
+    vi.stubGlobal( 'fetch', vi.fn().mockResolvedValue( {
+      ok: true,
+      json: () => Promise.resolve( fixture )
+    } ) );
     await fetchModelsPricing();
     cache.expiresAt = 0; // force refetch so we hit the !res.ok path
 
     const status = 404;
-    stubFetch( { ok: false, status } );
+    const warn = vi.spyOn( console, 'warn' ).mockImplementation( () => {} );
+    vi.stubGlobal( 'fetch', vi.fn().mockResolvedValue( { ok: false, status } ) );
 
     const result = await fetchModelsPricing();
 
     expect( result ).toBeInstanceOf( Map );
     expect( result.size ).toBeGreaterThan( 0 );
+    expect( warn ).toHaveBeenCalledWith( warnStaleCache( status ) );
+    warn.mockRestore();
   } );
 
   it( 'returns cached Map when cache is still valid', async () => {
-    const fetchMock = stubFetch( okResponse( fixture ) );
+    vi.stubGlobal( 'fetch', vi.fn().mockResolvedValue( {
+      ok: true,
+      json: () => Promise.resolve( fixture )
+    } ) );
 
     const first = await fetchModelsPricing();
     const second = await fetchModelsPricing();
 
     expect( first ).toBe( second );
-    expect( fetchMock ).toHaveBeenCalledTimes( 1 );
+    expect( fetch ).toHaveBeenCalledTimes( 1 );
   } );
 
   it( 'only stores models that have a cost object', async () => {
@@ -98,7 +108,10 @@ describe( 'fetchModelsPricing', () => {
         }
       }
     };
-    stubFetch( okResponse( dataWithMissingCost ) );
+    vi.stubGlobal( 'fetch', vi.fn().mockResolvedValue( {
+      ok: true,
+      json: () => Promise.resolve( dataWithMissingCost )
+    } ) );
 
     const result = await fetchModelsPricing();
 

package/src/cost/index.js

@@ -1,6 +1,5 @@
 import { fetchModelsPricing } from './fetch_models_pricing.js';
 import { Tracing } from '@outputai/core/sdk/runtime';
-import { Logger } from '@outputai/core';
 
 /**
  * Calculates the cost of an llm call based on the model and usage.
@@ -14,13 +13,13 @@ export const calculateLLMCallCost = async ( { modelId, usage } ) => {
     const models = await fetchModelsPricing();
 
     if ( !models ) {
-      Logger.warn( 'Failed to fetch models pricing', { namespace: 'LLM' } );
+      console.warn( 'Failed to fetch models pricing' );
       return null;
     }
 
     const pricing = models.get( modelId );
     if ( !pricing ) {
-      Logger.warn( 'Missing cost reference for model', { namespace: 'LLM' } );
+      console.warn( 'Missing cost reference for model' );
       return null;
     }
 
@@ -51,7 +50,7 @@ export const calculateLLMCallCost = async ( { modelId, usage } ) => {
 
     return llmUsage;
   } catch ( error ) {
-    Logger.error( 'Error calculating LLM call costs', { error: error.message, namespace: 'LLM' } );
+    console.error( 'Error calculating LLM call costs', error );
     return null;
   }
 };

package/src/cost/index.spec.js

@@ -61,6 +61,8 @@ const expectLLMUsage = ( result, { modelId, usage, total, tokensUsed } ) => {
 describe( 'calculateLLMCallCost', () => {
   beforeEach( () => {
     vi.clearAllMocks();
+    vi.spyOn( console, 'warn' ).mockImplementation( () => {} );
+    vi.spyOn( console, 'error' ).mockImplementation( () => {} );
   } );
 
   afterEach( () => {
@@ -76,6 +78,7 @@ describe( 'calculateLLMCallCost', () => {
     } );
 
     expect( result ).toBeNull();
+    expect( console.warn ).toHaveBeenCalledWith( 'Failed to fetch models pricing' );
   } );
 
   it( 'returns null when model is missing from cost table', async () => {
@@ -87,6 +90,7 @@ describe( 'calculateLLMCallCost', () => {
     } );
 
     expect( result ).toBeNull();
+    expect( console.warn ).toHaveBeenCalledWith( 'Missing cost reference for model' );
   } );
 
   it( 'calculates input and output usage from model pricing', async () => {
@@ -279,5 +283,6 @@ describe( 'calculateLLMCallCost', () => {
     } );
 
     expect( result ).toBeNull();
+    expect( console.error ).toHaveBeenCalledWith( 'Error calculating LLM call costs', error );
   } );
 } );

package/src/prompt/validations.js

@@ -1,4 +1,4 @@
-import { Logger, ValidationError, z } from '@outputai/core';
+import { ValidationError, z } from '@outputai/core';
 import { attributesSchema } from './block_options.js';
 
 const toolConfigSchema = z.record( z.string(), z.unknown() );
@@ -70,12 +70,12 @@ const SNAKE_CASE_WARNINGS = {
 function warnSnakeCaseFields( config ) {
   for ( const [ snake, camel ] of Object.entries( SNAKE_CASE_WARNINGS ) ) {
     if ( Object.hasOwn( config, snake ) ) {
-      Logger.warn( `[output-llm] "${snake}" found in prompt config. Did you mean "${camel}"?`, { namespace: 'LLM' } );
+      console.warn( `[output-llm] "${snake}" found in prompt config. Did you mean "${camel}"?` );
     }
   }
   const thinking = config.providerOptions?.thinking;
   if ( thinking && Object.hasOwn( thinking, 'budget_tokens' ) ) {
-    Logger.warn( '[output-llm] "budget_tokens" found in providerOptions.thinking. Did you mean "budgetTokens"?', { namespace: 'LLM' } );
+    console.warn( '[output-llm] "budget_tokens" found in providerOptions.thinking. Did you mean "budgetTokens"?' );
   }
 }
 

package/src/prompt/validations.spec.js

@@ -1,4 +1,4 @@
-import { describe, it, expect } from 'vitest';
+import { describe, it, expect, vi } from 'vitest';
 import { ValidationError } from '@outputai/core';
 import { validatePrompt } from './validations.js';
 
@@ -548,6 +548,8 @@ describe( 'validatePrompt', () => {
   } );
 
   it( 'should pass through budget_tokens in thinking and warn about snake_case', () => {
+    const warnSpy = vi.spyOn( console, 'warn' ).mockImplementation( () => {} );
+
     const promptWithBudgetTokensSnake = {
       name: 'thinking-budget-snake',
       config: {
@@ -569,6 +571,11 @@ describe( 'validatePrompt', () => {
     };
 
     expect( () => validatePrompt( promptWithBudgetTokensSnake ) ).not.toThrow();
+    expect( warnSpy ).toHaveBeenCalledWith(
+      '[output-llm] "budget_tokens" found in providerOptions.thinking. Did you mean "budgetTokens"?'
+    );
+
+    warnSpy.mockRestore();
   } );
 
   it( 'should allow snake_case fields in config via passthrough (no longer strict)', () => {