@output.ai/llm 0.2.7 → 0.2.9

package/README.md

@@ -74,6 +74,49 @@ You are a helpful assistant.
 - **OpenAI** - Requires `OPENAI_API_KEY`
 - **Azure OpenAI** - Requires Azure-specific environment variables
 
+## Advanced Features
+
+### AI SDK Pass-Through
+
+All generate functions accept additional [AI SDK options](https://sdk.vercel.ai/docs) that are passed through to the underlying provider. This enables tool calling, retry configuration, and other advanced features.
+
+#### Tool Calling
+
+```typescript
+import { generateText, tool } from '@output.ai/llm';
+import { z } from '@output.ai/core';
+
+const result = await generateText({
+  prompt: 'agent@v1',
+  variables: { task: 'Research competitor pricing' },
+  tools: {
+    searchWeb: tool({
+      description: 'Search the web for information',
+      parameters: z.object({ query: z.string() }),
+      execute: async ({ query }) => fetchSearchResults(query)
+    })
+  },
+  toolChoice: 'auto'
+});
+
+// Access tool calls made by the model
+console.log(result.toolCalls);
+```
+
+#### Common Pass-Through Options
+
+| Option | Type | Description |
+|--------|------|-------------|
+| `tools` | `ToolSet` | Tools the model can call (generateText only) |
+| `toolChoice` | `'auto' \| 'none' \| 'required'` | Tool selection strategy |
+| `maxRetries` | `number` | Max retry attempts (default: 2) |
+| `seed` | `number` | Seed for deterministic output |
+| `abortSignal` | `AbortSignal` | Cancel the request |
+| `topP` | `number` | Nucleus sampling (0-1) |
+| `topK` | `number` | Top-K sampling |
+
+Options set in the prompt file (temperature, maxTokens) can be overridden at call time.
+
 ## Documentation
 
 For comprehensive documentation, visit:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@output.ai/llm",
-  "version": "0.2.7",
+  "version": "0.2.9",
   "description": "Framework abstraction to interact with LLM models",
   "type": "module",
   "main": "src/index.js",

package/src/ai_sdk.js

@@ -5,24 +5,25 @@ import * as AI from 'ai';
 import { validateGenerateTextArgs, validateGenerateObjectArgs, validateGenerateArrayArgs, validateGenerateEnumArgs } from './validations.js';
 import { loadPrompt } from './prompt_loader.js';
 
-/*
-  Word of wisdom:
-  We could retrieve the result object using the rest operator:
-  ```js
-  const { usage, providerMetadata, ...rest } = response;
-  const result = rest[resultProperty];
-  ```
-  But we CAN'T because the response of the generateText is an instance of `DefaultGenerateTextResult`
-  and 'text' is a getter (`get text()`).
-  Be aware of this when refactoring.
-*/
 const traceWrapper = async ( { traceId, resultProperty, fn } ) => {
   try {
     const response = await fn();
     const { usage, providerMetadata } = response;
     const result = response[resultProperty];
     Tracing.addEventEnd( { id: traceId, details: { result, usage, providerMetadata } } );
-    return result;
+
+    // Use a Proxy to add 'result' as a unified field name without mutating the AI SDK response.
+    // This preserves the original response object (with its getters/prototype) while allowing
+    // developers to use 'result' consistently across all generate* functions.
+    // Note: Don't use spread/rest on response - AI SDK uses getters that won't copy correctly.
+    return new Proxy( response, {
+      get( target, prop, receiver ) {
+        if ( prop === 'result' ) {
+          return target[resultProperty];
+        }
+        return Reflect.get( target, prop, receiver );
+      }
+    } );
   } catch ( error ) {
     Tracing.addEventError( { id: traceId, details: error } );
     throw error;
@@ -37,14 +38,14 @@ const startTrace = ( name, details ) => {
   return traceId;
 };
 
-const extraAiSdkOptionsFromPrompt = prompt => {
+const aiSdkOptionsFromPrompt = prompt => {
   const options = {
     model: loadModel( prompt ),
     messages: prompt.messages,
     providerOptions: prompt.config.providerOptions
   };
 
-  if ( prompt.config.temperature ) {
+  if ( prompt.config.temperature !== undefined ) {
     options.temperature = prompt.config.temperature;
   }
 
@@ -58,42 +59,59 @@ const extraAiSdkOptionsFromPrompt = prompt => {
 /**
  * Use an LLM model to generate text.
  *
+ * Accepts additional AI SDK options (tools, maxRetries, seed, etc.) that are passed through
+ * to the underlying provider. Options from the prompt file can be overridden at call time.
+ *
  * @param {object} args - Generation arguments
  * @param {string} args.prompt - Prompt file name
  * @param {Record<string, string | number>} [args.variables] - Variables to interpolate
+ * @param {object} [args.tools] - AI SDK tools the model can call
+ * @param {'auto'|'none'|'required'|object} [args.toolChoice] - Tool selection strategy
+ * @param {number} [args.maxRetries] - Max retry attempts (default: 2)
+ * @param {number} [args.seed] - Seed for deterministic output
+ * @param {AbortSignal} [args.abortSignal] - Signal to abort the request
  * @throws {ValidationError} If the prompt config is invalid (e.g., snake_case fields)
  * @throws {FatalError} If the prompt file is not found or template rendering fails
- * @returns {Promise<string>} Generated text
+ * @returns {Promise<GenerateTextResult>} AI SDK response with text, toolCalls, and metadata
  */
-export async function generateText( { prompt, variables } ) {
+export async function generateText( { prompt, variables, ...extraAiSdkOptions } ) {
   validateGenerateTextArgs( { prompt, variables } );
   const loadedPrompt = loadPrompt( prompt, variables );
   const traceId = startTrace( 'generateText', { prompt, variables, loadedPrompt } );
 
   return traceWrapper( {
     traceId, resultProperty: 'text', fn: async () =>
-      AI.generateText( extraAiSdkOptionsFromPrompt( loadedPrompt ) )
+      AI.generateText( {
+        ...aiSdkOptionsFromPrompt( loadedPrompt ),
+        ...extraAiSdkOptions
+      } )
   } );
 }
 
 /**
  * Use an LLM model to generate an object with a fixed schema.
  *
+ * Accepts additional AI SDK options (maxRetries, seed, etc.) that are passed through
+ * to the underlying provider. Options from the prompt file can be overridden at call time.
+ *
  * @param {object} args - Generation arguments
  * @param {string} args.prompt - Prompt file name
  * @param {Record<string, string | number>} [args.variables] - Variables to interpolate
  * @param {z.ZodObject} args.schema - Output schema
  * @param {string} [args.schemaName] - Output schema name
  * @param {string} [args.schemaDescription] - Output schema description
+ * @param {number} [args.maxRetries] - Max retry attempts (default: 2)
+ * @param {number} [args.seed] - Seed for deterministic output
+ * @param {AbortSignal} [args.abortSignal] - Signal to abort the request
  * @throws {ValidationError} If the prompt config is invalid (e.g., snake_case fields)
  * @throws {FatalError} If the prompt file is not found or template rendering fails
- * @returns {Promise<object>} Object matching the provided schema
+ * @returns {Promise<GenerateObjectResult>} AI SDK response with object and metadata
  */
 export async function generateObject( args ) {
   validateGenerateObjectArgs( args );
-  const { prompt, variables, schema, schemaName, schemaDescription } = args;
+  const { prompt, variables, schema, schemaName, schemaDescription, ...extraAiSdkOptions } = args;
   const loadedPrompt = loadPrompt( prompt, variables );
-  const traceId = startTrace( 'generateObject', { ...args, schema: z.toJSONSchema( schema ), loadedPrompt } );
+  const traceId = startTrace( 'generateObject', { prompt, variables, schema: z.toJSONSchema( schema ), loadedPrompt } );
 
   return traceWrapper( {
     traceId, resultProperty: 'object', fn: async () =>
@@ -102,7 +120,8 @@ export async function generateObject( args ) {
         schema,
         schemaName,
         schemaDescription,
-        ...extraAiSdkOptionsFromPrompt( loadedPrompt )
+        ...aiSdkOptionsFromPrompt( loadedPrompt ),
+        ...extraAiSdkOptions
       } )
   } );
 }
@@ -110,21 +129,27 @@ export async function generateObject( args ) {
 /**
  * Use an LLM model to generate an array of values with a fixed schema.
  *
+ * Accepts additional AI SDK options (maxRetries, seed, etc.) that are passed through
+ * to the underlying provider. Options from the prompt file can be overridden at call time.
+ *
  * @param {object} args - Generation arguments
  * @param {string} args.prompt - Prompt file name
  * @param {Record<string, string | number>} [args.variables] - Variables to interpolate
  * @param {z.ZodType} args.schema - Output schema (array item)
  * @param {string} [args.schemaName] - Output schema name
  * @param {string} [args.schemaDescription] - Output schema description
+ * @param {number} [args.maxRetries] - Max retry attempts (default: 2)
+ * @param {number} [args.seed] - Seed for deterministic output
+ * @param {AbortSignal} [args.abortSignal] - Signal to abort the request
  * @throws {ValidationError} If the prompt config is invalid (e.g., snake_case fields)
  * @throws {FatalError} If the prompt file is not found or template rendering fails
- * @returns {Promise<object>} Array where each element matches the schema
+ * @returns {Promise<GenerateObjectResult>} AI SDK response with array and metadata
  */
 export async function generateArray( args ) {
   validateGenerateArrayArgs( args );
-  const { prompt, variables, schema, schemaName, schemaDescription } = args;
+  const { prompt, variables, schema, schemaName, schemaDescription, ...extraAiSdkOptions } = args;
   const loadedPrompt = loadPrompt( prompt, variables );
-  const traceId = startTrace( 'generateArray', { ...args, schema: z.toJSONSchema( schema ), loadedPrompt } );
+  const traceId = startTrace( 'generateArray', { prompt, variables, schema: z.toJSONSchema( schema ), loadedPrompt } );
 
   return traceWrapper( {
     traceId, resultProperty: 'object', fn: async () =>
@@ -133,7 +158,8 @@ export async function generateArray( args ) {
         schema,
         schemaName,
         schemaDescription,
-        ...extraAiSdkOptionsFromPrompt( loadedPrompt )
+        ...aiSdkOptionsFromPrompt( loadedPrompt ),
+        ...extraAiSdkOptions
       } )
   } );
 }
@@ -141,26 +167,33 @@ export async function generateArray( args ) {
 /**
  * Use an LLM model to generate a result from an enum (array of string values).
  *
+ * Accepts additional AI SDK options (maxRetries, seed, etc.) that are passed through
+ * to the underlying provider. Options from the prompt file can be overridden at call time.
+ *
  * @param {object} args - Generation arguments
  * @param {string} args.prompt - Prompt file name
  * @param {Record<string, string | number>} [args.variables] - Variables to interpolate
  * @param {string[]} args.enum - Allowed values for the generation
+ * @param {number} [args.maxRetries] - Max retry attempts (default: 2)
+ * @param {number} [args.seed] - Seed for deterministic output
+ * @param {AbortSignal} [args.abortSignal] - Signal to abort the request
  * @throws {ValidationError} If the prompt config is invalid (e.g., snake_case fields)
  * @throws {FatalError} If the prompt file is not found or template rendering fails
- * @returns {Promise<string>} One of the provided enum values
+ * @returns {Promise<GenerateObjectResult>} AI SDK response with enum value and metadata
  */
 export async function generateEnum( args ) {
   validateGenerateEnumArgs( args );
-  const { prompt, variables, enum: _enum } = args;
+  const { prompt, variables, enum: _enum, ...extraAiSdkOptions } = args;
   const loadedPrompt = loadPrompt( prompt, variables );
-  const traceId = startTrace( 'generateEnum', { ...args, loadedPrompt } );
+  const traceId = startTrace( 'generateEnum', { prompt, variables, loadedPrompt } );
 
   return traceWrapper( {
     traceId, resultProperty: 'object', fn: async () =>
       AI.generateObject( {
         output: 'enum',
         enum: _enum,
-        ...extraAiSdkOptionsFromPrompt( loadedPrompt )
+        ...aiSdkOptionsFromPrompt( loadedPrompt ),
+        ...extraAiSdkOptions
       } )
   } );
 }

package/src/ai_sdk.spec.js

@@ -52,8 +52,17 @@ beforeEach( () => {
   loadModelImpl.mockReset().mockReturnValue( 'MODEL' );
   loadPromptImpl.mockReset().mockReturnValue( basePrompt );
 
-  aiFns.generateText.mockReset().mockResolvedValue( { text: 'TEXT' } );
-  aiFns.generateObject.mockReset().mockResolvedValue( { object: 'OBJECT' } );
+  aiFns.generateText.mockReset().mockResolvedValue( {
+    text: 'TEXT',
+    sources: [],
+    usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
+    finishReason: 'stop'
+  } );
+  aiFns.generateObject.mockReset().mockResolvedValue( {
+    object: 'OBJECT',
+    usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
+    finishReason: 'stop'
+  } );
 
   validators.validateGenerateTextArgs.mockClear();
   validators.validateGenerateObjectArgs.mockClear();
@@ -83,12 +92,19 @@ describe( 'ai_sdk', () => {
       temperature: 0.3,
       providerOptions: basePrompt.config.providerOptions
     } );
-    expect( result ).toBe( 'TEXT' );
+    expect( result.text ).toBe( 'TEXT' );
+    expect( result.sources ).toEqual( [] );
+    expect( result.usage ).toEqual( { inputTokens: 10, outputTokens: 5, totalTokens: 15 } );
+    expect( result.finishReason ).toBe( 'stop' );
   } );
 
   it( 'generateObject: validates, traces, calls AI with output object and returns object', async () => {
     const { generateObject } = await importSut();
-    aiFns.generateObject.mockResolvedValueOnce( { object: { a: 1 } } );
+    aiFns.generateObject.mockResolvedValueOnce( {
+      object: { a: 1 },
+      usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
+      finishReason: 'stop'
+    } );
 
     const schema = z.object( { a: z.number() } );
     const result = await generateObject( {
@@ -113,12 +129,16 @@ describe( 'ai_sdk', () => {
       temperature: 0.3,
       providerOptions: basePrompt.config.providerOptions
     } );
-    expect( result ).toEqual( { a: 1 } );
+    expect( result.object ).toEqual( { a: 1 } );
   } );
 
   it( 'generateArray: validates, traces, calls AI (item schema) and returns array', async () => {
     const { generateArray } = await importSut();
-    aiFns.generateObject.mockResolvedValueOnce( { object: [ 1, 2 ] } );
+    aiFns.generateObject.mockResolvedValueOnce( {
+      object: [ 1, 2 ],
+      usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
+      finishReason: 'stop'
+    } );
 
     const schema = z.number();
     const result = await generateArray( {
@@ -143,12 +163,16 @@ describe( 'ai_sdk', () => {
       temperature: 0.3,
       providerOptions: basePrompt.config.providerOptions
     } );
-    expect( result ).toEqual( [ 1, 2 ] );
+    expect( result.object ).toEqual( [ 1, 2 ] );
   } );
 
   it( 'generateEnum: validates, traces, calls AI with output enum and returns value', async () => {
     const { generateEnum } = await importSut();
-    aiFns.generateObject.mockResolvedValueOnce( { object: 'B' } );
+    aiFns.generateObject.mockResolvedValueOnce( {
+      object: 'B',
+      usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
+      finishReason: 'stop'
+    } );
 
     const result = await generateEnum( { prompt: 'test_prompt@v1', enum: [ 'A', 'B', 'C' ] } );
 
@@ -165,7 +189,7 @@ describe( 'ai_sdk', () => {
       temperature: 0.3,
       providerOptions: basePrompt.config.providerOptions
     } );
-    expect( result ).toBe( 'B' );
+    expect( result.object ).toBe( 'B' );
   } );
 
   it( 'generateText: passes provider-specific options to AI SDK', async () => {
@@ -325,4 +349,283 @@ describe( 'ai_sdk', () => {
       }
     } );
   } );
+
+  it( 'generateText: passes through providerMetadata', async () => {
+    aiFns.generateText.mockResolvedValueOnce( {
+      text: 'TEXT',
+      sources: [],
+      usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
+      finishReason: 'stop',
+      providerMetadata: { anthropic: { cacheReadInputTokens: 50 } }
+    } );
+
+    const { generateText } = await importSut();
+    const result = await generateText( { prompt: 'test_prompt@v1' } );
+
+    expect( result.providerMetadata ).toEqual( { anthropic: { cacheReadInputTokens: 50 } } );
+  } );
+
+  it( 'generateText: passes through warnings and response metadata', async () => {
+    aiFns.generateText.mockResolvedValueOnce( {
+      text: 'TEXT',
+      sources: [],
+      usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
+      finishReason: 'stop',
+      warnings: [ { type: 'other', message: 'Test warning' } ],
+      response: { id: 'req_123', modelId: 'gpt-4o-2024-05-13' }
+    } );
+
+    const { generateText } = await importSut();
+    const result = await generateText( { prompt: 'test_prompt@v1' } );
+
+    expect( result.warnings ).toEqual( [ { type: 'other', message: 'Test warning' } ] );
+    expect( result.response ).toEqual( { id: 'req_123', modelId: 'gpt-4o-2024-05-13' } );
+  } );
+
+  it( 'generateText: includes unified result field that matches text', async () => {
+    const { generateText } = await importSut();
+    const response = await generateText( { prompt: 'test_prompt@v1' } );
+
+    expect( response.result ).toBe( 'TEXT' );
+    expect( response.result ).toBe( response.text );
+  } );
+
+  it( 'generateObject: includes unified result field that matches object', async () => {
+    const { generateObject } = await importSut();
+    aiFns.generateObject.mockResolvedValueOnce( {
+      object: { a: 1, b: 'test' },
+      usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
+      finishReason: 'stop'
+    } );
+
+    const schema = z.object( { a: z.number(), b: z.string() } );
+    const response = await generateObject( { prompt: 'test_prompt@v1', schema } );
+
+    expect( response.result ).toEqual( { a: 1, b: 'test' } );
+    expect( response.result ).toEqual( response.object );
+  } );
+
+  it( 'generateArray: includes unified result field that matches object', async () => {
+    const { generateArray } = await importSut();
+    aiFns.generateObject.mockResolvedValueOnce( {
+      object: [ 'item1', 'item2', 'item3' ],
+      usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
+      finishReason: 'stop'
+    } );
+
+    const schema = z.string();
+    const response = await generateArray( { prompt: 'test_prompt@v1', schema } );
+
+    expect( response.result ).toEqual( [ 'item1', 'item2', 'item3' ] );
+    expect( response.result ).toEqual( response.object );
+  } );
+
+  it( 'generateEnum: includes unified result field that matches object', async () => {
+    const { generateEnum } = await importSut();
+    aiFns.generateObject.mockResolvedValueOnce( {
+      object: 'yes',
+      usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
+      finishReason: 'stop'
+    } );
+
+    const response = await generateEnum( { prompt: 'test_prompt@v1', enum: [ 'yes', 'no' ] } );
+
+    expect( response.result ).toBe( 'yes' );
+    expect( response.result ).toBe( response.object );
+  } );
+
+  it( 'generateText: traces error and rethrows when AI SDK fails', async () => {
+    const error = new Error( 'API rate limit exceeded' );
+    aiFns.generateText.mockRejectedValueOnce( error );
+    const { generateText } = await importSut();
+
+    await expect( generateText( { prompt: 'test_prompt@v1' } ) ).rejects.toThrow( 'API rate limit exceeded' );
+    expect( tracingSpies.addEventError ).toHaveBeenCalledWith(
+      expect.objectContaining( { details: error } )
+    );
+  } );
+
+  it( 'generateObject: traces error and rethrows when AI SDK fails', async () => {
+    const error = new Error( 'Invalid schema' );
+    aiFns.generateObject.mockRejectedValueOnce( error );
+    const { generateObject } = await importSut();
+
+    const schema = z.object( { a: z.number() } );
+    await expect( generateObject( { prompt: 'test_prompt@v1', schema } ) ).rejects.toThrow( 'Invalid schema' );
+    expect( tracingSpies.addEventError ).toHaveBeenCalledWith(
+      expect.objectContaining( { details: error } )
+    );
+  } );
+
+  it( 'generateText: Proxy correctly handles AI SDK response with getter', async () => {
+    const responseWithGetter = {
+      _internalText: 'TEXT_FROM_GETTER',
+      get text() {
+        return this._internalText;
+      },
+      sources: [],
+      usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
+      finishReason: 'stop'
+    };
+    aiFns.generateText.mockResolvedValueOnce( responseWithGetter );
+
+    const { generateText } = await importSut();
+    const response = await generateText( { prompt: 'test_prompt@v1' } );
+
+    expect( response.text ).toBe( 'TEXT_FROM_GETTER' );
+    expect( response.result ).toBe( 'TEXT_FROM_GETTER' );
+  } );
+
+  it( 'generateObject: Proxy correctly handles AI SDK response with getter', async () => {
+    const responseWithGetter = {
+      _internalObject: { value: 42 },
+      get object() {
+        return this._internalObject;
+      },
+      usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
+      finishReason: 'stop'
+    };
+    aiFns.generateObject.mockResolvedValueOnce( responseWithGetter );
+
+    const { generateObject } = await importSut();
+    const schema = z.object( { value: z.number() } );
+    const response = await generateObject( { prompt: 'test_prompt@v1', schema } );
+
+    expect( response.object ).toEqual( { value: 42 } );
+    expect( response.result ).toEqual( { value: 42 } );
+  } );
+
+  it( 'generateText: passes through AI SDK options like tools and maxRetries', async () => {
+    const { generateText } = await importSut();
+    const mockTools = { calculator: { description: 'A calculator tool' } };
+
+    await generateText( {
+      prompt: 'test_prompt@v1',
+      tools: mockTools,
+      toolChoice: 'required',
+      maxRetries: 5,
+      seed: 42
+    } );
+
+    expect( aiFns.generateText ).toHaveBeenCalledWith(
+      expect.objectContaining( {
+        tools: mockTools,
+        toolChoice: 'required',
+        maxRetries: 5,
+        seed: 42
+      } )
+    );
+  } );
+
+  it( 'generateText: user-provided temperature overrides prompt temperature', async () => {
+    loadPromptImpl.mockReturnValueOnce( {
+      config: {
+        provider: 'openai',
+        model: 'gpt-4o',
+        temperature: 0.7
+      },
+      messages: [ { role: 'user', content: 'Hi' } ]
+    } );
+
+    const { generateText } = await importSut();
+    await generateText( { prompt: 'test_prompt@v1', temperature: 0.2 } );
+
+    expect( aiFns.generateText ).toHaveBeenCalledWith(
+      expect.objectContaining( { temperature: 0.2 } )
+    );
+  } );
+
+  it( 'generateText: passes through temperature: 0 from prompt', async () => {
+    loadPromptImpl.mockReturnValueOnce( {
+      config: {
+        provider: 'openai',
+        model: 'gpt-4o',
+        temperature: 0
+      },
+      messages: [ { role: 'user', content: 'Hi' } ]
+    } );
+
+    const { generateText } = await importSut();
+    await generateText( { prompt: 'test_prompt@v1' } );
+
+    expect( aiFns.generateText ).toHaveBeenCalledWith(
+      expect.objectContaining( { temperature: 0 } )
+    );
+  } );
+
+  it( 'generateObject: passes through AI SDK options like maxRetries and seed', async () => {
+    const { generateObject } = await importSut();
+    const schema = z.object( { a: z.number() } );
+
+    await generateObject( {
+      prompt: 'test_prompt@v1',
+      schema,
+      maxRetries: 3,
+      seed: 123,
+      topP: 0.9
+    } );
+
+    expect( aiFns.generateObject ).toHaveBeenCalledWith(
+      expect.objectContaining( {
+        maxRetries: 3,
+        seed: 123,
+        topP: 0.9
+      } )
+    );
+  } );
+
+  it( 'generateArray: passes through AI SDK options', async () => {
+    const { generateArray } = await importSut();
+    const schema = z.string();
+    const controller = new AbortController();
+
+    await generateArray( {
+      prompt: 'test_prompt@v1',
+      schema,
+      abortSignal: controller.signal,
+      headers: { 'X-Custom': 'value' }
+    } );
+
+    expect( aiFns.generateObject ).toHaveBeenCalledWith(
+      expect.objectContaining( {
+        abortSignal: controller.signal,
+        headers: { 'X-Custom': 'value' }
+      } )
+    );
+  } );
+
+  it( 'generateEnum: passes through AI SDK options', async () => {
+    const { generateEnum } = await importSut();
+
+    await generateEnum( {
+      prompt: 'test_prompt@v1',
+      enum: [ 'A', 'B' ],
+      stopSequences: [ 'END' ],
+      presencePenalty: 0.5
+    } );
+
+    expect( aiFns.generateObject ).toHaveBeenCalledWith(
+      expect.objectContaining( {
+        stopSequences: [ 'END' ],
+        presencePenalty: 0.5
+      } )
+    );
+  } );
+
+  it( 'generateText: passes through unknown future options for forward compatibility', async () => {
+    const { generateText } = await importSut();
+
+    await generateText( {
+      prompt: 'test_prompt@v1',
+      experimental_futureOption: { key: 'value' },
+      unknownOption: true
+    } );
+
+    expect( aiFns.generateText ).toHaveBeenCalledWith(
+      expect.objectContaining( {
+        experimental_futureOption: { key: 'value' },
+        unknownOption: true
+      } )
+    );
+  } );
 } );

package/src/index.d.ts

@@ -1,4 +1,11 @@
 import type { z } from '@output.ai/core';
+import type {
+  GenerateTextResult as AIGenerateTextResult,
+  GenerateObjectResult as AIGenerateObjectResult,
+  CallSettings,
+  ToolSet,
+  ToolChoice
+} from 'ai';
 
 /**
  * Represents a single message in a prompt conversation.
@@ -61,6 +68,62 @@ export type Prompt = {
   messages: PromptMessage[];
 };
 
+// Re-export AI SDK types directly (auto-synced with AI SDK updates)
+export type {
+  LanguageModelUsage,
+  FinishReason,
+  LanguageModelResponseMetadata,
+  ProviderMetadata,
+  CallWarning,
+  CallSettings,
+  ToolSet,
+  ToolChoice,
+  Tool
+} from 'ai';
+
+// Re-export the tool helper function for creating tools
+export { tool } from 'ai';
+
+/**
+ * Common AI SDK options that can be passed through to all generate functions.
+ * These options are passed directly to the underlying AI SDK call.
+ */
+type AiSdkOptions = Partial<Omit<CallSettings, 'maxOutputTokens'>>;
+
+/**
+ * AI SDK options specific to generateText, including tool calling support.
+ * @typeParam TOOLS - The tools available for the model to call
+ */
+type GenerateTextAiSdkOptions<TOOLS extends ToolSet = ToolSet> = AiSdkOptions & {
+  /** Tools the model can call */
+  tools?: TOOLS;
+  /** Tool choice strategy: 'auto', 'none', 'required', or specific tool */
+  toolChoice?: ToolChoice<TOOLS>;
+  /** Limit which tools are active without changing types */
+  activeTools?: Array<keyof TOOLS>;
+};
+
+/**
+ * Result from generateText including full AI SDK response metadata.
+ * Extends AI SDK's GenerateTextResult with a unified `result` field.
+ */
+export type GenerateTextResult =
+  AIGenerateTextResult<Record<string, never>, unknown> & {
+    /** Unified field name alias for 'text' - provides consistency across all generate* functions */
+    result: string;
+  };
+
+/**
+ * Result from generateObject/generateArray/generateEnum including full AI SDK response metadata.
+ * Extends AI SDK's GenerateObjectResult with a unified `result` field.
+ * @typeParam T - The type of the generated object, inferred from the schema parameter
+ */
+export type GenerateObjectResult<T> =
+  AIGenerateObjectResult<T> & {
+    /** Unified field name alias for 'object' - provides consistency across all generate* functions */
+    result: T;
+  };
+
 /**
  * Loads a prompt file and interpolates variables into its content.
  *
@@ -78,24 +141,28 @@ export function loadPrompt(
  *
  * This function is a wrapper over the AI SDK's `generateText`.
  * The prompt file sets `model`, `messages`, `temperature`, `maxTokens`, and `providerOptions`.
+ * Additional AI SDK options (tools, maxRetries, etc.) can be passed through.
  *
  * @param args - Generation arguments.
  * @param args.prompt - Prompt file name.
  * @param args.variables - Variables to interpolate.
- * @returns Generated text.
+ * @param args.tools - Tools the model can call (optional).
+ * @param args.toolChoice - Tool selection strategy (optional).
+ * @returns AI SDK response with text and metadata.
  */
-export function generateText(
+export function generateText<TOOLS extends ToolSet = ToolSet>(
   args: {
     prompt: string,
     variables?: Record<string, string | number | boolean>
-  }
-): Promise<string>;
+  } & GenerateTextAiSdkOptions<TOOLS>
+): Promise<GenerateTextResult>;
 
 /**
  * Use an LLM model to generate an object with a fixed schema.
  *
  * This function is a wrapper over the AI SDK's `generateObject`.
  * The prompt file sets `model`, `messages`, `temperature`, `maxTokens`, and `providerOptions`.
+ * Additional AI SDK options (maxRetries, seed, etc.) can be passed through.
  *
  * @param args - Generation arguments.
  * @param args.prompt - Prompt file name.
@@ -103,7 +170,7 @@ export function generateText(
  * @param args.schema - Output schema.
  * @param args.schemaName - Output schema name.
  * @param args.schemaDescription - Output schema description.
- * @returns Resolves to an object matching the provided schema.
+ * @returns AI SDK response with object and metadata.
  */
 export function generateObject<TSchema extends z.ZodObject>(
   args: {
@@ -112,14 +179,15 @@ export function generateObject<TSchema extends z.ZodObject>(
     schema: TSchema,
     schemaName?: string,
     schemaDescription?: string
-  }
-): Promise<z.infer<TSchema>>;
+  } & AiSdkOptions
+): Promise<GenerateObjectResult<z.infer<TSchema>>>;
 
 /**
  * Use an LLM model to generate an array of values with a fixed schema.
  *
  * This function is a wrapper over the AI SDK's `generateObject` with `output: 'array'`.
  * The prompt file sets `model`, `messages`, `temperature`, `maxTokens`, and `providerOptions`.
+ * Additional AI SDK options (maxRetries, seed, etc.) can be passed through.
  *
  * @param args - Generation arguments.
  * @param args.prompt - Prompt file name.
@@ -127,7 +195,7 @@ export function generateObject<TSchema extends z.ZodObject>(
  * @param args.schema - Output schema (array item).
  * @param args.schemaName - Output schema name.
  * @param args.schemaDescription - Output schema description.
- * @returns Resolves to an array where each element matches the schema.
+ * @returns AI SDK response with array and metadata.
  */
 export function generateArray<TSchema extends z.ZodType>(
   args: {
@@ -136,25 +204,26 @@ export function generateArray<TSchema extends z.ZodType>(
     schema: TSchema,
     schemaName?: string,
     schemaDescription?: string
-  }
-): Promise<Array<z.infer<TSchema>>>;
+  } & AiSdkOptions
+): Promise<GenerateObjectResult<Array<z.infer<TSchema>>>>;
 
 /**
  * Use an LLM model to generate a result from an enum (array of string values).
  *
  * This function is a wrapper over the AI SDK's `generateObject` with `output: 'enum'`.
  * The prompt file sets `model`, `messages`, `temperature`, `maxTokens`, and `providerOptions`.
+ * Additional AI SDK options (maxRetries, seed, etc.) can be passed through.
  *
  * @param args - Generation arguments.
  * @param args.prompt - Prompt file name.
  * @param args.variables - Variables to interpolate.
  * @param args.enum - Allowed values for the generation.
- * @returns Resolves to one of the provided enum values.
+ * @returns AI SDK response with enum value and metadata.
  */
 export function generateEnum<const TEnum extends readonly [string, ...string[]]>(
   args: {
     prompt: string,
     variables?: Record<string, string | number | boolean>,
     enum: TEnum
-  }
-): Promise<TEnum[number]>;
+  } & AiSdkOptions
+): Promise<GenerateObjectResult<TEnum[number]>>;

package/src/index.js

@@ -1,3 +1,4 @@
 export { generateText, generateArray, generateObject, generateEnum } from './ai_sdk.js';
 export { loadPrompt } from './prompt_loader.js';
+export { tool } from 'ai';
 export * as ai from 'ai';