@output.ai/llm 0.0.8 → 0.0.10

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@output.ai/llm",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "description": "Framework abstraction to interact with LLM models",
   "type": "module",
   "main": "src/index.js",

package/src/ai_sdk.js

@@ -11,7 +11,9 @@ const providers = {
   openai
 };
 
-export async function generateText( prompt ) {
+export async function generateText( options ) {
+  const { prompt, ...aiSdkOptions } = options;
+
   const provider = providers[prompt.config.provider];
   const model = provider( prompt.config.model );
 
@@ -19,31 +21,41 @@ export async function generateText( prompt ) {
     model,
     messages: prompt.messages,
     temperature: prompt.config.temperature,
-    maxTokens: prompt.config.max_tokens ?? 1024
+    maxOutputTokens: prompt.config.max_tokens ?? 64000,
+    ...aiSdkOptions // Spread remaining AI SDK options (thinking, etc.)
   } );
 
-  trace( { lib: 'llm', event: 'generateText', input: prompt, output: result } );
+  trace( { lib: 'llm', event: 'generateText', input: options, output: result } );
 
   return result.text;
 }
 
-export async function generateObject( prompt, llmSchema ) {
+export async function generateObject( options ) {
+  const {
+    prompt,
+    schema,
+    schemaName,
+    schemaDescription,
+    output = 'object',
+    ...aiSdkOptions
+  } = options;
+
   const provider = providers[prompt.config.provider];
   const model = provider( prompt.config.model );
 
   const result = await aiGenerateObject( {
     model,
-    schema: llmSchema.schema,
-    schemaName: llmSchema.name,
-    schemaDescription: llmSchema.description,
-    output: llmSchema.output,
+    schema,
+    schemaName,
+    schemaDescription,
+    output,
     messages: prompt.messages,
     temperature: prompt.config.temperature,
-    maxOutputTokens: prompt.config.max_tokens ?? 1024
+    maxOutputTokens: prompt.config.max_tokens ?? 64000,
+    ...aiSdkOptions // Spread remaining AI SDK options
   } );
 
-  trace( { lib: 'llm', event: 'generateObject', input: prompt, output: result } );
+  trace( { lib: 'llm', event: 'generateObject', input: options, output: result } );
 
   return result.object;
 }
-

package/src/index.d.ts

@@ -1,3 +1,8 @@
+import type {
+  GenerateTextOptions,
+  GenerateObjectOptions
+} from 'ai';
+
 export interface Prompt {
   config: {
     provider: 'anthropic' | 'openai';
@@ -11,23 +16,29 @@ export interface Prompt {
   }>;
 }
 
-export class LLMSchema {
-  name: string;
-  schema: Record<string, unknown> | object;
-  description: string;
-  output: 'object' | 'array';
+// Omit prompt/messages from AI SDK options and add our Prompt type
+export type GenerateTextOptionsWithPrompt = Omit<
+  GenerateTextOptions,
+  'prompt' | 'messages' | 'model'
+> & {
+  prompt: Prompt,
+};
 
-  constructor( options: {
-    name: string;
-    description: string;
-    schema: Record<string, unknown> | object;
-    output?: 'object' | 'array';
-  } );
-}
+export type GenerateObjectOptionsWithPrompt<SCHEMA> = Omit<
+  GenerateObjectOptions<SCHEMA>,
+  'prompt' | 'messages' | 'model' | 'schema' | 'schemaName' | 'schemaDescription' | 'output'
+> & {
+  prompt: Prompt,
+  schema: Record<string, unknown> | object,
+  schemaName?: string,
+  schemaDescription?: string,
+  output?: 'object' | 'array',
+};
 
-export function generateText( prompt: Prompt ): Promise<string>;
+export function generateText(
+  options: GenerateTextOptionsWithPrompt
+): Promise<string>;
 
 export function generateObject<T = unknown>(
-  prompt: Prompt,
-  llmSchema: LLMSchema
+  options: GenerateObjectOptionsWithPrompt<T>
 ): Promise<T>;