@output.ai/llm 0.0.7

package/README.md

@@ -0,0 +1,30 @@
+# LLM Module
+
+Provides llm calls abstractions.
+
+## completions()
+
+Allow to use chat messages with a LLM model.
+
+```js
+import { generateText } from '@output.ai/llm';
+
+const response = generateText({
+  configs: {
+    model: 'model-name', // eg claude-3.5
+    provider: 'provider-name', // eg anthropic
+  },
+  messages: [
+    {
+      role: 'assistant',
+      content: 'You are an assistant...',
+    },
+    {
+      role: 'user',
+      content: 'Whats the capital of Nicaragua?',
+    },
+  ],
+});
+```
+
+The response is a string.

package/package.json

@@ -0,0 +1,21 @@
+{
+  "name": "@output.ai/llm",
+  "version": "0.0.7",
+  "description": "Framework abstraction to interact with LLM models",
+  "type": "module",
+  "main": "src/index.js",
+  "types": "src/index.d.ts",
+  "files": [
+    "./src"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/growthxai/flow-sdk"
+  },
+  "dependencies": {
+    "@ai-sdk/anthropic": "2.0.4",
+    "@ai-sdk/openai": "2.0.18",
+    "@output.ai/trace": "0.0.1",
+    "ai": "5.0.15"
+  }
+}

package/src/ai-sdk.js

@@ -0,0 +1,49 @@
+import {
+  generateText as aiGenerateText,
+  generateObject as aiGenerateObject
+} from 'ai';
+import { anthropic } from '@ai-sdk/anthropic';
+import { openai } from '@ai-sdk/openai';
+import { trace } from '@output.ai/trace';
+
+const providers = {
+  anthropic,
+  openai
+};
+
+export async function generateText( prompt ) {
+  const provider = providers[prompt.config.provider];
+  const model = provider( prompt.config.model );
+
+  const result = await aiGenerateText( {
+    model,
+    messages: prompt.messages,
+    temperature: prompt.config.temperature,
+    maxTokens: prompt.config.max_tokens ?? 1024
+  } );
+
+  trace( { lib: 'llm', event: 'generateText', input: prompt, output: result } );
+
+  return result.text;
+}
+
+export async function generateObject( prompt, llmSchema ) {
+  const provider = providers[prompt.config.provider];
+  const model = provider( prompt.config.model );
+
+  const result = await aiGenerateObject( {
+    model,
+    schema: llmSchema.schema,
+    schemaName: llmSchema.name,
+    schemaDescription: llmSchema.description,
+    output: llmSchema.output,
+    messages: prompt.messages,
+    temperature: prompt.config.temperature,
+    maxOutputTokens: prompt.config.max_tokens ?? 1024
+  } );
+
+  trace( { lib: 'llm', event: 'generateObject', input: prompt, output: result } );
+
+  return result.object;
+}
+

package/src/index.d.ts

@@ -0,0 +1,33 @@
+export interface Prompt {
+  config: {
+    provider: 'anthropic' | 'openai';
+    model: string;
+    temperature?: number;
+    max_tokens?: number;
+  };
+  messages: Array<{
+    role: string;
+    content: string;
+  }>;
+}
+
+export class LLMSchema {
+  name: string;
+  schema: Record<string, unknown> | object;
+  description: string;
+  output: 'object' | 'array';
+
+  constructor( options: {
+    name: string;
+    description: string;
+    schema: Record<string, unknown> | object;
+    output?: 'object' | 'array';
+  } );
+}
+
+export function generateText( prompt: Prompt ): Promise<string>;
+
+export function generateObject<T = unknown>(
+  prompt: Prompt,
+  llmSchema: LLMSchema
+): Promise<T>;

package/src/index.js

@@ -0,0 +1,2 @@
+export { generateText, generateObject } from './ai-sdk.js';
+export { LLMSchema } from './schema.js';

package/src/schema.js

@@ -0,0 +1,8 @@
+export class LLMSchema {
+  constructor( { name, description, schema, output = 'object' } ) {
+    this.name = name;
+    this.schema = schema;
+    this.description = description;
+    this.output = output;
+  }
+}