ai-functions 0.3.0 → 0.4.0

package/dist/eval/models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/eval/models.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAsB,KAAK,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAEpE,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAA;AAEjD,MAAM,WAAW,SAAS;IACxB,6BAA6B;IAC7B,EAAE,EAAE,MAAM,CAAA;IACV,0BAA0B;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,oBAAoB;IACpB,QAAQ,EAAE,MAAM,CAAA;IAChB,sBAAsB;IACtB,IAAI,EAAE,SAAS,CAAA;IACf,qBAAqB;IACrB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAMD;;;;;;;;GAQG;AACH,eAAO,MAAM,WAAW,EAAE,SAAS,EA2ClC,CAAA;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,SAAS,GAAG,SAAS,EAAE,CAE5D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAAE,CAEjE;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,CAG9D;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,EAAE,EAAE,MAAM,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAQ9F;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,CAAC,EAAE;IACzC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;CACrB,GAAG,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,SAAS,CAAA;CAAE,CAAC,CAe5C;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,SAAS,GAAG,SAAS,EAAE,CAYpE"}

package/dist/eval/models.js

@@ -0,0 +1,120 @@
+/**
+ * Model Registry for AI Functions Eval Suite
+ *
+ * Simple model list for running evals across providers.
+ * Uses ai-providers/language-models for resolution and pricing.
+ *
+ * @packageDocumentation
+ */
+import { resolve, get, list } from 'language-models';
+// ============================================================================
+// Models to evaluate - using aliases from language-models
+// ============================================================================
+/**
+ * Core models to test - one per tier per major provider
+ * These resolve via ai-providers to OpenRouter or direct SDKs
+ *
+ * Updated: December 2025
+ *
+ * Note: Some models use OpenRouter format (provider/model) to avoid
+ * resolution issues with provider_model_id mismatches.
+ */
+export const EVAL_MODELS = [
+    // Anthropic Claude 4.5 - via AWS Bedrock (uses AWS credits with bearer token auth)
+    // All Claude models should be 4.5 - older versions are deprecated
+    { id: 'bedrock:us.anthropic.claude-opus-4-5-20251101-v1:0', name: 'Claude Opus 4.5', provider: 'anthropic', tier: 'best', notes: 'Bedrock' },
+    { id: 'bedrock:us.anthropic.claude-sonnet-4-5-20250929-v1:0', name: 'Claude Sonnet 4.5', provider: 'anthropic', tier: 'fast', notes: 'Bedrock' },
+    { id: 'bedrock:us.anthropic.claude-haiku-4-5-20251001-v1:0', name: 'Claude Haiku 4.5', provider: 'anthropic', tier: 'cheap', notes: 'Bedrock' },
+    // OpenAI - GPT-5.1 variants + GPT-oss (open source)
+    { id: 'openai/o3', name: 'o3', provider: 'openai', tier: 'best' },
+    { id: 'openai/gpt-5.1', name: 'GPT-5.1', provider: 'openai', tier: 'best' },
+    { id: 'openai/gpt-5-mini', name: 'GPT-5 Mini', provider: 'openai', tier: 'fast' },
+    { id: 'openai/gpt-5-nano', name: 'GPT-5 Nano', provider: 'openai', tier: 'cheap' },
+    // GPT-oss 120B removed - times out frequently
+    { id: 'openai/gpt-oss-20b', name: 'GPT-oss 20B', provider: 'openai', tier: 'fast', notes: 'Open source' },
+    // Google - Gemini 3 (November 2025)
+    { id: 'google/gemini-3-pro-preview', name: 'Gemini 3 Pro', provider: 'google', tier: 'best', notes: '1M context, #1 LMArena' },
+    // Gemini 2.5 Pro removed - times out frequently
+    { id: 'flash', name: 'Gemini 2.5 Flash', provider: 'google', tier: 'fast' },
+    // Meta (via OpenRouter)
+    { id: 'meta-llama/llama-4-maverick', name: 'Llama 4 Maverick', provider: 'meta-llama', tier: 'best' },
+    { id: 'meta-llama/llama-3.3-70b-instruct', name: 'Llama 3.3 70B', provider: 'meta-llama', tier: 'fast' },
+    // DeepSeek - V3.2 (December 2025)
+    { id: 'deepseek/deepseek-v3.2', name: 'DeepSeek V3.2', provider: 'deepseek', tier: 'best', notes: 'GPT-5 class reasoning' },
+    // DeepSeek V3.2 Speciale removed - no tool use support on OpenRouter
+    { id: 'deepseek/deepseek-chat', name: 'DeepSeek Chat', provider: 'deepseek', tier: 'fast' },
+    // Mistral - Mistral 3 family (December 2025)
+    { id: 'mistralai/mistral-large-2512', name: 'Mistral Large 3', provider: 'mistralai', tier: 'best', notes: '675B MoE, 41B active' },
+    { id: 'mistralai/mistral-medium-3.1', name: 'Mistral Medium 3.1', provider: 'mistralai', tier: 'fast' },
+    // Ministral 3 14B removed - often fails structured output
+    // Qwen - Qwen3 family (2025)
+    { id: 'qwen/qwen3-coder', name: 'Qwen3 Coder 480B', provider: 'qwen', tier: 'best', notes: 'Agentic coding' },
+    { id: 'qwen/qwen3-30b-a3b', name: 'Qwen3 30B', provider: 'qwen', tier: 'fast', notes: 'MoE 30B/3B active' },
+    { id: 'qwen/qwen3-next-80b-a3b-instruct', name: 'Qwen3 Next 80B', provider: 'qwen', tier: 'best', notes: 'Ultra-long context' },
+    // xAI - Grok 4 family (December 2025)
+    { id: 'x-ai/grok-4', name: 'Grok 4', provider: 'x-ai', tier: 'best', notes: '256K context, reasoning' },
+    { id: 'x-ai/grok-4.1-fast', name: 'Grok 4.1 Fast', provider: 'x-ai', tier: 'fast', notes: '2M context, agentic' },
+    { id: 'x-ai/grok-4-fast', name: 'Grok 4 Fast', provider: 'x-ai', tier: 'fast', notes: '2M context' },
+];
+/**
+ * Get models by tier
+ */
+export function getModelsByTier(tier) {
+    return EVAL_MODELS.filter(m => m.tier === tier);
+}
+/**
+ * Get models by provider
+ */
+export function getModelsByProvider(provider) {
+    return EVAL_MODELS.filter(m => m.provider === provider);
+}
+/**
+ * Get model info from language-models package (includes pricing)
+ */
+export function getModelInfo(id) {
+    const resolved = resolve(id);
+    return get(resolved);
+}
+/**
+ * Get pricing for a model (from OpenRouter data)
+ */
+export function getModelPricing(id) {
+    const info = getModelInfo(id);
+    if (!info?.pricing)
+        return undefined;
+    return {
+        prompt: parseFloat(info.pricing.prompt) * 1_000_000, // Convert to per-million
+        completion: parseFloat(info.pricing.completion) * 1_000_000,
+    };
+}
+/**
+ * Create evalite variants for model testing
+ */
+export function createModelVariants(opts) {
+    let models = EVAL_MODELS;
+    if (opts?.tiers) {
+        models = models.filter(m => opts.tiers.includes(m.tier));
+    }
+    if (opts?.providers) {
+        models = models.filter(m => opts.providers.includes(m.provider));
+    }
+    return models.map(model => ({
+        name: `${model.provider}/${model.name}`,
+        input: model,
+    }));
+}
+/**
+ * Get a representative model from each provider for a given tier
+ */
+export function getRepresentativeModels(tier) {
+    const seen = new Set();
+    const result = [];
+    for (const model of EVAL_MODELS) {
+        if (model.tier === tier && !seen.has(model.provider)) {
+            seen.add(model.provider);
+            result.push(model);
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=models.js.map

package/dist/eval/models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../../src/eval/models.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAkB,MAAM,iBAAiB,CAAA;AAiBpE,+EAA+E;AAC/E,0DAA0D;AAC1D,+EAA+E;AAE/E;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,WAAW,GAAgB;IACtC,mFAAmF;IACnF,kEAAkE;IAClE,EAAE,EAAE,EAAE,oDAAoD,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE;IAC5I,EAAE,EAAE,EAAE,sDAAsD,EAAE,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE;IAChJ,EAAE,EAAE,EAAE,qDAAqD,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE;IAE/I,oDAAoD;IACpD,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE;IACjE,EAAE,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE;IAC3E,EAAE,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE;IACjF,EAAE,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE;IAClF,8CAA8C;IAC9C,EAAE,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE;IAEzG,oCAAoC;IACpC,EAAE,EAAE,EAAE,6BAA6B,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,wBAAwB,EAAE;IAC9H,gDAAgD;IAChD,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE;IAE3E,wBAAwB;IACxB,EAAE,EAAE,EAAE,6BAA6B,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE;IACrG,EAAE,EAAE,EAAE,mCAAmC,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE;IAExG,kCAAkC;IAClC,EAAE,EAAE,EAAE,wBAAwB,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,uBAAuB,EAAE;IAC3H,qEAAqE;IACrE,EAAE,EAAE,EAAE,wBAAwB,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE;IAE3F,6CAA6C;IAC7C,EAAE,EAAE,EAAE,8BAA8B,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,sBAAsB,EAAE;IACnI,EAAE,EAAE,EAAE,8BAA8B,EAAE,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE;IACvG,0DAA0D;IAE1D,6BAA6B;IAC7B,EAAE,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,gBAAgB,EAAE;IAC7G,EAAE,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE;IAC3G,EAAE,EAAE,EAAE,kCAAkC,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,oBAAoB,EAAE;IAE/H,sCAAsC;IACtC,EAAE,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,yBAAyB,EAAE;IACvG,EAAE,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,qBAAqB,EAAE;IACjH,EAAE,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE;CACrG,CAAA;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,IAAe;IAC7C,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAA;AACzD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,EAAU;IACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,EAAE,CAAC,CAAA;IAC5B,OAAO,GAAG,CAAC,QAAQ,CAAC,CAAA;AACtB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,EAAU;IACxC,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,CAAC,CAAA;IAC7B,IAAI,CAAC,IAAI,EAAE,OAAO;QAAE,OAAO,SAAS,CAAA;IAEpC,OAAO;QACL,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,SAAS,EAAE,yBAAyB;QAC9E,UAAU,EAAE,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,SAAS;KAC5D,CAAA;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAGnC;IACC,IAAI,MAAM,GAAG,WAAW,CAAA;IAExB,IAAI,IAAI,EAAE,KAAK,EAAE,CAAC;QAChB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;IAC3D,CAAC;IAED,IAAI,IAAI,EAAE,SAAS,EAAE,CAAC;QACpB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAA;IACnE,CAAC;IAED,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1B,IAAI,EAAE,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE;QACvC,KAAK,EAAE,KAAK;KACb,CAAC,CAAC,CAAA;AACL,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAe;IACrD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,MAAM,MAAM,GAAgB,EAAE,CAAA;IAE9B,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;QAChC,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;YACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACpB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC"}

package/dist/eval/runner.d.ts

@@ -0,0 +1,64 @@
+/**
+ * Simple eval runner for AI Functions
+ *
+ * Runs evals across multiple models and collects results.
+ * Does not depend on evalite - uses our own infrastructure.
+ */
+import { generateObject, generateText } from '../generate.js';
+import { schema } from '../schema.js';
+import { type EvalModel, type ModelTier } from './models.js';
+export interface EvalCase<TInput = unknown, TExpected = unknown> {
+    name: string;
+    input: TInput;
+    expected?: TExpected;
+}
+export interface EvalScore {
+    name: string;
+    score: number;
+    description?: string;
+    metadata?: unknown;
+}
+export interface EvalResult<TOutput = unknown> {
+    model: EvalModel;
+    case: EvalCase;
+    output: TOutput;
+    scores: EvalScore[];
+    latencyMs: number;
+    cost: number;
+    error?: string;
+}
+export interface EvalSummary {
+    name: string;
+    results: EvalResult[];
+    avgScore: number;
+    byModel: Record<string, {
+        avgScore: number;
+        count: number;
+    }>;
+    totalCost: number;
+    totalTime: number;
+}
+export interface RunEvalOptions<TInput, TOutput, TExpected> {
+    name: string;
+    cases: EvalCase<TInput, TExpected>[];
+    task: (input: TInput, model: EvalModel) => Promise<TOutput>;
+    scorers: Array<{
+        name: string;
+        description?: string;
+        scorer: (args: {
+            input: TInput;
+            output: TOutput;
+            expected?: TExpected;
+        }) => number | Promise<number>;
+    }>;
+    models?: EvalModel[];
+    tiers?: ModelTier[];
+    providers?: string[];
+    concurrency?: number;
+}
+/**
+ * Run an eval suite across models
+ */
+export declare function runEval<TInput, TOutput, TExpected>(options: RunEvalOptions<TInput, TOutput, TExpected>): Promise<EvalSummary>;
+export { generateObject, generateText, schema };
+//# sourceMappingURL=runner.d.ts.map

package/dist/eval/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/eval/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAwC,KAAK,SAAS,EAAE,KAAK,SAAS,EAAE,MAAM,aAAa,CAAA;AAElG,MAAM,WAAW,QAAQ,CAAC,MAAM,GAAG,OAAO,EAAE,SAAS,GAAG,OAAO;IAC7D,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,SAAS,CAAA;CACrB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAA;CACnB;AAED,MAAM,WAAW,UAAU,CAAC,OAAO,GAAG,OAAO;IAC3C,KAAK,EAAE,SAAS,CAAA;IAChB,IAAI,EAAE,QAAQ,CAAA;IACd,MAAM,EAAE,OAAO,CAAA;IACf,MAAM,EAAE,SAAS,EAAE,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,UAAU,EAAE,CAAA;IACrB,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC5D,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS;IACxD,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAA;IACpC,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAC3D,OAAO,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,MAAM,CAAA;QACZ,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,MAAM,EAAE,CAAC,IAAI,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,OAAO,CAAC;YAAC,QAAQ,CAAC,EAAE,SAAS,CAAA;SAAE,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;KACrG,CAAC,CAAA;IACF,MAAM,CAAC,EAAE,SAAS,EAAE,CAAA;IACpB,KAAK,CAAC,EAAE,SAAS,EAAE,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED;;GAEG;AACH,wBAAsB,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EACtD,OAAO,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,GAClD,OAAO,CAAC,WAAW,CAAC,CAsJtB;AAGD,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,EAAE,CAAA"}

package/dist/eval/runner.js

@@ -0,0 +1,148 @@
+/**
+ * Simple eval runner for AI Functions
+ *
+ * Runs evals across multiple models and collects results.
+ * Does not depend on evalite - uses our own infrastructure.
+ */
+import { generateObject, generateText } from '../generate.js';
+import { schema } from '../schema.js';
+import { createModelVariants, getModelPricing } from './models.js';
+/**
+ * Run an eval suite across models
+ */
+export async function runEval(options) {
+    const { name, cases, task, scorers, concurrency = 3 } = options;
+    // Get models to test
+    const models = options.models ?? createModelVariants({
+        tiers: options.tiers,
+        providers: options.providers,
+    }).map(v => v.input);
+    const results = [];
+    const startTime = Date.now();
+    console.log(`\n🧪 Running eval: ${name}`);
+    console.log(`   Models: ${models.map(m => m.name).join(', ')}`);
+    console.log(`   Cases: ${cases.length}`);
+    console.log('');
+    // Run all model/case combinations
+    const jobs = [];
+    for (const model of models) {
+        for (const evalCase of cases) {
+            jobs.push({ model, case: evalCase });
+        }
+    }
+    // Process in batches with concurrency limit
+    for (let i = 0; i < jobs.length; i += concurrency) {
+        const batch = jobs.slice(i, i + concurrency);
+        const batchResults = await Promise.all(batch.map(async (job) => {
+            const caseStart = Date.now();
+            try {
+                // Run the task
+                const output = await task(job.case.input, job.model);
+                const latencyMs = Date.now() - caseStart;
+                // Run scorers
+                const scores = [];
+                for (const s of scorers) {
+                    try {
+                        const score = await s.scorer({
+                            input: job.case.input,
+                            output,
+                            expected: job.case.expected,
+                        });
+                        scores.push({
+                            name: s.name,
+                            score: Math.max(0, Math.min(1, score)),
+                            description: s.description,
+                        });
+                    }
+                    catch (err) {
+                        scores.push({
+                            name: s.name,
+                            score: 0,
+                            description: s.description,
+                            metadata: { error: String(err) },
+                        });
+                    }
+                }
+                // Calculate cost
+                const pricing = getModelPricing(job.model.id);
+                // Estimate tokens - rough approximation
+                const estimatedPromptTokens = 100;
+                const estimatedCompletionTokens = 200;
+                const cost = pricing
+                    ? (estimatedPromptTokens * pricing.prompt + estimatedCompletionTokens * pricing.completion) / 1_000_000
+                    : 0;
+                const avgScore = scores.length > 0
+                    ? scores.reduce((sum, s) => sum + s.score, 0) / scores.length
+                    : 0;
+                const symbol = avgScore >= 0.8 ? '✓' : avgScore >= 0.5 ? '~' : '✗';
+                console.log(`   ${symbol} ${job.model.name} | ${job.case.name} | ${(avgScore * 100).toFixed(0)}% | ${latencyMs}ms`);
+                return {
+                    model: job.model,
+                    case: job.case,
+                    output,
+                    scores,
+                    latencyMs,
+                    cost,
+                };
+            }
+            catch (err) {
+                console.log(`   ✗ ${job.model.name} | ${job.case.name} | ERROR: ${err}`);
+                return {
+                    model: job.model,
+                    case: job.case,
+                    output: null,
+                    scores: scorers.map(s => ({ name: s.name, score: 0 })),
+                    latencyMs: Date.now() - caseStart,
+                    cost: 0,
+                    error: String(err),
+                };
+            }
+        }));
+        results.push(...batchResults);
+    }
+    // Calculate summary
+    const totalTime = Date.now() - startTime;
+    const totalCost = results.reduce((sum, r) => sum + r.cost, 0);
+    const allScores = results.flatMap(r => r.scores.map(s => s.score));
+    const avgScore = allScores.length > 0
+        ? allScores.reduce((a, b) => a + b, 0) / allScores.length
+        : 0;
+    // Group by model
+    const byModel = {};
+    for (const result of results) {
+        const modelKey = result.model.id;
+        if (!byModel[modelKey]) {
+            byModel[modelKey] = { avgScore: 0, count: 0 };
+        }
+        const resultAvg = result.scores.reduce((sum, s) => sum + s.score, 0) / result.scores.length;
+        byModel[modelKey].avgScore += resultAvg;
+        byModel[modelKey].count++;
+    }
+    for (const key of Object.keys(byModel)) {
+        const entry = byModel[key];
+        if (entry) {
+            entry.avgScore /= entry.count;
+        }
+    }
+    console.log('');
+    console.log(`📊 Results:`);
+    console.log(`   Overall: ${(avgScore * 100).toFixed(1)}%`);
+    console.log(`   Time: ${(totalTime / 1000).toFixed(1)}s`);
+    console.log(`   Cost: $${totalCost.toFixed(4)}`);
+    console.log('');
+    console.log('   By Model:');
+    for (const [modelId, stats] of Object.entries(byModel)) {
+        console.log(`   - ${modelId}: ${(stats.avgScore * 100).toFixed(1)}%`);
+    }
+    return {
+        name,
+        results,
+        avgScore,
+        byModel,
+        totalCost,
+        totalTime,
+    };
+}
+// Re-export helpers
+export { generateObject, generateText, schema };
+//# sourceMappingURL=runner.js.map

package/dist/eval/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/eval/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAkC,MAAM,aAAa,CAAA;AAiDlG;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,OAAmD;IAEnD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,GAAG,CAAC,EAAE,GAAG,OAAO,CAAA;IAE/D,qBAAqB;IACrB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,mBAAmB,CAAC;QACnD,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAEpB,MAAM,OAAO,GAA0B,EAAE,CAAA;IACzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAE5B,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,EAAE,CAAC,CAAA;IACzC,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC/D,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;IACxC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAEf,kCAAkC;IAClC,MAAM,IAAI,GAAmE,EAAE,CAAA;IAC/E,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAA;QACtC,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAA;QAE5C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAE5B,IAAI,CAAC;gBACH,eAAe;gBACf,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAA;gBACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;gBAExC,cAAc;gBACd,MAAM,MAAM,GAAgB,EAAE,CAAA;gBAC9B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;oBACxB,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC;4BAC3B,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK;4BACrB,MAAM;4BACN,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,QAAQ;yBAC5B,CAAC,CAAA;wBACF,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;4BACtC,WAAW,EAAE,CAAC,CAAC,WAAW;yBAC3B,CAAC,CAAA;oBACJ,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,KAAK,EAAE,CAAC;4BACR,WAAW,EAAE,CAAC,CAAC,WAAW;4BAC1B,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE;yBACjC,CAAC,CAAA;oBACJ,CAAC;gBACH,CAAC;gBAED,iBAAiB;gBACjB,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBAC7C,wCAAwC;gBACxC,MAAM,qBAAqB,GAAG,GAAG,CAAA;gBACjC,MAAM,yBAAyB,GAAG,GAAG,CAAA;gBACrC,MAAM,IAAI,GAAG,OAAO;oBAClB,CAAC,CAAC,CAAC,qBAAqB,GAAG,OAAO,CAAC,MAAM,GAAG,yBAAyB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,SAAS;oBACvG,CAAC,CAAC,CAAC,CAAA;gBAEL,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;oBAChC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM;oBAC7D,CAAC,CAAC,CAAC,CAAA;gBAEL,MAAM,MAAM,GAAG,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAA;gBAClE,OAAO,CAAC,GAAG,CAAC,MAAM,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,SAAS,IAAI,CAAC,CAAA;gBAEnH,OAAO;oBACL,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,MAAM;oBACN,MAAM;oBACN,SAAS;oBACT,IAAI;iBACL,CAAA;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,aAAa,GAAG,EAAE,CAAC,CAAA;gBAExE,OAAO;oBACL,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,MAAM,EAAE,IAA0B;oBAClC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;oBACtD,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBACjC,IAAI,EAAE,CAAC;oBACP,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC;iBACnB,CAAA;YACH,CAAC;QACH,CAAC,CAAC,CACH,CAAA;QAED,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAA;IAC/B,CAAC;IAED,oBAAoB;IACpB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;IACxC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;IAClE,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC;QACnC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM;QACzD,CAAC,CAAC,CAAC,CAAA;IAEL,iBAAiB;IACjB,MAAM,OAAO,GAAwD,EAAE,CAAA;IACvE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;QAChC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;QAC/C,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAA;QAC3F,OAAO,CAAC,QAAQ,CAAC,CAAC,QAAQ,IAAI,SAAS,CAAA;QACvC,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;QAC1B,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAA;QAC/B,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACf,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;IAC1B,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAC1D,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IACzD,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IAChD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACf,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IAC3B,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,QAAQ,OAAO,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IACvE,CAAC;IAED,OAAO;QACL,IAAI;QACJ,OAAO;QACP,QAAQ;QACR,OAAO;QACP,SAAS;QACT,SAAS;KACV,CAAA;AACH,CAAC;AAED,oBAAoB;AACpB,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,EAAE,CAAA"}

package/dist/generate.d.ts

@@ -0,0 +1,168 @@
+/**
+ * AI Generation functions with automatic model resolution and routing
+ *
+ * Wraps AI SDK generateObject and generateText with smart model routing:
+ * - Simple aliases: 'opus', 'sonnet', 'gpt-4o'
+ * - Full IDs: 'anthropic/claude-sonnet-4.5'
+ * - Auto-routes to native SDKs for openai/anthropic/google
+ *
+ * @packageDocumentation
+ */
+import { generateText as sdkGenerateText, streamText as sdkStreamText, type GenerateObjectResult, type StreamObjectResult, type LanguageModel } from 'ai';
+type ModelArg = string | LanguageModel;
+interface GenerateObjectOptions<T> {
+    model: ModelArg;
+    schema: T;
+    prompt?: string;
+    messages?: Array<{
+        role: 'user' | 'assistant' | 'system';
+        content: string;
+    }>;
+    system?: string;
+    mode?: 'auto' | 'json' | 'tool';
+    maxTokens?: number;
+    temperature?: number;
+    topP?: number;
+    topK?: number;
+    presencePenalty?: number;
+    frequencyPenalty?: number;
+    seed?: number;
+    maxRetries?: number;
+    abortSignal?: AbortSignal;
+    headers?: Record<string, string>;
+    experimental_telemetry?: {
+        isEnabled?: boolean;
+        functionId?: string;
+        metadata?: Record<string, string>;
+    };
+}
+interface GenerateTextOptions {
+    model: ModelArg;
+    prompt?: string;
+    messages?: Array<{
+        role: 'user' | 'assistant' | 'system';
+        content: string;
+    }>;
+    system?: string;
+    maxTokens?: number;
+    temperature?: number;
+    topP?: number;
+    topK?: number;
+    presencePenalty?: number;
+    frequencyPenalty?: number;
+    seed?: number;
+    maxRetries?: number;
+    abortSignal?: AbortSignal;
+    headers?: Record<string, string>;
+    tools?: Record<string, unknown>;
+    toolChoice?: 'auto' | 'none' | 'required' | {
+        type: 'tool';
+        toolName: string;
+    };
+    maxSteps?: number;
+    experimental_telemetry?: {
+        isEnabled?: boolean;
+        functionId?: string;
+        metadata?: Record<string, string>;
+    };
+}
+/**
+ * Generate a typed object from a prompt using AI
+ *
+ * Automatically resolves model aliases and routes to the best provider.
+ * Supports both Zod schemas and simplified schema syntax.
+ *
+ * @example
+ * ```ts
+ * import { generateObject } from 'ai-functions'
+ *
+ * // Simplified schema syntax
+ * const { object } = await generateObject({
+ *   model: 'sonnet',
+ *   schema: {
+ *     recipe: {
+ *       name: 'What is the recipe name?',
+ *       type: 'food | drink | dessert',
+ *       ingredients: ['List all ingredients'],
+ *       steps: ['List all cooking steps'],
+ *     },
+ *   },
+ *   prompt: 'Generate a lasagna recipe.',
+ * })
+ *
+ * // Zod schema also works
+ * import { z } from 'zod'
+ * const { object } = await generateObject({
+ *   model: 'sonnet',
+ *   schema: z.object({
+ *     name: z.string(),
+ *     ingredients: z.array(z.string()),
+ *   }),
+ *   prompt: 'Generate a lasagna recipe.',
+ * })
+ * ```
+ */
+export declare function generateObject<T>(options: GenerateObjectOptions<T>): Promise<GenerateObjectResult<T>>;
+/**
+ * Generate text from a prompt using AI
+ *
+ * Automatically resolves model aliases and routes to the best provider.
+ *
+ * @example
+ * ```ts
+ * import { generateText } from 'ai-functions'
+ *
+ * const { text } = await generateText({
+ *   model: 'opus',  // → anthropic/claude-opus-4.5
+ *   prompt: 'Write a haiku about programming.',
+ * })
+ *
+ * // With tools
+ * const { text, toolResults } = await generateText({
+ *   model: 'gpt-4o',  // → openai/gpt-4o
+ *   prompt: 'What is the weather in San Francisco?',
+ *   tools: { ... },
+ *   maxSteps: 5,
+ * })
+ * ```
+ */
+export declare function generateText(options: GenerateTextOptions): Promise<Awaited<ReturnType<typeof sdkGenerateText>>>;
+/**
+ * Stream a typed object from a prompt using AI
+ *
+ * @example
+ * ```ts
+ * import { streamObject } from 'ai-functions'
+ *
+ * const { partialObjectStream } = streamObject({
+ *   model: 'sonnet',
+ *   schema: { story: 'Write a creative story' },
+ *   prompt: 'Write a short story.',
+ * })
+ *
+ * for await (const partial of partialObjectStream) {
+ *   console.log(partial.story)
+ * }
+ * ```
+ */
+export declare function streamObject<T>(options: GenerateObjectOptions<T>): Promise<StreamObjectResult<T, T, never>>;
+/**
+ * Stream text from a prompt using AI
+ *
+ * @example
+ * ```ts
+ * import { streamText } from 'ai-functions'
+ *
+ * const { textStream } = streamText({
+ *   model: 'gemini',  // → google/gemini-2.5-flash
+ *   prompt: 'Explain quantum computing.',
+ * })
+ *
+ * for await (const chunk of textStream) {
+ *   process.stdout.write(chunk)
+ * }
+ * ```
+ */
+export declare function streamText(options: GenerateTextOptions): Promise<ReturnType<typeof sdkStreamText>>;
+export {};
+//# sourceMappingURL=generate.d.ts.map

package/dist/generate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../src/generate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAEL,YAAY,IAAI,eAAe,EAE/B,UAAU,IAAI,aAAa,EAC3B,KAAK,oBAAoB,EAEzB,KAAK,kBAAkB,EAEvB,KAAK,aAAa,EACnB,MAAM,IAAI,CAAA;AAIX,KAAK,QAAQ,GAAG,MAAM,GAAG,aAAa,CAAA;AAGtC,UAAU,qBAAqB,CAAC,CAAC;IAC/B,KAAK,EAAE,QAAQ,CAAA;IACf,MAAM,EAAE,CAAC,CAAA;IACT,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC5E,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAA;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,WAAW,CAAC,EAAE,WAAW,CAAA;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,sBAAsB,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,OAAO,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,CAAA;CACzG;AAED,UAAU,mBAAmB;IAC3B,KAAK,EAAE,QAAQ,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC5E,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,WAAW,CAAC,EAAE,WAAW,CAAA;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC/B,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAA;IAC9E,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,sBAAsB,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,OAAO,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,CAAA;CACzG;AAqCD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,wBAAsB,cAAc,CAAC,CAAC,EACpC,OAAO,EAAE,qBAAqB,CAAC,CAAC,CAAC,GAChC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAUlC;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAsB,YAAY,CAChC,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,eAAe,CAAC,CAAC,CAAC,CAMtD;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,YAAY,CAAC,CAAC,EAClC,OAAO,EAAE,qBAAqB,CAAC,CAAC,CAAC,GAChC,OAAO,CAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAU1C;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAsB,UAAU,CAC9B,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAM3C"}