ai-functions 2.1.3 → 2.4.0

package/src/batch/memory.js

@@ -1,187 +0,0 @@
-/**
- * In-Memory Batch Adapter for Testing
- *
- * Simulates batch processing locally for testing purposes.
- * Executes requests immediately (or with configurable delay).
- *
- * @packageDocumentation
- */
-import { registerBatchAdapter, } from '../batch-queue.js';
-import { generateObject, generateText } from '../generate.js';
-// ============================================================================
-// Storage
-// ============================================================================
-const batches = new Map();
-let batchCounter = 0;
-let memoryOptions = {};
-/**
- * Configure the memory adapter
- */
-export function configureMemoryAdapter(options) {
-    memoryOptions = options;
-}
-/**
- * Clear all stored batches (for testing)
- */
-export function clearBatches() {
-    batches.clear();
-    batchCounter = 0;
-}
-/**
- * Get all stored batches (for testing)
- */
-export function getBatches() {
-    return batches;
-}
-// ============================================================================
-// Memory Batch Adapter
-// ============================================================================
-const memoryAdapter = {
-    async submit(items, options) {
-        const batchId = `batch_memory_${++batchCounter}`;
-        const batch = {
-            id: batchId,
-            items: [...items],
-            options,
-            status: 'pending',
-            results: [],
-            createdAt: new Date(),
-        };
-        batches.set(batchId, batch);
-        // Start processing asynchronously
-        const completion = processMemoryBatch(batch);
-        const job = {
-            id: batchId,
-            provider: 'openai', // Simulating OpenAI
-            status: 'pending',
-            totalItems: items.length,
-            completedItems: 0,
-            failedItems: 0,
-            createdAt: batch.createdAt,
-            webhookUrl: options.webhookUrl,
-        };
-        return { job, completion };
-    },
-    async getStatus(batchId) {
-        const batch = batches.get(batchId);
-        if (!batch) {
-            throw new Error(`Batch not found: ${batchId}`);
-        }
-        const completedItems = batch.results.filter((r) => r.status === 'completed').length;
-        const failedItems = batch.results.filter((r) => r.status === 'failed').length;
-        return {
-            id: batch.id,
-            provider: 'openai',
-            status: batch.status === 'completed' ? 'completed' : batch.status === 'failed' ? 'failed' : 'in_progress',
-            totalItems: batch.items.length,
-            completedItems,
-            failedItems,
-            createdAt: batch.createdAt,
-            completedAt: batch.completedAt,
-        };
-    },
-    async cancel(batchId) {
-        const batch = batches.get(batchId);
-        if (!batch) {
-            throw new Error(`Batch not found: ${batchId}`);
-        }
-        batch.status = 'failed';
-    },
-    async getResults(batchId) {
-        const batch = batches.get(batchId);
-        if (!batch) {
-            throw new Error(`Batch not found: ${batchId}`);
-        }
-        return batch.results;
-    },
-    async waitForCompletion(batchId) {
-        const batch = batches.get(batchId);
-        if (!batch) {
-            throw new Error(`Batch not found: ${batchId}`);
-        }
-        // Wait for completion
-        while (batch.status !== 'completed' && batch.status !== 'failed') {
-            await new Promise((resolve) => setTimeout(resolve, 100));
-        }
-        return batch.results;
-    },
-};
-// ============================================================================
-// Processing
-// ============================================================================
-async function processMemoryBatch(batch) {
-    batch.status = 'in_progress';
-    // Optional delay
-    if (memoryOptions.delay) {
-        await new Promise((resolve) => setTimeout(resolve, memoryOptions.delay));
-    }
-    const results = [];
-    for (const item of batch.items) {
-        try {
-            // Simulate failure
-            if (memoryOptions.failureRate && Math.random() < memoryOptions.failureRate) {
-                throw new Error('Simulated failure');
-            }
-            let result;
-            if (memoryOptions.handler) {
-                // Use custom handler
-                result = await memoryOptions.handler(item);
-            }
-            else if (item.schema) {
-                // Generate structured output
-                const response = await generateObject({
-                    model: batch.options.model || 'sonnet',
-                    schema: item.schema,
-                    prompt: item.prompt,
-                    system: item.options?.system,
-                    temperature: item.options?.temperature,
-                    maxTokens: item.options?.maxTokens,
-                });
-                result = response.object;
-            }
-            else {
-                // Generate text
-                const response = await generateText({
-                    model: batch.options.model || 'sonnet',
-                    prompt: item.prompt,
-                    system: item.options?.system,
-                    temperature: item.options?.temperature,
-                    maxTokens: item.options?.maxTokens,
-                });
-                result = response.text;
-            }
-            results.push({
-                id: item.id,
-                customId: item.id,
-                status: 'completed',
-                result,
-                usage: {
-                    promptTokens: 100,
-                    completionTokens: 200,
-                    totalTokens: 300,
-                },
-            });
-        }
-        catch (error) {
-            results.push({
-                id: item.id,
-                customId: item.id,
-                status: 'failed',
-                error: error instanceof Error ? error.message : 'Unknown error',
-            });
-        }
-    }
-    batch.results = results;
-    batch.status = results.every((r) => r.status === 'completed') ? 'completed' : 'failed';
-    batch.completedAt = new Date();
-    return results;
-}
-// ============================================================================
-// Register Adapter
-// ============================================================================
-registerBatchAdapter('openai', memoryAdapter);
-registerBatchAdapter('anthropic', memoryAdapter);
-registerBatchAdapter('google', memoryAdapter);
-registerBatchAdapter('bedrock', memoryAdapter);
-registerBatchAdapter('cloudflare', memoryAdapter);
-export { memoryAdapter };

package/src/batch/openai.js

@@ -1,402 +0,0 @@
-/**
- * OpenAI Batch API Adapter
- *
- * Implements batch processing using OpenAI's Batch API:
- * - 50% cost discount
- * - 24-hour turnaround
- * - Up to 50,000 requests per batch
- *
- * @see https://platform.openai.com/docs/guides/batch
- *
- * @packageDocumentation
- */
-import { registerBatchAdapter, registerFlexAdapter, } from '../batch-queue.js';
-import { schema as convertSchema } from '../schema.js';
-// ============================================================================
-// OpenAI Client
-// ============================================================================
-let openaiApiKey;
-let openaiBaseUrl = 'https://api.openai.com/v1';
-/**
- * Configure the OpenAI client
- */
-export function configureOpenAI(options) {
-    if (options.apiKey)
-        openaiApiKey = options.apiKey;
-    if (options.baseUrl)
-        openaiBaseUrl = options.baseUrl;
-}
-function getApiKey() {
-    const key = openaiApiKey || process.env.OPENAI_API_KEY;
-    if (!key) {
-        throw new Error('OpenAI API key not configured. Set OPENAI_API_KEY or call configureOpenAI()');
-    }
-    return key;
-}
-async function openaiRequest(method, path, body) {
-    const url = `${openaiBaseUrl}${path}`;
-    const response = await fetch(url, {
-        method,
-        headers: {
-            Authorization: `Bearer ${getApiKey()}`,
-            'Content-Type': 'application/json',
-        },
-        body: body ? JSON.stringify(body) : undefined,
-    });
-    if (!response.ok) {
-        const error = await response.text();
-        throw new Error(`OpenAI API error: ${response.status} ${error}`);
-    }
-    return response.json();
-}
-async function uploadFile(content, purpose) {
-    const formData = new FormData();
-    formData.append('purpose', purpose);
-    formData.append('file', new Blob([content], { type: 'application/jsonl' }), 'batch.jsonl');
-    const response = await fetch(`${openaiBaseUrl}/files`, {
-        method: 'POST',
-        headers: {
-            Authorization: `Bearer ${getApiKey()}`,
-        },
-        body: formData,
-    });
-    if (!response.ok) {
-        const error = await response.text();
-        throw new Error(`OpenAI file upload error: ${response.status} ${error}`);
-    }
-    return response.json();
-}
-async function downloadFile(fileId) {
-    const response = await fetch(`${openaiBaseUrl}/files/${fileId}/content`, {
-        headers: {
-            Authorization: `Bearer ${getApiKey()}`,
-        },
-    });
-    if (!response.ok) {
-        const error = await response.text();
-        throw new Error(`OpenAI file download error: ${response.status} ${error}`);
-    }
-    return response.text();
-}
-// ============================================================================
-// Status Mapping
-// ============================================================================
-function mapStatus(status) {
-    const statusMap = {
-        validating: 'validating',
-        in_progress: 'in_progress',
-        finalizing: 'finalizing',
-        completed: 'completed',
-        failed: 'failed',
-        expired: 'expired',
-        cancelling: 'cancelling',
-        cancelled: 'cancelled',
-    };
-    return statusMap[status] || 'pending';
-}
-// ============================================================================
-// OpenAI Batch Adapter
-// ============================================================================
-const openaiAdapter = {
-    async submit(items, options) {
-        const model = options.model || 'gpt-4o';
-        // Build JSONL content
-        const requests = items.map((item) => {
-            const request = {
-                custom_id: item.id,
-                method: 'POST',
-                url: '/v1/chat/completions',
-                body: {
-                    model,
-                    messages: [
-                        ...(item.options?.system ? [{ role: 'system', content: item.options.system }] : []),
-                        { role: 'user', content: item.prompt },
-                    ],
-                    max_tokens: item.options?.maxTokens,
-                    temperature: item.options?.temperature,
-                },
-            };
-            // Add JSON schema if provided
-            if (item.schema) {
-                const zodSchema = convertSchema(item.schema);
-                // Convert Zod to JSON Schema (simplified - you'd want a proper converter)
-                request.body.response_format = {
-                    type: 'json_schema',
-                    json_schema: {
-                        name: 'response',
-                        schema: zodToJsonSchema(zodSchema),
-                    },
-                };
-            }
-            return request;
-        });
-        const jsonlContent = requests.map((r) => JSON.stringify(r)).join('\n');
-        // Upload the input file
-        const inputFile = await uploadFile(jsonlContent, 'batch');
-        // Create the batch
-        const batch = await openaiRequest('POST', '/batches', {
-            input_file_id: inputFile.id,
-            endpoint: '/v1/chat/completions',
-            completion_window: '24h',
-            metadata: options.metadata,
-        });
-        const job = {
-            id: batch.id,
-            provider: 'openai',
-            status: mapStatus(batch.status),
-            totalItems: items.length,
-            completedItems: 0,
-            failedItems: 0,
-            createdAt: new Date(batch.created_at * 1000),
-            expiresAt: batch.expires_at ? new Date(batch.expires_at * 1000) : undefined,
-            webhookUrl: options.webhookUrl,
-            inputFileId: batch.input_file_id,
-        };
-        // Create completion promise
-        const completion = this.waitForCompletion(batch.id);
-        return { job, completion };
-    },
-    async getStatus(batchId) {
-        const batch = await openaiRequest('GET', `/batches/${batchId}`);
-        return {
-            id: batch.id,
-            provider: 'openai',
-            status: mapStatus(batch.status),
-            totalItems: batch.request_counts.total,
-            completedItems: batch.request_counts.completed,
-            failedItems: batch.request_counts.failed,
-            createdAt: new Date(batch.created_at * 1000),
-            startedAt: batch.in_progress_at ? new Date(batch.in_progress_at * 1000) : undefined,
-            completedAt: batch.completed_at ? new Date(batch.completed_at * 1000) : undefined,
-            expiresAt: batch.expires_at ? new Date(batch.expires_at * 1000) : undefined,
-            inputFileId: batch.input_file_id,
-            outputFileId: batch.output_file_id || undefined,
-            errorFileId: batch.error_file_id || undefined,
-        };
-    },
-    async cancel(batchId) {
-        await openaiRequest('POST', `/batches/${batchId}/cancel`);
-    },
-    async getResults(batchId) {
-        const status = await this.getStatus(batchId);
-        if (status.status !== 'completed' && status.status !== 'failed') {
-            throw new Error(`Batch not complete. Status: ${status.status}`);
-        }
-        const results = [];
-        // Download and parse output file
-        if (status.outputFileId) {
-            const content = await downloadFile(status.outputFileId);
-            const lines = content.trim().split('\n');
-            for (const line of lines) {
-                const response = JSON.parse(line);
-                if (response.error) {
-                    results.push({
-                        id: response.custom_id,
-                        customId: response.custom_id,
-                        status: 'failed',
-                        error: response.error.message,
-                    });
-                }
-                else if (response.response) {
-                    const content = response.response.body.choices[0]?.message?.content;
-                    let result = content;
-                    // Try to parse JSON if it looks like JSON
-                    if (content?.startsWith('{') || content?.startsWith('[')) {
-                        try {
-                            result = JSON.parse(content);
-                        }
-                        catch {
-                            // Keep as string
-                        }
-                    }
-                    results.push({
-                        id: response.custom_id,
-                        customId: response.custom_id,
-                        status: 'completed',
-                        result,
-                        usage: {
-                            promptTokens: response.response.body.usage.prompt_tokens,
-                            completionTokens: response.response.body.usage.completion_tokens,
-                            totalTokens: response.response.body.usage.total_tokens,
-                        },
-                    });
-                }
-            }
-        }
-        // Download and parse error file
-        if (status.errorFileId) {
-            const content = await downloadFile(status.errorFileId);
-            const lines = content.trim().split('\n');
-            for (const line of lines) {
-                const response = JSON.parse(line);
-                results.push({
-                    id: response.custom_id,
-                    customId: response.custom_id,
-                    status: 'failed',
-                    error: response.error?.message || 'Unknown error',
-                });
-            }
-        }
-        return results;
-    },
-    async waitForCompletion(batchId, pollInterval = 5000) {
-        while (true) {
-            const status = await this.getStatus(batchId);
-            if (status.status === 'completed' || status.status === 'failed') {
-                return this.getResults(batchId);
-            }
-            if (status.status === 'cancelled' || status.status === 'expired') {
-                throw new Error(`Batch ${status.status}`);
-            }
-            await new Promise((resolve) => setTimeout(resolve, pollInterval));
-        }
-    },
-};
-// ============================================================================
-// Helpers
-// ============================================================================
-/**
- * Simple Zod to JSON Schema converter
- * In production, use a proper library like zod-to-json-schema
- */
-function zodToJsonSchema(zodSchema) {
-    // This is a simplified converter - in production use zod-to-json-schema
-    const schema = zodSchema;
-    if (!schema._def) {
-        return { type: 'object' };
-    }
-    const typeName = schema._def.typeName;
-    switch (typeName) {
-        case 'ZodString':
-            return { type: 'string' };
-        case 'ZodNumber':
-            return { type: 'number' };
-        case 'ZodBoolean':
-            return { type: 'boolean' };
-        case 'ZodArray':
-            return { type: 'array', items: zodToJsonSchema(schema._def.type) };
-        case 'ZodObject': {
-            const shape = schema._def.shape();
-            const properties = {};
-            for (const [key, value] of Object.entries(shape)) {
-                properties[key] = zodToJsonSchema(value);
-            }
-            return { type: 'object', properties, required: Object.keys(properties) };
-        }
-        default:
-            return { type: 'object' };
-    }
-}
-// ============================================================================
-// Register Adapter
-// ============================================================================
-// ============================================================================
-// OpenAI Flex Adapter
-// ============================================================================
-/**
- * OpenAI Flex Adapter
- *
- * Flex processing uses concurrent requests with a service tier that provides
- * ~50% discount similar to batch, but with much faster turnaround (minutes vs 24hr).
- *
- * This is ideal for 5-500 items where you need results quickly but still want
- * cost savings.
- *
- * Note: As of 2024, OpenAI doesn't have an official "flex" tier API.
- * This adapter implements concurrent processing as a middle ground.
- * When OpenAI adds official flex support, this can be updated.
- */
-const openaiFlexAdapter = {
-    async submitFlex(items, options) {
-        const model = options.model || 'gpt-4o';
-        const CONCURRENCY = 10; // Higher concurrency for flex tier
-        const results = [];
-        // Process items concurrently in batches
-        for (let i = 0; i < items.length; i += CONCURRENCY) {
-            const batch = items.slice(i, i + CONCURRENCY);
-            const batchResults = await Promise.all(batch.map(async (item) => {
-                try {
-                    return await processOpenAIItem(item, model);
-                }
-                catch (error) {
-                    return {
-                        id: item.id,
-                        customId: item.id,
-                        status: 'failed',
-                        error: error instanceof Error ? error.message : 'Unknown error',
-                    };
-                }
-            }));
-            results.push(...batchResults);
-        }
-        return results;
-    },
-};
-/**
- * Process a single item via OpenAI Chat Completions API
- */
-async function processOpenAIItem(item, model) {
-    const messages = [];
-    if (item.options?.system) {
-        messages.push({ role: 'system', content: item.options.system });
-    }
-    messages.push({ role: 'user', content: item.prompt });
-    const body = {
-        model,
-        messages,
-        max_tokens: item.options?.maxTokens,
-        temperature: item.options?.temperature,
-    };
-    // Add JSON schema if provided
-    if (item.schema) {
-        const zodSchema = convertSchema(item.schema);
-        body.response_format = {
-            type: 'json_schema',
-            json_schema: {
-                name: 'response',
-                schema: zodToJsonSchema(zodSchema),
-            },
-        };
-    }
-    const response = await fetch(`${openaiBaseUrl}/chat/completions`, {
-        method: 'POST',
-        headers: {
-            Authorization: `Bearer ${getApiKey()}`,
-            'Content-Type': 'application/json',
-        },
-        body: JSON.stringify(body),
-    });
-    if (!response.ok) {
-        const error = await response.text();
-        throw new Error(`OpenAI API error: ${response.status} ${error}`);
-    }
-    const data = (await response.json());
-    const content = data.choices[0]?.message?.content;
-    let result = content;
-    // Try to parse JSON if schema was provided or content looks like JSON
-    if (content && (item.schema || content.startsWith('{') || content.startsWith('['))) {
-        try {
-            result = JSON.parse(content);
-        }
-        catch {
-            // Keep as string
-        }
-    }
-    return {
-        id: item.id,
-        customId: item.id,
-        status: 'completed',
-        result,
-        usage: {
-            promptTokens: data.usage.prompt_tokens,
-            completionTokens: data.usage.completion_tokens,
-            totalTokens: data.usage.total_tokens,
-        },
-    };
-}
-// ============================================================================
-// Register Adapters
-// ============================================================================
-registerBatchAdapter('openai', openaiAdapter);
-registerFlexAdapter('openai', openaiFlexAdapter);
-export { openaiAdapter, openaiFlexAdapter };

package/src/eval/index.js

@@ -1,7 +0,0 @@
-/**
- * AI Functions Eval Suite
- *
- * @packageDocumentation
- */
-export * from './models.js';
-export * from './runner.js';