ai-functions 0.2.19 → 0.4.0

package/dist/batch/google.js

@@ -0,0 +1,360 @@
+/**
+ * Google GenAI (Gemini) Adapter
+ *
+ * Implements processing using Google's Generative AI API (Gemini models).
+ * Google doesn't have a native batch API like OpenAI/Anthropic, so this
+ * implements concurrent processing for the flex tier.
+ *
+ * @see https://ai.google.dev/gemini-api/docs
+ *
+ * @packageDocumentation
+ */
+import { registerBatchAdapter, registerFlexAdapter, } from '../batch-queue.js';
+// ============================================================================
+// Google GenAI Client Configuration
+// ============================================================================
+let googleApiKey;
+let googleBaseUrl = 'https://generativelanguage.googleapis.com/v1beta';
+// AI Gateway configuration (optional - for routing through Cloudflare AI Gateway)
+let gatewayUrl;
+let gatewayToken;
+/**
+ * Configure the Google GenAI client
+ */
+export function configureGoogleGenAI(options) {
+    if (options.apiKey)
+        googleApiKey = options.apiKey;
+    if (options.baseUrl)
+        googleBaseUrl = options.baseUrl;
+    if (options.gatewayUrl)
+        gatewayUrl = options.gatewayUrl;
+    if (options.gatewayToken)
+        gatewayToken = options.gatewayToken;
+}
+function getConfig() {
+    // Check for AI Gateway configuration
+    const gwUrl = gatewayUrl || process.env.AI_GATEWAY_URL;
+    const gwToken = gatewayToken || process.env.AI_GATEWAY_TOKEN;
+    // If using gateway, we don't need a direct API key
+    if (gwUrl && gwToken) {
+        return {
+            apiKey: '',
+            baseUrl: googleBaseUrl,
+            gatewayUrl: gwUrl,
+            gatewayToken: gwToken,
+        };
+    }
+    const key = googleApiKey || process.env.GOOGLE_API_KEY || process.env.GEMINI_API_KEY;
+    if (!key) {
+        throw new Error('Google API key not configured. Set GOOGLE_API_KEY or GEMINI_API_KEY, or use AI_GATEWAY_URL and AI_GATEWAY_TOKEN');
+    }
+    return { apiKey: key, baseUrl: googleBaseUrl, gatewayUrl: undefined, gatewayToken: undefined };
+}
+// ============================================================================
+// In-memory job tracking
+// ============================================================================
+const pendingJobs = new Map();
+let jobCounter = 0;
+// ============================================================================
+// Google GenAI Batch Adapter
+// ============================================================================
+/**
+ * Google GenAI batch adapter
+ *
+ * Note: Google doesn't have a native batch API like OpenAI/Anthropic.
+ * This adapter implements batch processing via concurrent requests.
+ * For true async batch processing, consider using Google Cloud Batch
+ * with Vertex AI.
+ */
+const googleAdapter = {
+    async submit(items, options) {
+        const jobId = `google_batch_${++jobCounter}_${Date.now()}`;
+        const model = options.model || 'gemini-2.0-flash';
+        // Store job state
+        pendingJobs.set(jobId, {
+            items,
+            options,
+            results: [],
+            status: 'pending',
+            createdAt: new Date(),
+        });
+        // Process requests concurrently
+        const completion = processGoogleRequestsConcurrently(jobId, items, model, options);
+        const job = {
+            id: jobId,
+            provider: 'google',
+            status: 'pending',
+            totalItems: items.length,
+            completedItems: 0,
+            failedItems: 0,
+            createdAt: new Date(),
+            webhookUrl: options.webhookUrl,
+        };
+        return { job, completion };
+    },
+    async getStatus(batchId) {
+        const job = pendingJobs.get(batchId);
+        if (!job) {
+            throw new Error(`Batch not found: ${batchId}`);
+        }
+        const completedItems = job.results.filter((r) => r.status === 'completed').length;
+        const failedItems = job.results.filter((r) => r.status === 'failed').length;
+        return {
+            id: batchId,
+            provider: 'google',
+            status: job.status,
+            totalItems: job.items.length,
+            completedItems,
+            failedItems,
+            createdAt: job.createdAt,
+            completedAt: job.completedAt,
+        };
+    },
+    async cancel(batchId) {
+        const job = pendingJobs.get(batchId);
+        if (job) {
+            job.status = 'cancelled';
+        }
+    },
+    async getResults(batchId) {
+        const job = pendingJobs.get(batchId);
+        if (!job) {
+            throw new Error(`Batch not found: ${batchId}`);
+        }
+        return job.results;
+    },
+    async waitForCompletion(batchId, pollInterval = 1000) {
+        const job = pendingJobs.get(batchId);
+        if (!job) {
+            throw new Error(`Batch not found: ${batchId}`);
+        }
+        while (job.status !== 'completed' && job.status !== 'failed' && job.status !== 'cancelled') {
+            await new Promise((resolve) => setTimeout(resolve, pollInterval));
+        }
+        return job.results;
+    },
+};
+// ============================================================================
+// Google GenAI Flex Adapter
+// ============================================================================
+/**
+ * Google GenAI Flex Adapter
+ *
+ * Implements concurrent processing for medium-sized batches.
+ * Uses the Gemini API for fast turnaround.
+ */
+const googleFlexAdapter = {
+    async submitFlex(items, options) {
+        const model = options.model || 'gemini-2.0-flash';
+        const CONCURRENCY = 10;
+        const results = [];
+        // Process items concurrently
+        for (let i = 0; i < items.length; i += CONCURRENCY) {
+            const batch = items.slice(i, i + CONCURRENCY);
+            const batchResults = await Promise.all(batch.map(async (item) => {
+                try {
+                    return await processGoogleItem(item, model);
+                }
+                catch (error) {
+                    return {
+                        id: item.id,
+                        customId: item.id,
+                        status: 'failed',
+                        error: error instanceof Error ? error.message : 'Unknown error',
+                    };
+                }
+            }));
+            results.push(...batchResults);
+        }
+        return results;
+    },
+};
+// ============================================================================
+// Processing
+// ============================================================================
+async function processGoogleRequestsConcurrently(jobId, items, model, options) {
+    const job = pendingJobs.get(jobId);
+    if (!job) {
+        throw new Error(`Job not found: ${jobId}`);
+    }
+    job.status = 'in_progress';
+    const CONCURRENCY = 10;
+    const results = [];
+    for (let i = 0; i < items.length; i += CONCURRENCY) {
+        const batch = items.slice(i, i + CONCURRENCY);
+        const batchResults = await Promise.all(batch.map(async (item) => {
+            try {
+                return await processGoogleItem(item, model);
+            }
+            catch (error) {
+                return {
+                    id: item.id,
+                    customId: item.id,
+                    status: 'failed',
+                    error: error instanceof Error ? error.message : 'Unknown error',
+                };
+            }
+        }));
+        results.push(...batchResults);
+        job.results = results;
+    }
+    job.status = results.every((r) => r.status === 'completed') ? 'completed' : 'failed';
+    job.completedAt = new Date();
+    return results;
+}
+async function processGoogleItem(item, model) {
+    const config = getConfig();
+    // Check if using AI Gateway
+    if (config.gatewayUrl && config.gatewayToken) {
+        return processGoogleItemViaGateway(item, config, model);
+    }
+    // Build the model name (add models/ prefix if not present)
+    const modelName = model.startsWith('models/') ? model : `models/${model}`;
+    const url = `${config.baseUrl}/${modelName}:generateContent?key=${config.apiKey}`;
+    // Build messages
+    const contents = [];
+    // Add system instruction as a user message if provided (Gemini handles this differently)
+    if (item.options?.system) {
+        contents.push({
+            role: 'user',
+            parts: [{ text: `System instruction: ${item.options.system}\n\nUser request: ${item.prompt}` }],
+        });
+    }
+    else {
+        contents.push({
+            role: 'user',
+            parts: [{ text: item.prompt }],
+        });
+    }
+    const body = {
+        contents,
+        generationConfig: {
+            maxOutputTokens: item.options?.maxTokens || 8192,
+            temperature: item.options?.temperature,
+        },
+    };
+    // Add JSON mode if schema is provided
+    if (item.schema) {
+        body.generationConfig = {
+            ...body.generationConfig,
+            responseMimeType: 'application/json',
+        };
+    }
+    const response = await fetch(url, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+        },
+        body: JSON.stringify(body),
+    });
+    if (!response.ok) {
+        const error = await response.text();
+        throw new Error(`Google GenAI API error: ${response.status} ${error}`);
+    }
+    const data = (await response.json());
+    // Extract content
+    const content = data.candidates?.[0]?.content?.parts?.[0]?.text;
+    let result = content;
+    // Try to parse JSON if schema was provided or content looks like JSON
+    if (content && (item.schema || content.trim().startsWith('{') || content.trim().startsWith('['))) {
+        try {
+            result = JSON.parse(content);
+        }
+        catch {
+            // Keep as string
+        }
+    }
+    return {
+        id: item.id,
+        customId: item.id,
+        status: 'completed',
+        result,
+        usage: data.usageMetadata
+            ? {
+                promptTokens: data.usageMetadata.promptTokenCount,
+                completionTokens: data.usageMetadata.candidatesTokenCount,
+                totalTokens: data.usageMetadata.totalTokenCount,
+            }
+            : undefined,
+    };
+}
+/**
+ * Process a Google GenAI item via Cloudflare AI Gateway
+ * Gateway URL format: {gateway_url}/google-ai-studio/v1beta/models/{model}:generateContent
+ */
+async function processGoogleItemViaGateway(item, config, model) {
+    // AI Gateway URL for Google AI Studio
+    // Format: {gateway_url}/google-ai-studio/v1beta/models/{model}:generateContent
+    const modelName = model.startsWith('models/') ? model.replace('models/', '') : model;
+    const url = `${config.gatewayUrl}/google-ai-studio/v1beta/models/${modelName}:generateContent`;
+    // Build messages
+    const contents = [];
+    if (item.options?.system) {
+        contents.push({
+            role: 'user',
+            parts: [{ text: `System instruction: ${item.options.system}\n\nUser request: ${item.prompt}` }],
+        });
+    }
+    else {
+        contents.push({
+            role: 'user',
+            parts: [{ text: item.prompt }],
+        });
+    }
+    const body = {
+        contents,
+        generationConfig: {
+            maxOutputTokens: item.options?.maxTokens || 8192,
+            temperature: item.options?.temperature,
+        },
+    };
+    if (item.schema) {
+        body.generationConfig = {
+            ...body.generationConfig,
+            responseMimeType: 'application/json',
+        };
+    }
+    const response = await fetch(url, {
+        method: 'POST',
+        headers: {
+            'cf-aig-authorization': `Bearer ${config.gatewayToken}`,
+            'Content-Type': 'application/json',
+        },
+        body: JSON.stringify(body),
+    });
+    if (!response.ok) {
+        const error = await response.text();
+        throw new Error(`Google GenAI via Gateway error: ${response.status} ${error}`);
+    }
+    const data = (await response.json());
+    const content = data.candidates?.[0]?.content?.parts?.[0]?.text;
+    let result = content;
+    if (content && (item.schema || content.trim().startsWith('{') || content.trim().startsWith('['))) {
+        try {
+            result = JSON.parse(content);
+        }
+        catch {
+            // Keep as string
+        }
+    }
+    return {
+        id: item.id,
+        customId: item.id,
+        status: 'completed',
+        result,
+        usage: data.usageMetadata
+            ? {
+                promptTokens: data.usageMetadata.promptTokenCount,
+                completionTokens: data.usageMetadata.candidatesTokenCount,
+                totalTokens: data.usageMetadata.totalTokenCount,
+            }
+            : undefined,
+    };
+}
+// ============================================================================
+// Register Adapters
+// ============================================================================
+registerBatchAdapter('google', googleAdapter);
+registerFlexAdapter('google', googleFlexAdapter);
+export { googleAdapter, googleFlexAdapter };
+//# sourceMappingURL=google.js.map

package/dist/batch/google.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google.js","sourceRoot":"","sources":["../../src/batch/google.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EACL,oBAAoB,EACpB,mBAAmB,GASpB,MAAM,mBAAmB,CAAA;AA8B1B,+EAA+E;AAC/E,oCAAoC;AACpC,+EAA+E;AAE/E,IAAI,YAAgC,CAAA;AACpC,IAAI,aAAa,GAAG,kDAAkD,CAAA;AAEtE,kFAAkF;AAClF,IAAI,UAA8B,CAAA;AAClC,IAAI,YAAgC,CAAA;AAEpC;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAOpC;IACC,IAAI,OAAO,CAAC,MAAM;QAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAA;IACjD,IAAI,OAAO,CAAC,OAAO;QAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAA;IACpD,IAAI,OAAO,CAAC,UAAU;QAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAA;IACvD,IAAI,OAAO,CAAC,YAAY;QAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAA;AAC/D,CAAC;AAED,SAAS,SAAS;IAChB,qCAAqC;IACrC,MAAM,KAAK,GAAG,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAA;IACtD,MAAM,OAAO,GAAG,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAA;IAE5D,mDAAmD;IACnD,IAAI,KAAK,IAAI,OAAO,EAAE,CAAC;QACrB,OAAO;YACL,MAAM,EAAE,EAAE;YACV,OAAO,EAAE,aAAa;YACtB,UAAU,EAAE,KAAK;YACjB,YAAY,EAAE,OAAO;SACtB,CAAA;IACH,CAAC;IAED,MAAM,GAAG,GAAG,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAA;IACpF,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CACb,iHAAiH,CAClH,CAAA;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE,CAAA;AAChG,CAAC;AAED,+EAA+E;AAC/E,yBAAyB;AACzB,+EAA+E;AAE/E,MAAM,WAAW,GAAG,IAAI,GAAG,EAUxB,CAAA;AAEH,IAAI,UAAU,GAAG,CAAC,CAAA;AAElB,+EAA+E;AAC/E,6BAA6B;AAC7B,+EAA+E;AAE/E;;;;;;;GAOG;AACH,MAAM,aAAa,GAAiB;IAClC,KAAK,CAAC,MAAM,CAAC,KAAkB,EAAE,OAA0B;QACzD,MAAM,KAAK,GAAG,gBAAgB,EAAE,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAA;QAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,kBAAkB,CAAA;QAEjD,kBAAkB;QAClB,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE;YACrB,KAAK;YACL,OAAO;YACP,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAA;QAEF,gCAAgC;QAChC,MAAM,UAAU,GAAG,iCAAiC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QAElF,MAAM,GAAG,GAAa;YACpB,EAAE,EAAE,KAAK;YACT,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,cAAc,EAAE,CAAC;YACjB,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,UAAU,EAAE,OAAO,CAAC,UAAU;SAC/B,CAAA;QAED,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAe;QAC7B,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACpC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAA;QAChD,CAAC;QAED,MAAM,cAAc,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAA;QACjF,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;QAE3E,OAAO;YACL,EAAE,EAAE,OAAO;YACX,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,UAAU,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM;YAC5B,cAAc;YACd,WAAW;YACX,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,WAAW,EAAE,GAAG,CAAC,WAAW;SAC7B,CAAA;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAe;QAC1B,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACpC,IAAI,GAAG,EAAE,CAAC;YACR,GAAG,CAAC,MAAM,GAAG,WAAW,CAAA;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAe;QAC9B,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACpC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAA;QAChD,CAAC;QACD,OAAO,GAAG,CAAC,OAAO,CAAA;IACpB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAe,EAAE,YAAY,GAAG,IAAI;QAC1D,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACpC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAA;QAChD,CAAC;QAED,OAAO,GAAG,CAAC,MAAM,KAAK,WAAW,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC3F,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAA;QACnE,CAAC;QAED,OAAO,GAAG,CAAC,OAAO,CAAA;IACpB,CAAC;CACF,CAAA;AAED,+EAA+E;AAC/E,4BAA4B;AAC5B,+EAA+E;AAE/E;;;;;GAKG;AACH,MAAM,iBAAiB,GAAgB;IACrC,KAAK,CAAC,UAAU,CAAC,KAAkB,EAAE,OAA2B;QAC9D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,kBAAkB,CAAA;QACjD,MAAM,WAAW,GAAG,EAAE,CAAA;QAEtB,MAAM,OAAO,GAAkB,EAAE,CAAA;QAEjC,6BAA6B;QAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAA;YAE7C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBACvB,IAAI,CAAC;oBACH,OAAO,MAAM,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;gBAC7C,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO;wBACL,EAAE,EAAE,IAAI,CAAC,EAAE;wBACX,QAAQ,EAAE,IAAI,CAAC,EAAE;wBACjB,MAAM,EAAE,QAAiB;wBACzB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;qBAChE,CAAA;gBACH,CAAC;YACH,CAAC,CAAC,CACH,CAAA;YAED,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAA;QAC/B,CAAC;QAED,OAAO,OAAO,CAAA;IAChB,CAAC;CACF,CAAA;AAED,+EAA+E;AAC/E,aAAa;AACb,+EAA+E;AAE/E,KAAK,UAAU,iCAAiC,CAC9C,KAAa,EACb,KAAkB,EAClB,KAAa,EACb,OAA0B;IAE1B,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IAClC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAA;IAC5C,CAAC;IAED,GAAG,CAAC,MAAM,GAAG,aAAa,CAAA;IAE1B,MAAM,WAAW,GAAG,EAAE,CAAA;IACtB,MAAM,OAAO,GAAkB,EAAE,CAAA;IAEjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAA;QAE7C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACvB,IAAI,CAAC;gBACH,OAAO,MAAM,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,QAAQ,EAAE,IAAI,CAAC,EAAE;oBACjB,MAAM,EAAE,QAAiB;oBACzB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;iBAChE,CAAA;YACH,CAAC;QACH,CAAC,CAAC,CACH,CAAA;QAED,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAA;QAC7B,GAAG,CAAC,OAAO,GAAG,OAAO,CAAA;IACvB,CAAC;IAED,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAA;IACpF,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAA;IAE5B,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAe,EAAE,KAAa;IAC7D,MAAM,MAAM,GAAG,SAAS,EAAE,CAAA;IAE1B,4BAA4B;IAC5B,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QAC7C,OAAO,2BAA2B,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAA;IACzD,CAAC;IAED,2DAA2D;IAC3D,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,KAAK,EAAE,CAAA;IAEzE,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,OAAO,IAAI,SAAS,wBAAwB,MAAM,CAAC,MAAM,EAAE,CAAA;IAEjF,iBAAiB;IACjB,MAAM,QAAQ,GAAoB,EAAE,CAAA;IAEpC,yFAAyF;IACzF,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,uBAAuB,IAAI,CAAC,OAAO,CAAC,MAAM,qBAAqB,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;SAChG,CAAC,CAAA;IACJ,CAAC;SAAM,CAAC;QACN,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;SAC/B,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,IAAI,GAA4B;QACpC,QAAQ;QACR,gBAAgB,EAAE;YAChB,eAAe,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,IAAI,IAAI;YAChD,WAAW,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW;SACvC;KACF,CAAA;IAED,sCAAsC;IACtC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,IAAI,CAAC,gBAAgB,GAAG;YACtB,GAAI,IAAI,CAAC,gBAA2B;YACpC,gBAAgB,EAAE,kBAAkB;SACrC,CAAA;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;KAC3B,CAAC,CAAA;IAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QACnC,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAA;IACxE,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAmB,CAAA;IAEtD,kBAAkB;IAClB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAA;IAE/D,IAAI,MAAM,GAAY,OAAO,CAAA;IAE7B,sEAAsE;IACtE,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACjG,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,iBAAiB;QACnB,CAAC;IACH,CAAC;IAED,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,QAAQ,EAAE,IAAI,CAAC,EAAE;QACjB,MAAM,EAAE,WAAW;QACnB,MAAM;QACN,KAAK,EAAE,IAAI,CAAC,aAAa;YACvB,CAAC,CAAC;gBACE,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,gBAAgB;gBACjD,gBAAgB,EAAE,IAAI,CAAC,aAAa,CAAC,oBAAoB;gBACzD,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,eAAe;aAChD;YACH,CAAC,CAAC,SAAS;KACd,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,2BAA2B,CACxC,IAAe,EACf,MAAoC,EACpC,KAAa;IAEb,sCAAsC;IACtC,+EAA+E;IAC/E,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IACpF,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,UAAU,mCAAmC,SAAS,kBAAkB,CAAA;IAE9F,iBAAiB;IACjB,MAAM,QAAQ,GAAoB,EAAE,CAAA;IAEpC,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,uBAAuB,IAAI,CAAC,OAAO,CAAC,MAAM,qBAAqB,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;SAChG,CAAC,CAAA;IACJ,CAAC;SAAM,CAAC;QACN,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;SAC/B,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,IAAI,GAA4B;QACpC,QAAQ;QACR,gBAAgB,EAAE;YAChB,eAAe,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,IAAI,IAAI;YAChD,WAAW,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW;SACvC;KACF,CAAA;IAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,IAAI,CAAC,gBAAgB,GAAG;YACtB,GAAI,IAAI,CAAC,gBAA2B;YACpC,gBAAgB,EAAE,kBAAkB;SACrC,CAAA;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,sBAAsB,EAAE,UAAU,MAAM,CAAC,YAAY,EAAE;YACvD,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;KAC3B,CAAC,CAAA;IAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QACnC,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAA;IAChF,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAmB,CAAA;IAEtD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAA;IAE/D,IAAI,MAAM,GAAY,OAAO,CAAA;IAE7B,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACjG,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,iBAAiB;QACnB,CAAC;IACH,CAAC;IAED,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,QAAQ,EAAE,IAAI,CAAC,EAAE;QACjB,MAAM,EAAE,WAAW;QACnB,MAAM;QACN,KAAK,EAAE,IAAI,CAAC,aAAa;YACvB,CAAC,CAAC;gBACE,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,gBAAgB;gBACjD,gBAAgB,EAAE,IAAI,CAAC,aAAa,CAAC,oBAAoB;gBACzD,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,eAAe;aAChD;YACH,CAAC,CAAC,SAAS;KACd,CAAA;AACH,CAAC;AAED,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,oBAAoB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAA;AAC7C,mBAAmB,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAA;AAEhD,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,CAAA"}

package/dist/batch/index.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Batch Adapters Index
+ *
+ * Import specific adapters to register them:
+ *
+ * @example
+ * ```ts
+ * // Import to register the OpenAI batch adapter
+ * import 'ai-functions/batch/openai'
+ *
+ * // Import to register the Anthropic batch adapter
+ * import 'ai-functions/batch/anthropic'
+ *
+ * // Import to register the Cloudflare adapter
+ * import 'ai-functions/batch/cloudflare'
+ *
+ * // Import to register the AWS Bedrock adapter
+ * import 'ai-functions/batch/bedrock'
+ *
+ * // Or import the in-memory adapter for testing
+ * import 'ai-functions/batch/memory'
+ * ```
+ *
+ * @packageDocumentation
+ */
+export * from './openai.js';
+export * from './anthropic.js';
+export * from './cloudflare.js';
+export * from './bedrock.js';
+export * from './memory.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/batch/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/batch/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,cAAc,aAAa,CAAA;AAC3B,cAAc,gBAAgB,CAAA;AAC9B,cAAc,iBAAiB,CAAA;AAC/B,cAAc,cAAc,CAAA;AAC5B,cAAc,aAAa,CAAA"}

package/dist/batch/index.js

@@ -0,0 +1,31 @@
+/**
+ * Batch Adapters Index
+ *
+ * Import specific adapters to register them:
+ *
+ * @example
+ * ```ts
+ * // Import to register the OpenAI batch adapter
+ * import 'ai-functions/batch/openai'
+ *
+ * // Import to register the Anthropic batch adapter
+ * import 'ai-functions/batch/anthropic'
+ *
+ * // Import to register the Cloudflare adapter
+ * import 'ai-functions/batch/cloudflare'
+ *
+ * // Import to register the AWS Bedrock adapter
+ * import 'ai-functions/batch/bedrock'
+ *
+ * // Or import the in-memory adapter for testing
+ * import 'ai-functions/batch/memory'
+ * ```
+ *
+ * @packageDocumentation
+ */
+export * from './openai.js';
+export * from './anthropic.js';
+export * from './cloudflare.js';
+export * from './bedrock.js';
+export * from './memory.js';
+//# sourceMappingURL=index.js.map

package/dist/batch/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/batch/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,cAAc,aAAa,CAAA;AAC3B,cAAc,gBAAgB,CAAA;AAC9B,cAAc,iBAAiB,CAAA;AAC/B,cAAc,cAAc,CAAA;AAC5B,cAAc,aAAa,CAAA"}

package/dist/batch/memory.d.ts

@@ -0,0 +1,44 @@
+/**
+ * In-Memory Batch Adapter for Testing
+ *
+ * Simulates batch processing locally for testing purposes.
+ * Executes requests immediately (or with configurable delay).
+ *
+ * @packageDocumentation
+ */
+import { type BatchAdapter, type BatchItem, type BatchQueueOptions, type BatchResult } from '../batch-queue.js';
+interface MemoryBatch {
+    id: string;
+    items: BatchItem[];
+    options: BatchQueueOptions;
+    status: 'pending' | 'in_progress' | 'completed' | 'failed';
+    results: BatchResult[];
+    createdAt: Date;
+    completedAt?: Date;
+}
+/**
+ * Options for the memory adapter
+ */
+export interface MemoryAdapterOptions {
+    /** Simulate processing delay in ms */
+    delay?: number;
+    /** Mock handler for custom processing */
+    handler?: (item: BatchItem) => Promise<unknown>;
+    /** Simulate failure rate (0-1) */
+    failureRate?: number;
+}
+/**
+ * Configure the memory adapter
+ */
+export declare function configureMemoryAdapter(options: MemoryAdapterOptions): void;
+/**
+ * Clear all stored batches (for testing)
+ */
+export declare function clearBatches(): void;
+/**
+ * Get all stored batches (for testing)
+ */
+export declare function getBatches(): Map<string, MemoryBatch>;
+declare const memoryAdapter: BatchAdapter;
+export { memoryAdapter };
+//# sourceMappingURL=memory.d.ts.map

package/dist/batch/memory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../src/batch/memory.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAEL,KAAK,YAAY,EACjB,KAAK,SAAS,EAEd,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAEjB,MAAM,mBAAmB,CAAA;AAO1B,UAAU,WAAW;IACnB,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,SAAS,EAAE,CAAA;IAClB,OAAO,EAAE,iBAAiB,CAAA;IAC1B,MAAM,EAAE,SAAS,GAAG,aAAa,GAAG,WAAW,GAAG,QAAQ,CAAA;IAC1D,OAAO,EAAE,WAAW,EAAE,CAAA;IACtB,SAAS,EAAE,IAAI,CAAA;IACf,WAAW,CAAC,EAAE,IAAI,CAAA;CACnB;AASD;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,sCAAsC;IACtC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,yCAAyC;IACzC,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAC/C,kCAAkC;IAClC,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAID;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,oBAAoB,GAAG,IAAI,CAE1E;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI,IAAI,CAGnC;AAED;;GAEG;AACH,wBAAgB,UAAU,IAAI,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAErD;AAMD,QAAA,MAAM,aAAa,EAAE,YAkFpB,CAAA;AAyFD,OAAO,EAAE,aAAa,EAAE,CAAA"}