ai-functions 0.2.19 → 0.4.0

package/dist/batch/cloudflare.js

@@ -0,0 +1,289 @@
+/**
+ * Cloudflare AI Gateway Batch Adapter
+ *
+ * Implements batch processing using Cloudflare AI Gateway's batch endpoint.
+ * Cloudflare's batch API is newer but integrates well with Workers.
+ *
+ * Note: Cloudflare's batch API is evolving. This adapter implements
+ * the current batch capabilities and can be extended as new features land.
+ *
+ * @see https://developers.cloudflare.com/ai-gateway/
+ *
+ * @packageDocumentation
+ */
+import { registerBatchAdapter, } from '../batch-queue.js';
+import { schema as convertSchema } from '../schema.js';
+// ============================================================================
+// Cloudflare Client Configuration
+// ============================================================================
+let accountId;
+let gatewayId;
+let apiToken;
+let baseUrl = 'https://api.cloudflare.com/client/v4';
+/**
+ * Configure the Cloudflare client
+ */
+export function configureCloudflare(options) {
+    if (options.accountId)
+        accountId = options.accountId;
+    if (options.gatewayId)
+        gatewayId = options.gatewayId;
+    if (options.apiToken)
+        apiToken = options.apiToken;
+    if (options.baseUrl)
+        baseUrl = options.baseUrl;
+}
+function getConfig() {
+    const accId = accountId || process.env.CLOUDFLARE_ACCOUNT_ID;
+    const gwId = gatewayId || process.env.CLOUDFLARE_AI_GATEWAY_ID || process.env.AI_GATEWAY_ID;
+    const token = apiToken || process.env.CLOUDFLARE_API_TOKEN;
+    if (!accId) {
+        throw new Error('Cloudflare account ID not configured. Set CLOUDFLARE_ACCOUNT_ID or call configureCloudflare()');
+    }
+    if (!gwId) {
+        throw new Error('Cloudflare AI Gateway ID not configured. Set CLOUDFLARE_AI_GATEWAY_ID or call configureCloudflare()');
+    }
+    if (!token) {
+        throw new Error('Cloudflare API token not configured. Set CLOUDFLARE_API_TOKEN or call configureCloudflare()');
+    }
+    return { accountId: accId, gatewayId: gwId, apiToken: token };
+}
+async function cloudflareRequest(method, path, body) {
+    const config = getConfig();
+    const url = `${baseUrl}${path}`;
+    const response = await fetch(url, {
+        method,
+        headers: {
+            Authorization: `Bearer ${config.apiToken}`,
+            'Content-Type': 'application/json',
+        },
+        body: body ? JSON.stringify(body) : undefined,
+    });
+    if (!response.ok) {
+        const error = await response.text();
+        throw new Error(`Cloudflare API error: ${response.status} ${error}`);
+    }
+    const data = await response.json();
+    if (!data.success) {
+        throw new Error(`Cloudflare API error: ${JSON.stringify(data.errors)}`);
+    }
+    return data.result;
+}
+// ============================================================================
+// In-memory job storage (for polling)
+// ============================================================================
+const pendingJobs = new Map();
+let jobCounter = 0;
+// ============================================================================
+// Cloudflare Batch Adapter
+// ============================================================================
+/**
+ * Cloudflare batch adapter
+ *
+ * Note: Cloudflare's AI Gateway doesn't have a native batch API like OpenAI/Anthropic.
+ * This adapter implements batch processing by:
+ * 1. Sending requests concurrently through the gateway
+ * 2. Utilizing Cloudflare's caching and rate limiting
+ * 3. Tracking job state locally (or in D1/KV for production)
+ *
+ * For true async batch processing, consider using Cloudflare Queues + Workers.
+ */
+const cloudflareAdapter = {
+    async submit(items, options) {
+        const config = getConfig();
+        const jobId = `cf_batch_${++jobCounter}_${Date.now()}`;
+        const model = options.model || 'mistral/mistral-7b-instruct-v0.1';
+        // Store job state
+        pendingJobs.set(jobId, {
+            items,
+            options,
+            results: [],
+            status: 'pending',
+            createdAt: new Date(),
+        });
+        // Process requests concurrently (Cloudflare handles rate limiting)
+        const completion = processCloudflareRequests(jobId, items, config, model, options);
+        const job = {
+            id: jobId,
+            provider: 'cloudflare',
+            status: 'pending',
+            totalItems: items.length,
+            completedItems: 0,
+            failedItems: 0,
+            createdAt: new Date(),
+            webhookUrl: options.webhookUrl,
+        };
+        return { job, completion };
+    },
+    async getStatus(batchId) {
+        const job = pendingJobs.get(batchId);
+        if (!job) {
+            throw new Error(`Batch not found: ${batchId}`);
+        }
+        const completedItems = job.results.filter((r) => r.status === 'completed').length;
+        const failedItems = job.results.filter((r) => r.status === 'failed').length;
+        return {
+            id: batchId,
+            provider: 'cloudflare',
+            status: job.status,
+            totalItems: job.items.length,
+            completedItems,
+            failedItems,
+            createdAt: job.createdAt,
+            completedAt: job.completedAt,
+        };
+    },
+    async cancel(batchId) {
+        const job = pendingJobs.get(batchId);
+        if (job) {
+            job.status = 'cancelled';
+        }
+    },
+    async getResults(batchId) {
+        const job = pendingJobs.get(batchId);
+        if (!job) {
+            throw new Error(`Batch not found: ${batchId}`);
+        }
+        return job.results;
+    },
+    async waitForCompletion(batchId, pollInterval = 1000) {
+        const job = pendingJobs.get(batchId);
+        if (!job) {
+            throw new Error(`Batch not found: ${batchId}`);
+        }
+        while (job.status !== 'completed' && job.status !== 'failed' && job.status !== 'cancelled') {
+            await new Promise((resolve) => setTimeout(resolve, pollInterval));
+        }
+        return job.results;
+    },
+};
+// ============================================================================
+// Processing
+// ============================================================================
+async function processCloudflareRequests(jobId, items, config, model, options) {
+    const job = pendingJobs.get(jobId);
+    if (!job) {
+        throw new Error(`Job not found: ${jobId}`);
+    }
+    job.status = 'in_progress';
+    // Process all requests concurrently with concurrency limit
+    const CONCURRENCY = 10;
+    const results = [];
+    for (let i = 0; i < items.length; i += CONCURRENCY) {
+        const batch = items.slice(i, i + CONCURRENCY);
+        const batchResults = await Promise.all(batch.map(async (item) => {
+            try {
+                const result = await processCloudflareItem(item, config, model);
+                return result;
+            }
+            catch (error) {
+                return {
+                    id: item.id,
+                    customId: item.id,
+                    status: 'failed',
+                    error: error instanceof Error ? error.message : 'Unknown error',
+                };
+            }
+        }));
+        results.push(...batchResults);
+        job.results = results;
+    }
+    job.status = results.every((r) => r.status === 'completed') ? 'completed' : 'failed';
+    job.completedAt = new Date();
+    return results;
+}
+async function processCloudflareItem(item, config, model) {
+    // Route through AI Gateway
+    const gatewayUrl = `https://gateway.ai.cloudflare.com/v1/${config.accountId}/${config.gatewayId}`;
+    // Determine provider from model
+    let provider = 'workers-ai';
+    let endpoint = '';
+    if (model.startsWith('openai/') || model.startsWith('gpt-')) {
+        provider = 'openai';
+        endpoint = '/chat/completions';
+    }
+    else if (model.startsWith('anthropic/') || model.startsWith('claude-')) {
+        provider = 'anthropic';
+        endpoint = '/messages';
+    }
+    else if (model.startsWith('@cf/') || model.startsWith('workers-ai/')) {
+        provider = 'workers-ai';
+        endpoint = `/ai/run/${model.replace('workers-ai/', '').replace('@cf/', '')}`;
+    }
+    else {
+        // Default to OpenAI-compatible
+        provider = 'openai';
+        endpoint = '/chat/completions';
+    }
+    const url = `${gatewayUrl}/${provider}${endpoint}`;
+    const messages = [
+        ...(item.options?.system ? [{ role: 'system', content: item.options.system }] : []),
+        { role: 'user', content: item.prompt },
+    ];
+    const body = {
+        model: model.replace(`${provider}/`, ''),
+        messages,
+        max_tokens: item.options?.maxTokens || 4096,
+        temperature: item.options?.temperature,
+    };
+    // Add JSON mode if schema is provided
+    if (item.schema) {
+        body.response_format = { type: 'json_object' };
+    }
+    const response = await fetch(url, {
+        method: 'POST',
+        headers: {
+            'cf-aig-authorization': `Bearer ${config.apiToken}`,
+            'Content-Type': 'application/json',
+        },
+        body: JSON.stringify(body),
+    });
+    if (!response.ok) {
+        const error = await response.text();
+        throw new Error(`Cloudflare Gateway error: ${response.status} ${error}`);
+    }
+    const data = await response.json();
+    // Extract content based on response format
+    let content;
+    if (data.choices?.[0]?.message?.content) {
+        // OpenAI format
+        content = data.choices[0].message.content;
+    }
+    else if (data.content?.[0]?.text) {
+        // Anthropic format
+        content = data.content[0].text;
+    }
+    else if (data.response) {
+        // Workers AI format
+        content = data.response;
+    }
+    let result = content;
+    // Try to parse JSON if schema was provided
+    if (item.schema && content) {
+        try {
+            result = JSON.parse(content);
+        }
+        catch {
+            // Keep as string
+        }
+    }
+    return {
+        id: item.id,
+        customId: item.id,
+        status: 'completed',
+        result,
+        usage: data.usage
+            ? {
+                promptTokens: data.usage.prompt_tokens,
+                completionTokens: data.usage.completion_tokens,
+                totalTokens: data.usage.total_tokens,
+            }
+            : undefined,
+    };
+}
+// ============================================================================
+// Register Adapter
+// ============================================================================
+registerBatchAdapter('cloudflare', cloudflareAdapter);
+export { cloudflareAdapter };
+//# sourceMappingURL=cloudflare.js.map

package/dist/batch/cloudflare.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloudflare.js","sourceRoot":"","sources":["../../src/batch/cloudflare.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EACL,oBAAoB,GAQrB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAE,MAAM,IAAI,aAAa,EAAE,MAAM,cAAc,CAAA;AAgDtD,+EAA+E;AAC/E,kCAAkC;AAClC,+EAA+E;AAE/E,IAAI,SAA6B,CAAA;AACjC,IAAI,SAA6B,CAAA;AACjC,IAAI,QAA4B,CAAA;AAChC,IAAI,OAAO,GAAG,sCAAsC,CAAA;AAEpD;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAKnC;IACC,IAAI,OAAO,CAAC,SAAS;QAAE,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;IACpD,IAAI,OAAO,CAAC,SAAS;QAAE,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;IACpD,IAAI,OAAO,CAAC,QAAQ;QAAE,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;IACjD,IAAI,OAAO,CAAC,OAAO;QAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAA;AAChD,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,KAAK,GAAG,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAA;IAC5D,MAAM,IAAI,GAAG,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,CAAA;IAC3F,MAAM,KAAK,GAAG,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAA;IAE1D,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,+FAA+F,CAAC,CAAA;IAClH,CAAC;IACD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,qGAAqG,CAAC,CAAA;IACxH,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,6FAA6F,CAAC,CAAA;IAChH,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAA;AAC/D,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,MAAsB,EACtB,IAAY,EACZ,IAAc;IAEd,MAAM,MAAM,GAAG,SAAS,EAAE,CAAA;IAC1B,MAAM,GAAG,GAAG,GAAG,OAAO,GAAG,IAAI,EAAE,CAAA;IAE/B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,MAAM;QACN,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,MAAM,CAAC,QAAQ,EAAE;YAC1C,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;KAC9C,CAAC,CAAA;IAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QACnC,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAA;IACtE,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAyD,CAAA;IACzF,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IACzE,CAAC;IAED,OAAO,IAAI,CAAC,MAAM,CAAA;AACpB,CAAC;AAED,+EAA+E;AAC/E,sCAAsC;AACtC,+EAA+E;AAE/E,MAAM,WAAW,GAAG,IAAI,GAAG,EAOvB,CAAA;AAEJ,IAAI,UAAU,GAAG,CAAC,CAAA;AAElB,+EAA+E;AAC/E,2BAA2B;AAC3B,+EAA+E;AAE/E;;;;;;;;;;GAUG;AACH,MAAM,iBAAiB,GAAiB;IACtC,KAAK,CAAC,MAAM,CAAC,KAAkB,EAAE,OAA0B;QACzD,MAAM,MAAM,GAAG,SAAS,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,YAAY,EAAE,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAA;QACtD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,kCAAkC,CAAA;QAEjE,kBAAkB;QAClB,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE;YACrB,KAAK;YACL,OAAO;YACP,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAA;QAEF,mEAAmE;QACnE,MAAM,UAAU,GAAG,yBAAyB,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QAElF,MAAM,GAAG,GAAa;YACpB,EAAE,EAAE,KAAK;YACT,QAAQ,EAAE,YAAY;YACtB,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,cAAc,EAAE,CAAC;YACjB,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,UAAU,EAAE,OAAO,CAAC,UAAU;SAC/B,CAAA;QAED,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAe;QAC7B,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACpC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAA;QAChD,CAAC;QAED,MAAM,cAAc,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAA;QACjF,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;QAE3E,OAAO;YACL,EAAE,EAAE,OAAO;YACX,QAAQ,EAAE,YAAY;YACtB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,UAAU,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM;YAC5B,cAAc;YACd,WAAW;YACX,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,WAAW,EAAE,GAAG,CAAC,WAAW;SAC7B,CAAA;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAe;QAC1B,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACpC,IAAI,GAAG,EAAE,CAAC;YACR,GAAG,CAAC,MAAM,GAAG,WAAW,CAAA;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAe;QAC9B,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACpC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAA;QAChD,CAAC;QACD,OAAO,GAAG,CAAC,OAAO,CAAA;IACpB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAe,EAAE,YAAY,GAAG,IAAI;QAC1D,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACpC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAA;QAChD,CAAC;QAED,OAAO,GAAG,CAAC,MAAM,KAAK,WAAW,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC3F,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAA;QACnE,CAAC;QAED,OAAO,GAAG,CAAC,OAAO,CAAA;IACpB,CAAC;CACF,CAAA;AAED,+EAA+E;AAC/E,aAAa;AACb,+EAA+E;AAE/E,KAAK,UAAU,yBAAyB,CACtC,KAAa,EACb,KAAkB,EAClB,MAAkE,EAClE,KAAa,EACb,OAA0B;IAE1B,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IAClC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAA;IAC5C,CAAC;IAED,GAAG,CAAC,MAAM,GAAG,aAAa,CAAA;IAE1B,2DAA2D;IAC3D,MAAM,WAAW,GAAG,EAAE,CAAA;IACtB,MAAM,OAAO,GAAkB,EAAE,CAAA;IAEjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAA;QAE7C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACvB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAA;gBAC/D,OAAO,MAAM,CAAA;YACf,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,QAAQ,EAAE,IAAI,CAAC,EAAE;oBACjB,MAAM,EAAE,QAAiB;oBACzB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;iBAChE,CAAA;YACH,CAAC;QACH,CAAC,CAAC,CACH,CAAA;QAED,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAA;QAC7B,GAAG,CAAC,OAAO,GAAG,OAAO,CAAA;IACvB,CAAC;IAED,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAA;IACpF,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAA;IAE5B,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,IAAe,EACf,MAAkE,EAClE,KAAa;IAEb,2BAA2B;IAC3B,MAAM,UAAU,GAAG,wCAAwC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,EAAE,CAAA;IAEjG,gCAAgC;IAChC,IAAI,QAAQ,GAAG,YAAY,CAAA;IAC3B,IAAI,QAAQ,GAAG,EAAE,CAAA;IAEjB,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5D,QAAQ,GAAG,QAAQ,CAAA;QACnB,QAAQ,GAAG,mBAAmB,CAAA;IAChC,CAAC;SAAM,IAAI,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,QAAQ,GAAG,WAAW,CAAA;QACtB,QAAQ,GAAG,WAAW,CAAA;IACxB,CAAC;SAAM,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QACvE,QAAQ,GAAG,YAAY,CAAA;QACvB,QAAQ,GAAG,WAAW,KAAK,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAA;IAC9E,CAAC;SAAM,CAAC;QACN,+BAA+B;QAC/B,QAAQ,GAAG,QAAQ,CAAA;QACnB,QAAQ,GAAG,mBAAmB,CAAA;IAChC,CAAC;IAED,MAAM,GAAG,GAAG,GAAG,UAAU,IAAI,QAAQ,GAAG,QAAQ,EAAE,CAAA;IAElD,MAAM,QAAQ,GAAG;QACf,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnF,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE;KACvC,CAAA;IAED,MAAM,IAAI,GAA4B;QACpC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,QAAQ,GAAG,EAAE,EAAE,CAAC;QACxC,QAAQ;QACR,UAAU,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,IAAI,IAAI;QAC3C,WAAW,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW;KACvC,CAAA;IAED,sCAAsC;IACtC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,IAAI,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAA;IAChD,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,sBAAsB,EAAE,UAAU,MAAM,CAAC,QAAQ,EAAE;YACnD,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;KAC3B,CAAC,CAAA;IAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QACnC,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAA;IAC1E,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAK/B,CAAA;IAED,2CAA2C;IAC3C,IAAI,OAA2B,CAAA;IAE/B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QACxC,gBAAgB;QAChB,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAA;IAC3C,CAAC;SAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QACnC,mBAAmB;QACnB,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAChC,CAAC;SAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACzB,oBAAoB;QACpB,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAA;IACzB,CAAC;IAED,IAAI,MAAM,GAAY,OAAO,CAAA;IAE7B,2CAA2C;IAC3C,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,iBAAiB;QACnB,CAAC;IACH,CAAC;IAED,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,QAAQ,EAAE,IAAI,CAAC,EAAE;QACjB,MAAM,EAAE,WAAW;QACnB,MAAM;QACN,KAAK,EAAE,IAAI,CAAC,KAAK;YACf,CAAC,CAAC;gBACE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;gBACtC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;gBAC9C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;aACrC;YACH,CAAC,CAAC,SAAS;KACd,CAAA;AACH,CAAC;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,oBAAoB,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAA;AAErD,OAAO,EAAE,iBAAiB,EAAE,CAAA"}

package/dist/batch/google.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Google GenAI (Gemini) Adapter
+ *
+ * Implements processing using Google's Generative AI API (Gemini models).
+ * Google doesn't have a native batch API like OpenAI/Anthropic, so this
+ * implements concurrent processing for the flex tier.
+ *
+ * @see https://ai.google.dev/gemini-api/docs
+ *
+ * @packageDocumentation
+ */
+import { type BatchAdapter, type FlexAdapter } from '../batch-queue.js';
+/**
+ * Configure the Google GenAI client
+ */
+export declare function configureGoogleGenAI(options: {
+    apiKey?: string;
+    baseUrl?: string;
+    /** Optional: Cloudflare AI Gateway URL for routing requests */
+    gatewayUrl?: string;
+    /** Optional: Cloudflare AI Gateway token */
+    gatewayToken?: string;
+}): void;
+/**
+ * Google GenAI batch adapter
+ *
+ * Note: Google doesn't have a native batch API like OpenAI/Anthropic.
+ * This adapter implements batch processing via concurrent requests.
+ * For true async batch processing, consider using Google Cloud Batch
+ * with Vertex AI.
+ */
+declare const googleAdapter: BatchAdapter;
+/**
+ * Google GenAI Flex Adapter
+ *
+ * Implements concurrent processing for medium-sized batches.
+ * Uses the Gemini API for fast turnaround.
+ */
+declare const googleFlexAdapter: FlexAdapter;
+export { googleAdapter, googleFlexAdapter };
+//# sourceMappingURL=google.d.ts.map

package/dist/batch/google.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../src/batch/google.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAGL,KAAK,YAAY,EACjB,KAAK,WAAW,EAOjB,MAAM,mBAAmB,CAAA;AAyC1B;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE;IAC5C,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,4CAA4C;IAC5C,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB,GAAG,IAAI,CAKP;AAgDD;;;;;;;GAOG;AACH,QAAA,MAAM,aAAa,EAAE,YA+EpB,CAAA;AAMD;;;;;GAKG;AACH,QAAA,MAAM,iBAAiB,EAAE,WA+BxB,CAAA;AAyOD,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,CAAA"}