@chainfuse/ai-tools 0.8.0 → 0.10.0

package/dist/base.d.mts

@@ -4,4 +4,6 @@ export declare class AiBase {
     protected _config: AiConfig;
     constructor(config: AiConfig);
     get config(): Readonly<AiConfig>;
+    protected get gatewayName(): "nocost" | "production-passive-bot" | "production-passive-human" | "production-active-bot" | "production-active-human" | "preview-passive-bot" | "preview-passive-human" | "preview-active-bot" | "preview-active-human";
+    protected get gatewayLog(): boolean;
 }

package/dist/base.mjs

@@ -8,4 +8,20 @@ export class AiBase {
     get config() {
         return Object.freeze(this._config);
     }
+    get gatewayName() {
+        if (this.config.billing.noCost) {
+            return 'nocost';
+        }
+        else {
+            return `${this.config.billing.environment}-${this.config.billing.action}-${this.config.billing.user}`;
+        }
+    }
+    get gatewayLog() {
+        if (this.config.billing.noCost) {
+            return true;
+        }
+        else {
+            return this.config.billing.environment !== 'production';
+        }
+    }
 }

package/dist/models.d.mts

@@ -1,7 +1,7 @@
 import type { LanguageModelValues, TextEmbeddingModelValues } from '@chainfuse/types';
-import { wrapLanguageModel, type embed, type embedMany } from 'ai';
+import type { embed, embedMany, wrapLanguageModel } from 'ai';
 import { AiBase } from './base.mjs';
-import { AiRegistry } from './registry.mjs';
+import type { AiRegistry } from './registry.mjs';
 import type { AiRequestConfig } from './types.mjs';
 type ProvidersReturnType = Awaited<ReturnType<AiRegistry['providers']>>;
 type ValidProviders = keyof ProvidersReturnType;

package/dist/models.mjs

@@ -1,15 +1,15 @@
-import { extractReasoningMiddleware, wrapLanguageModel } from 'ai';
 import { AiBase } from './base.mjs';
-import { AiRegistry } from './registry.mjs';
 export class AiModel extends AiBase {
     wrappedLanguageModel(args, modelOrProvider, model) {
-        return new AiRegistry(this.config).registry(args).then((registry) => wrapLanguageModel({
+        return import('./registry.mjs')
+            .then(({ AiRegistry }) => new AiRegistry(this.config).registry(args))
+            .then((registry) => import('ai').then(({ extractReasoningMiddleware, wrapLanguageModel }) => wrapLanguageModel({
             model: registry.languageModel(model ? `${modelOrProvider}:${model}` : modelOrProvider),
             middleware: [extractReasoningMiddleware({ tagName: 'think' }), this.middleware],
-        }));
+        })));
     }
     wrappedTextEmbeddingModel(args, modelOrProvider, model) {
-        return new AiRegistry(this.config).registry(args).then((registry) => registry.textEmbeddingModel(model ? `${modelOrProvider}:${model}` : modelOrProvider));
+        return import('./registry.mjs').then(({ AiRegistry }) => new AiRegistry(this.config).registry(args)).then((registry) => registry.textEmbeddingModel(model ? `${modelOrProvider}:${model}` : modelOrProvider));
     }
     get middleware() {
         return {};

package/dist/providers/customProviders.d.mts

@@ -1,11 +1,11 @@
 import type { GoogleGenerativeAIProvider } from '@ai-sdk/google';
 import type { OpenAICompatibleProvider } from '@ai-sdk/openai-compatible';
 import { AiBase } from '../base.mjs';
-import type { AiRequestConfig } from '../types.mjs';
+import type { AiRequestConfig, AzureServers } from '../types.mjs';
 import type { AzureOpenAIProvider, WorkersAIProvider } from './types.mjs';
 export declare class AiCustomProviders extends AiBase {
     oaiOpenai(args: AiRequestConfig): Promise<import("@ai-sdk/openai").OpenAIProvider>;
-    azOpenai(args: AiRequestConfig, [server, ...servers]?: import("../serverSelector/types.mts").Server[]): Promise<AzureOpenAIProvider>;
+    azOpenai(args: AiRequestConfig, filteredServers?: AzureServers): Promise<AzureOpenAIProvider>;
     anthropic(args: AiRequestConfig): Promise<import("@ai-sdk/anthropic").AnthropicProvider>;
     private static workersAiIsRest;
     cfWorkersAi(args: AiRequestConfig): Promise<WorkersAIProvider | OpenAICompatibleProvider<"@cf/qwen/qwen1.5-0.5b-chat" | "@cf/google/gemma-2b-it-lora" | "@hf/nexusflow/starling-lm-7b-beta" | "@cf/meta/llama-3-8b-instruct" | "@cf/meta/llama-3.2-3b-instruct" | "@hf/thebloke/llamaguard-7b-awq" | "@hf/thebloke/neural-chat-7b-v3-1-awq" | "@cf/meta/llama-guard-3-8b" | "@cf/meta/llama-2-7b-chat-fp16" | "@cf/mistral/mistral-7b-instruct-v0.1" | "@cf/mistral/mistral-7b-instruct-v0.2-lora" | "@cf/tinyllama/tinyllama-1.1b-chat-v1.0" | "@hf/mistral/mistral-7b-instruct-v0.2" | "@cf/fblgit/una-cybertron-7b-v2-bf16" | "@cf/deepseek-ai/deepseek-r1-distill-qwen-32b" | "@cf/thebloke/discolm-german-7b-v1-awq" | "@cf/meta/llama-2-7b-chat-int8" | "@cf/meta/llama-3.1-8b-instruct-fp8" | "@hf/thebloke/mistral-7b-instruct-v0.1-awq" | "@cf/qwen/qwen1.5-7b-chat-awq" | "@cf/meta/llama-3.2-1b-instruct" | "@hf/thebloke/llama-2-13b-chat-awq" | "@hf/thebloke/deepseek-coder-6.7b-base-awq" | "@cf/meta-llama/llama-2-7b-chat-hf-lora" | "@cf/meta/llama-3.3-70b-instruct-fp8-fast" | "@hf/thebloke/openhermes-2.5-mistral-7b-awq" | "@hf/thebloke/deepseek-coder-6.7b-instruct-awq" | "@cf/deepseek-ai/deepseek-math-7b-instruct" | "@cf/tiiuae/falcon-7b-instruct" | "@hf/nousresearch/hermes-2-pro-mistral-7b" | "@cf/meta/llama-3.1-8b-instruct" | "@cf/meta/llama-3.1-8b-instruct-awq" | "@hf/thebloke/zephyr-7b-beta-awq" | "@cf/google/gemma-7b-it-lora" | "@cf/qwen/qwen1.5-1.8b-chat" | "@cf/meta/llama-3-8b-instruct-awq" | "@cf/meta/llama-3.2-11b-vision-instruct" | "@cf/defog/sqlcoder-7b-2" | "@cf/microsoft/phi-2" | "@hf/meta-llama/meta-llama-3-8b-instruct" | "@hf/google/gemma-7b-it" | "@cf/qwen/qwen1.5-14b-chat-awq" | "@cf/openchat/openchat-3.5-0106", "@cf/qwen/qwen1.5-0.5b-chat" | "@cf/google/gemma-2b-it-lora" | "@hf/nexusflow/starling-lm-7b-beta" | "@cf/meta/llama-3-8b-instruct" | "@cf/meta/llama-3.2-3b-instruct" | "@hf/thebloke/llamaguard-7b-awq" | "@hf/thebloke/neural-chat-7b-v3-1-awq" | "@cf/meta/llama-guard-3-8b" | "@cf/meta/llama-2-7b-chat-fp16" | "@cf/mistral/mistral-7b-instruct-v0.1" | "@cf/mistral/mistral-7b-instruct-v0.2-lora" | "@cf/tinyllama/tinyllama-1.1b-chat-v1.0" | "@hf/mistral/mistral-7b-instruct-v0.2" | "@cf/fblgit/una-cybertron-7b-v2-bf16" | "@cf/deepseek-ai/deepseek-r1-distill-qwen-32b" | "@cf/thebloke/discolm-german-7b-v1-awq" | "@cf/meta/llama-2-7b-chat-int8" | "@cf/meta/llama-3.1-8b-instruct-fp8" | "@hf/thebloke/mistral-7b-instruct-v0.1-awq" | "@cf/qwen/qwen1.5-7b-chat-awq" | "@cf/meta/llama-3.2-1b-instruct" | "@hf/thebloke/llama-2-13b-chat-awq" | "@hf/thebloke/deepseek-coder-6.7b-base-awq" | "@cf/meta-llama/llama-2-7b-chat-hf-lora" | "@cf/meta/llama-3.3-70b-instruct-fp8-fast" | "@hf/thebloke/openhermes-2.5-mistral-7b-awq" | "@hf/thebloke/deepseek-coder-6.7b-instruct-awq" | "@cf/deepseek-ai/deepseek-math-7b-instruct" | "@cf/tiiuae/falcon-7b-instruct" | "@hf/nousresearch/hermes-2-pro-mistral-7b" | "@cf/meta/llama-3.1-8b-instruct" | "@cf/meta/llama-3.1-8b-instruct-awq" | "@hf/thebloke/zephyr-7b-beta-awq" | "@cf/google/gemma-7b-it-lora" | "@cf/qwen/qwen1.5-1.8b-chat" | "@cf/meta/llama-3-8b-instruct-awq" | "@cf/meta/llama-3.2-11b-vision-instruct" | "@cf/defog/sqlcoder-7b-2" | "@cf/microsoft/phi-2" | "@hf/meta-llama/meta-llama-3-8b-instruct" | "@hf/google/gemma-7b-it" | "@cf/qwen/qwen1.5-14b-chat-awq" | "@cf/openchat/openchat-3.5-0106", "@cf/baai/bge-m3" | "@cf/baai/bge-small-en-v1.5" | "@cf/baai/bge-base-en-v1.5" | "@cf/baai/bge-large-en-v1.5">>;

package/dist/providers/customProviders.mjs

@@ -3,21 +3,24 @@ import { AiModels, enabledCloudflareLlmProviders } from '@chainfuse/types';
 import { APICallError, customProvider, TypeValidationError, wrapLanguageModel } from 'ai';
 import { ZodError } from 'zod';
 import { AiBase } from '../base.mjs';
-import { AzureServerSelector } from '../serverSelector/azure.mjs';
+import { ServerSelector } from "../serverSelector.mjs";
 import { AiRawProviders } from './rawProviders.mjs';
 export class AiCustomProviders extends AiBase {
     oaiOpenai(args) {
         return new AiRawProviders(this.config).oaiOpenai(args);
     }
-    async azOpenai(args, [server, ...servers] = new AzureServerSelector(this.config).closestServers()) {
+    async azOpenai(args, filteredServers) {
+        if (!filteredServers)
+            filteredServers = await new ServerSelector(this.config).closestServers(await import('@chainfuse/types/ai-tools/catalog/azure').then(({ azureCatalog }) => azureCatalog));
+        const [server, ...servers] = filteredServers;
         const raw = new AiRawProviders(this.config);
         return customProvider({
             // @ts-expect-error override for types
             languageModels: await server.languageModelAvailability.reduce(async (accPromise, model) => {
                 const acc = await accPromise;
                 // @ts-expect-error override for types
-                acc[model] = wrapLanguageModel({
-                    model: (await raw.azOpenai(args, server))(model),
+                acc[model.name] = wrapLanguageModel({
+                    model: (await raw.azOpenai(args, server, 'inputTokenCost' in model || 'outputTokenCost' in model ? { inputTokenCost: model.inputTokenCost, outputTokenCost: model.outputTokenCost } : undefined))(model.name),
                     middleware: {
                         wrapGenerate: async ({ doGenerate, model, params }) => {
                             try {
@@ -28,23 +31,34 @@ export class AiCustomProviders extends AiBase {
                                 if (APICallError.isInstance(error)) {
                                     const idempotencyId = new Headers(error.responseHeaders).get('X-Idempotency-Id');
                                     const lastServer = new URL(error.url).pathname.split('/')[5];
-                                    const compatibleServers = new AzureServerSelector(this.config).closestServers(model.modelId);
+                                    const compatibleServers = await new ServerSelector(this.config).closestServers(await import('@chainfuse/types/ai-tools/catalog/azure').then(({ azureCatalog }) => azureCatalog), model.modelId);
                                     const lastServerIndex = compatibleServers.findIndex((s) => s.id.toLowerCase() === lastServer.toLowerCase());
-                                    if (args.logging ?? this.config.environment !== 'production')
+                                    if (args.logging ?? this.gatewayLog)
                                         console.error('ai', 'custom provider', this.chalk.rgb(...Helpers.uniqueIdColor(idempotencyId))(`[${idempotencyId}]`), this.chalk.red('FAIL'), compatibleServers[lastServerIndex].id, 'REMAINING', JSON.stringify(compatibleServers.slice(lastServerIndex + 1).map((s) => s.id)));
                                     // Should retry with the next server
                                     const leftOverServers = compatibleServers.slice(lastServerIndex + 1);
                                     const errors = [error];
                                     for (const nextServer of leftOverServers) {
                                         try {
-                                            if (args.logging ?? this.config.environment !== 'production')
+                                            if (args.logging ?? this.gatewayLog)
                                                 console.error('ai', 'custom provider', this.chalk.rgb(...Helpers.uniqueIdColor(idempotencyId))(`[${idempotencyId}]`), this.chalk.blue('FALLBACK'), nextServer.id, 'REMAINING', JSON.stringify(leftOverServers.slice(leftOverServers.indexOf(nextServer) + 1).map((s) => s.id)));
                                             // Must be double awaited to prevent a promise from being returned
-                                            return await (await raw.azOpenai({ ...args, idempotencyId }, nextServer))(model.modelId).doGenerate(params);
+                                            return await (await raw.azOpenai({ ...args, idempotencyId }, nextServer, (() => {
+                                                const foundModel = server.languageModelAvailability.find((languageModel) => languageModel.name === model.modelId);
+                                                if (foundModel && ('inputTokenCost' in foundModel || 'outputTokenCost' in foundModel)) {
+                                                    return {
+                                                        inputTokenCost: foundModel.inputTokenCost,
+                                                        outputTokenCost: foundModel.outputTokenCost,
+                                                    };
+                                                }
+                                                else {
+                                                    return undefined;
+                                                }
+                                            })()))(model.modelId).doGenerate(params);
                                         }
                                         catch (nextServerError) {
                                             if (APICallError.isInstance(nextServerError)) {
-                                                if (args.logging ?? this.config.environment !== 'production')
+                                                if (args.logging ?? this.gatewayLog)
                                                     console.error('ai', 'custom provider', this.chalk.rgb(...Helpers.uniqueIdColor(idempotencyId))(`[${idempotencyId}]`), this.chalk.red('FAIL'), nextServer.id, 'REMAINING', JSON.stringify(leftOverServers.slice(leftOverServers.indexOf(nextServer) + 1).map((s) => s.id)));
                                                 errors.push(nextServerError);
                                             }

package/dist/providers/rawProviders.d.mts

@@ -1,14 +1,16 @@
 import type { OpenAICompatibleProvider } from '@ai-sdk/openai-compatible';
 import type { cloudflareModelPossibilities } from '@chainfuse/types';
 import { AiBase } from '../base.mjs';
-import type { Server } from '../serverSelector/types.mjs';
-import type { AiRequestConfig } from '../types.mjs';
+import type { AiRequestConfig, Servers } from '../types.mjs';
 import type { WorkersAIProvider } from './types.mts';
 export declare class AiRawProviders extends AiBase {
     private readonly cacheTtl;
     private updateGatewayLog;
     oaiOpenai(args: AiRequestConfig): Promise<import("@ai-sdk/openai").OpenAIProvider>;
-    azOpenai(args: AiRequestConfig, server: Server): Promise<import("@ai-sdk/azure").AzureOpenAIProvider>;
+    azOpenai(args: AiRequestConfig, server: Servers[number], cost?: {
+        inputTokenCost?: number;
+        outputTokenCost?: number;
+    }): Promise<import("@ai-sdk/azure").AzureOpenAIProvider>;
     anthropic(args: AiRequestConfig): Promise<import("@ai-sdk/anthropic").AnthropicProvider>;
     custom(args: AiRequestConfig): Promise<OpenAICompatibleProvider<string, string, string>>;
     googleAi(args: AiRequestConfig): Promise<import("@ai-sdk/google").GoogleGenerativeAIProvider>;

package/dist/providers/rawProviders.mjs

@@ -1,12 +1,12 @@
-import { BufferHelpers, CryptoHelpers, DnsHelpers, Helpers, NetHelpers } from '@chainfuse/helpers';
-import haversine from 'haversine-distance';
-import { z } from 'zod';
+import { BufferHelpers, CryptoHelpers, Helpers } from '@chainfuse/helpers';
 import { AiBase } from '../base.mjs';
 export class AiRawProviders extends AiBase {
     // 2628288 seconds is what cf defines as 1 month in their cache rules
     cacheTtl = 2628288;
     async updateGatewayLog(response, metadataHeader, startRoundTrip, modelTime) {
-        const updateMetadata = NetHelpers.cfApi(this.config.gateway.apiToken).then((cf) => cf.aiGateway.logs.edit(this.config.environment, response.headers.get('cf-aig-log-id'), {
+        const updateMetadata = import('@chainfuse/helpers')
+            .then(({ NetHelpers }) => NetHelpers.cfApi(this.config.gateway.apiToken))
+            .then((cf) => cf.aiGateway.logs.edit(this.gatewayName, response.headers.get('cf-aig-log-id'), {
             account_id: this.config.gateway.accountId,
             metadata: {
                 ...Object.entries({
@@ -34,7 +34,7 @@ export class AiRawProviders extends AiBase {
     }
     oaiOpenai(args) {
         return import('@ai-sdk/openai').then(async ({ createOpenAI }) => createOpenAI({
-            baseURL: new URL(['v1', this.config.gateway.accountId, this.config.environment, 'openai'].join('/'), 'https://gateway.ai.cloudflare.com').toString(),
+            baseURL: new URL(['v1', this.config.gateway.accountId, this.gatewayName, 'openai'].join('/'), 'https://gateway.ai.cloudflare.com').toString(),
             apiKey: this.config.providers.openAi.apiToken,
             organization: this.config.providers.openAi.organization,
             headers: {
@@ -61,10 +61,10 @@ export class AiRawProviders extends AiBase {
                     metadataHeader.idempotencyId = `${metadataHeader.idempotencyId}-${(await CryptoHelpers.getHash('SHA-256', await new Request(input, rawInit).arrayBuffer())).slice(0, 12)}`;
                     headers.set('cf-aig-metadata', JSON.stringify(metadataHeader));
                 }
-                if (args.logging ?? this.config.environment !== 'production')
+                if (args.logging ?? this.gatewayLog)
                     console.info('ai', 'raw provider', this.chalk.rgb(...Helpers.uniqueIdColor(metadataHeader.idempotencyId))(`[${metadataHeader.idempotencyId}]`), this.chalk.magenta(rawInit?.method), this.chalk.magenta(new URL(new Request(input).url).pathname));
                 return fetch(input, { ...rawInit, headers }).then(async (response) => {
-                    if (args.logging ?? this.config.environment !== 'production')
+                    if (args.logging ?? this.gatewayLog)
                         console.info('ai', 'raw provider', this.chalk.rgb(...Helpers.uniqueIdColor(metadataHeader.idempotencyId))(`[${metadataHeader.idempotencyId}]`), response.ok ? this.chalk.green(response.status) : this.chalk.red(response.status), response.ok ? this.chalk.green(new URL(response.url).pathname) : this.chalk.red(new URL(response.url).pathname));
                     await this.updateGatewayLog(response, metadataHeader, startRoundTrip, response.headers.has('openai-processing-ms') ? parseInt(response.headers.get('openai-processing-ms')) : undefined);
                     // Inject it to have it available for retries
@@ -82,7 +82,7 @@ export class AiRawProviders extends AiBase {
             },
         }));
     }
-    azOpenai(args, server) {
+    azOpenai(args, server, cost) {
         return import('@ai-sdk/azure').then(async ({ createAzure }) => createAzure({
             apiKey: this.config.providers.azureOpenAi.apiTokens[`AZURE_API_KEY_${server.id.toUpperCase().replaceAll('-', '_')}`],
             /**
@@ -90,18 +90,22 @@ export class AiRawProviders extends AiBase {
              * From the table, pick the `Latest GA release` for `Data plane - inference`
              */
             apiVersion: '2024-10-21',
-            baseURL: new URL(['v1', this.config.gateway.accountId, this.config.environment, 'azure-openai', server.id.toLowerCase()].join('/'), 'https://gateway.ai.cloudflare.com').toString(),
+            baseURL: new URL(['v1', this.config.gateway.accountId, this.gatewayName, 'azure-openai', server.id.toLowerCase()].join('/'), 'https://gateway.ai.cloudflare.com').toString(),
             headers: {
                 'cf-aig-authorization': `Bearer ${this.config.gateway.apiToken}`,
+                ...(cost && { 'cf-aig-custom-cost': JSON.stringify({ per_token_in: cost.inputTokenCost ?? undefined, per_token_out: cost.outputTokenCost ?? undefined }) }),
                 'cf-aig-metadata': JSON.stringify({
                     dataspaceId: (await BufferHelpers.uuidConvert(args.dataspaceId)).utf8,
                     messageId: (await BufferHelpers.uuidConvert(args.messageId)).utf8,
                     serverInfo: JSON.stringify({
                         name: `azure-${server.id}`,
-                        distance: haversine({
-                            lat: Helpers.precisionFloat(this.config.geoRouting?.userCoordinate?.lat ?? '0'),
-                            lon: Helpers.precisionFloat(this.config.geoRouting?.userCoordinate?.lon ?? '0'),
-                        }, server.coordinate),
+                        distance: await import('haversine-distance').then(async ({ default: haversine }) => haversine(await import("../serverSelector.mjs").then(({ ServerSelector }) => new ServerSelector(this.config).determineLocation().then(({ coordinate }) => ({
+                            lat: Helpers.precisionFloat(coordinate.lat),
+                            lon: Helpers.precisionFloat(coordinate.lon),
+                        }))), {
+                            lat: Helpers.precisionFloat(server.coordinate.lat),
+                            lon: Helpers.precisionFloat(server.coordinate.lon),
+                        })),
                     }),
                     // Generate incomplete id because we don't have the body to hash yet. Fill it in in the `fetch()`
                     idempotencyId: args.idempotencyId ?? (await BufferHelpers.generateUuid).utf8.slice(0, 23),
@@ -118,10 +122,10 @@ export class AiRawProviders extends AiBase {
                     metadataHeader.idempotencyId = `${metadataHeader.idempotencyId}-${(await CryptoHelpers.getHash('SHA-256', await new Request(input, rawInit).arrayBuffer())).slice(0, 12)}`;
                     headers.set('cf-aig-metadata', JSON.stringify(metadataHeader));
                 }
-                if (args.logging ?? this.config.environment !== 'production')
+                if (args.logging ?? this.gatewayLog)
                     console.info('ai', 'raw provider', this.chalk.rgb(...Helpers.uniqueIdColor(metadataHeader.idempotencyId))(`[${metadataHeader.idempotencyId}]`), this.chalk.magenta(rawInit?.method), this.chalk.magenta(new URL(new Request(input).url).pathname));
                 return fetch(input, { ...rawInit, headers }).then(async (response) => {
-                    if (args.logging ?? this.config.environment !== 'production')
+                    if (args.logging ?? this.gatewayLog)
                         console.info('ai', 'raw provider', this.chalk.rgb(...Helpers.uniqueIdColor(metadataHeader.idempotencyId))(`[${metadataHeader.idempotencyId}]`), response.ok ? this.chalk.green(response.status) : this.chalk.red(response.status), response.ok ? this.chalk.green(new URL(response.url).pathname) : this.chalk.red(new URL(response.url).pathname));
                     await this.updateGatewayLog(response, metadataHeader, startRoundTrip, response.headers.has('x-envoy-upstream-service-time') ? parseInt(response.headers.get('x-envoy-upstream-service-time')) : undefined);
                     // Inject it to have it available for retries
@@ -141,7 +145,7 @@ export class AiRawProviders extends AiBase {
     }
     anthropic(args) {
         return import('@ai-sdk/anthropic').then(async ({ createAnthropic }) => createAnthropic({
-            baseURL: new URL(['v1', this.config.gateway.accountId, this.config.environment, 'anthropic'].join('/'), 'https://gateway.ai.cloudflare.com').toString(),
+            baseURL: new URL(['v1', this.config.gateway.accountId, this.gatewayName, 'anthropic'].join('/'), 'https://gateway.ai.cloudflare.com').toString(),
             apiKey: this.config.providers.anthropic.apiToken,
             headers: {
                 'cf-aig-authorization': `Bearer ${this.config.gateway.apiToken}`,
@@ -166,10 +170,10 @@ export class AiRawProviders extends AiBase {
                     metadataHeader.idempotencyId = `${metadataHeader.idempotencyId}-${(await CryptoHelpers.getHash('SHA-256', await new Request(input, rawInit).arrayBuffer())).slice(0, 12)}`;
                     headers.set('cf-aig-metadata', JSON.stringify(metadataHeader));
                 }
-                if (args.logging ?? this.config.environment !== 'production')
+                if (args.logging ?? this.gatewayLog)
                     console.info('ai', 'raw provider', this.chalk.rgb(...Helpers.uniqueIdColor(metadataHeader.idempotencyId))(`[${metadataHeader.idempotencyId}]`), this.chalk.magenta(rawInit?.method), this.chalk.magenta(new URL(new Request(input).url).pathname));
                 return fetch(input, { ...rawInit, headers }).then(async (response) => {
-                    if (args.logging ?? this.config.environment !== 'production')
+                    if (args.logging ?? this.gatewayLog)
                         console.info('ai', 'raw provider', this.chalk.rgb(...Helpers.uniqueIdColor(metadataHeader.idempotencyId))(`[${metadataHeader.idempotencyId}]`), response.ok ? this.chalk.green(response.status) : this.chalk.red(response.status), response.ok ? this.chalk.green(new URL(response.url).pathname) : this.chalk.red(new URL(response.url).pathname));
                     await this.updateGatewayLog(response, metadataHeader, startRoundTrip);
                     // Inject it to have it available for retries
@@ -189,8 +193,10 @@ export class AiRawProviders extends AiBase {
     }
     custom(args) {
         if (this.config.providers.custom?.url) {
+            return import('zod')
+                .then(({ z }) => 
             // Verify that the custom provider url is a valid URL
-            return z
+            z
                 .string()
                 .trim()
                 .url()
@@ -203,13 +209,14 @@ export class AiRawProviders extends AiBase {
                 .trim()
                 .ip()
                 .safeParseAsync(customProviderUrl.hostname)
-                .then(async ({ success }) => {
+                .then(({ success }) => ({ customProviderUrl, success }))))
+                .then(async ({ customProviderUrl, success }) => {
                 if (success) {
                     throw new Error('IP custom providers not allowed');
                 }
                 else {
                     // Run domain through ZT policies
-                    const doh = new DnsHelpers(new URL('dns-query', `https://${this.config.providers.custom?.dohId}.cloudflare-gateway.com`));
+                    const doh = await import('@chainfuse/helpers').then(({ DnsHelpers }) => new DnsHelpers(new URL('dns-query', `https://${this.config.providers.custom?.dohId}.cloudflare-gateway.com`)));
                     const aCheck = doh.query(customProviderUrl.hostname, 'A', undefined, undefined, 2 * 1000);
                     const aaaaCheck = doh.query(customProviderUrl.hostname, 'AAAA', undefined, undefined, 2 * 1000);
                     return Promise.allSettled([aCheck, aaaaCheck]).then((checks) => {
@@ -249,10 +256,10 @@ export class AiRawProviders extends AiBase {
                                         idempotencyId = `${idempotencyId}-${(await CryptoHelpers.getHash('SHA-256', await new Request(input, rawInit).arrayBuffer())).slice(0, 12)}`;
                                         headers.set('X-Idempotency-Id', idempotencyId);
                                     }
-                                    if (args.logging ?? this.config.environment !== 'production')
+                                    if (args.logging ?? this.gatewayLog)
                                         console.info('ai', 'raw provider', this.chalk.rgb(...Helpers.uniqueIdColor(idempotencyId))(`[${idempotencyId}]`), this.chalk.magenta(rawInit?.method), this.chalk.magenta(new URL(new Request(input).url).pathname));
                                     return fetch(input, { ...rawInit, headers }).then(async (response) => {
-                                        if (args.logging ?? this.config.environment !== 'production')
+                                        if (args.logging ?? this.gatewayLog)
                                             console.info('ai', 'raw provider', this.chalk.rgb(...Helpers.uniqueIdColor(idempotencyId))(`[${idempotencyId}]`), response.ok ? this.chalk.green(response.status) : this.chalk.red(response.status), response.ok ? this.chalk.green(new URL(response.url).pathname) : this.chalk.red(new URL(response.url).pathname));
                                         // Inject it to have it available for retries
                                         const mutableHeaders = new Headers(response.headers);
@@ -274,7 +281,7 @@ export class AiRawProviders extends AiBase {
                         }
                     });
                 }
-            }))
+            })
                 .catch(() => {
                 throw new Error('Invalid custom provider url');
             });
@@ -298,7 +305,7 @@ export class AiRawProviders extends AiBase {
              * `v1beta` is the only one that supports function calls as of now
              * @link https://ai.google.dev/gemini-api/docs/api-versions
              */
-            baseURL: new URL(['v1', this.config.gateway.accountId, this.config.environment, 'google-ai-studio', 'v1beta'].join('/'), 'https://gateway.ai.cloudflare.com').toString(),
+            baseURL: new URL(['v1', this.config.gateway.accountId, this.gatewayName, 'google-ai-studio', 'v1beta'].join('/'), 'https://gateway.ai.cloudflare.com').toString(),
             apiKey: this.config.providers.googleAi.apiToken,
             headers: {
                 'cf-aig-authorization': `Bearer ${this.config.gateway.apiToken}`,
@@ -323,10 +330,10 @@ export class AiRawProviders extends AiBase {
                     metadataHeader.idempotencyId = `${metadataHeader.idempotencyId}-${(await CryptoHelpers.getHash('SHA-256', await new Request(input, rawInit).arrayBuffer())).slice(0, 12)}`;
                     headers.set('cf-aig-metadata', JSON.stringify(metadataHeader));
                 }
-                if (args.logging ?? this.config.environment !== 'production')
+                if (args.logging ?? this.gatewayLog)
                     console.info('ai', 'raw provider', this.chalk.rgb(...Helpers.uniqueIdColor(metadataHeader.idempotencyId))(`[${metadataHeader.idempotencyId}]`), this.chalk.magenta(rawInit?.method), this.chalk.magenta(new URL(new Request(input).url).pathname));
                 return fetch(input, { ...rawInit, headers }).then(async (response) => {
-                    if (args.logging ?? this.config.environment !== 'production')
+                    if (args.logging ?? this.gatewayLog)
                         console.info('ai', 'raw provider', this.chalk.rgb(...Helpers.uniqueIdColor(metadataHeader.idempotencyId))(`[${metadataHeader.idempotencyId}]`), response.ok ? this.chalk.green(response.status) : this.chalk.red(response.status), response.ok ? this.chalk.green(new URL(response.url).pathname) : this.chalk.red(new URL(response.url).pathname));
                     await this.updateGatewayLog(response, metadataHeader, startRoundTrip);
                     // Inject it to have it available for retries
@@ -346,7 +353,7 @@ export class AiRawProviders extends AiBase {
     }
     restWorkersAi(args) {
         return import('@ai-sdk/openai-compatible').then(async ({ createOpenAICompatible }) => createOpenAICompatible({
-            baseURL: new URL(['v1', this.config.gateway.accountId, this.config.environment, 'workers-ai', 'v1'].join('/'), 'https://gateway.ai.cloudflare.com').toString(),
+            baseURL: new URL(['v1', this.config.gateway.accountId, this.gatewayName, 'workers-ai', 'v1'].join('/'), 'https://gateway.ai.cloudflare.com').toString(),
             apiKey: this.config.providers.workersAi.apiToken,
             headers: {
                 'cf-aig-authorization': `Bearer ${this.config.gateway.apiToken}`,
@@ -372,10 +379,10 @@ export class AiRawProviders extends AiBase {
                     metadataHeader.idempotencyId = `${metadataHeader.idempotencyId}-${(await CryptoHelpers.getHash('SHA-256', await new Request(input, rawInit).arrayBuffer())).slice(0, 12)}`;
                     headers.set('cf-aig-metadata', JSON.stringify(metadataHeader));
                 }
-                if (args.logging ?? this.config.environment !== 'production')
+                if (args.logging ?? this.gatewayLog)
                     console.info('ai', 'raw provider', this.chalk.rgb(...Helpers.uniqueIdColor(metadataHeader.idempotencyId))(`[${metadataHeader.idempotencyId}]`), this.chalk.magenta(rawInit?.method), this.chalk.magenta(new URL(new Request(input).url).pathname));
                 return fetch(input, { ...rawInit, headers }).then(async (response) => {
-                    if (args.logging ?? this.config.environment !== 'production')
+                    if (args.logging ?? this.gatewayLog)
                         console.info('ai', 'raw provider', this.chalk.rgb(...Helpers.uniqueIdColor(metadataHeader.idempotencyId))(`[${metadataHeader.idempotencyId}]`), response.ok ? this.chalk.green(response.status) : this.chalk.red(response.status), response.ok ? this.chalk.green(new URL(response.url).pathname) : this.chalk.red(new URL(response.url).pathname));
                     await this.updateGatewayLog(response, metadataHeader, startRoundTrip);
                     // Inject it to have it available for retries
@@ -397,7 +404,7 @@ export class AiRawProviders extends AiBase {
         return import('workers-ai-provider').then(async ({ createWorkersAI }) => createWorkersAI({
             binding: this.config.providers.workersAi,
             gateway: {
-                id: this.config.environment,
+                id: this.gatewayName,
                 ...(args.cache && { cacheTtl: typeof args.cache === 'boolean' ? (args.cache ? this.cacheTtl : 0) : args.cache }),
                 ...(args.skipCache && { skipCache: true }),
                 metadata: {

package/dist/registry.mjs

@@ -1,18 +1,16 @@
-import { experimental_createProviderRegistry as createProviderRegistry } from 'ai';
 import { AiBase } from './base.mjs';
-import { AiCustomProviders } from './providers/customProviders.mjs';
 export class AiRegistry extends AiBase {
-    async providers(args) {
-        return Object.freeze({
+    providers(args) {
+        return import('./providers/customProviders.mjs').then(async ({ AiCustomProviders }) => Object.freeze({
             openai: await new AiCustomProviders(this.config).oaiOpenai(args),
             azure: await new AiCustomProviders(this.config).azOpenai(args),
             anthropic: await new AiCustomProviders(this.config).anthropic(args),
             custom: await new AiCustomProviders(this.config).custom(args),
             'google.generative-ai': await new AiCustomProviders(this.config).googleAi(args),
             workersai: await new AiCustomProviders(this.config).cfWorkersAi(args),
-        });
+        }));
     }
-    async registry(args) {
-        return createProviderRegistry(await this.providers(args));
+    registry(args) {
+        return import('ai').then(async ({ experimental_createProviderRegistry: createProviderRegistry }) => createProviderRegistry(await this.providers(args)));
     }
 }

package/dist/serverSelector.d.mts

@@ -0,0 +1,17 @@
+import type { Coordinate } from '@chainfuse/types';
+import type { IncomingRequestCfProperties } from '@cloudflare/workers-types/experimental';
+import { AiBase } from './base.mts';
+import type { PrivacyRegion, Servers } from './types.mjs';
+export declare class ServerSelector extends AiBase {
+    static determinePrivacyRegion(country?: IncomingRequestCfProperties['country'], continent?: IncomingRequestCfProperties['continent']): ("APPs" | "LGPD" | "GDPR" | "PIPEDA" | "APPI" | "UK-GDPR" | "PIPA" | "PoPIA" | "revFADP" | "NPDA" | "PDP")[];
+    determineLocation(geoRouting?: {
+        userCoordinate?: Coordinate;
+        country?: IncomingRequestCfProperties["country"];
+        continent?: IncomingRequestCfProperties["continent"];
+    } | undefined): Promise<{
+        coordinate: Coordinate;
+        country: IncomingRequestCfProperties['country'];
+        continent: IncomingRequestCfProperties['continent'];
+    }>;
+    closestServers(servers: Servers, requiredCapability?: string, userCoordinate?: Coordinate, privacyRegion?: PrivacyRegion[]): Promise<Servers>;
+}

package/dist/serverSelector.mjs

@@ -0,0 +1,151 @@
+import { AiBase } from "./base.mjs";
+export class ServerSelector extends AiBase {
+    static determinePrivacyRegion(country, continent) {
+        const regions = new Set();
+        if (country) {
+            switch (country.toUpperCase()) {
+                case 'AU':
+                    regions.add('APPs');
+                    break;
+                case 'BR':
+                    regions.add('LGPD');
+                    break;
+                case 'CA':
+                    regions.add('PIPEDA');
+                    regions.add('GDPR');
+                    regions.add('revFADP');
+                    regions.add('UK-GDPR');
+                    break;
+                case 'IN':
+                    regions.add('PDP');
+                    break;
+                case 'JP':
+                    regions.add('APPI');
+                    regions.add('GDPR');
+                    regions.add('UK-GDPR');
+                    break;
+                case 'KR':
+                    regions.add('PIPA');
+                    regions.add('GDPR');
+                    regions.add('UK-GDPR');
+                    break;
+                case 'NO':
+                    regions.add('NPDA');
+                    regions.add('PIPEDA');
+                    regions.add('GDPR');
+                    regions.add('APPI');
+                    regions.add('PIPA');
+                    regions.add('revFADP');
+                    regions.add('UK-GDPR');
+                    break;
+                case 'ZA':
+                    regions.add('PoPIA');
+                    break;
+                case 'CH':
+                    regions.add('revFADP');
+                    regions.add('PIPEDA');
+                    regions.add('GDPR');
+                    regions.add('APPI');
+                    regions.add('PIPA');
+                    regions.add('NPDA');
+                    regions.add('revFADP');
+                    regions.add('UK-GDPR');
+                    break;
+                case 'GB':
+                    regions.add('UK-GDPR');
+                    regions.add('PIPEDA');
+                    regions.add('GDPR');
+                    regions.add('APPI');
+                    regions.add('PIPA');
+                    regions.add('NPDA');
+                    regions.add('revFADP');
+                    regions.add('UK-GDPR');
+                    break;
+            }
+        }
+        if (continent) {
+            switch (continent.toUpperCase()) {
+                case 'EU':
+                    regions.add('GDPR');
+                    regions.add('PIPEDA');
+                    regions.add('APPI');
+                    regions.add('PIPA');
+                    regions.add('NPDA');
+                    regions.add('revFADP');
+                    regions.add('UK-GDPR');
+                    break;
+            }
+        }
+        return Array.from(regions);
+    }
+    async determineLocation(geoRouting = this.config.geoRouting) {
+        if (!geoRouting?.userCoordinate?.lat || !geoRouting?.userCoordinate?.lon || !geoRouting?.country || !geoRouting?.continent) {
+            console.warn('Location not provided, falling back to nearest Cloudflare POP', 'WARNING: This is slow');
+            try {
+                const geoJson = await fetch(new URL('https://workers.cloudflare.com/cf.json')).then((geoResponse) => geoResponse.json().then((json) => json));
+                return {
+                    coordinate: {
+                        lat: geoRouting?.userCoordinate?.lat ?? geoJson.latitude ?? '0',
+                        lon: geoRouting?.userCoordinate?.lon ?? geoJson.longitude ?? '0',
+                    },
+                    country: geoRouting?.country ?? geoJson.country,
+                    continent: geoRouting?.continent ?? geoJson.continent,
+                };
+            }
+            catch (error) {
+                console.error('Failed to use nearest Cloudflare POP, service distance and privacy regions will be wrong', error);
+            }
+        }
+        return {
+            coordinate: {
+                lat: geoRouting?.userCoordinate?.lat ?? '0',
+                lon: geoRouting?.userCoordinate?.lon ?? '0',
+            },
+            country: geoRouting?.country,
+            continent: geoRouting?.continent,
+        };
+    }
+    async closestServers(servers, requiredCapability, userCoordinate, privacyRegion) {
+        if (!userCoordinate || !privacyRegion) {
+            const { coordinate, country, continent } = await this.determineLocation();
+            if (!userCoordinate)
+                userCoordinate = coordinate;
+            if (!privacyRegion)
+                privacyRegion = ServerSelector.determinePrivacyRegion(country, continent);
+        }
+        // Skip over the rest of logic if the server can't handle the incoming request
+        // @ts-expect-error it's always strings, just sometimes string literals
+        const featureFilteredServers = requiredCapability ? servers.filter((server) => server.languageModelAvailability.includes(requiredCapability) || server.textEmbeddingModelAvailability.includes(requiredCapability)) : servers;
+        if (featureFilteredServers.length > 0) {
+            // Skip over servers not in the save privacy region except if undefined, then you can use any
+            const privacyRegionFilteredServers = featureFilteredServers.filter((server) => privacyRegion.length === 0 || ('privacyRegion' in server && privacyRegion.includes(server.privacyRegion)));
+            if (privacyRegionFilteredServers.length > 0) {
+                // Calculate distance for each server and store it as a tuple [Server, distance]
+                const serversWithDistances = await Promise.all([import('haversine-distance'), import('@chainfuse/helpers')]).then(([{ default: haversine }, { Helpers }]) => privacyRegionFilteredServers.map((server) => {
+                    // Match decimal point length
+                    return [
+                        server,
+                        haversine({
+                            lat: Helpers.precisionFloat(userCoordinate.lat),
+                            lon: Helpers.precisionFloat(userCoordinate.lon),
+                        }, {
+                            lat: Helpers.precisionFloat(server.coordinate.lat),
+                            lon: Helpers.precisionFloat(server.coordinate.lon),
+                        }),
+                    ];
+                }));
+                // Sort the servers by distance
+                serversWithDistances.sort((a, b) => a[1] - b[1]);
+                // Extract the ids of the sorted servers
+                const sortedServers = serversWithDistances.map(([server]) => server);
+                return sortedServers;
+            }
+            else {
+                throw new Error(`No server with the capability ${requiredCapability} available in a region covered under ${JSON.stringify(privacyRegion)}`);
+            }
+        }
+        else {
+            throw new Error(`No server with the capability ${requiredCapability} available`);
+        }
+    }
+}

package/dist/types.d.mts

@@ -1,4 +1,5 @@
-import type { PrefixedUuid, RawCoordinate, UuidExport } from '@chainfuse/types';
+import type { Coordinate, PrefixedUuid, UuidExport } from '@chainfuse/types';
+import type { azureCatalog } from '@chainfuse/types/ai-tools/catalog/azure';
 import type { Ai, ExecutionContext, IncomingRequestCfProperties } from '@cloudflare/workers-types/experimental';
 import type haversine from 'haversine-distance';
 export interface AiConfig {
@@ -7,11 +8,22 @@ export interface AiConfig {
         apiToken: string;
     };
     geoRouting?: {
-        userCoordinate?: RawCoordinate;
+        userCoordinate?: Coordinate;
         country?: IncomingRequestCfProperties['country'];
         continent?: IncomingRequestCfProperties['continent'];
     };
-    environment: 'production' | 'preview';
+    billing: {
+        noCost: true;
+    } | ({
+        noCost: false;
+        environment: 'production' | 'preview';
+    } & ({
+        user: 'bot';
+        action: 'passive';
+    } | {
+        user: 'human' | 'bot';
+        action: 'active';
+    }));
     providers: AiConfigProviders;
     backgroundContext?: ExecutionContext;
 }
@@ -54,6 +66,11 @@ export interface AiConfigWorkersaiRest {
     apiToken: string;
 }
 export type AiConfigWorkersaiBinding<T extends Ai = Ai> = T;
+export type AzureServers = typeof azureCatalog;
+export type Servers = AzureServers;
+export type PrivacyRegion = Extract<Servers[number], {
+    privacyRegion: string;
+}>['privacyRegion'];
 /**
  * It's a UUID, but the last block is SHA256 of the request body
  */

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@chainfuse/ai-tools",
-	"version": "0.8.0",
+	"version": "0.10.0",
 	"description": "",
 	"author": "ChainFuse",
 	"homepage": "https://github.com/ChainFuse/packages/tree/main/packages/ai-tools#readme",
@@ -24,7 +24,7 @@
 	"scripts": {
 		"fmt": "prettier --check .",
 		"fmt:fix": "prettier --write .",
-		"lint": "eslint .",
+		"lint": "eslint src",
 		"lint:fix": "npm run lint -- --fix",
 		"clean": "npx -y rimraf@latest ./dist ./.tsbuildinfo",
 		"build": "tsc",
@@ -48,21 +48,21 @@
 	},
 	"prettier": "@demosjarco/prettier-config",
 	"dependencies": {
-		"@ai-sdk/anthropic": "^1.1.19",
-		"@ai-sdk/azure": "^1.2.7",
-		"@ai-sdk/google": "^1.1.27",
+		"@ai-sdk/anthropic": "^1.2.1",
+		"@ai-sdk/azure": "^1.3.2",
+		"@ai-sdk/google": "^1.2.3",
 		"@ai-sdk/openai": "^1.0.5",
-		"@ai-sdk/openai-compatible": "^0.1.17",
-		"@chainfuse/helpers": "^2.0.3",
-		"@chainfuse/types": "^1.7.3",
-		"ai": "^4.1.66",
+		"@ai-sdk/openai-compatible": "^0.2.1",
+		"@chainfuse/helpers": "^2.2.1",
+		"@chainfuse/types": "^2.1.1",
+		"ai": "^4.2.5",
 		"chalk": "^5.4.1",
 		"haversine-distance": "^1.2.3",
 		"workers-ai-provider": "^0.2.0"
 	},
 	"devDependencies": {
-		"@cloudflare/workers-types": "^4.20250319.0",
+		"@cloudflare/workers-types": "^4.20250321.0",
 		"openai": "^4.89.0"
 	},
-	"gitHead": "a48db66b6313a868ab0affa50a934ad13f6bf391"
+	"gitHead": "f0eaab21228260be471a6fac0874068139677035"
 }

package/dist/serverSelector/azure.d.mts

@@ -1,5 +0,0 @@
-import { ServerSelector } from './base.mjs';
-import type { Server } from './types.mjs';
-export declare class AzureServerSelector extends ServerSelector {
-    readonly servers: Set<Server>;
-}

package/dist/serverSelector/azure.mjs

@@ -1,284 +0,0 @@
-import { PrivacyRegion, ServerSelector } from './base.mjs';
-export class AzureServerSelector extends ServerSelector {
-    // From: https://gist.github.com/demosjarco/2091b3a197e530f1402e9dfec6666cd8
-    servers = new Set([
-        {
-            id: 'OpenAi-AU-NewSouthWales',
-            coordinate: {
-                lat: -33.86,
-                lon: 151.2094,
-            },
-            region: PrivacyRegion.Australian_Privacy_Principles,
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: ['dall-e-3'],
-            textEmbeddingModelAvailability: ['text-embedding-3-large', 'text-embedding-3-small'],
-        },
-        {
-            id: 'OpenAi-BR-SaoPauloState',
-            coordinate: {
-                lat: -23.55,
-                lon: -46.633,
-            },
-            region: PrivacyRegion.Brazil_General_Data_protection_Law,
-            languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: [],
-        },
-        {
-            id: 'OpenAI-CA-Toronto',
-            coordinate: {
-                lat: 43.653,
-                lon: -79.383,
-            },
-            region: PrivacyRegion.Canada_Personal_Information_Protection_and_Electronic_Documents_Act,
-            languageModelAvailability: [],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: [],
-        },
-        {
-            id: 'OpenAI-CA-Quebec',
-            coordinate: {
-                lat: 46.817,
-                lon: -71.217,
-            },
-            region: PrivacyRegion.Canada_Personal_Information_Protection_and_Electronic_Documents_Act,
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: ['text-embedding-3-small', 'text-embedding-3-large'],
-        },
-        {
-            id: 'OpenAi-US-Virginia',
-            coordinate: {
-                lat: 37.3719,
-                lon: -79.8164,
-            },
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: ['dall-e-3'],
-            textEmbeddingModelAvailability: ['text-embedding-3-small', 'text-embedding-3-large'],
-        },
-        {
-            id: 'OpenAi-US-Virginia2',
-            coordinate: {
-                lat: 36.6681,
-                lon: -78.3889,
-            },
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini', 'o1', 'o3-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: ['text-embedding-3-small', 'text-embedding-3-large'],
-        },
-        {
-            id: 'OpenAi-EU-Paris',
-            coordinate: {
-                lat: 46.3772,
-                lon: 2.373,
-            },
-            region: PrivacyRegion.General_Data_Protection_Regulation,
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: ['text-embedding-3-large'],
-        },
-        {
-            id: 'OpenAi-EU-Frankfurt',
-            coordinate: {
-                lat: 50.110924,
-                lon: 8.682127,
-            },
-            region: PrivacyRegion.General_Data_Protection_Regulation,
-            languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: [],
-        },
-        {
-            id: 'OpenAi-JP-Tokyo',
-            coordinate: {
-                lat: 35.68,
-                lon: 139.77,
-            },
-            region: PrivacyRegion.Japan_Act_on_the_Protection_of_Personal_Information,
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: ['text-embedding-3-large', 'text-embedding-3-small'],
-        },
-        {
-            id: 'OpenAi-KR-Seoul',
-            coordinate: {
-                lat: 37.5665,
-                lon: 126.978,
-            },
-            region: PrivacyRegion.Korean_Personal_Information_Protection_Act,
-            languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: [],
-        },
-        {
-            id: 'OpenAi-US-Illinois',
-            coordinate: {
-                lat: 41.8819,
-                lon: -87.6278,
-            },
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: [],
-        },
-        {
-            id: 'OpenAi-NO-Oslo',
-            coordinate: {
-                lat: 59.913868,
-                lon: 10.752245,
-            },
-            region: PrivacyRegion.Norwegian_Personal_Data_Act,
-            languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: ['text-embedding-3-large'],
-        },
-        {
-            id: 'OpenAi-EU-Warsaw',
-            coordinate: {
-                lat: 52.23334,
-                lon: 21.01666,
-            },
-            region: PrivacyRegion.General_Data_Protection_Regulation,
-            languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: ['text-embedding-3-large'],
-        },
-        {
-            id: 'OpenAi-ZA-Johannesburg',
-            coordinate: {
-                lat: 28.21837,
-                lon: -25.73134,
-            },
-            region: PrivacyRegion.SouthAfrica_Protection_Personal_Information_Act,
-            languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: [],
-        },
-        {
-            id: 'OpenAi-US-Texas',
-            coordinate: {
-                lat: 29.4167,
-                lon: -98.5,
-            },
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: [],
-        },
-        {
-            id: 'OpenAi-IN-Chennai',
-            coordinate: {
-                lat: 12.9822,
-                lon: 80.1636,
-            },
-            region: PrivacyRegion.Indian_Personal_Protection,
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: ['text-embedding-3-large'],
-        },
-        {
-            id: 'OpenAi-SG-Singapore',
-            coordinate: {
-                lat: 1.283,
-                lon: 103.833,
-            },
-            languageModelAvailability: [],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: [],
-        },
-        {
-            id: 'OpenAi-EU-Gavle',
-            coordinate: {
-                lat: 60.67488,
-                lon: 17.14127,
-            },
-            region: PrivacyRegion.General_Data_Protection_Regulation,
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o-mini', 'gpt-4o', 'o1', 'o3-mini'],
-            imageModelAvailability: ['dall-e-3'],
-            textEmbeddingModelAvailability: ['text-embedding-3-large'],
-        },
-        {
-            id: 'OpenAi-EU-Madrid',
-            coordinate: {
-                lat: 3.4209,
-                lon: 40.4259,
-            },
-            region: PrivacyRegion.General_Data_Protection_Regulation,
-            languageModelAvailability: ['gpt-4-turbo', 'gpt-4o'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: [],
-        },
-        {
-            id: 'OpenAi-CH-Geneva',
-            coordinate: {
-                lat: 46.204391,
-                lon: 6.143158,
-            },
-            region: PrivacyRegion.Swiss_Federal_Act_on_Data_Protection,
-            languageModelAvailability: [],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: [],
-        },
-        {
-            id: 'OpenAi-AE-Dubai',
-            coordinate: {
-                lat: 25.266666,
-                lon: 55.316666,
-            },
-            languageModelAvailability: ['gpt-4-turbo', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: [],
-        },
-        {
-            id: 'OpenAi-CH-Zurich',
-            coordinate: {
-                lat: 47.451542,
-                lon: 8.564572,
-            },
-            region: PrivacyRegion.Swiss_Federal_Act_on_Data_Protection,
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: ['text-embedding-3-large', 'text-embedding-3-small'],
-        },
-        {
-            id: 'OpenAi-UK-London',
-            coordinate: {
-                lat: 50.941,
-                lon: -0.799,
-            },
-            region: PrivacyRegion.UK_General_Data_Protection_Regulation,
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: ['text-embedding-3-large'],
-        },
-        {
-            id: 'OpenAi-EU-Netherlands',
-            coordinate: {
-                lat: 52.3667,
-                lon: 4.9,
-            },
-            region: PrivacyRegion.General_Data_Protection_Regulation,
-            languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: [],
-        },
-        {
-            id: 'OpenAi-US-California',
-            coordinate: {
-                lat: 37.783,
-                lon: -122.417,
-            },
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: [],
-        },
-        {
-            id: 'OpenAi-US-Phoenix',
-            coordinate: {
-                lat: 33.448376,
-                lon: -112.074036,
-            },
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            imageModelAvailability: [],
-            textEmbeddingModelAvailability: ['text-embedding-3-large'],
-        },
-    ]);
-}

package/dist/serverSelector/base.d.mts

@@ -1,22 +0,0 @@
-import type { RawCoordinate } from '@chainfuse/types';
-import type { IncomingRequestCfProperties } from '@cloudflare/workers-types/experimental';
-import { AiBase } from '../base.mjs';
-import type { Server } from './types.mjs';
-export declare enum PrivacyRegion {
-    Australian_Privacy_Principles = "APPs",
-    Brazil_General_Data_protection_Law = "LGPD",
-    Canada_Personal_Information_Protection_and_Electronic_Documents_Act = "PIPEDA",
-    General_Data_Protection_Regulation = "GDPR",
-    Indian_Personal_Protection = "PDP",
-    Japan_Act_on_the_Protection_of_Personal_Information = "APPI",
-    Korean_Personal_Information_Protection_Act = "PIPA",
-    Norwegian_Personal_Data_Act = "NPDA",
-    SouthAfrica_Protection_Personal_Information_Act = "PoPIA",
-    Swiss_Federal_Act_on_Data_Protection = "revFADP",
-    UK_General_Data_Protection_Regulation = "UK-GDPR"
-}
-export declare abstract class ServerSelector extends AiBase {
-    readonly servers: Set<Server>;
-    static determinePrivacyRegion(country?: IncomingRequestCfProperties['country'], continent?: IncomingRequestCfProperties['continent']): PrivacyRegion[];
-    closestServers(requiredCapability?: (Server['languageModelAvailability'] | Server['textEmbeddingModelAvailability'])[number], userCoordinate?: RawCoordinate, privacyRegion?: PrivacyRegion[]): Server[];
-}

package/dist/serverSelector/base.mjs

@@ -1,137 +0,0 @@
-import { Helpers } from '@chainfuse/helpers';
-import haversine from 'haversine-distance';
-import { AiBase } from '../base.mjs';
-export var PrivacyRegion;
-(function (PrivacyRegion) {
-    PrivacyRegion["Australian_Privacy_Principles"] = "APPs";
-    PrivacyRegion["Brazil_General_Data_protection_Law"] = "LGPD";
-    PrivacyRegion["Canada_Personal_Information_Protection_and_Electronic_Documents_Act"] = "PIPEDA";
-    PrivacyRegion["General_Data_Protection_Regulation"] = "GDPR";
-    PrivacyRegion["Indian_Personal_Protection"] = "PDP";
-    PrivacyRegion["Japan_Act_on_the_Protection_of_Personal_Information"] = "APPI";
-    PrivacyRegion["Korean_Personal_Information_Protection_Act"] = "PIPA";
-    PrivacyRegion["Norwegian_Personal_Data_Act"] = "NPDA";
-    PrivacyRegion["SouthAfrica_Protection_Personal_Information_Act"] = "PoPIA";
-    PrivacyRegion["Swiss_Federal_Act_on_Data_Protection"] = "revFADP";
-    PrivacyRegion["UK_General_Data_Protection_Regulation"] = "UK-GDPR";
-})(PrivacyRegion || (PrivacyRegion = {}));
-export class ServerSelector extends AiBase {
-    servers = new Set();
-    static determinePrivacyRegion(country, continent) {
-        const regions = new Set();
-        if (country) {
-            switch (country.toUpperCase()) {
-                case 'AU':
-                    regions.add(PrivacyRegion.Australian_Privacy_Principles);
-                    break;
-                case 'BR':
-                    regions.add(PrivacyRegion.Brazil_General_Data_protection_Law);
-                    break;
-                case 'CA':
-                    regions.add(PrivacyRegion.Canada_Personal_Information_Protection_and_Electronic_Documents_Act);
-                    regions.add(PrivacyRegion.General_Data_Protection_Regulation);
-                    regions.add(PrivacyRegion.Swiss_Federal_Act_on_Data_Protection);
-                    regions.add(PrivacyRegion.UK_General_Data_Protection_Regulation);
-                    break;
-                case 'IN':
-                    regions.add(PrivacyRegion.Indian_Personal_Protection);
-                    break;
-                case 'JP':
-                    regions.add(PrivacyRegion.Japan_Act_on_the_Protection_of_Personal_Information);
-                    regions.add(PrivacyRegion.General_Data_Protection_Regulation);
-                    regions.add(PrivacyRegion.UK_General_Data_Protection_Regulation);
-                    break;
-                case 'KR':
-                    regions.add(PrivacyRegion.Korean_Personal_Information_Protection_Act);
-                    regions.add(PrivacyRegion.General_Data_Protection_Regulation);
-                    regions.add(PrivacyRegion.UK_General_Data_Protection_Regulation);
-                    break;
-                case 'NO':
-                    regions.add(PrivacyRegion.Norwegian_Personal_Data_Act);
-                    regions.add(PrivacyRegion.Canada_Personal_Information_Protection_and_Electronic_Documents_Act);
-                    regions.add(PrivacyRegion.General_Data_Protection_Regulation);
-                    regions.add(PrivacyRegion.Japan_Act_on_the_Protection_of_Personal_Information);
-                    regions.add(PrivacyRegion.Korean_Personal_Information_Protection_Act);
-                    regions.add(PrivacyRegion.Swiss_Federal_Act_on_Data_Protection);
-                    regions.add(PrivacyRegion.UK_General_Data_Protection_Regulation);
-                    break;
-                case 'ZA':
-                    regions.add(PrivacyRegion.SouthAfrica_Protection_Personal_Information_Act);
-                    break;
-                case 'CH':
-                    regions.add(PrivacyRegion.Swiss_Federal_Act_on_Data_Protection);
-                    regions.add(PrivacyRegion.Canada_Personal_Information_Protection_and_Electronic_Documents_Act);
-                    regions.add(PrivacyRegion.General_Data_Protection_Regulation);
-                    regions.add(PrivacyRegion.Japan_Act_on_the_Protection_of_Personal_Information);
-                    regions.add(PrivacyRegion.Korean_Personal_Information_Protection_Act);
-                    regions.add(PrivacyRegion.Norwegian_Personal_Data_Act);
-                    regions.add(PrivacyRegion.Swiss_Federal_Act_on_Data_Protection);
-                    regions.add(PrivacyRegion.UK_General_Data_Protection_Regulation);
-                    break;
-                case 'GB':
-                    regions.add(PrivacyRegion.UK_General_Data_Protection_Regulation);
-                    regions.add(PrivacyRegion.Canada_Personal_Information_Protection_and_Electronic_Documents_Act);
-                    regions.add(PrivacyRegion.General_Data_Protection_Regulation);
-                    regions.add(PrivacyRegion.Japan_Act_on_the_Protection_of_Personal_Information);
-                    regions.add(PrivacyRegion.Korean_Personal_Information_Protection_Act);
-                    regions.add(PrivacyRegion.Norwegian_Personal_Data_Act);
-                    regions.add(PrivacyRegion.Swiss_Federal_Act_on_Data_Protection);
-                    regions.add(PrivacyRegion.UK_General_Data_Protection_Regulation);
-                    break;
-            }
-        }
-        if (continent) {
-            switch (continent.toUpperCase()) {
-                case 'EU':
-                    regions.add(PrivacyRegion.General_Data_Protection_Regulation);
-                    regions.add(PrivacyRegion.Canada_Personal_Information_Protection_and_Electronic_Documents_Act);
-                    regions.add(PrivacyRegion.Japan_Act_on_the_Protection_of_Personal_Information);
-                    regions.add(PrivacyRegion.Korean_Personal_Information_Protection_Act);
-                    regions.add(PrivacyRegion.Norwegian_Personal_Data_Act);
-                    regions.add(PrivacyRegion.Swiss_Federal_Act_on_Data_Protection);
-                    regions.add(PrivacyRegion.UK_General_Data_Protection_Regulation);
-                    break;
-            }
-        }
-        return Array.from(regions);
-    }
-    closestServers(requiredCapability, userCoordinate = {
-        lat: this.config.geoRouting?.userCoordinate?.lat ?? '0',
-        lon: this.config.geoRouting?.userCoordinate?.lon ?? '0',
-    }, privacyRegion = ServerSelector.determinePrivacyRegion(this.config.geoRouting?.country, this.config.geoRouting?.continent)) {
-        // Skip over the rest of logic if the server can't handle the incoming request
-        // @ts-expect-error it's always strings, just sometimes string literals
-        const featureFilteredServers = requiredCapability ? Array.from(this.servers).filter((server) => server.languageModelAvailability.includes(requiredCapability) || server.textEmbeddingModelAvailability.includes(requiredCapability)) : Array.from(this.servers);
-        if (featureFilteredServers.length > 0) {
-            // Skip over servers not in the save privacy region except if undefined, then you can use any
-            const privacyRegionFilteredServers = featureFilteredServers.filter((server) => privacyRegion.length === 0 || (server.region && privacyRegion.includes(server.region)));
-            if (privacyRegionFilteredServers.length > 0) {
-                // Calculate distance for each server and store it as a tuple [Server, distance]
-                const serversWithDistances = privacyRegionFilteredServers.map((server) => {
-                    // Match decimal point length
-                    return [
-                        server,
-                        haversine({
-                            lat: Helpers.precisionFloat(userCoordinate.lat),
-                            lon: Helpers.precisionFloat(userCoordinate.lon),
-                        }, {
-                            lat: server.coordinate.lat,
-                            lon: server.coordinate.lon,
-                        }),
-                    ];
-                });
-                // Sort the servers by distance
-                serversWithDistances.sort((a, b) => a[1] - b[1]);
-                // Extract the ids of the sorted servers
-                const sortedServers = serversWithDistances.map(([server]) => server);
-                return sortedServers;
-            }
-            else {
-                throw new Error(`No server with the capability ${requiredCapability} available in a region covered under ${JSON.stringify(privacyRegion)}`);
-            }
-        }
-        else {
-            throw new Error(`No server with the capability ${requiredCapability} available`);
-        }
-    }
-}

package/dist/serverSelector/types.d.mts

@@ -1,10 +0,0 @@
-import type { AzureChatModels, AzureEmbeddingModels, AzureImageModels, Coordinate } from '@chainfuse/types';
-import type { PrivacyRegion } from './base.mjs';
-export interface Server {
-    id: string;
-    coordinate: Coordinate;
-    region?: PrivacyRegion;
-    languageModelAvailability: AzureChatModels[] | string[];
-    imageModelAvailability: AzureImageModels[] | string[];
-    textEmbeddingModelAvailability: AzureEmbeddingModels[] | string[];
-}

package/dist/serverSelector/types.mjs

@@ -1 +0,0 @@
-export {};