@chainfuse/ai-tools 0.2.8 → 0.3.0

package/dist/models.d.mts

@@ -1,5 +1,5 @@
-import type { LanguageModelValues, TextEmbeddingModelValues } from '@chainfuse/types';
-import { wrapLanguageModel, type embed, type embedMany } from 'ai';
+import type { ImageModelValues, LanguageModelValues, TextEmbeddingModelValues } from '@chainfuse/types';
+import { wrapLanguageModel, type embed, type embedMany, type experimental_generateImage as generateImage } from 'ai';
 import { AiBase } from './base.mjs';
 import { AiRegistry } from './registry.mjs';
 import type { AiRequestConfig } from './types.mjs';
@@ -8,13 +8,23 @@ type ValidProviders = keyof ProvidersReturnType;
 type ProviderLanguageModels = {
     [P in ValidProviders]: Parameters<ProvidersReturnType[P]['languageModel']>[0];
 };
-type ProvidersTextEmbeddingModels = {
+type ValidImageProviders = {
+    [P in ValidProviders]: ProvidersReturnType[P] extends {
+        imageModel: (...args: any[]) => any;
+    } ? P : never;
+}[ValidProviders];
+type ProviderImageModels = {
+    [P in Extract<ValidImageProviders, ValidProviders>]: Parameters<ProvidersReturnType[P]['imageModel']>[0];
+};
+type ProviderTextEmbeddingModels = {
     [P in ValidProviders]: Parameters<ProvidersReturnType[P]['textEmbeddingModel']>[0];
 };
 export declare class AiModel extends AiBase {
     wrappedLanguageModel<P extends ValidProviders>(args: AiRequestConfig, provider: P, model: ProviderLanguageModels[P]): Promise<ReturnType<typeof wrapLanguageModel>>;
     wrappedLanguageModel(args: AiRequestConfig, model: LanguageModelValues): Promise<ReturnType<typeof wrapLanguageModel>>;
-    wrappedTextEmbeddingModel<P extends ValidProviders>(args: AiRequestConfig, provider: P, model: ProvidersTextEmbeddingModels[P]): Promise<Parameters<typeof embed | typeof embedMany>[0]['model']>;
+    wrappedImageModel<P extends ValidImageProviders>(args: AiRequestConfig, provider: P, model: ProviderImageModels[P]): Promise<Parameters<typeof generateImage>[0]['model']>;
+    wrappedImageModel(args: AiRequestConfig, model: ImageModelValues): Promise<Parameters<typeof generateImage>[0]['model']>;
+    wrappedTextEmbeddingModel<P extends ValidProviders>(args: AiRequestConfig, provider: P, model: ProviderTextEmbeddingModels[P]): Promise<Parameters<typeof embed | typeof embedMany>[0]['model']>;
     wrappedTextEmbeddingModel(args: AiRequestConfig, model: TextEmbeddingModelValues): Promise<Parameters<typeof embed | typeof embedMany>[0]['model']>;
     private get middleware();
 }

package/dist/models.mjs

@@ -8,6 +8,9 @@ export class AiModel extends AiBase {
             middleware: this.middleware,
         }));
     }
+    wrappedImageModel(args, modelOrProvider, model) {
+        return new AiRegistry(this.config).registry(args).then((registry) => registry.imageModel(model ? `${modelOrProvider}:${model}` : modelOrProvider));
+    }
     wrappedTextEmbeddingModel(args, modelOrProvider, model) {
         return new AiRegistry(this.config).registry(args).then((registry) => registry.textEmbeddingModel(model ? `${modelOrProvider}:${model}` : modelOrProvider));
     }

package/dist/providers/customProviders.mjs

@@ -1,6 +1,6 @@
 import { Helpers } from '@chainfuse/helpers';
 import { AiModels, enabledCloudflareLlmProviders } from '@chainfuse/types';
-import { APICallError, experimental_customProvider as customProvider, TypeValidationError, wrapLanguageModel } from 'ai';
+import { APICallError, customProvider, TypeValidationError, wrapLanguageModel } from 'ai';
 import { ZodError } from 'zod';
 import { AiBase } from '../base.mjs';
 import { AzureServerSelector } from '../serverSelector/azure.mjs';
@@ -67,6 +67,13 @@ export class AiCustomProviders extends AiBase {
                 return acc;
             }, Promise.resolve({})),
             // @ts-expect-error override for types
+            imageModels: await server.imageModelAvailability.reduce(async (accPromise, model) => {
+                const acc = await accPromise;
+                // @ts-expect-error override for types
+                acc[model] = (await raw.azOpenai(args, server)).imageModel(model);
+                return acc;
+            }, Promise.resolve({})),
+            // @ts-expect-error override for types
             textEmbeddingModels: await server.textEmbeddingModelAvailability.reduce(async (accPromise, model) => {
                 const acc = await accPromise;
                 // @ts-expect-error override for types
@@ -165,13 +172,11 @@ export class AiCustomProviders extends AiBase {
         const fallbackProvider = await new AiRawProviders(this.config).googleAi(args);
         return customProvider({
             languageModels: {
-                // provider:actual model name:extra
                 [AiModels.LanguageModels.GoogleGenerativeAi.gemini_flash_beta_search.split(':').slice(1).join(':')]: fallbackProvider(AiModels.LanguageModels.GoogleGenerativeAi.gemini_flash_beta_search.split(':')[1], { useSearchGrounding: true }),
                 [AiModels.LanguageModels.GoogleGenerativeAi.gemini_flash_search.split(':').slice(1).join(':')]: fallbackProvider(AiModels.LanguageModels.GoogleGenerativeAi.gemini_flash_search.split(':')[1], { useSearchGrounding: true }),
                 [AiModels.LanguageModels.GoogleGenerativeAi.gemini_pro_search.split(':').slice(1).join(':')]: fallbackProvider(AiModels.LanguageModels.GoogleGenerativeAi.gemini_pro_search.split(':')[1], { useSearchGrounding: true }),
             },
             fallbackProvider,
-            // GoogleGenerativeAi
         });
     }
 }

package/dist/providers/types.d.mts

@@ -1,15 +1,20 @@
+import type { OpenAIProvider } from '@ai-sdk/openai';
 import type { OpenAIChatSettings, OpenAIEmbeddingSettings } from '@ai-sdk/openai/internal';
-import type { EmbeddingModelV1, LanguageModelV1 } from '@ai-sdk/provider';
-import type { AzureChatModels, AzureEmbeddingModels } from '@chainfuse/types';
+import type { EmbeddingModelV1, ImageModelV1, LanguageModelV1 } from '@ai-sdk/provider';
+import type { AzureChatModels, AzureEmbeddingModels, AzureImageModels } from '@chainfuse/types';
 import type { Provider } from 'ai';
 export interface AzureOpenAIProvider extends Provider {
     (deploymentId: AzureChatModels, settings?: OpenAIChatSettings): LanguageModelV1;
     /**
-  Creates an Azure OpenAI chat model for text generation.
+     * Creates an Azure OpenAI chat model for text generation.
      */
     languageModel(deploymentId: AzureChatModels, settings?: OpenAIChatSettings): LanguageModelV1;
     /**
-  Creates an Azure OpenAI model for text embeddings.
+     * Creates an Azure OpenAI model for text embeddings.
      */
     textEmbeddingModel(deploymentId: AzureEmbeddingModels, settings?: OpenAIEmbeddingSettings): EmbeddingModelV1<string>;
+    /**
+     * Creates a model for image generation.
+     */
+    imageModel(modelId: AzureImageModels, settings?: Parameters<OpenAIProvider['imageModel']>[1]): ImageModelV1;
 }

package/dist/registry.mjs

@@ -13,6 +13,8 @@ export class AiRegistry extends AiBase {
         });
     }
     async registry(args) {
-        return createProviderRegistry(await this.providers(args));
+        return createProviderRegistry(
+        // @ts-expect-error override for types
+        await this.providers(args));
     }
 }

package/dist/serverSelector/azure.mjs

@@ -10,7 +10,8 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.Australian_Privacy_Principles,
             languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            textEmbeddingModelAvailability: [],
+            imageModelAvailability: ['dall-e-3'],
+            textEmbeddingModelAvailability: ['text-embedding-3-large', 'text-embedding-3-small'],
         },
         {
             id: 'OpenAi-BR-SaoPauloState',
@@ -20,6 +21,7 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.Brazil_General_Data_protection_Law,
             languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: [],
         },
         {
@@ -30,6 +32,7 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.Canada_Personal_Information_Protection_and_Electronic_Documents_Act,
             languageModelAvailability: [],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: [],
         },
         {
@@ -40,6 +43,7 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.Canada_Personal_Information_Protection_and_Electronic_Documents_Act,
             languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: ['text-embedding-3-small', 'text-embedding-3-large'],
         },
         {
@@ -49,6 +53,7 @@ export class AzureServerSelector extends ServerSelector {
                 lon: -79.8164,
             },
             languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: ['dall-e-3'],
             textEmbeddingModelAvailability: ['text-embedding-3-small', 'text-embedding-3-large'],
         },
         {
@@ -57,7 +62,8 @@ export class AzureServerSelector extends ServerSelector {
                 lat: 36.6681,
                 lon: -78.3889,
             },
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini', 'o1', 'o3-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: ['text-embedding-3-small', 'text-embedding-3-large'],
         },
         {
@@ -68,6 +74,7 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.General_Data_Protection_Regulation,
             languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: ['text-embedding-3-large'],
         },
         {
@@ -78,6 +85,7 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.General_Data_Protection_Regulation,
             languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: [],
         },
         {
@@ -88,7 +96,8 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.Japan_Act_on_the_Protection_of_Personal_Information,
             languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            textEmbeddingModelAvailability: ['text-embedding-3-large'],
+            imageModelAvailability: [],
+            textEmbeddingModelAvailability: ['text-embedding-3-large', 'text-embedding-3-small'],
         },
         {
             id: 'OpenAi-KR-Seoul',
@@ -98,6 +107,7 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.Korean_Personal_Information_Protection_Act,
             languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: [],
         },
         {
@@ -107,6 +117,7 @@ export class AzureServerSelector extends ServerSelector {
                 lon: -87.6278,
             },
             languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: [],
         },
         {
@@ -117,6 +128,7 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.Norwegian_Personal_Data_Act,
             languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: ['text-embedding-3-large'],
         },
         {
@@ -127,7 +139,8 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.General_Data_Protection_Regulation,
             languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            textEmbeddingModelAvailability: [],
+            imageModelAvailability: [],
+            textEmbeddingModelAvailability: ['text-embedding-3-large'],
         },
         {
             id: 'OpenAi-ZA-Johannesburg',
@@ -137,6 +150,7 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.SouthAfrica_Protection_Personal_Information_Act,
             languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: [],
         },
         {
@@ -146,6 +160,7 @@ export class AzureServerSelector extends ServerSelector {
                 lon: -98.5,
             },
             languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: [],
         },
         {
@@ -156,8 +171,19 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.Indian_Personal_Protection,
             languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: ['text-embedding-3-large'],
         },
+        {
+            id: 'OpenAi-SG-Singapore',
+            coordinate: {
+                lat: 1.283,
+                lon: 103.833,
+            },
+            languageModelAvailability: [],
+            imageModelAvailability: [],
+            textEmbeddingModelAvailability: [],
+        },
         {
             id: 'OpenAi-EU-Gavle',
             coordinate: {
@@ -165,7 +191,8 @@ export class AzureServerSelector extends ServerSelector {
                 lon: 17.14127,
             },
             region: PrivacyRegion.General_Data_Protection_Regulation,
-            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o-mini', 'gpt-4o'],
+            languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o-mini', 'gpt-4o', 'o1', 'o3-mini'],
+            imageModelAvailability: ['dall-e-3'],
             textEmbeddingModelAvailability: ['text-embedding-3-large'],
         },
         {
@@ -176,6 +203,7 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.General_Data_Protection_Regulation,
             languageModelAvailability: ['gpt-4-turbo', 'gpt-4o'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: [],
         },
         {
@@ -186,6 +214,17 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.Swiss_Federal_Act_on_Data_Protection,
             languageModelAvailability: [],
+            imageModelAvailability: [],
+            textEmbeddingModelAvailability: [],
+        },
+        {
+            id: 'OpenAi-AE-Dubai',
+            coordinate: {
+                lat: 25.266666,
+                lon: 55.316666,
+            },
+            languageModelAvailability: ['gpt-4-turbo', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: [],
         },
         {
@@ -196,7 +235,8 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.Swiss_Federal_Act_on_Data_Protection,
             languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
-            textEmbeddingModelAvailability: [],
+            imageModelAvailability: [],
+            textEmbeddingModelAvailability: ['text-embedding-3-large', 'text-embedding-3-small'],
         },
         {
             id: 'OpenAi-UK-London',
@@ -206,6 +246,7 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.UK_General_Data_Protection_Regulation,
             languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: ['text-embedding-3-large'],
         },
         {
@@ -216,6 +257,7 @@ export class AzureServerSelector extends ServerSelector {
             },
             region: PrivacyRegion.General_Data_Protection_Regulation,
             languageModelAvailability: ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: [],
         },
         {
@@ -225,6 +267,7 @@ export class AzureServerSelector extends ServerSelector {
                 lon: -122.417,
             },
             languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: [],
         },
         {
@@ -234,6 +277,7 @@ export class AzureServerSelector extends ServerSelector {
                 lon: -112.074036,
             },
             languageModelAvailability: ['gpt-35-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini'],
+            imageModelAvailability: [],
             textEmbeddingModelAvailability: ['text-embedding-3-large'],
         },
     ]);

package/dist/serverSelector/types.d.mts

@@ -1,9 +1,10 @@
-import type { AzureChatModels, AzureEmbeddingModels, Coordinate } from '@chainfuse/types';
+import type { AzureChatModels, AzureEmbeddingModels, AzureImageModels, Coordinate } from '@chainfuse/types';
 import type { PrivacyRegion } from './base.mjs';
 export interface Server {
     id: string;
     coordinate: Coordinate;
     region?: PrivacyRegion;
     languageModelAvailability: AzureChatModels[] | string[];
+    imageModelAvailability: AzureImageModels[] | string[];
     textEmbeddingModelAvailability: AzureEmbeddingModels[] | string[];
 }

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@chainfuse/ai-tools",
-	"version": "0.2.8",
+	"version": "0.3.0",
 	"description": "",
 	"author": "ChainFuse",
 	"homepage": "https://github.com/ChainFuse/packages/tree/main/packages/ai-tools#readme",
@@ -48,21 +48,21 @@
 	},
 	"prettier": "@demosjarco/prettier-config",
 	"dependencies": {
-		"@ai-sdk/anthropic": "^1.1.5",
-		"@ai-sdk/azure": "^1.1.5",
-		"@ai-sdk/google": "^1.1.6",
+		"@ai-sdk/anthropic": "^1.1.6",
+		"@ai-sdk/azure": "^1.1.9",
+		"@ai-sdk/google": "^1.1.8",
 		"@ai-sdk/openai": "^1.0.5",
-		"@ai-sdk/openai-compatible": "^0.1.6",
-		"@chainfuse/helpers": "^1.1.1",
-		"@chainfuse/types": "^1.6.0",
-		"ai": "^4.1.10",
+		"@ai-sdk/openai-compatible": "^0.1.8",
+		"@chainfuse/helpers": "^1.1.2",
+		"@chainfuse/types": "^1.6.2",
+		"ai": "^4.1.16",
 		"chalk": "^5.4.1",
 		"haversine-distance": "^1.2.3",
 		"workers-ai-provider": "^0.0.10"
 	},
 	"devDependencies": {
-		"@cloudflare/workers-types": "^4.20250124.3",
-		"openai": "^4.80.1"
+		"@cloudflare/workers-types": "^4.20250129.0",
+		"openai": "^4.82.0"
 	},
-	"gitHead": "928481e16670b3cbf86d942d1d2983635298c41c"
+	"gitHead": "5c8d059af28f814e48549d079a7b7f01dc3ad1db"
 }