@chainfuse/ai-tools 0.12.1 → 0.12.3

package/dist/providers/customProviders.mjs

@@ -97,7 +97,7 @@ export class AiCustomProviders extends AiBase {
             textEmbeddingModels: await server.textEmbeddingModelAvailability.reduce(async (accPromise, model) => {
                 const acc = await accPromise;
                 // @ts-expect-error override for types
-                acc[model] = (await raw.azOpenai(args, server)).textEmbeddingModel(model);
+                acc[model.name] = (await raw.azOpenai(args, server)).textEmbeddingModel(model.name);
                 return acc;
             }, Promise.resolve({})),
             // An optional fallback provider to use when a requested model is not found in the custom provider.

package/dist/providers/rawProviders.mjs

@@ -4,32 +4,38 @@ export class AiRawProviders extends AiBase {
     // 2628288 seconds is what cf defines as 1 month in their cache rules
     cacheTtl = 2628288;
     async updateGatewayLog(response, metadataHeader, startRoundTrip, modelTime) {
-        const updateMetadata = import('@chainfuse/helpers')
-            .then(({ NetHelpers }) => NetHelpers.cfApi(this.config.gateway.apiToken))
-            .then((cf) => cf.aiGateway.logs.edit(this.gatewayName, response.headers.get('cf-aig-log-id'), {
-            account_id: this.config.gateway.accountId,
-            metadata: {
-                ...Object.entries({
-                    ...metadataHeader,
-                    serverInfo: {
-                        ...JSON.parse(metadataHeader.serverInfo),
-                        timing: {
-                            fromCache: response.headers.get('cf-aig-cache-status')?.toLowerCase() === 'hit',
-                            totalRoundtripTime: performance.now() - startRoundTrip,
-                            modelTime,
+        const logId = response.headers.get('cf-aig-log-id');
+        if (logId) {
+            const updateMetadata = import('@chainfuse/helpers')
+                .then(({ NetHelpers }) => NetHelpers.cfApi(this.config.gateway.apiToken))
+                .then((cf) => cf.aiGateway.logs.edit(this.gatewayName, logId, {
+                account_id: this.config.gateway.accountId,
+                metadata: {
+                    ...Object.entries({
+                        ...metadataHeader,
+                        serverInfo: {
+                            ...JSON.parse(metadataHeader.serverInfo),
+                            timing: {
+                                fromCache: response.headers.get('cf-aig-cache-status')?.toLowerCase() === 'hit',
+                                totalRoundtripTime: performance.now() - startRoundTrip,
+                                modelTime,
+                            },
                         },
-                    },
-                }).reduce((acc, [key, value]) => {
-                    acc[key] = typeof value === 'string' ? value : JSON.stringify(value);
-                    return acc;
-                }, {}),
-            },
-        }));
-        if (this.config.backgroundContext) {
-            this.config.backgroundContext.waitUntil(updateMetadata);
+                    }).reduce((acc, [key, value]) => {
+                        acc[key] = typeof value === 'string' ? value : JSON.stringify(value);
+                        return acc;
+                    }, {}),
+                },
+            }));
+            if (this.config.backgroundContext) {
+                this.config.backgroundContext.waitUntil(updateMetadata);
+            }
+            else {
+                await updateMetadata;
+            }
         }
         else {
-            await updateMetadata;
+            console.warn('Not updating gateway log, no cf-aig-log-id header');
         }
     }
     oaiOpenai(args) {

package/dist/serverSelector.mjs

@@ -115,7 +115,7 @@ export class ServerSelector extends AiBase {
         }
         // Skip over the rest of logic if the server can't handle the incoming request
         // @ts-expect-error it's always strings, just sometimes string literals
-        const featureFilteredServers = requiredCapability ? servers.filter((server) => server.languageModelAvailability.includes(requiredCapability) || server.textEmbeddingModelAvailability.includes(requiredCapability)) : servers;
+        const featureFilteredServers = requiredCapability ? servers.filter((server) => server.languageModelAvailability.map((model) => model.name).includes(requiredCapability) || server.textEmbeddingModelAvailability.map((model) => model.name).includes(requiredCapability)) : servers;
         if (featureFilteredServers.length > 0) {
             // Skip over servers not in the save privacy region except if undefined, then you can use any
             const privacyRegionFilteredServers = featureFilteredServers.filter((server) => privacyRegion.length === 0 || ('privacyRegion' in server && privacyRegion.includes(server.privacyRegion)));

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@chainfuse/ai-tools",
-	"version": "0.12.1",
+	"version": "0.12.3",
 	"description": "",
 	"author": "ChainFuse",
 	"homepage": "https://github.com/ChainFuse/packages/tree/main/packages/ai-tools#readme",
@@ -52,17 +52,17 @@
 		"@ai-sdk/azure": "^1.3.6",
 		"@ai-sdk/google": "^1.2.5",
 		"@ai-sdk/openai": "^1.0.5",
-		"@ai-sdk/openai-compatible": "^0.2.4",
-		"@chainfuse/helpers": "^2.2.3",
-		"@chainfuse/types": "^2.3.1",
+		"@ai-sdk/openai-compatible": "^0.2.5",
+		"@chainfuse/helpers": "^2.2.4",
+		"@chainfuse/types": "^2.4.0",
 		"ai": "^4.2.10",
 		"chalk": "^5.4.1",
 		"haversine-distance": "^1.2.3",
-		"workers-ai-provider": "^0.2.2"
+		"workers-ai-provider": "^0.3.0"
 	},
 	"devDependencies": {
-		"@cloudflare/workers-types": "^4.20250327.0",
-		"openai": "^4.91.0"
+		"@cloudflare/workers-types": "^4.20250402.0",
+		"openai": "^4.91.1"
 	},
-	"gitHead": "0e791ace039e29822b615aa2091e07950797f52d"
+	"gitHead": "03a624d8b16b8043fdd51595a2f293aaf3017f51"
 }