@tstdl/base 0.93.160 → 0.93.161

package/ai/genkit/multi-region.plugin.js

@@ -1,12 +1,18 @@
 import { vertexAI } from '@genkit-ai/google-genai';
 import { GenkitError, modelRef } from 'genkit';
 import { genkitPlugin } from 'genkit/plugin';
-import { shuffle } from '../../utils/array/index.js';
+import { distinct, shuffle } from '../../utils/array/index.js';
 import { isInstanceOf, isNullOrUndefined } from '../../utils/type-guards.js';
 import { millisecondsPerMinute, millisecondsPerSecond } from '../../utils/units.js';
 const pluginKey = 'vertexai-multi-location';
 const geminiModelReference = vertexAI.model('gemini-2.5-flash');
 export function vertexAiMultiLocation(options) {
+    if (options.locations.length == 0) {
+        throw new GenkitError({
+            status: 'INVALID_ARGUMENT',
+            message: 'At least one location must be provided for vertexAiMultiLocation',
+        });
+    }
     const locationConfigs = options.locations.map((location) => {
         const circuitBreakerKey = `genkit:vertex-ai:location:${location}`;
         const tokenLimitCircuitBreakerKey = `${circuitBreakerKey}:token-limit`;
@@ -41,16 +47,19 @@ export function vertexAiMultiLocation(options) {
             const shuffledConfigs = shuffle([...locationConfigs]);
             let lastError;
             let isLargeRequest = false;
+            const skippedLocations = [];
             for (const { location, circuitBreaker, tokenLimitCircuitBreaker } of shuffledConfigs) {
                 const check = await circuitBreaker.check();
                 if (!check.allowed) {
                     options.logger.warn(`Location ${location} is currently unhealthy. Skipping...`);
+                    skippedLocations.push({ location, reason: 'unhealthy' });
                     continue;
                 }
                 if (isLargeRequest) {
                     const tokenCheck = await tokenLimitCircuitBreaker.check();
                     if (!tokenCheck.allowed) {
                         options.logger.warn(`Location ${location} is known to have a low token limit. Skipping for this large request...`);
+                        skippedLocations.push({ location, reason: 'known to have low token limits' });
                         continue;
                     }
                 }
@@ -88,6 +97,14 @@ export function vertexAiMultiLocation(options) {
                     }
                 }
             }
+            if (isNullOrUndefined(lastError)) {
+                const uniqueReasons = distinct(skippedLocations.map((s) => s.reason));
+                const reasonsString = uniqueReasons.join(' or ');
+                throw new GenkitError({
+                    status: 'UNAVAILABLE',
+                    message: `All locations were skipped because they are ${reasonsString}`,
+                });
+            }
             throw lastError;
         });
     };

package/ai/genkit/tests/multi-region.test.js

@@ -138,4 +138,42 @@ describe('Genkit vertexai-multi-location Plugin Tests', () => {
         });
         expect(response2.text).toBe('success from cb-success');
     });
+    it('should throw if no locations are provided', async () => {
+        expect(() => {
+            vertexAiMultiLocation({
+                locations: [],
+                circuitBreakerProvider: cbProvider,
+                logger,
+            });
+        }).toThrow('At least one location must be provided');
+    });
+    it('should throw if all locations are unhealthy', async () => {
+        const ai2 = genkit({
+            plugins: [
+                vertexAiMultiLocation({
+                    locations: ['unhealthy-1'],
+                    circuitBreakerProvider: cbProvider,
+                    logger,
+                    circuitBreakerConfig: { resetTimeout: 1000000, threshold: 1 },
+                }),
+            ],
+        });
+        // Manually trip the circuit breaker
+        const cb = cbProvider.provide('genkit:vertex-ai:location:unhealthy-1', { threshold: 1, resetTimeout: 1000000 });
+        await cb.recordFailure();
+        ai2.defineModel({
+            name: 'vertexai/gemini-2.5-flash',
+        }, async () => {
+            return {
+                message: {
+                    role: 'model',
+                    content: [{ text: 'success' }],
+                },
+            };
+        });
+        await expect(ai2.generate({
+            model: 'vertexai-multi-location/gemini-2.5-flash',
+            prompt: 'test',
+        })).rejects.toThrow('All locations were skipped because they are unhealthy');
+    });
 });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tstdl/base",
-  "version": "0.93.160",
+  "version": "0.93.161",
   "author": "Patrick Hein",
   "publishConfig": {
     "access": "public"