@ax-llm/ax 10.0.36 → 10.0.38

package/index.cjs

@@ -5416,14 +5416,7 @@ var AxApacheTika = class {
 };
 
 // ai/balance.ts
-var axCostComparator = (a, b) => {
-  const aInfo = a.getModelInfo();
-  const bInfo = b.getModelInfo();
-  const aTotalCost = (aInfo.promptTokenCostPer1M || Infinity) + (aInfo.completionTokenCostPer1M || Infinity);
-  const bTotalCost = (bInfo.promptTokenCostPer1M || Infinity) + (bInfo.completionTokenCostPer1M || Infinity);
-  return aTotalCost - bTotalCost;
-};
-var AxBalancer = class {
+var AxBalancer = class _AxBalancer {
   services;
   currentServiceIndex = 0;
   currentService;
@@ -5431,13 +5424,29 @@ var AxBalancer = class {
     if (services.length === 0) {
       throw new Error("No AI services provided.");
     }
-    this.services = [...services].sort(options?.comparator ?? axCostComparator);
+    this.services = [...services].sort(
+      options?.comparator ?? _AxBalancer.costComparator
+    );
     const cs = this.services[this.currentServiceIndex];
     if (cs === void 0) {
       throw new Error("Error initializing the AI services.");
     }
     this.currentService = cs;
   }
+  /**
+   * Service comparator that respects the input order of services.
+   */
+  static inputOrderComparator = () => 0;
+  /**
+   * Service comparator that sorts services by cost.
+   */
+  static costComparator = (a, b) => {
+    const aInfo = a.getModelInfo();
+    const bInfo = b.getModelInfo();
+    const aTotalCost = (aInfo.promptTokenCostPer1M || Infinity) + (aInfo.completionTokenCostPer1M || Infinity);
+    const bTotalCost = (bInfo.promptTokenCostPer1M || Infinity) + (bInfo.completionTokenCostPer1M || Infinity);
+    return aTotalCost - bTotalCost;
+  };
   getModelMap() {
     throw new Error("Method not implemented.");
   }
@@ -5478,9 +5487,11 @@ var AxBalancer = class {
       try {
         return await this.currentService.chat(req, options);
       } catch (e) {
+        console.warn(`Service ${this.currentService.getName()} failed`);
         if (!this.getNextService()) {
           throw e;
         }
+        console.warn(`Switching to service ${this.currentService.getName()}`);
       }
     }
   }
@@ -5490,9 +5501,11 @@ var AxBalancer = class {
       try {
         return await this.currentService.embed(req, options);
       } catch (e) {
+        console.warn(`Service ${this.currentService.getName()} failed`);
         if (!this.getNextService()) {
           throw e;
         }
+        console.warn(`Switching to service ${this.currentService.getName()}`);
       }
     }
   }