@ax-llm/ax 10.0.36 → 10.0.38

package/index.d.cts

@@ -1582,6 +1582,14 @@ declare class AxBalancer implements AxAIService {
     private currentServiceIndex;
     private currentService;
     constructor(services: readonly AxAIService[], options?: AxBalancerOptions);
+    /**
+     * Service comparator that respects the input order of services.
+     */
+    static inputOrderComparator: () => number;
+    /**
+     * Service comparator that sorts services by cost.
+     */
+    static costComparator: (a: AxAIService, b: AxAIService) => number;
     getModelMap(): AxAIModelMap | undefined;
     private getNextService;
     private reset;

package/index.d.ts

@@ -1582,6 +1582,14 @@ declare class AxBalancer implements AxAIService {
     private currentServiceIndex;
     private currentService;
     constructor(services: readonly AxAIService[], options?: AxBalancerOptions);
+    /**
+     * Service comparator that respects the input order of services.
+     */
+    static inputOrderComparator: () => number;
+    /**
+     * Service comparator that sorts services by cost.
+     */
+    static costComparator: (a: AxAIService, b: AxAIService) => number;
     getModelMap(): AxAIModelMap | undefined;
     private getNextService;
     private reset;

package/index.js

@@ -5323,14 +5323,7 @@ var AxApacheTika = class {
 };
 
 // ai/balance.ts
-var axCostComparator = (a, b) => {
-  const aInfo = a.getModelInfo();
-  const bInfo = b.getModelInfo();
-  const aTotalCost = (aInfo.promptTokenCostPer1M || Infinity) + (aInfo.completionTokenCostPer1M || Infinity);
-  const bTotalCost = (bInfo.promptTokenCostPer1M || Infinity) + (bInfo.completionTokenCostPer1M || Infinity);
-  return aTotalCost - bTotalCost;
-};
-var AxBalancer = class {
+var AxBalancer = class _AxBalancer {
   services;
   currentServiceIndex = 0;
   currentService;
@@ -5338,13 +5331,29 @@ var AxBalancer = class {
     if (services.length === 0) {
       throw new Error("No AI services provided.");
     }
-    this.services = [...services].sort(options?.comparator ?? axCostComparator);
+    this.services = [...services].sort(
+      options?.comparator ?? _AxBalancer.costComparator
+    );
     const cs = this.services[this.currentServiceIndex];
     if (cs === void 0) {
       throw new Error("Error initializing the AI services.");
     }
     this.currentService = cs;
   }
+  /**
+   * Service comparator that respects the input order of services.
+   */
+  static inputOrderComparator = () => 0;
+  /**
+   * Service comparator that sorts services by cost.
+   */
+  static costComparator = (a, b) => {
+    const aInfo = a.getModelInfo();
+    const bInfo = b.getModelInfo();
+    const aTotalCost = (aInfo.promptTokenCostPer1M || Infinity) + (aInfo.completionTokenCostPer1M || Infinity);
+    const bTotalCost = (bInfo.promptTokenCostPer1M || Infinity) + (bInfo.completionTokenCostPer1M || Infinity);
+    return aTotalCost - bTotalCost;
+  };
   getModelMap() {
     throw new Error("Method not implemented.");
   }
@@ -5385,9 +5394,11 @@ var AxBalancer = class {
       try {
         return await this.currentService.chat(req, options);
       } catch (e) {
+        console.warn(`Service ${this.currentService.getName()} failed`);
         if (!this.getNextService()) {
           throw e;
         }
+        console.warn(`Switching to service ${this.currentService.getName()}`);
       }
     }
   }
@@ -5397,9 +5408,11 @@ var AxBalancer = class {
       try {
         return await this.currentService.embed(req, options);
       } catch (e) {
+        console.warn(`Service ${this.currentService.getName()} failed`);
         if (!this.getNextService()) {
           throw e;
         }
+        console.warn(`Switching to service ${this.currentService.getName()}`);
       }
     }
   }