@ax-llm/ax 12.0.4 → 12.0.5

package/index.js

@@ -8196,7 +8196,7 @@ var AxSignature = class _AxSignature {
       });
       this.inputFields = parsedFields;
       this.invalidateValidationCache();
-      this.updateHash();
+      this.updateHashLight();
     } catch (error) {
       if (error instanceof AxSignatureValidationError) {
         throw error;
@@ -8222,7 +8222,7 @@ var AxSignature = class _AxSignature {
       });
       this.outputFields = parsedFields;
       this.invalidateValidationCache();
-      this.updateHash();
+      this.updateHashLight();
     } catch (error) {
       if (error instanceof AxSignatureValidationError) {
         throw error;
@@ -9990,219 +9990,6 @@ function validateModels2(services) {
   }
 }
 
-// dsp/optimize.ts
-var AxBootstrapFewShot = class {
-  ai;
-  teacherAI;
-  program;
-  examples;
-  maxRounds;
-  maxDemos;
-  maxExamples;
-  batchSize;
-  earlyStoppingPatience;
-  costMonitoring;
-  maxTokensPerGeneration;
-  verboseMode;
-  debugMode;
-  traces = [];
-  stats = {
-    totalCalls: 0,
-    successfulDemos: 0,
-    estimatedTokenUsage: 0,
-    earlyStopped: false
-  };
-  constructor({
-    ai,
-    program,
-    examples = [],
-    options
-  }) {
-    if (examples.length === 0) {
-      throw new Error("No examples found");
-    }
-    this.maxRounds = options?.maxRounds ?? 3;
-    this.maxDemos = options?.maxDemos ?? 4;
-    this.maxExamples = options?.maxExamples ?? 16;
-    this.batchSize = options?.batchSize ?? 1;
-    this.earlyStoppingPatience = options?.earlyStoppingPatience ?? 0;
-    this.costMonitoring = options?.costMonitoring ?? false;
-    this.maxTokensPerGeneration = options?.maxTokensPerGeneration ?? 0;
-    this.verboseMode = options?.verboseMode ?? true;
-    this.debugMode = options?.debugMode ?? false;
-    this.ai = ai;
-    this.teacherAI = options?.teacherAI;
-    this.program = program;
-    this.examples = examples;
-  }
-  async compileRound(roundIndex, metricFn, options) {
-    const st = (/* @__PURE__ */ new Date()).getTime();
-    const maxDemos = options?.maxDemos ?? this.maxDemos;
-    const aiOpt = {
-      modelConfig: {
-        temperature: 0.7
-      }
-    };
-    if (this.maxTokensPerGeneration > 0) {
-      aiOpt.modelConfig.max_tokens = this.maxTokensPerGeneration;
-    }
-    const examples = randomSample(this.examples, this.maxExamples);
-    const previousSuccessCount = this.traces.length;
-    for (let i = 0; i < examples.length; i += this.batchSize) {
-      if (i > 0) {
-        aiOpt.modelConfig.temperature = 0.7 + 1e-3 * i;
-      }
-      const batch = examples.slice(i, i + this.batchSize);
-      for (const ex of batch) {
-        if (!ex) {
-          continue;
-        }
-        const exList = examples.filter((e) => e !== ex);
-        this.program.setExamples(exList);
-        const aiService = this.teacherAI || this.ai;
-        this.stats.totalCalls++;
-        let res;
-        let error;
-        try {
-          res = await this.program.forward(aiService, ex, aiOpt);
-          if (this.costMonitoring) {
-            this.stats.estimatedTokenUsage += JSON.stringify(ex).length / 4 + JSON.stringify(res).length / 4;
-          }
-          const score = metricFn({ prediction: res, example: ex });
-          const success = score >= 0.5;
-          if (success) {
-            this.traces = [...this.traces, ...this.program.getTraces()];
-            this.stats.successfulDemos++;
-          }
-        } catch (err) {
-          error = err;
-          res = {};
-        }
-        const current = i + examples.length * roundIndex + (batch.indexOf(ex) + 1);
-        const total = examples.length * this.maxRounds;
-        const et = (/* @__PURE__ */ new Date()).getTime() - st;
-        if (this.verboseMode || this.debugMode) {
-          const configInfo = {
-            maxRounds: this.maxRounds,
-            batchSize: this.batchSize,
-            earlyStoppingPatience: this.earlyStoppingPatience,
-            costMonitoring: this.costMonitoring,
-            verboseMode: this.verboseMode,
-            debugMode: this.debugMode
-          };
-          updateDetailedProgress(
-            roundIndex,
-            current,
-            total,
-            et,
-            ex,
-            this.stats,
-            configInfo,
-            res,
-            error
-          );
-        } else {
-          updateProgressBar(
-            current,
-            total,
-            this.traces.length,
-            et,
-            "Tuning Prompt",
-            30
-          );
-        }
-        if (this.traces.length >= maxDemos) {
-          return;
-        }
-      }
-    }
-    if (this.earlyStoppingPatience > 0) {
-      const newSuccessCount = this.traces.length;
-      const improvement = newSuccessCount - previousSuccessCount;
-      if (!this.stats.earlyStopping) {
-        this.stats.earlyStopping = {
-          bestScoreRound: improvement > 0 ? roundIndex : 0,
-          patienceExhausted: false
-        };
-      } else if (improvement > 0) {
-        this.stats.earlyStopping.bestScoreRound = roundIndex;
-      } else if (roundIndex - this.stats.earlyStopping.bestScoreRound >= this.earlyStoppingPatience) {
-        this.stats.earlyStopping.patienceExhausted = true;
-        this.stats.earlyStopped = true;
-        if (this.verboseMode || this.debugMode) {
-          console.log(
-            `
-Early stopping triggered after ${roundIndex + 1} rounds. No improvement for ${this.earlyStoppingPatience} rounds.`
-          );
-        }
-        return;
-      }
-    }
-  }
-  async compile(metricFn, options) {
-    const maxRounds = options?.maxRounds ?? this.maxRounds;
-    this.traces = [];
-    this.stats = {
-      totalCalls: 0,
-      successfulDemos: 0,
-      estimatedTokenUsage: 0,
-      earlyStopped: false
-    };
-    for (let i = 0; i < maxRounds; i++) {
-      await this.compileRound(i, metricFn, options);
-      if (this.stats.earlyStopped) {
-        break;
-      }
-    }
-    if (this.traces.length === 0) {
-      throw new Error(
-        "No demonstrations found. Either provider more examples or improve the existing ones."
-      );
-    }
-    const demos = groupTracesByKeys(this.traces);
-    return {
-      demos,
-      stats: this.stats
-    };
-  }
-  // Get optimization statistics
-  getStats() {
-    return this.stats;
-  }
-};
-function groupTracesByKeys(programTraces) {
-  const groupedTraces = /* @__PURE__ */ new Map();
-  for (const programTrace of programTraces) {
-    if (groupedTraces.has(programTrace.programId)) {
-      const traces = groupedTraces.get(programTrace.programId);
-      if (traces) {
-        traces.push(programTrace.trace);
-      }
-    } else {
-      groupedTraces.set(programTrace.programId, [programTrace.trace]);
-    }
-  }
-  const programDemosArray = [];
-  for (const [programId, traces] of groupedTraces.entries()) {
-    programDemosArray.push({ traces, programId });
-  }
-  return programDemosArray;
-}
-var randomSample = (array, n) => {
-  const clonedArray = [...array];
-  for (let i = clonedArray.length - 1; i > 0; i--) {
-    const j = Math.floor(Math.random() * (i + 1));
-    const caI = clonedArray[i];
-    const caJ = clonedArray[j];
-    if (!caI || !caJ) {
-      throw new Error("Invalid array elements");
-    }
-    ;
-    [clonedArray[i], clonedArray[j]] = [caJ, caI];
-  }
-  return clonedArray.slice(0, n);
-};
-
 // db/base.ts
 import { SpanKind as SpanKind3 } from "@opentelemetry/api";
 var AxDBBase = class {
@@ -11661,7 +11448,222 @@ var AxMCPStreambleHTTPTransport = class {
   }
 };
 
-// dsp/mipro.ts
+// dsp/optimizers/bootstrapFewshot.ts
+var AxBootstrapFewShot = class {
+  ai;
+  teacherAI;
+  program;
+  examples;
+  maxRounds;
+  maxDemos;
+  maxExamples;
+  batchSize;
+  earlyStoppingPatience;
+  costMonitoring;
+  maxTokensPerGeneration;
+  verboseMode;
+  debugMode;
+  traces = [];
+  stats = {
+    totalCalls: 0,
+    successfulDemos: 0,
+    estimatedTokenUsage: 0,
+    earlyStopped: false
+  };
+  constructor({
+    ai,
+    program,
+    examples = [],
+    options
+  }) {
+    if (examples.length === 0) {
+      throw new Error("No examples found");
+    }
+    const bootstrapOptions = options;
+    this.maxRounds = bootstrapOptions?.maxRounds ?? 3;
+    this.maxDemos = bootstrapOptions?.maxDemos ?? 4;
+    this.maxExamples = bootstrapOptions?.maxExamples ?? 16;
+    this.batchSize = bootstrapOptions?.batchSize ?? 1;
+    this.earlyStoppingPatience = bootstrapOptions?.earlyStoppingPatience ?? 0;
+    this.costMonitoring = bootstrapOptions?.costMonitoring ?? false;
+    this.maxTokensPerGeneration = bootstrapOptions?.maxTokensPerGeneration ?? 0;
+    this.verboseMode = bootstrapOptions?.verboseMode ?? true;
+    this.debugMode = bootstrapOptions?.debugMode ?? false;
+    this.ai = ai;
+    this.teacherAI = bootstrapOptions?.teacherAI;
+    this.program = program;
+    this.examples = examples;
+  }
+  async compileRound(roundIndex, metricFn, options) {
+    const st = (/* @__PURE__ */ new Date()).getTime();
+    const maxDemos = options?.maxDemos ?? this.maxDemos;
+    const aiOpt = {
+      modelConfig: {
+        temperature: 0.7
+      }
+    };
+    if (this.maxTokensPerGeneration > 0) {
+      aiOpt.modelConfig.max_tokens = this.maxTokensPerGeneration;
+    }
+    const examples = randomSample(this.examples, this.maxExamples);
+    const previousSuccessCount = this.traces.length;
+    for (let i = 0; i < examples.length; i += this.batchSize) {
+      if (i > 0) {
+        aiOpt.modelConfig.temperature = 0.7 + 1e-3 * i;
+      }
+      const batch = examples.slice(i, i + this.batchSize);
+      for (const ex of batch) {
+        if (!ex) {
+          continue;
+        }
+        const exList = examples.filter((e) => e !== ex);
+        this.program.setExamples(exList);
+        const aiService = this.teacherAI || this.ai;
+        this.stats.totalCalls++;
+        let res;
+        let error;
+        try {
+          res = await this.program.forward(aiService, ex, aiOpt);
+          if (this.costMonitoring) {
+            this.stats.estimatedTokenUsage += JSON.stringify(ex).length / 4 + JSON.stringify(res).length / 4;
+          }
+          const score = metricFn({ prediction: res, example: ex });
+          const success = score >= 0.5;
+          if (success) {
+            this.traces = [...this.traces, ...this.program.getTraces()];
+            this.stats.successfulDemos++;
+          }
+        } catch (err) {
+          error = err;
+          res = {};
+        }
+        const current = i + examples.length * roundIndex + (batch.indexOf(ex) + 1);
+        const total = examples.length * this.maxRounds;
+        const et = (/* @__PURE__ */ new Date()).getTime() - st;
+        if (this.verboseMode || this.debugMode) {
+          const configInfo = {
+            maxRounds: this.maxRounds,
+            batchSize: this.batchSize,
+            earlyStoppingPatience: this.earlyStoppingPatience,
+            costMonitoring: this.costMonitoring,
+            verboseMode: this.verboseMode,
+            debugMode: this.debugMode
+          };
+          updateDetailedProgress(
+            roundIndex,
+            current,
+            total,
+            et,
+            ex,
+            this.stats,
+            configInfo,
+            res,
+            error
+          );
+        } else {
+          updateProgressBar(
+            current,
+            total,
+            this.traces.length,
+            et,
+            "Tuning Prompt",
+            30
+          );
+        }
+        if (this.traces.length >= maxDemos) {
+          return;
+        }
+      }
+    }
+    if (this.earlyStoppingPatience > 0) {
+      const newSuccessCount = this.traces.length;
+      const improvement = newSuccessCount - previousSuccessCount;
+      if (!this.stats.earlyStopping) {
+        this.stats.earlyStopping = {
+          bestScoreRound: improvement > 0 ? roundIndex : 0,
+          patienceExhausted: false
+        };
+      } else if (improvement > 0) {
+        this.stats.earlyStopping.bestScoreRound = roundIndex;
+      } else if (roundIndex - this.stats.earlyStopping.bestScoreRound >= this.earlyStoppingPatience) {
+        this.stats.earlyStopping.patienceExhausted = true;
+        this.stats.earlyStopped = true;
+        if (this.verboseMode || this.debugMode) {
+          console.log(
+            `
+Early stopping triggered after ${roundIndex + 1} rounds. No improvement for ${this.earlyStoppingPatience} rounds.`
+          );
+        }
+        return;
+      }
+    }
+  }
+  async compile(metricFn, options) {
+    const compileOptions = options;
+    const maxRounds = compileOptions?.maxRounds ?? this.maxRounds;
+    this.traces = [];
+    this.stats = {
+      totalCalls: 0,
+      successfulDemos: 0,
+      estimatedTokenUsage: 0,
+      earlyStopped: false
+    };
+    for (let i = 0; i < maxRounds; i++) {
+      await this.compileRound(i, metricFn, compileOptions);
+      if (this.stats.earlyStopped) {
+        break;
+      }
+    }
+    if (this.traces.length === 0) {
+      throw new Error(
+        "No demonstrations found. Either provider more examples or improve the existing ones."
+      );
+    }
+    const demos = groupTracesByKeys(this.traces);
+    return {
+      demos,
+      stats: this.stats
+    };
+  }
+  // Get optimization statistics
+  getStats() {
+    return this.stats;
+  }
+};
+function groupTracesByKeys(programTraces) {
+  const groupedTraces = /* @__PURE__ */ new Map();
+  for (const programTrace of programTraces) {
+    if (groupedTraces.has(programTrace.programId)) {
+      const traces = groupedTraces.get(programTrace.programId);
+      if (traces) {
+        traces.push(programTrace.trace);
+      }
+    } else {
+      groupedTraces.set(programTrace.programId, [programTrace.trace]);
+    }
+  }
+  const programDemosArray = [];
+  for (const [programId, traces] of groupedTraces.entries()) {
+    programDemosArray.push({ traces, programId });
+  }
+  return programDemosArray;
+}
+var randomSample = (array, n) => {
+  const clonedArray = [...array];
+  for (let i = clonedArray.length - 1; i > 0; i--) {
+    const j = Math.floor(Math.random() * (i + 1));
+    const caI = clonedArray[i];
+    const caJ = clonedArray[j];
+    if (!caI || !caJ) {
+      throw new Error("Invalid array elements");
+    }
+    ;
+    [clonedArray[i], clonedArray[j]] = [caJ, caI];
+  }
+  return clonedArray.slice(0, n);
+};
+
+// dsp/optimizers/miproV2.ts
 var AxMiPRO = class {
   ai;
   program;
@@ -11887,7 +11889,7 @@ ${dataContext}
     const result = await this.bootstrapper.compile(metricFn, {
       maxDemos: this.maxBootstrappedDemos
     });
-    return result.demos;
+    return result.demos || [];
   }
   /**
    * Selects labeled examples directly from the training set
@@ -12221,21 +12223,22 @@ ${dataContext}
    * The main compile method to run MIPROv2 optimization
    * @param metricFn Evaluation metric function
    * @param options Optional configuration options
-   * @returns The optimized program
+   * @returns The optimization result
    */
   async compile(metricFn, options) {
-    if (options?.auto) {
-      this.configureAuto(options.auto);
+    const miproOptions = options;
+    if (miproOptions?.auto) {
+      this.configureAuto(miproOptions.auto);
     }
     const trainset = this.examples;
-    const valset = options?.valset || this.examples.slice(0, Math.floor(this.examples.length * 0.8));
+    const valset = miproOptions?.valset || this.examples.slice(0, Math.floor(this.examples.length * 0.8));
     if (this.verbose) {
       console.log(`Starting MIPROv2 optimization with ${this.numTrials} trials`);
       console.log(
         `Using ${trainset.length} examples for training and ${valset.length} for validation`
       );
     }
-    if (options?.teacher) {
+    if (miproOptions?.teacher) {
       if (this.verbose) {
         console.log("Using provided teacher to assist with bootstrapping");
       }
@@ -12292,7 +12295,17 @@ ${dataContext}
       bootstrappedDemos,
       labeledExamples
     );
-    return this.program;
+    return {
+      program: this.program,
+      demos: bootstrappedDemos
+    };
+  }
+  /**
+   * Get optimization statistics from the internal bootstrapper
+   * @returns Optimization statistics or undefined if not available
+   */
+  getStats() {
+    return this.bootstrapper.getStats();
   }
 };