@ax-llm/ax 12.0.4 → 12.0.6

package/index.js

@@ -3328,7 +3328,7 @@ var AxAIGoogleGeminiImpl = class {
             }
           ];
           return {
-            role: "model",
+            role: "user",
             parts
           };
         }
@@ -4051,8 +4051,11 @@ var AxAIMistral = class extends AxAIOpenAIBase {
     for (const message of messages) {
       if (message.role === "user" && Array.isArray(message.content)) {
         const contentUpdated = message.content.map((item) => {
-          if (typeof item === "object" && item !== null && item.type === "image_url") {
-            return { type: "image_url", image_url: item.image_url?.url };
+          if (typeof item === "object" && item !== null && "image_url" in item) {
+            return {
+              type: "image_url",
+              image_url: { url: item.image_url?.url }
+            };
           }
           return item;
         });
@@ -4725,8 +4728,6 @@ var AxAIOpenAIResponsesImpl = class {
         baseResult.content = event.delta;
         break;
       case "response.output_text.done":
-        baseResult.id = event.item_id;
-        baseResult.content = event.text;
         break;
       case "response.function_call_arguments.delta":
         baseResult.id = event.item_id;
@@ -5549,9 +5550,6 @@ var MemoryImpl = class {
     functionCalls
   }) {
     const isContentEmpty = typeof content === "string" && content.trim() === "";
-    if (isContentEmpty && (!functionCalls || functionCalls.length === 0)) {
-      return;
-    }
     if (isContentEmpty) {
       this.addMemory({ name, role: "assistant", functionCalls });
     } else {
@@ -5576,17 +5574,16 @@ var MemoryImpl = class {
   }) {
     const lastItem = this.data.at(-1);
     if (!lastItem || lastItem.chat.role !== "assistant") {
-      this.addResultMessage({ content, name, functionCalls });
-    } else {
-      if ("content" in lastItem.chat && typeof content === "string" && content.trim() !== "") {
-        lastItem.chat.content = content;
-      }
-      if ("name" in lastItem.chat && name) {
-        lastItem.chat.name = name;
-      }
-      if ("functionCalls" in lastItem.chat && functionCalls) {
-        lastItem.chat.functionCalls = functionCalls;
-      }
+      throw new Error("No assistant message to update");
+    }
+    if (typeof content === "string" && content.trim() !== "") {
+      lastItem.chat.content = content;
+    }
+    if (name && name.trim() !== "") {
+      lastItem.chat.name = name;
+    }
+    if (functionCalls && functionCalls.length > 0) {
+      lastItem.chat.functionCalls = functionCalls;
     }
     if (this.options?.debug) {
       if (delta && typeof delta === "string") {
@@ -6116,6 +6113,12 @@ ${outputFields}`);
       text: task.join("\n\n")
     };
   }
+  renderSingleValueUserContent = (values, renderedExamples, renderedDemos, examplesInSystemPrompt) => {
+    const completion = this.renderInputFields(values);
+    const promptList = examplesInSystemPrompt ? completion : [...renderedExamples, ...renderedDemos, ...completion];
+    const prompt = promptList.filter((v) => v !== void 0);
+    return prompt.every((v) => v.type === "text") ? prompt.map((v) => v.text).join("\n") : prompt.reduce(combineConsecutiveStrings("\n"), []);
+  };
   render = (values, {
     examples,
     demos
@@ -6144,60 +6147,49 @@ ${outputFields}`);
       role: "system",
       content: systemContent
     };
-    let userMessages = [];
     if (Array.isArray(values)) {
+      let userMessages = [];
       const history = values;
-      let lastRole = void 0;
-      for (const message of history) {
-        let messageContent = "";
-        if (message.role === "user") {
-          const userMsgParts = this.renderInputFields(
-            message.values
-            // Cast message.values (AxGenIn) to T (which extends AxGenIn)
+      for (const [index, message] of history.entries()) {
+        let content;
+        if (index === 0) {
+          content = this.renderSingleValueUserContent(
+            message.values,
+            renderedExamples,
+            renderedDemos,
+            examplesInSystemPrompt
           );
-          messageContent = userMsgParts.map((part) => part.type === "text" ? part.text : "").join("").trim();
-        } else if (message.role === "assistant") {
-          const assistantMsgParts = this.renderInputFields(
-            message.values
-            // Cast message.values (AxGenIn) to T (which extends AxGenIn)
+        } else {
+          content = this.renderSingleValueUserContent(
+            message.values,
+            [],
+            [],
+            false
           );
-          messageContent = assistantMsgParts.map((part) => part.type === "text" ? part.text : "").join("").trim();
         }
-        if (messageContent) {
-          if (lastRole === message.role && userMessages.length > 0) {
-            const lastMessage = userMessages[userMessages.length - 1];
-            if (lastMessage) {
-              lastMessage.content += "\n" + messageContent;
-            }
-          } else {
-            if (message.role === "user") {
-              userMessages.push({ role: "user", content: messageContent });
-            } else if (message.role === "assistant") {
-              userMessages.push({ role: "assistant", content: messageContent });
-            }
-          }
-          lastRole = message.role;
+        if (message.role === "user") {
+          userMessages.push({ role: "user", content });
+          continue;
         }
+        if (message.role !== "assistant") {
+          throw new Error("Invalid message role");
+        }
+        if (typeof content !== "string") {
+          throw new Error(
+            "Assistant message cannot contain non-text content like images, files,etc"
+          );
+        }
+        userMessages.push({ role: "assistant", content });
       }
-    } else {
-      const currentValues = values;
-      const completion = this.renderInputFields(currentValues);
-      const promptList = examplesInSystemPrompt ? completion : [...renderedExamples, ...renderedDemos, ...completion];
-      const promptFilter = promptList.filter((v) => v !== void 0);
-      let userContent;
-      if (promptFilter.every((v) => v.type === "text")) {
-        userContent = promptFilter.map((v) => v.text).join("\n");
-      } else {
-        userContent = promptFilter.map((part) => {
-          if (part.type === "text") return part.text;
-          if (part.type === "image") return "[IMAGE]";
-          if (part.type === "audio") return "[AUDIO]";
-          return "";
-        }).join("\n").trim();
-      }
-      userMessages.push({ role: "user", content: userContent });
+      return [systemPrompt, ...userMessages];
     }
-    return [systemPrompt, ...userMessages];
+    const userContent = this.renderSingleValueUserContent(
+      values,
+      renderedExamples,
+      renderedDemos,
+      examplesInSystemPrompt
+    );
+    return [systemPrompt, { role: "user", content: userContent }];
   };
   renderExtraFields = (extraFields) => {
     const prompt = [];
@@ -6264,9 +6256,6 @@ ${outputFields}`);
         if ("text" in v) {
           v.text = v.text + "\n";
         }
-        if ("image" in v) {
-          v.image = v.image;
-        }
         list.push(v);
       });
     }
@@ -6297,9 +6286,6 @@ ${outputFields}`);
         if ("text" in v) {
           v.text = v.text + "\n";
         }
-        if ("image" in v) {
-          v.image = v.image;
-        }
         list.push(v);
       });
     }
@@ -8196,7 +8182,7 @@ var AxSignature = class _AxSignature {
       });
       this.inputFields = parsedFields;
       this.invalidateValidationCache();
-      this.updateHash();
+      this.updateHashLight();
     } catch (error) {
       if (error instanceof AxSignatureValidationError) {
         throw error;
@@ -8222,7 +8208,7 @@ var AxSignature = class _AxSignature {
       });
       this.outputFields = parsedFields;
       this.invalidateValidationCache();
-      this.updateHash();
+      this.updateHashLight();
     } catch (error) {
       if (error instanceof AxSignatureValidationError) {
         throw error;
@@ -8950,6 +8936,14 @@ var AxGen = class extends AxProgramWithSignature {
       s: -1
     };
     let content = "";
+    mem.addResult(
+      {
+        content: "",
+        name: "initial",
+        functionCalls: []
+      },
+      sessionId
+    );
     for await (const v of res) {
       const result = v.results[0];
       if (!result) {
@@ -9990,219 +9984,6 @@ function validateModels2(services) {
   }
 }
 
-// dsp/optimize.ts
-var AxBootstrapFewShot = class {
-  ai;
-  teacherAI;
-  program;
-  examples;
-  maxRounds;
-  maxDemos;
-  maxExamples;
-  batchSize;
-  earlyStoppingPatience;
-  costMonitoring;
-  maxTokensPerGeneration;
-  verboseMode;
-  debugMode;
-  traces = [];
-  stats = {
-    totalCalls: 0,
-    successfulDemos: 0,
-    estimatedTokenUsage: 0,
-    earlyStopped: false
-  };
-  constructor({
-    ai,
-    program,
-    examples = [],
-    options
-  }) {
-    if (examples.length === 0) {
-      throw new Error("No examples found");
-    }
-    this.maxRounds = options?.maxRounds ?? 3;
-    this.maxDemos = options?.maxDemos ?? 4;
-    this.maxExamples = options?.maxExamples ?? 16;
-    this.batchSize = options?.batchSize ?? 1;
-    this.earlyStoppingPatience = options?.earlyStoppingPatience ?? 0;
-    this.costMonitoring = options?.costMonitoring ?? false;
-    this.maxTokensPerGeneration = options?.maxTokensPerGeneration ?? 0;
-    this.verboseMode = options?.verboseMode ?? true;
-    this.debugMode = options?.debugMode ?? false;
-    this.ai = ai;
-    this.teacherAI = options?.teacherAI;
-    this.program = program;
-    this.examples = examples;
-  }
-  async compileRound(roundIndex, metricFn, options) {
-    const st = (/* @__PURE__ */ new Date()).getTime();
-    const maxDemos = options?.maxDemos ?? this.maxDemos;
-    const aiOpt = {
-      modelConfig: {
-        temperature: 0.7
-      }
-    };
-    if (this.maxTokensPerGeneration > 0) {
-      aiOpt.modelConfig.max_tokens = this.maxTokensPerGeneration;
-    }
-    const examples = randomSample(this.examples, this.maxExamples);
-    const previousSuccessCount = this.traces.length;
-    for (let i = 0; i < examples.length; i += this.batchSize) {
-      if (i > 0) {
-        aiOpt.modelConfig.temperature = 0.7 + 1e-3 * i;
-      }
-      const batch = examples.slice(i, i + this.batchSize);
-      for (const ex of batch) {
-        if (!ex) {
-          continue;
-        }
-        const exList = examples.filter((e) => e !== ex);
-        this.program.setExamples(exList);
-        const aiService = this.teacherAI || this.ai;
-        this.stats.totalCalls++;
-        let res;
-        let error;
-        try {
-          res = await this.program.forward(aiService, ex, aiOpt);
-          if (this.costMonitoring) {
-            this.stats.estimatedTokenUsage += JSON.stringify(ex).length / 4 + JSON.stringify(res).length / 4;
-          }
-          const score = metricFn({ prediction: res, example: ex });
-          const success = score >= 0.5;
-          if (success) {
-            this.traces = [...this.traces, ...this.program.getTraces()];
-            this.stats.successfulDemos++;
-          }
-        } catch (err) {
-          error = err;
-          res = {};
-        }
-        const current = i + examples.length * roundIndex + (batch.indexOf(ex) + 1);
-        const total = examples.length * this.maxRounds;
-        const et = (/* @__PURE__ */ new Date()).getTime() - st;
-        if (this.verboseMode || this.debugMode) {
-          const configInfo = {
-            maxRounds: this.maxRounds,
-            batchSize: this.batchSize,
-            earlyStoppingPatience: this.earlyStoppingPatience,
-            costMonitoring: this.costMonitoring,
-            verboseMode: this.verboseMode,
-            debugMode: this.debugMode
-          };
-          updateDetailedProgress(
-            roundIndex,
-            current,
-            total,
-            et,
-            ex,
-            this.stats,
-            configInfo,
-            res,
-            error
-          );
-        } else {
-          updateProgressBar(
-            current,
-            total,
-            this.traces.length,
-            et,
-            "Tuning Prompt",
-            30
-          );
-        }
-        if (this.traces.length >= maxDemos) {
-          return;
-        }
-      }
-    }
-    if (this.earlyStoppingPatience > 0) {
-      const newSuccessCount = this.traces.length;
-      const improvement = newSuccessCount - previousSuccessCount;
-      if (!this.stats.earlyStopping) {
-        this.stats.earlyStopping = {
-          bestScoreRound: improvement > 0 ? roundIndex : 0,
-          patienceExhausted: false
-        };
-      } else if (improvement > 0) {
-        this.stats.earlyStopping.bestScoreRound = roundIndex;
-      } else if (roundIndex - this.stats.earlyStopping.bestScoreRound >= this.earlyStoppingPatience) {
-        this.stats.earlyStopping.patienceExhausted = true;
-        this.stats.earlyStopped = true;
-        if (this.verboseMode || this.debugMode) {
-          console.log(
-            `
-Early stopping triggered after ${roundIndex + 1} rounds. No improvement for ${this.earlyStoppingPatience} rounds.`
-          );
-        }
-        return;
-      }
-    }
-  }
-  async compile(metricFn, options) {
-    const maxRounds = options?.maxRounds ?? this.maxRounds;
-    this.traces = [];
-    this.stats = {
-      totalCalls: 0,
-      successfulDemos: 0,
-      estimatedTokenUsage: 0,
-      earlyStopped: false
-    };
-    for (let i = 0; i < maxRounds; i++) {
-      await this.compileRound(i, metricFn, options);
-      if (this.stats.earlyStopped) {
-        break;
-      }
-    }
-    if (this.traces.length === 0) {
-      throw new Error(
-        "No demonstrations found. Either provider more examples or improve the existing ones."
-      );
-    }
-    const demos = groupTracesByKeys(this.traces);
-    return {
-      demos,
-      stats: this.stats
-    };
-  }
-  // Get optimization statistics
-  getStats() {
-    return this.stats;
-  }
-};
-function groupTracesByKeys(programTraces) {
-  const groupedTraces = /* @__PURE__ */ new Map();
-  for (const programTrace of programTraces) {
-    if (groupedTraces.has(programTrace.programId)) {
-      const traces = groupedTraces.get(programTrace.programId);
-      if (traces) {
-        traces.push(programTrace.trace);
-      }
-    } else {
-      groupedTraces.set(programTrace.programId, [programTrace.trace]);
-    }
-  }
-  const programDemosArray = [];
-  for (const [programId, traces] of groupedTraces.entries()) {
-    programDemosArray.push({ traces, programId });
-  }
-  return programDemosArray;
-}
-var randomSample = (array, n) => {
-  const clonedArray = [...array];
-  for (let i = clonedArray.length - 1; i > 0; i--) {
-    const j = Math.floor(Math.random() * (i + 1));
-    const caI = clonedArray[i];
-    const caJ = clonedArray[j];
-    if (!caI || !caJ) {
-      throw new Error("Invalid array elements");
-    }
-    ;
-    [clonedArray[i], clonedArray[j]] = [caJ, caI];
-  }
-  return clonedArray.slice(0, n);
-};
-
 // db/base.ts
 import { SpanKind as SpanKind3 } from "@opentelemetry/api";
 var AxDBBase = class {
@@ -11661,7 +11442,222 @@ var AxMCPStreambleHTTPTransport = class {
   }
 };
 
-// dsp/mipro.ts
+// dsp/optimizers/bootstrapFewshot.ts
+var AxBootstrapFewShot = class {
+  ai;
+  teacherAI;
+  program;
+  examples;
+  maxRounds;
+  maxDemos;
+  maxExamples;
+  batchSize;
+  earlyStoppingPatience;
+  costMonitoring;
+  maxTokensPerGeneration;
+  verboseMode;
+  debugMode;
+  traces = [];
+  stats = {
+    totalCalls: 0,
+    successfulDemos: 0,
+    estimatedTokenUsage: 0,
+    earlyStopped: false
+  };
+  constructor({
+    ai,
+    program,
+    examples = [],
+    options
+  }) {
+    if (examples.length === 0) {
+      throw new Error("No examples found");
+    }
+    const bootstrapOptions = options;
+    this.maxRounds = bootstrapOptions?.maxRounds ?? 3;
+    this.maxDemos = bootstrapOptions?.maxDemos ?? 4;
+    this.maxExamples = bootstrapOptions?.maxExamples ?? 16;
+    this.batchSize = bootstrapOptions?.batchSize ?? 1;
+    this.earlyStoppingPatience = bootstrapOptions?.earlyStoppingPatience ?? 0;
+    this.costMonitoring = bootstrapOptions?.costMonitoring ?? false;
+    this.maxTokensPerGeneration = bootstrapOptions?.maxTokensPerGeneration ?? 0;
+    this.verboseMode = bootstrapOptions?.verboseMode ?? true;
+    this.debugMode = bootstrapOptions?.debugMode ?? false;
+    this.ai = ai;
+    this.teacherAI = bootstrapOptions?.teacherAI;
+    this.program = program;
+    this.examples = examples;
+  }
+  async compileRound(roundIndex, metricFn, options) {
+    const st = (/* @__PURE__ */ new Date()).getTime();
+    const maxDemos = options?.maxDemos ?? this.maxDemos;
+    const aiOpt = {
+      modelConfig: {
+        temperature: 0.7
+      }
+    };
+    if (this.maxTokensPerGeneration > 0) {
+      aiOpt.modelConfig.max_tokens = this.maxTokensPerGeneration;
+    }
+    const examples = randomSample(this.examples, this.maxExamples);
+    const previousSuccessCount = this.traces.length;
+    for (let i = 0; i < examples.length; i += this.batchSize) {
+      if (i > 0) {
+        aiOpt.modelConfig.temperature = 0.7 + 1e-3 * i;
+      }
+      const batch = examples.slice(i, i + this.batchSize);
+      for (const ex of batch) {
+        if (!ex) {
+          continue;
+        }
+        const exList = examples.filter((e) => e !== ex);
+        this.program.setExamples(exList);
+        const aiService = this.teacherAI || this.ai;
+        this.stats.totalCalls++;
+        let res;
+        let error;
+        try {
+          res = await this.program.forward(aiService, ex, aiOpt);
+          if (this.costMonitoring) {
+            this.stats.estimatedTokenUsage += JSON.stringify(ex).length / 4 + JSON.stringify(res).length / 4;
+          }
+          const score = metricFn({ prediction: res, example: ex });
+          const success = score >= 0.5;
+          if (success) {
+            this.traces = [...this.traces, ...this.program.getTraces()];
+            this.stats.successfulDemos++;
+          }
+        } catch (err) {
+          error = err;
+          res = {};
+        }
+        const current = i + examples.length * roundIndex + (batch.indexOf(ex) + 1);
+        const total = examples.length * this.maxRounds;
+        const et = (/* @__PURE__ */ new Date()).getTime() - st;
+        if (this.verboseMode || this.debugMode) {
+          const configInfo = {
+            maxRounds: this.maxRounds,
+            batchSize: this.batchSize,
+            earlyStoppingPatience: this.earlyStoppingPatience,
+            costMonitoring: this.costMonitoring,
+            verboseMode: this.verboseMode,
+            debugMode: this.debugMode
+          };
+          updateDetailedProgress(
+            roundIndex,
+            current,
+            total,
+            et,
+            ex,
+            this.stats,
+            configInfo,
+            res,
+            error
+          );
+        } else {
+          updateProgressBar(
+            current,
+            total,
+            this.traces.length,
+            et,
+            "Tuning Prompt",
+            30
+          );
+        }
+        if (this.traces.length >= maxDemos) {
+          return;
+        }
+      }
+    }
+    if (this.earlyStoppingPatience > 0) {
+      const newSuccessCount = this.traces.length;
+      const improvement = newSuccessCount - previousSuccessCount;
+      if (!this.stats.earlyStopping) {
+        this.stats.earlyStopping = {
+          bestScoreRound: improvement > 0 ? roundIndex : 0,
+          patienceExhausted: false
+        };
+      } else if (improvement > 0) {
+        this.stats.earlyStopping.bestScoreRound = roundIndex;
+      } else if (roundIndex - this.stats.earlyStopping.bestScoreRound >= this.earlyStoppingPatience) {
+        this.stats.earlyStopping.patienceExhausted = true;
+        this.stats.earlyStopped = true;
+        if (this.verboseMode || this.debugMode) {
+          console.log(
+            `
+Early stopping triggered after ${roundIndex + 1} rounds. No improvement for ${this.earlyStoppingPatience} rounds.`
+          );
+        }
+        return;
+      }
+    }
+  }
+  async compile(metricFn, options) {
+    const compileOptions = options;
+    const maxRounds = compileOptions?.maxRounds ?? this.maxRounds;
+    this.traces = [];
+    this.stats = {
+      totalCalls: 0,
+      successfulDemos: 0,
+      estimatedTokenUsage: 0,
+      earlyStopped: false
+    };
+    for (let i = 0; i < maxRounds; i++) {
+      await this.compileRound(i, metricFn, compileOptions);
+      if (this.stats.earlyStopped) {
+        break;
+      }
+    }
+    if (this.traces.length === 0) {
+      throw new Error(
+        "No demonstrations found. Either provider more examples or improve the existing ones."
+      );
+    }
+    const demos = groupTracesByKeys(this.traces);
+    return {
+      demos,
+      stats: this.stats
+    };
+  }
+  // Get optimization statistics
+  getStats() {
+    return this.stats;
+  }
+};
+function groupTracesByKeys(programTraces) {
+  const groupedTraces = /* @__PURE__ */ new Map();
+  for (const programTrace of programTraces) {
+    if (groupedTraces.has(programTrace.programId)) {
+      const traces = groupedTraces.get(programTrace.programId);
+      if (traces) {
+        traces.push(programTrace.trace);
+      }
+    } else {
+      groupedTraces.set(programTrace.programId, [programTrace.trace]);
+    }
+  }
+  const programDemosArray = [];
+  for (const [programId, traces] of groupedTraces.entries()) {
+    programDemosArray.push({ traces, programId });
+  }
+  return programDemosArray;
+}
+var randomSample = (array, n) => {
+  const clonedArray = [...array];
+  for (let i = clonedArray.length - 1; i > 0; i--) {
+    const j = Math.floor(Math.random() * (i + 1));
+    const caI = clonedArray[i];
+    const caJ = clonedArray[j];
+    if (!caI || !caJ) {
+      throw new Error("Invalid array elements");
+    }
+    ;
+    [clonedArray[i], clonedArray[j]] = [caJ, caI];
+  }
+  return clonedArray.slice(0, n);
+};
+
+// dsp/optimizers/miproV2.ts
 var AxMiPRO = class {
   ai;
   program;
@@ -11887,7 +11883,7 @@ ${dataContext}
     const result = await this.bootstrapper.compile(metricFn, {
       maxDemos: this.maxBootstrappedDemos
     });
-    return result.demos;
+    return result.demos || [];
   }
   /**
    * Selects labeled examples directly from the training set
@@ -12221,21 +12217,22 @@ ${dataContext}
    * The main compile method to run MIPROv2 optimization
    * @param metricFn Evaluation metric function
    * @param options Optional configuration options
-   * @returns The optimized program
+   * @returns The optimization result
    */
   async compile(metricFn, options) {
-    if (options?.auto) {
-      this.configureAuto(options.auto);
+    const miproOptions = options;
+    if (miproOptions?.auto) {
+      this.configureAuto(miproOptions.auto);
     }
     const trainset = this.examples;
-    const valset = options?.valset || this.examples.slice(0, Math.floor(this.examples.length * 0.8));
+    const valset = miproOptions?.valset || this.examples.slice(0, Math.floor(this.examples.length * 0.8));
     if (this.verbose) {
       console.log(`Starting MIPROv2 optimization with ${this.numTrials} trials`);
       console.log(
         `Using ${trainset.length} examples for training and ${valset.length} for validation`
       );
     }
-    if (options?.teacher) {
+    if (miproOptions?.teacher) {
       if (this.verbose) {
         console.log("Using provided teacher to assist with bootstrapping");
       }
@@ -12292,7 +12289,17 @@ ${dataContext}
       bootstrappedDemos,
       labeledExamples
     );
-    return this.program;
+    return {
+      program: this.program,
+      demos: bootstrappedDemos
+    };
+  }
+  /**
+   * Get optimization statistics from the internal bootstrapper
+   * @returns Optimization statistics or undefined if not available
+   */
+  getStats() {
+    return this.bootstrapper.getStats();
   }
 };