@ax-llm/ax 11.0.12 → 11.0.14

package/index.d.cts

@@ -1374,6 +1374,7 @@ type AxProgramForwardOptions = {
     functions?: AxFunction[];
     functionCall?: AxChatRequest['functionCall'];
     stopFunction?: string;
+    earlyFail?: boolean;
 };
 type AxProgramStreamingForwardOptions = Omit<AxProgramForwardOptions, 'stream'>;
 type AxGenDeltaOut<OUT> = {
@@ -1576,6 +1577,7 @@ interface AxResponseHandlerArgs<T> {
     sessionId?: string;
     traceId?: string;
     functions?: Readonly<AxFunction[]>;
+    earlyFail?: boolean;
 }
 interface AxStreamingEvent<T> {
     event: 'delta' | 'done' | 'error';

package/index.d.ts

@@ -1374,6 +1374,7 @@ type AxProgramForwardOptions = {
     functions?: AxFunction[];
     functionCall?: AxChatRequest['functionCall'];
     stopFunction?: string;
+    earlyFail?: boolean;
 };
 type AxProgramStreamingForwardOptions = Omit<AxProgramForwardOptions, 'stream'>;
 type AxGenDeltaOut<OUT> = {
@@ -1576,6 +1577,7 @@ interface AxResponseHandlerArgs<T> {
     sessionId?: string;
     traceId?: string;
     functions?: Readonly<AxFunction[]>;
+    earlyFail?: boolean;
 }
 interface AxStreamingEvent<T> {
     event: 'delta' | 'done' | 'error';

package/index.js

@@ -4724,12 +4724,12 @@ var AxProgram = class {
 
 // dsp/prompt.ts
 var functionCallInstructions = `
-### Function Call Instructions
+## Function Call Instructions
 - Complete the task, using the functions defined earlier in this prompt. 
 - Call functions step-by-step, using the output of one function as input to the next.
 - Use the function results to generate the output fields.`;
 var formattingRules = `
-### Output Formatting Rules
+## Output Formatting Rules
 - Output must strictly follow the defined plain-text \`key: value\` field format.
 - Each output key, value must strictly adhere to the specified output field formatting rules.
 - No preamble, postscript, or supplementary information.
@@ -4743,16 +4743,10 @@ var AxPromptTemplate = class {
     this.sig = sig;
     this.fieldTemplates = fieldTemplates;
     const task = [];
-    const desc = this.sig.getDescription();
-    if (desc) {
-      const capitalized = capitalizeFirstLetter(desc.trim());
-      task.push(capitalized.endsWith(".") ? capitalized : capitalized + ".");
-    }
     const inArgs = this.renderDescFields(this.sig.getInputFields());
     const outArgs = this.renderDescFields(this.sig.getOutputFields());
     task.push(
-      `## Processing Instructions
-You will be provided with the following fields: ${inArgs}. Your task is to generate new fields: ${outArgs}.`
+      `You will be provided with the following fields: ${inArgs}. Your task is to generate new fields: ${outArgs}.`
     );
     const funcs = functions?.map(
       (f) => "toFunction" in f ? f.toFunction() : f
@@ -4761,19 +4755,26 @@ You will be provided with the following fields: ${inArgs}. Your task is to gener
       (fn) => `- \`${fn.name}\`: ${capitalizeFirstLetter(fn.description)}.`
     ).join("\n");
     if (funcList && funcList.length > 0) {
-      task.push(`### Available Functions
+      task.push(`## Available Functions
 ${funcList}`);
     }
     const inputFields = this.renderFields(this.sig.getInputFields());
-    task.push(`### Input Fields
+    task.push(`## Input Fields
 ${inputFields}`);
     const outputFields = this.renderFields(this.sig.getOutputFields());
-    task.push(`### Output Fields
+    task.push(`## Output Fields
 ${outputFields}`);
     if (funcList && funcList.length > 0) {
       task.push(functionCallInstructions.trim());
     }
     task.push(formattingRules.trim());
+    const desc = this.sig.getDescription();
+    if (desc) {
+      const capitalized = capitalizeFirstLetter(desc.trim());
+      const text = capitalized.endsWith(".") ? capitalized : capitalized + ".";
+      task.push(`---
+${text}`);
+    }
     this.task = {
       type: "text",
       text: task.join("\n\n")
@@ -5018,7 +5019,7 @@ ${outputFields}`);
       const type = field.type?.name ? toFieldType(field.type) : "string";
       const required = field.isOptional ? "optional" : "required";
       const description = field.description ? `: ${capitalizeFirstLetter(field.description)}` : "";
-      return `- \`${name}\` (${type}, ${required})${description}.`.trim();
+      return `- \`${name}:\` (${type}, ${required}) ${description}.`.trim();
     });
     return rows.join("\n");
   };
@@ -5117,8 +5118,8 @@ var ValidationError = class extends Error {
   getFixingInstructions = () => {
     return this.fields.map((field) => ({
       name: "outputError",
-      title: "Errors In Output Fields",
-      description: `Please fix and return the field \`${field.title}\` of type \`${toFieldType(field.type)}\`, ${this.message}.`
+      title: "Output Correction Required",
+      description: `The section labeled '${field.title}' either was not generated by the LLM or does not match the expected format of '${toFieldType(field.type)}'. ${this.message} Please revise your response to ensure it conforms to the specified format.`
     }));
   };
 };
@@ -5715,7 +5716,7 @@ var AxGen = class extends AxProgramWithSignature {
     mem,
     options
   }) {
-    const { sessionId, traceId, model, functions } = options ?? {};
+    const { sessionId, traceId, model, functions, earlyFail } = options ?? {};
     const usageInfo = {
       ai: ai.getName(),
       model: ai.getModelInfo().name
@@ -5734,7 +5735,8 @@ var AxGen = class extends AxProgramWithSignature {
         mem,
         traceId,
         sessionId,
-        functions
+        functions,
+        earlyFail
       });
     } else {
       yield await this.processResponse({
@@ -5757,9 +5759,10 @@ var AxGen = class extends AxProgramWithSignature {
     mem,
     sessionId,
     traceId,
-    functions
+    functions,
+    earlyFail
   }) {
-    const streamingValidation = ai.getFeatures().functionCot !== true;
+    const streamingValidation = earlyFail ?? ai.getFeatures().functionCot !== true;
     const functionCalls = [];
     const values = {};
     const xstate = {