@amitdeshmukh/ax-crew 9.0.0 → 9.0.1

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## [9.0.1] - 2026-03-29
+
+### Fixed
+- **Agent-level forward options now respected**: Config options like `maxSteps`, `showThoughts`, and `thinkingTokenBudget` defined in agent config `options` were parsed but never passed to `AxGen.forward()`. They are now merged as defaults under caller-supplied options.
+- **Removed hardcoded `contextCache` breakpoint**: The `cacheBreakpoint: 'after-examples'` setting on AxGen is removed, as it is no longer needed after prompt caching changes in 9.0.0.
+
 ## [9.0.0] - 2026-03-25
 
 ### Breaking Changes

package/dist/agents/agentConfig.d.ts

@@ -40,5 +40,6 @@ declare const parseAgentConfig: (agentName: string, crewConfig: AxCrewConfig, fu
     tracker: AxDefaultCostTracker;
     deferredTools: any;
     debug: any;
+    forwardOptions: any;
 }>;
 export { parseAgentConfig, parseCrewConfig };

package/dist/agents/agentConfig.js

@@ -201,6 +201,7 @@ const parseAgentConfig = async (agentName, crewConfig, functions, state, options
             tracker: costTracker,
             deferredTools: agentConfigData.deferredTools,
             debug: agentConfigData.options?.debug ?? agentConfigData.debug ?? false,
+            forwardOptions: agentConfigData.options,
         };
     }
     catch (error) {

package/dist/agents/crew.js

@@ -56,7 +56,7 @@ class AxCrew {
     createAgent = async (agentName) => {
         try {
             const agentConfig = await parseAgentConfig(agentName, this.crewConfig, this.functionsRegistry, this.crewState, this.options);
-            const { ai, name, executionMode, axAgentOptions, description, signature, functions, subAgentNames, examples, tracker } = agentConfig;
+            const { ai, name, executionMode, axAgentOptions, description, signature, functions, subAgentNames, examples, tracker, forwardOptions } = agentConfig;
             // Get subagents for the AI agent
             const subAgents = subAgentNames.map((subAgentName) => {
                 if (!this.agents?.get(subAgentName)) {
@@ -128,6 +128,7 @@ class AxCrew {
                 agents: uniqueSubAgents,
                 examples,
                 debug: agentConfig.debug,
+                forwardOptions,
             }, agentState);
             agent.costTracker = tracker;
             if (deferredManager.isActive) {

package/dist/agents/statefulAgent.d.ts

@@ -16,6 +16,8 @@ export interface ParsedAgentConfig {
     subAgentNames: string[];
     examples?: Array<Record<string, any>>;
     tracker?: any;
+    /** Agent-level forward options (maxSteps, showThoughts, thinkingTokenBudget, etc.) used as defaults when the caller doesn't supply them. */
+    forwardOptions?: Record<string, any>;
 }
 declare class StatefulAxAgent extends AxAgent<any, any> {
     crewState: StateInstance;
@@ -27,6 +29,7 @@ declare class StatefulAxAgent extends AxAgent<any, any> {
     private costTracker?;
     private debugEnabled;
     private deferredToolManager?;
+    private agentForwardOptions?;
     private static readonly modernAxAgentRuntime;
     private aceConfig?;
     private aceOptimizer?;
@@ -45,6 +48,7 @@ declare class StatefulAxAgent extends AxAgent<any, any> {
         examples?: Array<Record<string, any>> | undefined;
         mcpServers?: Record<string, MCPTransportConfig> | undefined;
         debug?: boolean;
+        forwardOptions?: Record<string, any>;
     }>, state: StateInstance);
     /**
      * @deprecated Use setExamplesCompat() to avoid Ax runtime version coupling.

package/dist/agents/statefulAgent.js

@@ -11,6 +11,7 @@ class StatefulAxAgent extends AxAgent {
     costTracker;
     debugEnabled = false;
     deferredToolManager;
+    agentForwardOptions;
     static modernAxAgentRuntime = typeof AxAgent?.prototype?.getFunction === "function" &&
         typeof AxAgent?.prototype?.setExamples !== "function";
     // ACE-related optional state
@@ -88,6 +89,7 @@ class StatefulAxAgent extends AxAgent {
         this.agentDefinition = effectiveDefinition;
         this.executionMode = options.executionMode ?? "axgen";
         this.debugEnabled = debug ?? false;
+        this.agentForwardOptions = options.forwardOptions;
         // Convert sub-agents to callable functions so AxGen can invoke them as tools
         const subAgentFunctions = resolvedAgents
             .map(agent => {
@@ -102,7 +104,6 @@ class StatefulAxAgent extends AxAgent {
         this.axGenProgram = new AxGen(options.signature, {
             description: effectiveDefinition,
             functions: [...resolvedFunctions, ...subAgentFunctions],
-            contextCache: { cacheBreakpoint: 'after-examples' },
         });
         for (const agent of resolvedAgents) {
             try {
@@ -177,7 +178,11 @@ class StatefulAxAgent extends AxAgent {
             throw new Error(`No AI instance is configured for agent "${this.agentName}"`);
         }
         const values = (calledWithAI ? second : first);
-        const options = (calledWithAI ? third : second);
+        const callerOptions = (calledWithAI ? third : second);
+        // Merge agent-level forward options as defaults under caller-supplied options
+        const options = this.agentForwardOptions
+            ? { ...this.agentForwardOptions, ...callerOptions }
+            : callerOptions;
         return { ai, values, options, calledWithAI };
     }
     /** Merge deferred tool step hooks into forward options */

package/examples/graphjin-database-agent.ts

@@ -50,11 +50,10 @@ STRATEGY:
       providerKeyName: "ANTHROPIC_API_KEY",
       ai: {
         model: "claude-sonnet-4-6",
-        temperature: 0,
-        stream: false
+        stream: true
       },
       options: {
-        debug: true
+        debug: false,
       },
       mcpServers: {
         "graphjin": {
@@ -75,10 +74,10 @@ Delegate each question to the most relevant agent in a SINGLE call — do not br
 The sub-agent will handle all the steps internally. Your job is to route and synthesize, not to decompose.
 If multiple agents are needed, call them and combine their answers.`,
       signature: 'question:string "a question to be answered" -> answer:string "the answer to the question"',
-      provider: "anthropic",
-      providerKeyName: "ANTHROPIC_API_KEY",
+      provider: "google-gemini",
+      providerKeyName: "GEMINI_API_KEY",
       ai: {
-        model: "claude-sonnet-4-6",
+        model: "gemini-3-flash-preview",
         maxTokens: 2000,
         temperature: 0,
         stream: false
@@ -94,10 +93,11 @@ If multiple agents are needed, call them and combine their answers.`,
 // Create a new instance of AxCrew with the config
 const crew = new AxCrew(config as AxCrewConfig);
 
-const userQuery = "which products had the most refund requests and why?";
+const userQuery = "what are the 10 products with the most number of refund requests and what are the top complaints against each of them";
 
 console.log(`\nQuestion: ${userQuery}`);
 
+
 const main = async (): Promise<void> => {
   const timers: Record<string, number> = {};
 
@@ -107,25 +107,35 @@ const main = async (): Promise<void> => {
     await crew.addAllAgents();
     timers["setup"] = performance.now() - t0;
 
-    const managerAgent = crew.agents?.get("ManagerAgent");
-
-    if (!managerAgent) {
-      throw new Error("Failed to initialize ManagerAgent");
+    const dbAgent = crew.agents?.get("DatabaseAgent");
+    if (!dbAgent) {
+      throw new Error("Failed to initialize DatabaseAgent");
     }
 
-    // --- Query phase ---
+    // --- Query phase with streaming thoughts ---
     console.log("\n--- Starting query ---\n");
     const t1 = performance.now();
 
-    const managerResponse = await managerAgent.forward({
-      question: userQuery,
-    });
+    const stream = dbAgent.streamingForward(
+      { question: userQuery },
+      { showThoughts: true, thinkingTokenBudget: "low" }
+    );
+
+    let answer = '';
+    for await (const chunk of stream) {
+      if (chunk.delta && 'thought' in chunk.delta) {
+        process.stdout.write(chunk.delta.thought as string);
+      }
+      if (chunk.delta && 'answer' in chunk.delta) {
+        answer += chunk.delta.answer ?? '';
+      }
+    }
 
     timers["query"] = performance.now() - t1;
     timers["total"] = performance.now() - t0;
 
     // --- Results ---
-    console.log(`\nAnswer: ${JSON.stringify(managerResponse?.answer, null, 2)}`);
+    console.log(`\n\n--- Answer ---\n${answer}`);
 
     // --- Timing & Metrics ---
     console.log("\n--- Performance ---");

package/package.json

@@ -1,7 +1,7 @@
 {
   "type": "module",
   "name": "@amitdeshmukh/ax-crew",
-  "version": "9.0.0",
+  "version": "9.0.1",
   "description": "Build and launch a crew of AI agents with shared state. Built with axllm.dev",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/agents/agentConfig.ts

@@ -237,6 +237,7 @@ const parseAgentConfig = async (
       tracker: costTracker,
       deferredTools: (agentConfigData as any).deferredTools,
       debug: (agentConfigData as any).options?.debug ?? (agentConfigData as any).debug ?? false,
+      forwardOptions: (agentConfigData as any).options,
     };
   } catch (error) {
     if (error instanceof Error) {

package/src/agents/crew.ts

@@ -93,7 +93,7 @@ class AxCrew {
         this.options
       );
 
-      const { ai, name, executionMode, axAgentOptions, description, signature, functions, subAgentNames, examples, tracker } = agentConfig;
+      const { ai, name, executionMode, axAgentOptions, description, signature, functions, subAgentNames, examples, tracker, forwardOptions } = agentConfig;
 
       // Get subagents for the AI agent
       const subAgents = subAgentNames.map((subAgentName: string) => {
@@ -182,6 +182,7 @@ class AxCrew {
           agents: uniqueSubAgents,
           examples,
           debug: (agentConfig as any).debug,
+          forwardOptions,
         },
         agentState as StateInstance
       );

package/src/agents/statefulAgent.ts

@@ -42,6 +42,8 @@ export interface ParsedAgentConfig {
   subAgentNames: string[];
   examples?: Array<Record<string, any>>;
   tracker?: any;
+  /** Agent-level forward options (maxSteps, showThoughts, thinkingTokenBudget, etc.) used as defaults when the caller doesn't supply them. */
+  forwardOptions?: Record<string, any>;
 }
 
 // Extend the AxAgent class from ax-llm
@@ -55,6 +57,7 @@ class StatefulAxAgent extends AxAgent<any, any> {
   private costTracker?: any;
   private debugEnabled: boolean = false;
   private deferredToolManager?: DeferredToolManager;
+  private agentForwardOptions?: Record<string, any>;
   private static readonly modernAxAgentRuntime =
     typeof (AxAgent as any)?.prototype?.getFunction === "function" &&
     typeof (AxAgent as any)?.prototype?.setExamples !== "function";
@@ -82,6 +85,7 @@ class StatefulAxAgent extends AxAgent<any, any> {
       examples?: Array<Record<string, any>> | undefined;
       mcpServers?: Record<string, MCPTransportConfig> | undefined;
       debug?: boolean;
+      forwardOptions?: Record<string, any>;
     }>,
     state: StateInstance
   ) {
@@ -162,6 +166,7 @@ class StatefulAxAgent extends AxAgent<any, any> {
     this.agentDefinition = effectiveDefinition;
     this.executionMode = options.executionMode ?? "axgen";
     this.debugEnabled = debug ?? false;
+    this.agentForwardOptions = options.forwardOptions;
     // Convert sub-agents to callable functions so AxGen can invoke them as tools
     const subAgentFunctions: AxFunction[] = resolvedAgents
       .map(agent => {
@@ -173,7 +178,6 @@ class StatefulAxAgent extends AxAgent<any, any> {
     this.axGenProgram = new AxGen(options.signature as any, {
       description: effectiveDefinition,
       functions: [...resolvedFunctions, ...subAgentFunctions],
-      contextCache: { cacheBreakpoint: 'after-examples' },
     } as any);
 
     for (const agent of resolvedAgents) {
@@ -270,7 +274,12 @@ class StatefulAxAgent extends AxAgent<any, any> {
     }
 
     const values = (calledWithAI ? second : first) as Record<string, any>;
-    const options = (calledWithAI ? third : second) as Readonly<TOptions> | undefined;
+    const callerOptions = (calledWithAI ? third : second) as Readonly<TOptions> | undefined;
+
+    // Merge agent-level forward options as defaults under caller-supplied options
+    const options = this.agentForwardOptions
+      ? ({ ...this.agentForwardOptions, ...callerOptions } as Readonly<TOptions>)
+      : callerOptions;
 
     return { ai, values, options, calledWithAI };
   }