@sebastiantuyu/agest 0.3.1 → 0.3.2

package/dist/config.d.ts

@@ -13,6 +13,7 @@ export interface AgestConfig {
     parallelism?: number;
     timeout?: number;
     turns?: number;
+    runs?: number;
     judge?: JudgeConfig;
 }
 export declare function defineConfig(config: AgestConfig): AgestConfig;

package/dist/context.js

@@ -98,7 +98,7 @@ export class AgentContext {
             for (const hook of this._beforeEachHooks) {
                 await hook();
             }
-            const result = await executeScene(this._executor, scene, config.timeout, config.judge, config.turns);
+            const result = await executeScene(this._executor, scene, config.timeout, config.judge, config.turns, config.runs);
             orderedResults[i] = result;
             // Run afterEach hooks
             for (const hook of this._afterEachHooks) {

package/dist/runner.d.ts

@@ -1,4 +1,4 @@
 import type { AgentExecutor, AgentResponse, SceneDefinition, SceneResult } from "./types";
 import type { JudgeConfig } from "./config";
 export declare function extractField(response: AgentResponse, field: string): unknown;
-export declare function executeScene(executor: AgentExecutor, scene: SceneDefinition, globalTimeout?: number, judgeConfig?: JudgeConfig, globalTurns?: number): Promise<SceneResult>;
+export declare function executeScene(executor: AgentExecutor, scene: SceneDefinition, globalTimeout?: number, judgeConfig?: JudgeConfig, globalTurns?: number, globalRuns?: number): Promise<SceneResult>;

package/dist/runner.js

@@ -35,7 +35,7 @@ async function executeSingleRun(executor, scene, timeoutMs, turns, judgeConfig)
     let duration;
     try {
         const start = performance.now();
-        let input = scene.prompt;
+        const input = scene.prompt;
         for (let t = 0; t < turns; t++) {
             let timer;
             response = await Promise.race([
@@ -46,8 +46,6 @@ async function executeSingleRun(executor, scene, timeoutMs, turns, judgeConfig)
             ]);
             if (response.executionError)
                 break;
-            if (t < turns - 1)
-                input = response.text;
         }
         duration = performance.now() - start;
     }
@@ -104,10 +102,10 @@ async function executeSingleRun(executor, scene, timeoutMs, turns, judgeConfig)
     }
     return { passed, error, response, duration, judgement };
 }
-export async function executeScene(executor, scene, globalTimeout, judgeConfig, globalTurns) {
+export async function executeScene(executor, scene, globalTimeout, judgeConfig, globalTurns, globalRuns) {
     const timeoutMs = scene.timeout ?? globalTimeout ?? DEFAULT_SCENE_TIMEOUT;
     const turns = scene.turns ?? globalTurns ?? 1;
-    const numRuns = scene.runs ?? 1;
+    const numRuns = scene.runs ?? globalRuns ?? 1;
     // Single run — original fast path
     if (numRuns <= 1) {
         const run = await executeSingleRun(executor, scene, timeoutMs, turns, judgeConfig);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sebastiantuyu/agest",
-  "version": "0.3.1",
+  "version": "0.3.2",
   "description": "A testing library for agents",
   "repository": {
     "type": "git",