@mce-bt/microagents-testing 0.1.0

package/dist/evaluators/content.d.ts

@@ -0,0 +1,6 @@
+import type { Trace } from '../types.js';
+/**
+ * Content evaluator — checks response content for expected strings/patterns.
+ */
+export declare function evaluateContent(trace: Trace, contains?: string[], notContains?: string[], matches?: string[]): string[];
+//# sourceMappingURL=content.d.ts.map

package/dist/evaluators/content.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"content.d.ts","sourceRoot":"","sources":["../../src/evaluators/content.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEzC;;GAEG;AACH,wBAAgB,eAAe,CAC7B,KAAK,EAAE,KAAK,EACZ,QAAQ,CAAC,EAAE,MAAM,EAAE,EACnB,WAAW,CAAC,EAAE,MAAM,EAAE,EACtB,OAAO,CAAC,EAAE,MAAM,EAAE,GACjB,MAAM,EAAE,CA8BV"}

package/dist/evaluators/content.js

@@ -0,0 +1,31 @@
+/**
+ * Content evaluator — checks response content for expected strings/patterns.
+ */
+export function evaluateContent(trace, contains, notContains, matches) {
+    const failures = [];
+    const lower = trace.content.toLowerCase();
+    if (contains) {
+        for (const keyword of contains) {
+            if (!lower.includes(keyword.toLowerCase())) {
+                failures.push(`Expected content to contain '${keyword}'`);
+            }
+        }
+    }
+    if (notContains) {
+        for (const keyword of notContains) {
+            if (lower.includes(keyword.toLowerCase())) {
+                failures.push(`Expected content NOT to contain '${keyword}'`);
+            }
+        }
+    }
+    if (matches) {
+        for (const pattern of matches) {
+            const regex = new RegExp(pattern, 'i');
+            if (!regex.test(trace.content)) {
+                failures.push(`Expected content to match pattern /${pattern}/i`);
+            }
+        }
+    }
+    return failures;
+}
+//# sourceMappingURL=content.js.map

package/dist/evaluators/content.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content.js","sourceRoot":"","sources":["../../src/evaluators/content.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,UAAU,eAAe,CAC7B,KAAY,EACZ,QAAmB,EACnB,WAAsB,EACtB,OAAkB;IAElB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IAE1C,IAAI,QAAQ,EAAE,CAAC;QACb,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC3C,QAAQ,CAAC,IAAI,CAAC,gCAAgC,OAAO,GAAG,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,WAAW,EAAE,CAAC;QAChB,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC1C,QAAQ,CAAC,IAAI,CAAC,oCAAoC,OAAO,GAAG,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,KAAK,MAAM,OAAO,IAAI,OAAO,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/B,QAAQ,CAAC,IAAI,CAAC,sCAAsC,OAAO,IAAI,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/evaluators/index.d.ts

@@ -0,0 +1,6 @@
+export { evaluateStructural } from './structural.js';
+export { evaluateToolUsage } from './tool-usage.js';
+export { evaluateContent } from './content.js';
+export { evaluatePerformance } from './performance.js';
+export { evaluateLlmJudge } from './llm-judge.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/evaluators/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/evaluators/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/evaluators/index.js

@@ -0,0 +1,6 @@
+export { evaluateStructural } from './structural.js';
+export { evaluateToolUsage } from './tool-usage.js';
+export { evaluateContent } from './content.js';
+export { evaluatePerformance } from './performance.js';
+export { evaluateLlmJudge } from './llm-judge.js';
+//# sourceMappingURL=index.js.map

package/dist/evaluators/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/evaluators/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/evaluators/llm-judge.d.ts

@@ -0,0 +1,6 @@
+import type { Trace, LlmJudgeConfig, LlmJudgeResult } from '../types.js';
+/**
+ * LLM-as-judge evaluator — uses an LLM to score response quality.
+ */
+export declare function evaluateLlmJudge(trace: Trace, message: string, config: LlmJudgeConfig, apiKey: string): Promise<LlmJudgeResult>;
+//# sourceMappingURL=llm-judge.d.ts.map

package/dist/evaluators/llm-judge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-judge.d.ts","sourceRoot":"","sources":["../../src/evaluators/llm-judge.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAgBzE;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,KAAK,EAAE,KAAK,EACZ,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,cAAc,CAAC,CA0EzB"}

package/dist/evaluators/llm-judge.js

@@ -0,0 +1,82 @@
+const DEFAULT_MODEL = 'openai/gpt-4.1-nano';
+const DEFAULT_THRESHOLD = 7;
+const JUDGE_SYSTEM_PROMPT = `You are an evaluation judge for AI agent responses. You will be given:
+1. The original user message sent to an agent
+2. The agent's response
+3. The tools the agent called (with arguments and results)
+4. Evaluation criteria to judge against
+
+Score the response from 1-10 based on the criteria. Be strict but fair.
+
+Respond in exactly this JSON format:
+{"score": <number 1-10>, "reasoning": "<one paragraph explaining your score>"}`;
+/**
+ * LLM-as-judge evaluator — uses an LLM to score response quality.
+ */
+export async function evaluateLlmJudge(trace, message, config, apiKey) {
+    const model = config.model ?? DEFAULT_MODEL;
+    const threshold = config.threshold ?? DEFAULT_THRESHOLD;
+    const toolCallSummary = trace.toolCalls
+        .map((tc) => `- ${tc.name}(${JSON.stringify(tc.arguments).slice(0, 200)}) → ${JSON.stringify(tc.result).slice(0, 300)}`)
+        .join('\n');
+    const userPrompt = `## User Message
+${message}
+
+## Agent Response
+${trace.content}
+
+## Tools Called
+${toolCallSummary || '(none)'}
+
+## Evaluation Criteria
+${config.criteria}
+
+Score this response 1-10 based on the criteria above.`;
+    const response = await fetch('https://openrouter.ai/api/v1/chat/completions', {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+            Authorization: `Bearer ${apiKey}`,
+        },
+        body: JSON.stringify({
+            model,
+            messages: [
+                { role: 'system', content: JUDGE_SYSTEM_PROMPT },
+                { role: 'user', content: userPrompt },
+            ],
+            max_tokens: 512,
+            temperature: 0,
+        }),
+        signal: AbortSignal.timeout(30_000),
+    });
+    if (!response.ok) {
+        const text = await response.text().catch(() => '');
+        return {
+            score: 0,
+            reasoning: `LLM judge request failed: HTTP ${response.status} — ${text}`,
+            passed: false,
+        };
+    }
+    const data = (await response.json());
+    const raw = data.choices?.[0]?.message?.content ?? '';
+    try {
+        // Extract JSON from response (handles markdown code blocks)
+        const jsonMatch = raw.match(/\{[\s\S]*"score"[\s\S]*"reasoning"[\s\S]*\}/);
+        if (!jsonMatch)
+            throw new Error('No JSON found');
+        const parsed = JSON.parse(jsonMatch[0]);
+        return {
+            score: parsed.score,
+            reasoning: parsed.reasoning,
+            passed: parsed.score >= threshold,
+        };
+    }
+    catch {
+        return {
+            score: 0,
+            reasoning: `Failed to parse judge response: ${raw.slice(0, 200)}`,
+            passed: false,
+        };
+    }
+}
+//# sourceMappingURL=llm-judge.js.map

package/dist/evaluators/llm-judge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-judge.js","sourceRoot":"","sources":["../../src/evaluators/llm-judge.ts"],"names":[],"mappings":"AAEA,MAAM,aAAa,GAAG,qBAAqB,CAAC;AAC5C,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAE5B,MAAM,mBAAmB,GAAG;;;;;;;;;+EASmD,CAAC;AAEhF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,KAAY,EACZ,OAAe,EACf,MAAsB,EACtB,MAAc;IAEd,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;IAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,iBAAiB,CAAC;IAExD,MAAM,eAAe,GAAG,KAAK,CAAC,SAAS;SACpC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;SACvH,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,MAAM,UAAU,GAAG;EACnB,OAAO;;;EAGP,KAAK,CAAC,OAAO;;;EAGb,eAAe,IAAI,QAAQ;;;EAG3B,MAAM,CAAC,QAAQ;;sDAEqC,CAAC;IAErD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,+CAA+C,EAAE;QAC5E,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,MAAM,EAAE;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK;YACL,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,mBAAmB,EAAE;gBAChD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE;aACtC;YACD,UAAU,EAAE,GAAG;YACf,WAAW,EAAE,CAAC;SACf,CAAC;QACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;KACpC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACnD,OAAO;YACL,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,kCAAkC,QAAQ,CAAC,MAAM,MAAM,IAAI,EAAE;YACxE,MAAM,EAAE,KAAK;SACd,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;IAEF,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IAEtD,IAAI,CAAC;QACH,4DAA4D;QAC5D,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;QAC3E,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAyC,CAAC;QAEhF,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,MAAM,EAAE,MAAM,CAAC,KAAK,IAAI,SAAS;SAClC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,mCAAmC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;YACjE,MAAM,EAAE,KAAK;SACd,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/evaluators/performance.d.ts

@@ -0,0 +1,6 @@
+import type { Trace } from '../types.js';
+/**
+ * Performance evaluator — checks token usage, duration, and round count.
+ */
+export declare function evaluatePerformance(trace: Trace, durationMs: number, maxTokens?: number, maxDurationMs?: number, maxToolRounds?: number): string[];
+//# sourceMappingURL=performance.d.ts.map

package/dist/evaluators/performance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"performance.d.ts","sourceRoot":"","sources":["../../src/evaluators/performance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEzC;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,MAAM,EAClB,SAAS,CAAC,EAAE,MAAM,EAClB,aAAa,CAAC,EAAE,MAAM,EACtB,aAAa,CAAC,EAAE,MAAM,GACrB,MAAM,EAAE,CAgBV"}

package/dist/evaluators/performance.js

@@ -0,0 +1,17 @@
+/**
+ * Performance evaluator — checks token usage, duration, and round count.
+ */
+export function evaluatePerformance(trace, durationMs, maxTokens, maxDurationMs, maxToolRounds) {
+    const failures = [];
+    if (maxTokens !== undefined && trace.usage.totalTokens > maxTokens) {
+        failures.push(`Token usage ${trace.usage.totalTokens} exceeded max ${maxTokens}`);
+    }
+    if (maxDurationMs !== undefined && durationMs > maxDurationMs) {
+        failures.push(`Duration ${durationMs}ms exceeded max ${maxDurationMs}ms`);
+    }
+    if (maxToolRounds !== undefined && trace.totalToolRounds > maxToolRounds) {
+        failures.push(`Tool rounds ${trace.totalToolRounds} exceeded max ${maxToolRounds}`);
+    }
+    return failures;
+}
+//# sourceMappingURL=performance.js.map

package/dist/evaluators/performance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"performance.js","sourceRoot":"","sources":["../../src/evaluators/performance.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,KAAY,EACZ,UAAkB,EAClB,SAAkB,EAClB,aAAsB,EACtB,aAAsB;IAEtB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,IAAI,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,GAAG,SAAS,EAAE,CAAC;QACnE,QAAQ,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,KAAK,CAAC,WAAW,iBAAiB,SAAS,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,IAAI,aAAa,KAAK,SAAS,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;QAC9D,QAAQ,CAAC,IAAI,CAAC,YAAY,UAAU,mBAAmB,aAAa,IAAI,CAAC,CAAC;IAC5E,CAAC;IAED,IAAI,aAAa,KAAK,SAAS,IAAI,KAAK,CAAC,eAAe,GAAG,aAAa,EAAE,CAAC;QACzE,QAAQ,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,eAAe,iBAAiB,aAAa,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/evaluators/structural.d.ts

@@ -0,0 +1,6 @@
+import type { Trace } from '../types.js';
+/**
+ * Structural evaluator — checks that the response has expected shape.
+ */
+export declare function evaluateStructural(trace: Trace, contentNotEmpty?: boolean): string[];
+//# sourceMappingURL=structural.d.ts.map

package/dist/evaluators/structural.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"structural.d.ts","sourceRoot":"","sources":["../../src/evaluators/structural.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEzC;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,EAAE,CAQpF"}

package/dist/evaluators/structural.js

@@ -0,0 +1,11 @@
+/**
+ * Structural evaluator — checks that the response has expected shape.
+ */
+export function evaluateStructural(trace, contentNotEmpty) {
+    const failures = [];
+    if (contentNotEmpty && (!trace.content || trace.content.trim().length === 0)) {
+        failures.push('Expected non-empty content, got empty response');
+    }
+    return failures;
+}
+//# sourceMappingURL=structural.js.map

package/dist/evaluators/structural.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"structural.js","sourceRoot":"","sources":["../../src/evaluators/structural.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAY,EAAE,eAAyB;IACxE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,IAAI,eAAe,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;QAC7E,QAAQ,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;IAClE,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/evaluators/tool-usage.d.ts

@@ -0,0 +1,6 @@
+import type { Trace } from '../types.js';
+/**
+ * Tool usage evaluator — checks which tools were/weren't called.
+ */
+export declare function evaluateToolUsage(trace: Trace, toolsCalled?: string[], toolsNotCalled?: string[], minToolCalls?: number): string[];
+//# sourceMappingURL=tool-usage.d.ts.map

package/dist/evaluators/tool-usage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-usage.d.ts","sourceRoot":"","sources":["../../src/evaluators/tool-usage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEzC;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,KAAK,EACZ,WAAW,CAAC,EAAE,MAAM,EAAE,EACtB,cAAc,CAAC,EAAE,MAAM,EAAE,EACzB,YAAY,CAAC,EAAE,MAAM,GACpB,MAAM,EAAE,CAyBV"}

package/dist/evaluators/tool-usage.js

@@ -0,0 +1,26 @@
+/**
+ * Tool usage evaluator — checks which tools were/weren't called.
+ */
+export function evaluateToolUsage(trace, toolsCalled, toolsNotCalled, minToolCalls) {
+    const failures = [];
+    const calledNames = trace.toolCalls.map((tc) => tc.name);
+    if (toolsCalled) {
+        for (const expected of toolsCalled) {
+            if (!calledNames.includes(expected)) {
+                failures.push(`Expected tool '${expected}' to be called, but it wasn't. Called: [${calledNames.join(', ')}]`);
+            }
+        }
+    }
+    if (toolsNotCalled) {
+        for (const blocked of toolsNotCalled) {
+            if (calledNames.includes(blocked)) {
+                failures.push(`Expected tool '${blocked}' NOT to be called, but it was`);
+            }
+        }
+    }
+    if (minToolCalls !== undefined && trace.toolCalls.length < minToolCalls) {
+        failures.push(`Expected at least ${minToolCalls} tool calls, got ${trace.toolCalls.length}`);
+    }
+    return failures;
+}
+//# sourceMappingURL=tool-usage.js.map

package/dist/evaluators/tool-usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-usage.js","sourceRoot":"","sources":["../../src/evaluators/tool-usage.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAC/B,KAAY,EACZ,WAAsB,EACtB,cAAyB,EACzB,YAAqB;IAErB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IAEzD,IAAI,WAAW,EAAE,CAAC;QAChB,KAAK,MAAM,QAAQ,IAAI,WAAW,EAAE,CAAC;YACnC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpC,QAAQ,CAAC,IAAI,CAAC,kBAAkB,QAAQ,2CAA2C,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACnB,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;YACrC,IAAI,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClC,QAAQ,CAAC,IAAI,CAAC,kBAAkB,OAAO,gCAAgC,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,YAAY,KAAK,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,YAAY,EAAE,CAAC;QACxE,QAAQ,CAAC,IAAI,CAAC,qBAAqB,YAAY,oBAAoB,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/F,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/helpers/service-check.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Check if an HTTP service is reachable.
+ */
+export declare function checkService(name: string, url: string, timeoutMs?: number): Promise<{
+    name: string;
+    reachable: boolean;
+    error?: string;
+}>;
+/**
+ * Check multiple services and return a summary.
+ */
+export declare function checkServices(services: Array<{
+    name: string;
+    url: string;
+}>): Promise<{
+    allReady: boolean;
+    results: Array<{
+        name: string;
+        reachable: boolean;
+        error?: string;
+    }>;
+}>;
+//# sourceMappingURL=service-check.d.ts.map

package/dist/helpers/service-check.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"service-check.d.ts","sourceRoot":"","sources":["../../src/helpers/service-check.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,wBAAsB,YAAY,CAChC,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,SAAS,GAAE,MAAa,GACvB,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAW/D;AAED;;GAEG;AACH,wBAAsB,aAAa,CACjC,QAAQ,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC,GAC7C,OAAO,CAAC;IAAE,QAAQ,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAAE,CAAC,CAQtG"}

package/dist/helpers/service-check.js

@@ -0,0 +1,27 @@
+/**
+ * Check if an HTTP service is reachable.
+ */
+export async function checkService(name, url, timeoutMs = 5000) {
+    try {
+        const response = await fetch(url, { signal: AbortSignal.timeout(timeoutMs) });
+        return { name, reachable: response.ok };
+    }
+    catch (err) {
+        return {
+            name,
+            reachable: false,
+            error: err instanceof Error ? err.message : String(err),
+        };
+    }
+}
+/**
+ * Check multiple services and return a summary.
+ */
+export async function checkServices(services) {
+    const results = await Promise.all(services.map(({ name, url }) => checkService(name, url)));
+    return {
+        allReady: results.every((r) => r.reachable),
+        results,
+    };
+}
+//# sourceMappingURL=service-check.js.map

package/dist/helpers/service-check.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service-check.js","sourceRoot":"","sources":["../../src/helpers/service-check.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAY,EACZ,GAAW,EACX,YAAoB,IAAI;IAExB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC9E,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;IAC1C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,IAAI;YACJ,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SACxD,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAA8C;IAE9C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CACzD,CAAC;IACF,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3C,OAAO;KACR,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,13 @@
+export { AgentTestSuite } from './suite.js';
+export { HttpAgentRunner } from './runner.js';
+export { ConsoleReporter, JsonReporter } from './reporters/index.js';
+export { checkService, checkServices } from './helpers/service-check.js';
+export { evaluateStructural } from './evaluators/structural.js';
+export { evaluateToolUsage } from './evaluators/tool-usage.js';
+export { evaluateContent } from './evaluators/content.js';
+export { evaluatePerformance } from './evaluators/performance.js';
+export { evaluateLlmJudge } from './evaluators/llm-judge.js';
+export type { SuiteConfig, TestCase, TestResult, Expectation, EvaluationConfig, LlmJudgeConfig, LlmJudgeResult, Trace, TraceToolCall, ConversationCase, ConversationTurn, ConversationResult, SuiteReport, } from './types.js';
+export type { Reporter } from './reporters/index.js';
+export type { RunnerConfig } from './runner.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAGzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAG7D,YAAY,EACV,WAAW,EACX,QAAQ,EACR,UAAU,EACV,WAAW,EACX,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,KAAK,EACL,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,WAAW,GACZ,MAAM,YAAY,CAAC;AAEpB,YAAY,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AACrD,YAAY,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC"}

package/dist/index.js

@@ -0,0 +1,17 @@
+// ── @mce-bt/microagents-testing ──────────────────────────────────────────────────────
+//
+// Agentic test framework for MicroAgents agents.
+// Write declarative test cases, run against live agents via HTTP,
+// capture execution traces, and evaluate results programmatically.
+//
+export { AgentTestSuite } from './suite.js';
+export { HttpAgentRunner } from './runner.js';
+export { ConsoleReporter, JsonReporter } from './reporters/index.js';
+export { checkService, checkServices } from './helpers/service-check.js';
+// Evaluators (for advanced use — normally called by the suite)
+export { evaluateStructural } from './evaluators/structural.js';
+export { evaluateToolUsage } from './evaluators/tool-usage.js';
+export { evaluateContent } from './evaluators/content.js';
+export { evaluatePerformance } from './evaluators/performance.js';
+export { evaluateLlmJudge } from './evaluators/llm-judge.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,wFAAwF;AACxF,EAAE;AACF,iDAAiD;AACjD,kEAAkE;AAClE,mEAAmE;AACnE,EAAE;AAEF,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAEzE,+DAA+D;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC"}

package/dist/reporters/console.d.ts

@@ -0,0 +1,11 @@
+import type { SuiteReport } from '../types.js';
+import type { Reporter } from './index.js';
+/**
+ * ConsoleReporter — pretty-prints suite results to the terminal.
+ */
+export declare class ConsoleReporter implements Reporter {
+    report(report: SuiteReport): void;
+    private printTestResult;
+    private printConversationResult;
+}
+//# sourceMappingURL=console.d.ts.map

package/dist/reporters/console.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"console.d.ts","sourceRoot":"","sources":["../../src/reporters/console.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAkC,MAAM,aAAa,CAAC;AAC/E,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAS3C;;GAEG;AACH,qBAAa,eAAgB,YAAW,QAAQ;IAC9C,MAAM,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IA4BjC,OAAO,CAAC,eAAe;IAwBvB,OAAO,CAAC,uBAAuB;CAiBhC"}

package/dist/reporters/console.js

@@ -0,0 +1,65 @@
+const GREEN = '\x1b[32m';
+const RED = '\x1b[31m';
+const YELLOW = '\x1b[33m';
+const DIM = '\x1b[2m';
+const BOLD = '\x1b[1m';
+const RESET = '\x1b[0m';
+/**
+ * ConsoleReporter — pretty-prints suite results to the terminal.
+ */
+export class ConsoleReporter {
+    report(report) {
+        console.log(`\n${BOLD}═══ Agent Test Suite: ${report.agentId} ═══${RESET}\n`);
+        // Individual test results
+        for (const r of report.results) {
+            this.printTestResult(r);
+        }
+        // Conversation results
+        for (const c of report.conversationResults) {
+            this.printConversationResult(c);
+        }
+        // Summary
+        console.log(`\n${BOLD}───────────────────────────────────${RESET}`);
+        const passColor = report.failed === 0 ? GREEN : RED;
+        console.log(`${passColor}${BOLD}${report.passed} passed${RESET}, ` +
+            `${report.failed > 0 ? RED : DIM}${report.failed} failed${RESET} ` +
+            `${DIM}(${report.total} total)${RESET}`);
+        console.log(`${DIM}Tokens: ${report.totalTokens.toLocaleString()} | ` +
+            `Duration: ${(report.totalDurationMs / 1000).toFixed(1)}s${RESET}`);
+        console.log();
+    }
+    printTestResult(r) {
+        const icon = r.passed ? `${GREEN}✓${RESET}` : `${RED}✗${RESET}`;
+        const duration = `${DIM}(${(r.durationMs / 1000).toFixed(1)}s)${RESET}`;
+        const tokens = `${DIM}[${r.trace.usage.totalTokens} tok]${RESET}`;
+        const tools = r.trace.toolCalls.length > 0
+            ? `${DIM}→ ${r.trace.toolCalls.map((tc) => tc.name).join(', ')}${RESET}`
+            : '';
+        console.log(`  ${icon} ${r.name} ${duration} ${tokens} ${tools}`);
+        if (!r.passed) {
+            for (const f of r.failures) {
+                console.log(`    ${RED}└ ${f}${RESET}`);
+            }
+        }
+        if (r.evaluation) {
+            const evalIcon = r.evaluation.passed ? `${GREEN}✓${RESET}` : `${YELLOW}⚠${RESET}`;
+            console.log(`    ${evalIcon} ${DIM}Judge: ${r.evaluation.score}/10 — ${r.evaluation.reasoning.slice(0, 120)}${RESET}`);
+        }
+    }
+    printConversationResult(c) {
+        const icon = c.passed ? `${GREEN}✓${RESET}` : `${RED}✗${RESET}`;
+        const duration = `${DIM}(${(c.durationMs / 1000).toFixed(1)}s)${RESET}`;
+        console.log(`  ${icon} ${BOLD}${c.name}${RESET} ${duration} [${c.turnResults.length} turns]`);
+        for (const turn of c.turnResults) {
+            const turnIcon = turn.passed ? `${GREEN}✓${RESET}` : `${RED}✗${RESET}`;
+            const tools = turn.trace.toolCalls.map((tc) => tc.name).join(', ');
+            console.log(`    ${turnIcon} ${turn.name} ${DIM}→ ${tools || '(no tools)'}${RESET}`);
+            if (!turn.passed) {
+                for (const f of turn.failures) {
+                    console.log(`      ${RED}└ ${f}${RESET}`);
+                }
+            }
+        }
+    }
+}
+//# sourceMappingURL=console.js.map

package/dist/reporters/console.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"console.js","sourceRoot":"","sources":["../../src/reporters/console.ts"],"names":[],"mappings":"AAGA,MAAM,KAAK,GAAG,UAAU,CAAC;AACzB,MAAM,GAAG,GAAG,UAAU,CAAC;AACvB,MAAM,MAAM,GAAG,UAAU,CAAC;AAC1B,MAAM,GAAG,GAAG,SAAS,CAAC;AACtB,MAAM,IAAI,GAAG,SAAS,CAAC;AACvB,MAAM,KAAK,GAAG,SAAS,CAAC;AAExB;;GAEG;AACH,MAAM,OAAO,eAAe;IAC1B,MAAM,CAAC,MAAmB;QACxB,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,yBAAyB,MAAM,CAAC,OAAO,OAAO,KAAK,IAAI,CAAC,CAAC;QAE9E,0BAA0B;QAC1B,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC/B,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC1B,CAAC;QAED,uBAAuB;QACvB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;YAC3C,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;QAED,UAAU;QACV,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,sCAAsC,KAAK,EAAE,CAAC,CAAC;QACpE,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;QACpD,OAAO,CAAC,GAAG,CACT,GAAG,SAAS,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,UAAU,KAAK,IAAI;YACpD,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,UAAU,KAAK,GAAG;YAClE,GAAG,GAAG,IAAI,MAAM,CAAC,KAAK,UAAU,KAAK,EAAE,CAC1C,CAAC;QACF,OAAO,CAAC,GAAG,CACT,GAAG,GAAG,WAAW,MAAM,CAAC,WAAW,CAAC,cAAc,EAAE,KAAK;YACvD,aAAa,CAAC,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CACrE,CAAC;QACF,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;IAEO,eAAe,CAAC,CAAa;QACnC,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,KAAK,EAAE,CAAC;QAChE,MAAM,QAAQ,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;QACxE,MAAM,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,QAAQ,KAAK,EAAE,CAAC;QAClE,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;YACxC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,EAAE;YACxE,CAAC,CAAC,EAAE,CAAC;QAEP,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,IAAI,QAAQ,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;QAElE,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YACd,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC3B,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,KAAK,EAAE,CAAC;YAClF,OAAO,CAAC,GAAG,CACT,OAAO,QAAQ,IAAI,GAAG,UAAU,CAAC,CAAC,UAAU,CAAC,KAAK,SAAS,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,EAAE,CAC1G,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,uBAAuB,CAAC,CAAqB;QACnD,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,KAAK,EAAE,CAAC;QAChE,MAAM,QAAQ,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;QACxE,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,KAAK,IAAI,QAAQ,KAAK,CAAC,CAAC,WAAW,CAAC,MAAM,SAAS,CAAC,CAAC;QAE9F,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,KAAK,EAAE,CAAC;YACvE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnE,OAAO,CAAC,GAAG,CAAC,OAAO,QAAQ,IAAI,IAAI,CAAC,IAAI,IAAI,GAAG,KAAK,KAAK,IAAI,YAAY,GAAG,KAAK,EAAE,CAAC,CAAC;YAErF,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC9B,OAAO,CAAC,GAAG,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/reporters/index.d.ts

@@ -0,0 +1,7 @@
+import type { SuiteReport } from '../types.js';
+export interface Reporter {
+    report(report: SuiteReport): void;
+}
+export { ConsoleReporter } from './console.js';
+export { JsonReporter } from './json.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/reporters/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporters/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAkC,MAAM,aAAa,CAAC;AAE/E,MAAM,WAAW,QAAQ;IACvB,MAAM,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;CACnC;AAED,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC"}

package/dist/reporters/index.js

@@ -0,0 +1,3 @@
+export { ConsoleReporter } from './console.js';
+export { JsonReporter } from './json.js';
+//# sourceMappingURL=index.js.map

package/dist/reporters/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/reporters/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC"}

package/dist/reporters/json.d.ts

@@ -0,0 +1,15 @@
+import type { SuiteReport } from '../types.js';
+import type { Reporter } from './index.js';
+/**
+ * JsonReporter — outputs the full suite report as structured JSON.
+ * Useful for programmatic analysis, CI integration, and dashboards.
+ */
+export declare class JsonReporter implements Reporter {
+    private output;
+    report(report: SuiteReport): void;
+    /**
+     * Get the last report (for programmatic access without console.log).
+     */
+    getLastReport(): SuiteReport | null;
+}
+//# sourceMappingURL=json.d.ts.map

package/dist/reporters/json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../src/reporters/json.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C;;;GAGG;AACH,qBAAa,YAAa,YAAW,QAAQ;IAC3C,OAAO,CAAC,MAAM,CAA4B;IAE1C,MAAM,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IAKjC;;OAEG;IACH,aAAa,IAAI,WAAW,GAAG,IAAI;CAGpC"}

package/dist/reporters/json.js

@@ -0,0 +1,18 @@
+/**
+ * JsonReporter — outputs the full suite report as structured JSON.
+ * Useful for programmatic analysis, CI integration, and dashboards.
+ */
+export class JsonReporter {
+    output = null;
+    report(report) {
+        this.output = report;
+        console.log(JSON.stringify(report, null, 2));
+    }
+    /**
+     * Get the last report (for programmatic access without console.log).
+     */
+    getLastReport() {
+        return this.output;
+    }
+}
+//# sourceMappingURL=json.js.map

package/dist/reporters/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/reporters/json.ts"],"names":[],"mappings":"AAGA;;;GAGG;AACH,MAAM,OAAO,YAAY;IACf,MAAM,GAAuB,IAAI,CAAC;IAE1C,MAAM,CAAC,MAAmB;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;CACF"}

package/dist/runner.d.ts

@@ -0,0 +1,33 @@
+import type { Trace } from './types.js';
+/**
+ * Configuration for the HTTP agent runner.
+ */
+export interface RunnerConfig {
+    baseUrl: string;
+    agentId: string;
+    sharedSecret: string;
+    timeout: number;
+}
+/**
+ * HttpAgentRunner — sends messages to an agent's /process endpoint
+ * with HMAC authentication and captures the full execution trace.
+ */
+export declare class HttpAgentRunner {
+    private readonly config;
+    constructor(config: RunnerConfig);
+    /**
+     * Send a message to the agent and capture the execution trace.
+     */
+    run(message: string, options?: {
+        sessionId?: string;
+        tier?: string;
+        timeout?: number;
+    }): Promise<Trace>;
+    /**
+     * Check if the agent is reachable.
+     */
+    healthCheck(): Promise<boolean>;
+    private sign;
+    private mapToTrace;
+}
+//# sourceMappingURL=runner.d.ts.map

package/dist/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../src/runner.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,KAAK,EAAiB,MAAM,YAAY,CAAC;AAEvD;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB;AAoBD;;;GAGG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;gBAE1B,MAAM,EAAE,YAAY;IAIhC;;OAEG;IACG,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,CAAC;IAwC7G;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAWrC,OAAO,CAAC,IAAI;IAKZ,OAAO,CAAC,UAAU;CAkBnB"}

package/dist/runner.js

@@ -0,0 +1,86 @@
+import { createHmac } from 'node:crypto';
+import { randomUUID } from 'node:crypto';
+/**
+ * HttpAgentRunner — sends messages to an agent's /process endpoint
+ * with HMAC authentication and captures the full execution trace.
+ */
+export class HttpAgentRunner {
+    config;
+    constructor(config) {
+        this.config = config;
+    }
+    /**
+     * Send a message to the agent and capture the execution trace.
+     */
+    async run(message, options) {
+        const timeout = options?.timeout ?? this.config.timeout;
+        const body = JSON.stringify({
+            message,
+            ...(options?.sessionId && { sessionId: options.sessionId }),
+            ...(options?.tier && { tier: options.tier }),
+        });
+        const timestamp = Date.now().toString();
+        const signature = this.sign(body, timestamp);
+        const controller = new AbortController();
+        const timer = setTimeout(() => controller.abort(), timeout);
+        try {
+            const response = await fetch(`${this.config.baseUrl}/process`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'X-Agent-Id': 'testing-framework',
+                    'X-Signature': signature,
+                    'X-Timestamp': timestamp,
+                    'X-Correlation-Id': randomUUID(),
+                },
+                body,
+                signal: controller.signal,
+            });
+            if (!response.ok) {
+                const text = await response.text().catch(() => '');
+                throw new Error(`Agent responded with HTTP ${response.status}: ${text}`);
+            }
+            const data = (await response.json());
+            return this.mapToTrace(data);
+        }
+        finally {
+            clearTimeout(timer);
+        }
+    }
+    /**
+     * Check if the agent is reachable.
+     */
+    async healthCheck() {
+        try {
+            const response = await fetch(`${this.config.baseUrl}/health`, {
+                signal: AbortSignal.timeout(5000),
+            });
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    sign(payload, timestamp) {
+        const data = `${timestamp}.${payload}`;
+        return createHmac('sha256', this.config.sharedSecret).update(data).digest('hex');
+    }
+    mapToTrace(response) {
+        const toolCalls = (response.toolCalls ?? []).map((tc, i) => ({
+            toolCallId: tc.toolCallId ?? `tc_${i}`,
+            name: tc.name,
+            arguments: tc.arguments ?? {},
+            result: tc.result,
+            error: tc.error,
+            durationMs: tc.durationMs ?? 0,
+        }));
+        return {
+            content: response.content ?? '',
+            toolCalls,
+            totalToolRounds: response.totalToolRounds ?? toolCalls.length,
+            usage: response.usage ?? { promptTokens: 0, completionTokens: 0, totalTokens: 0 },
+            sessionId: response.sessionId,
+        };
+    }
+}
+//# sourceMappingURL=runner.js.map

package/dist/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../src/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AA+BzC;;;GAGG;AACH,MAAM,OAAO,eAAe;IACT,MAAM,CAAe;IAEtC,YAAY,MAAoB;QAC9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,OAAe,EAAE,OAAiE;QAC1F,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QACxD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,OAAO;YACP,GAAG,CAAC,OAAO,EAAE,SAAS,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;YAC3D,GAAG,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;SAC7C,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAE7C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;QAE5D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,UAAU,EAAE;gBAC7D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,YAAY,EAAE,mBAAmB;oBACjC,aAAa,EAAE,SAAS;oBACxB,aAAa,EAAE,SAAS;oBACxB,kBAAkB,EAAE,UAAU,EAAE;iBACjC;gBACD,IAAI;gBACJ,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;gBACnD,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;YAC3E,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyB,CAAC;YAC7D,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,SAAS,EAAE;gBAC5D,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,EAAE,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEO,IAAI,CAAC,OAAe,EAAE,SAAiB;QAC7C,MAAM,IAAI,GAAG,GAAG,SAAS,IAAI,OAAO,EAAE,CAAC;QACvC,OAAO,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACnF,CAAC;IAEO,UAAU,CAAC,QAA8B;QAC/C,MAAM,SAAS,GAAoB,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5E,UAAU,EAAE,EAAE,CAAC,UAAU,IAAI,MAAM,CAAC,EAAE;YACtC,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,SAAS,EAAE,EAAE,CAAC,SAAS,IAAI,EAAE;YAC7B,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,UAAU,EAAE,EAAE,CAAC,UAAU,IAAI,CAAC;SAC/B,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE;YAC/B,SAAS;YACT,eAAe,EAAE,QAAQ,CAAC,eAAe,IAAI,SAAS,CAAC,MAAM;YAC7D,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;YACjF,SAAS,EAAE,QAAQ,CAAC,SAAS;SAC9B,CAAC;IACJ,CAAC;CACF"}

package/dist/suite.d.ts

@@ -0,0 +1,53 @@
+import type { SuiteConfig, TestCase, TestResult, ConversationCase, ConversationResult, SuiteReport } from './types.js';
+/**
+ * AgentTestSuite — declarative test framework for any MicroAgents agent.
+ *
+ * Sends messages to a running agent via HTTP, captures execution traces
+ * (tool calls, tokens, timing), and evaluates results against expectations.
+ *
+ * @example
+ * ```typescript
+ * const suite = new AgentTestSuite({
+ *   agentId: 'watson',
+ *   baseUrl: 'http://localhost:3029',
+ *   sharedSecret: 'my-secret',
+ * });
+ *
+ * const result = await suite.run({
+ *   name: 'web search',
+ *   message: 'Search for TypeScript 6',
+ *   expect: { toolsCalled: ['web_search'], contentNotEmpty: true },
+ * });
+ * ```
+ */
+export declare class AgentTestSuite {
+    readonly config: SuiteConfig;
+    private runner;
+    constructor(config: SuiteConfig);
+    /**
+     * Check if the target agent is reachable.
+     */
+    isAgentReady(): Promise<boolean>;
+    /**
+     * Run a single test case against the agent.
+     */
+    run(testCase: TestCase): Promise<TestResult>;
+    /**
+     * Run a multi-turn conversation test.
+     * All turns share the same session — testing context retention.
+     */
+    runConversation(convCase: ConversationCase): Promise<ConversationResult>;
+    /**
+     * Run all test cases and conversations, producing an aggregated report.
+     */
+    runAll(testCases: TestCase[], conversations?: ConversationCase[]): Promise<SuiteReport>;
+    /**
+     * Run all evaluators against a trace and return failures.
+     */
+    private evaluate;
+    /**
+     * Merge test-case expectations with suite-level defaults.
+     */
+    private mergeExpectations;
+}
+//# sourceMappingURL=suite.d.ts.map

package/dist/suite.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"suite.d.ts","sourceRoot":"","sources":["../src/suite.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EACV,WAAW,EACX,QAAQ,EACR,UAAU,EACV,gBAAgB,EAChB,kBAAkB,EAClB,WAAW,EAIZ,MAAM,YAAY,CAAC;AAEpB;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,qBAAa,cAAc;IACzB,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IAC7B,OAAO,CAAC,MAAM,CAAkB;gBAEpB,MAAM,EAAE,WAAW;IAU/B;;OAEG;IACG,YAAY,IAAI,OAAO,CAAC,OAAO,CAAC;IAItC;;OAEG;IACG,GAAG,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC;IAqDlD;;;OAGG;IACG,eAAe,CAAC,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAgC9E;;OAEG;IACG,MAAM,CACV,SAAS,EAAE,QAAQ,EAAE,EACrB,aAAa,CAAC,EAAE,gBAAgB,EAAE,GACjC,OAAO,CAAC,WAAW,CAAC;IAoCvB;;OAEG;IACH,OAAO,CAAC,QAAQ;IAwChB;;OAEG;IACH,OAAO,CAAC,iBAAiB;CAkB1B"}

package/dist/suite.js

@@ -0,0 +1,199 @@
+import { HttpAgentRunner } from './runner.js';
+import { evaluateStructural, evaluateToolUsage, evaluateContent, evaluatePerformance, evaluateLlmJudge, } from './evaluators/index.js';
+/**
+ * AgentTestSuite — declarative test framework for any MicroAgents agent.
+ *
+ * Sends messages to a running agent via HTTP, captures execution traces
+ * (tool calls, tokens, timing), and evaluates results against expectations.
+ *
+ * @example
+ * ```typescript
+ * const suite = new AgentTestSuite({
+ *   agentId: 'watson',
+ *   baseUrl: 'http://localhost:3029',
+ *   sharedSecret: 'my-secret',
+ * });
+ *
+ * const result = await suite.run({
+ *   name: 'web search',
+ *   message: 'Search for TypeScript 6',
+ *   expect: { toolsCalled: ['web_search'], contentNotEmpty: true },
+ * });
+ * ```
+ */
+export class AgentTestSuite {
+    config;
+    runner;
+    constructor(config) {
+        this.config = config;
+        this.runner = new HttpAgentRunner({
+            baseUrl: config.baseUrl,
+            agentId: config.agentId,
+            sharedSecret: config.sharedSecret,
+            timeout: config.defaultTimeout ?? 60_000,
+        });
+    }
+    /**
+     * Check if the target agent is reachable.
+     */
+    async isAgentReady() {
+        return this.runner.healthCheck();
+    }
+    /**
+     * Run a single test case against the agent.
+     */
+    async run(testCase) {
+        const start = Date.now();
+        const expect = this.mergeExpectations(testCase.expect);
+        try {
+            const trace = await this.runner.run(testCase.message, {
+                sessionId: testCase.sessionId,
+                tier: testCase.tier,
+                timeout: testCase.timeout ?? this.config.defaultTimeout,
+            });
+            const durationMs = Date.now() - start;
+            const failures = this.evaluate(trace, expect, durationMs);
+            // LLM-as-judge (if configured and API key available)
+            let evaluation;
+            if (testCase.evaluate?.llmJudge && this.config.openRouterApiKey) {
+                evaluation = await evaluateLlmJudge(trace, testCase.message, testCase.evaluate.llmJudge, this.config.openRouterApiKey);
+                if (!evaluation.passed) {
+                    failures.push(`LLM judge score ${evaluation.score}/10 below threshold: ${evaluation.reasoning}`);
+                }
+            }
+            return {
+                name: testCase.name,
+                passed: failures.length === 0,
+                failures,
+                trace,
+                durationMs,
+                evaluation,
+                tags: testCase.tags,
+            };
+        }
+        catch (err) {
+            const durationMs = Date.now() - start;
+            const errorMsg = err instanceof Error ? err.message : String(err);
+            return {
+                name: testCase.name,
+                passed: false,
+                failures: [`Test errored: ${errorMsg}`],
+                trace: emptyTrace(),
+                durationMs,
+                tags: testCase.tags,
+                error: errorMsg,
+            };
+        }
+    }
+    /**
+     * Run a multi-turn conversation test.
+     * All turns share the same session — testing context retention.
+     */
+    async runConversation(convCase) {
+        const start = Date.now();
+        const turnResults = [];
+        let sessionId;
+        for (let i = 0; i < convCase.turns.length; i++) {
+            const turn = convCase.turns[i];
+            const result = await this.run({
+                name: `${convCase.name} [turn ${i + 1}]`,
+                message: turn.message,
+                sessionId,
+                expect: turn.expect,
+                evaluate: turn.evaluate,
+            });
+            turnResults.push(result);
+            // Use the session from the first turn for all subsequent turns
+            if (i === 0 && result.trace.sessionId) {
+                sessionId = result.trace.sessionId;
+            }
+        }
+        return {
+            name: convCase.name,
+            passed: turnResults.every((r) => r.passed),
+            turnResults,
+            durationMs: Date.now() - start,
+            tags: convCase.tags,
+        };
+    }
+    /**
+     * Run all test cases and conversations, producing an aggregated report.
+     */
+    async runAll(testCases, conversations) {
+        const startedAt = new Date().toISOString();
+        const start = Date.now();
+        const results = [];
+        for (const tc of testCases) {
+            results.push(await this.run(tc));
+        }
+        const conversationResults = [];
+        if (conversations) {
+            for (const conv of conversations) {
+                conversationResults.push(await this.runConversation(conv));
+            }
+        }
+        // Flatten conversation turn results for totals
+        const allResults = [
+            ...results,
+            ...conversationResults.flatMap((c) => c.turnResults),
+        ];
+        return {
+            agentId: this.config.agentId,
+            passed: allResults.filter((r) => r.passed).length,
+            failed: allResults.filter((r) => !r.passed).length,
+            total: allResults.length,
+            results,
+            conversationResults,
+            totalTokens: allResults.reduce((sum, r) => sum + r.trace.usage.totalTokens, 0),
+            totalDurationMs: Date.now() - start,
+            startedAt,
+            finishedAt: new Date().toISOString(),
+        };
+    }
+    /**
+     * Run all evaluators against a trace and return failures.
+     */
+    evaluate(trace, expect, durationMs) {
+        const failures = [];
+        failures.push(...evaluateStructural(trace, expect.contentNotEmpty));
+        failures.push(...evaluateToolUsage(trace, expect.toolsCalled, expect.toolsNotCalled, expect.minToolCalls));
+        failures.push(...evaluateContent(trace, expect.contentContains, expect.contentNotContains, expect.contentMatches));
+        failures.push(...evaluatePerformance(trace, durationMs, expect.maxTokens, expect.maxDurationMs, expect.maxToolRounds));
+        if (expect.custom) {
+            failures.push(...expect.custom(trace));
+        }
+        return failures;
+    }
+    /**
+     * Merge test-case expectations with suite-level defaults.
+     */
+    mergeExpectations(caseExpect) {
+        if (!this.config.defaultExpect)
+            return caseExpect ?? {};
+        if (!caseExpect)
+            return this.config.defaultExpect;
+        return {
+            ...this.config.defaultExpect,
+            ...caseExpect,
+            // Merge arrays rather than overwrite
+            toolsCalled: [
+                ...(this.config.defaultExpect.toolsCalled ?? []),
+                ...(caseExpect.toolsCalled ?? []),
+            ],
+            contentContains: [
+                ...(this.config.defaultExpect.contentContains ?? []),
+                ...(caseExpect.contentContains ?? []),
+            ],
+        };
+    }
+}
+function emptyTrace() {
+    return {
+        content: '',
+        toolCalls: [],
+        totalToolRounds: 0,
+        usage: { promptTokens: 0, completionTokens: 0, totalTokens: 0 },
+        sessionId: '',
+    };
+}
+//# sourceMappingURL=suite.js.map

package/dist/suite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"suite.js","sourceRoot":"","sources":["../src/suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,eAAe,EACf,mBAAmB,EACnB,gBAAgB,GACjB,MAAM,uBAAuB,CAAC;AAa/B;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,OAAO,cAAc;IAChB,MAAM,CAAc;IACrB,MAAM,CAAkB;IAEhC,YAAY,MAAmB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,eAAe,CAAC;YAChC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,OAAO,EAAE,MAAM,CAAC,cAAc,IAAI,MAAM;SACzC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY;QAChB,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,QAAkB;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAEvD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE;gBACpD,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc;aACxD,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;YAE1D,qDAAqD;YACrD,IAAI,UAAsC,CAAC;YAC3C,IAAI,QAAQ,CAAC,QAAQ,EAAE,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;gBAChE,UAAU,GAAG,MAAM,gBAAgB,CACjC,KAAK,EACL,QAAQ,CAAC,OAAO,EAChB,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAC1B,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAC7B,CAAC;gBACF,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;oBACvB,QAAQ,CAAC,IAAI,CAAC,mBAAmB,UAAU,CAAC,KAAK,wBAAwB,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC;gBACnG,CAAC;YACH,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAC7B,QAAQ;gBACR,KAAK;gBACL,UAAU;gBACV,UAAU;gBACV,IAAI,EAAE,QAAQ,CAAC,IAAI;aACpB,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACtC,MAAM,QAAQ,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAElE,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,CAAC,iBAAiB,QAAQ,EAAE,CAAC;gBACvC,KAAK,EAAE,UAAU,EAAE;gBACnB,UAAU;gBACV,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,KAAK,EAAE,QAAQ;aAChB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,eAAe,CAAC,QAA0B;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,WAAW,GAAiB,EAAE,CAAC;QACrC,IAAI,SAA6B,CAAC;QAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC;gBAC5B,IAAI,EAAE,GAAG,QAAQ,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG;gBACxC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS;gBACT,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CAAC;YAEH,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEzB,+DAA+D;YAC/D,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBACtC,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YAC1C,WAAW;YACX,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC9B,IAAI,EAAE,QAAQ,CAAC,IAAI;SACpB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,SAAqB,EACrB,aAAkC;QAElC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,CAAC;QAED,MAAM,mBAAmB,GAAyB,EAAE,CAAC;QACrD,IAAI,aAAa,EAAE,CAAC;YAClB,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;gBACjC,mBAAmB,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,+CAA+C;QAC/C,MAAM,UAAU,GAAG;YACjB,GAAG,OAAO;YACV,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;SACrD,CAAC;QAEF,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;YACjD,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;YAClD,KAAK,EAAE,UAAU,CAAC,MAAM;YACxB,OAAO;YACP,mBAAmB;YACnB,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;YAC9E,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YACnC,SAAS;YACT,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,QAAQ,CAAC,KAAY,EAAE,MAAmB,EAAE,UAAkB;QACpE,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,QAAQ,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC;QAEpE,QAAQ,CAAC,IAAI,CACX,GAAG,iBAAiB,CAClB,KAAK,EACL,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,cAAc,EACrB,MAAM,CAAC,YAAY,CACpB,CACF,CAAC;QAEF,QAAQ,CAAC,IAAI,CACX,GAAG,eAAe,CAChB,KAAK,EACL,MAAM,CAAC,eAAe,EACtB,MAAM,CAAC,kBAAkB,EACzB,MAAM,CAAC,cAAc,CACtB,CACF,CAAC;QAEF,QAAQ,CAAC,IAAI,CACX,GAAG,mBAAmB,CACpB,KAAK,EACL,UAAU,EACV,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,aAAa,CACrB,CACF,CAAC;QAEF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,UAAwB;QAChD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa;YAAE,OAAO,UAAU,IAAI,EAAE,CAAC;QACxD,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;QAElD,OAAO;YACL,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa;YAC5B,GAAG,UAAU;YACb,qCAAqC;YACrC,WAAW,EAAE;gBACX,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,WAAW,IAAI,EAAE,CAAC;gBAChD,GAAG,CAAC,UAAU,CAAC,WAAW,IAAI,EAAE,CAAC;aAClC;YACD,eAAe,EAAE;gBACf,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,IAAI,EAAE,CAAC;gBACpD,GAAG,CAAC,UAAU,CAAC,eAAe,IAAI,EAAE,CAAC;aACtC;SACF,CAAC;IACJ,CAAC;CACF;AAED,SAAS,UAAU;IACjB,OAAO;QACL,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,EAAE;QACb,eAAe,EAAE,CAAC;QAClB,KAAK,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;QAC/D,SAAS,EAAE,EAAE;KACd,CAAC;AACJ,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,207 @@
+/**
+ * Configuration for an AgentTestSuite instance.
+ */
+export interface SuiteConfig {
+    /** Agent identifier (e.g., 'watson', 'linus') */
+    agentId: string;
+    /** Base URL of the running agent (e.g., 'http://localhost:3029') */
+    baseUrl: string;
+    /** Shared HMAC secret for inter-agent auth */
+    sharedSecret: string;
+    /** Default timeout per test case in ms (default: 60_000) */
+    defaultTimeout?: number;
+    /** Default expectations applied to every test case */
+    defaultExpect?: Expectation;
+    /** OpenRouter API key — required for LLM-as-judge evaluation */
+    openRouterApiKey?: string;
+}
+/**
+ * A single test case to run against an agent.
+ */
+export interface TestCase {
+    /** Human-readable name for this test case */
+    name: string;
+    /** The message to send to the agent */
+    message: string;
+    /** Optional: reuse an existing session */
+    sessionId?: string;
+    /** Optional: override the completion tier */
+    tier?: string;
+    /** Timeout override for this test case in ms */
+    timeout?: number;
+    /** Structural expectations to assert against the result */
+    expect?: Expectation;
+    /** LLM-based evaluation (optional, requires OpenRouter key) */
+    evaluate?: EvaluationConfig;
+    /** Optional tags for filtering/grouping */
+    tags?: string[];
+}
+/**
+ * Structural expectations that can be asserted against a test result.
+ */
+export interface Expectation {
+    /** At least these tool names must appear in toolCalls */
+    toolsCalled?: string[];
+    /** None of these tool names should appear in toolCalls */
+    toolsNotCalled?: string[];
+    /** Response content must contain all of these substrings (case-insensitive) */
+    contentContains?: string[];
+    /** Response content must NOT contain any of these substrings (case-insensitive) */
+    contentNotContains?: string[];
+    /** Response content must match all of these regex patterns */
+    contentMatches?: string[];
+    /** Response content must not be empty */
+    contentNotEmpty?: boolean;
+    /** Total tokens must not exceed this */
+    maxTokens?: number;
+    /** Execution time must not exceed this (ms) */
+    maxDurationMs?: number;
+    /** Agent loop rounds must not exceed this */
+    maxToolRounds?: number;
+    /** Minimum number of tool calls expected */
+    minToolCalls?: number;
+    /** Custom assertion function — return string[] of failures, or empty for pass */
+    custom?: (trace: Trace) => string[];
+}
+/**
+ * Configuration for LLM-based evaluation.
+ */
+export interface EvaluationConfig {
+    llmJudge?: LlmJudgeConfig;
+}
+/**
+ * LLM-as-judge settings.
+ */
+export interface LlmJudgeConfig {
+    /** Natural language criteria the response should meet */
+    criteria: string;
+    /** Model to use for judging (default: 'openai/gpt-4.1-nano') */
+    model?: string;
+    /** Minimum score to pass (1-10, default: 7) */
+    threshold?: number;
+}
+/**
+ * The captured execution trace from an agent run.
+ */
+export interface Trace {
+    /** Agent's final response text */
+    content: string;
+    /** All tool calls executed during the run */
+    toolCalls: TraceToolCall[];
+    /** Number of LLM rounds (tool loops) */
+    totalToolRounds: number;
+    /** Token usage across all rounds */
+    usage: {
+        promptTokens: number;
+        completionTokens: number;
+        totalTokens: number;
+    };
+    /** Session ID used for this run */
+    sessionId: string;
+}
+/**
+ * A single tool call captured in a trace.
+ */
+export interface TraceToolCall {
+    toolCallId: string;
+    name: string;
+    arguments: Record<string, unknown>;
+    result: unknown;
+    error?: string;
+    durationMs: number;
+}
+/**
+ * Result of a single test case execution.
+ */
+export interface TestResult {
+    /** Test case name */
+    name: string;
+    /** Whether all expectations and evaluations passed */
+    passed: boolean;
+    /** List of failure messages */
+    failures: string[];
+    /** Captured execution trace */
+    trace: Trace;
+    /** Total execution time in ms (including network) */
+    durationMs: number;
+    /** LLM-as-judge evaluation result (if configured) */
+    evaluation?: LlmJudgeResult;
+    /** Tags from the test case */
+    tags?: string[];
+    /** Error message if test errored before evaluation (e.g., timeout, HTTP error) */
+    error?: string;
+}
+/**
+ * Result of LLM-as-judge evaluation.
+ */
+export interface LlmJudgeResult {
+    /** Score from 1-10 */
+    score: number;
+    /** Reasoning from the judge */
+    reasoning: string;
+    /** Whether the score met the threshold */
+    passed: boolean;
+}
+/**
+ * A multi-turn conversation test case.
+ */
+export interface ConversationCase {
+    /** Human-readable name */
+    name: string;
+    /** Ordered sequence of messages + expectations */
+    turns: ConversationTurn[];
+    /** Tags for filtering */
+    tags?: string[];
+}
+/**
+ * A single turn in a multi-turn conversation test.
+ */
+export interface ConversationTurn {
+    /** Message to send */
+    message: string;
+    /** Expectations for this turn's result */
+    expect?: Expectation;
+    /** Evaluation for this turn */
+    evaluate?: EvaluationConfig;
+}
+/**
+ * Result of a multi-turn conversation test.
+ */
+export interface ConversationResult {
+    /** Test case name */
+    name: string;
+    /** Whether ALL turns passed */
+    passed: boolean;
+    /** Per-turn results */
+    turnResults: TestResult[];
+    /** Total duration across all turns */
+    durationMs: number;
+    /** Tags from the test case */
+    tags?: string[];
+}
+/**
+ * Aggregated report for a full suite run.
+ */
+export interface SuiteReport {
+    /** Agent ID */
+    agentId: string;
+    /** Number of tests that passed */
+    passed: number;
+    /** Number of tests that failed */
+    failed: number;
+    /** Total number of tests */
+    total: number;
+    /** All individual results */
+    results: TestResult[];
+    /** All conversation results */
+    conversationResults: ConversationResult[];
+    /** Total tokens consumed across all tests */
+    totalTokens: number;
+    /** Total wall-clock time in ms */
+    totalDurationMs: number;
+    /** Timestamp when the suite started */
+    startedAt: string;
+    /** Timestamp when the suite finished */
+    finishedAt: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,iDAAiD;IACjD,OAAO,EAAE,MAAM,CAAC;IAChB,oEAAoE;IACpE,OAAO,EAAE,MAAM,CAAC;IAChB,8CAA8C;IAC9C,YAAY,EAAE,MAAM,CAAC;IACrB,4DAA4D;IAC5D,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,sDAAsD;IACtD,aAAa,CAAC,EAAE,WAAW,CAAC;IAC5B,gEAAgE;IAChE,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,6CAA6C;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,uCAAuC;IACvC,OAAO,EAAE,MAAM,CAAC;IAChB,0CAA0C;IAC1C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6CAA6C;IAC7C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gDAAgD;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,2DAA2D;IAC3D,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,gBAAgB,CAAC;IAC5B,2CAA2C;IAC3C,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,yDAAyD;IACzD,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,0DAA0D;IAC1D,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,+EAA+E;IAC/E,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,mFAAmF;IACnF,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,8DAA8D;IAC9D,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,yCAAyC;IACzC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,wCAAwC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+CAA+C;IAC/C,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,6CAA6C;IAC7C,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,4CAA4C;IAC5C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iFAAiF;IACjF,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,MAAM,EAAE,CAAC;CACrC;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,EAAE,cAAc,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,yDAAyD;IACzD,QAAQ,EAAE,MAAM,CAAC;IACjB,gEAAgE;IAChE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,+CAA+C;IAC/C,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,KAAK;IACpB,kCAAkC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,SAAS,EAAE,aAAa,EAAE,CAAC;IAC3B,wCAAwC;IACxC,eAAe,EAAE,MAAM,CAAC;IACxB,oCAAoC;IACpC,KAAK,EAAE;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,gBAAgB,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/E,mCAAmC;IACnC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,qBAAqB;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,sDAAsD;IACtD,MAAM,EAAE,OAAO,CAAC;IAChB,+BAA+B;IAC/B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,+BAA+B;IAC/B,KAAK,EAAE,KAAK,CAAC;IACb,qDAAqD;IACrD,UAAU,EAAE,MAAM,CAAC;IACnB,qDAAqD;IACrD,UAAU,CAAC,EAAE,cAAc,CAAC;IAC5B,8BAA8B;IAC9B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,kFAAkF;IAClF,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,sBAAsB;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,+BAA+B;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,0CAA0C;IAC1C,MAAM,EAAE,OAAO,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,0BAA0B;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,kDAAkD;IAClD,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,yBAAyB;IACzB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,sBAAsB;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,0CAA0C;IAC1C,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,+BAA+B;IAC/B,QAAQ,CAAC,EAAE,gBAAgB,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,qBAAqB;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,+BAA+B;IAC/B,MAAM,EAAE,OAAO,CAAC;IAChB,uBAAuB;IACvB,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,sCAAsC;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,8BAA8B;IAC9B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,eAAe;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,kCAAkC;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,kCAAkC;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,4BAA4B;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,6BAA6B;IAC7B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,+BAA+B;IAC/B,mBAAmB,EAAE,kBAAkB,EAAE,CAAC;IAC1C,6CAA6C;IAC7C,WAAW,EAAE,MAAM,CAAC;IACpB,kCAAkC;IAClC,eAAe,EAAE,MAAM,CAAC;IACxB,uCAAuC;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,wCAAwC;IACxC,UAAU,EAAE,MAAM,CAAC;CACpB"}

package/dist/types.js

@@ -0,0 +1,3 @@
+// ── Types ─────────────────────────────────────────────────────────────────────
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,iFAAiF"}

package/package.json

@@ -0,0 +1,42 @@
+{
+  "name": "@mce-bt/microagents-testing",
+  "version": "0.1.0",
+  "description": "Agentic test framework — declarative test cases, live execution, structured evaluation",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "scripts": {
+    "build": "tsc --build",
+    "clean": "rm -rf dist tsconfig.tsbuildinfo",
+    "test": "vitest run"
+  },
+  "dependencies": {},
+  "devDependencies": {
+    "@types/node": "^25.5.0"
+  },
+  "license": "MIT",
+  "files": [
+    "dist"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/cavillo/microagents.git",
+    "directory": "packages/testing"
+  },
+  "homepage": "https://github.com/cavillo/microagents#readme",
+  "bugs": {
+    "url": "https://github.com/cavillo/microagents/issues"
+  },
+  "engines": {
+    "node": ">=20.0.0"
+  }
+}