@netlify/axis 0.2.0

package/dist/transcript/urls.js

@@ -0,0 +1,31 @@
+/** Match HTTP(S) URLs in arbitrary text. */
+const URL_REGEX = /https?:\/\/[^\s"'<>)\]},]+/gi;
+/**
+ * Extract the domain from a URL string. Returns null on parse failure.
+ */
+export function extractDomain(url) {
+    try {
+        return new URL(url).hostname;
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Extract URLs from a string. Returns deduplicated URLs with parsed domains.
+ */
+export function extractUrls(text) {
+    const matches = text.match(URL_REGEX);
+    if (!matches)
+        return [];
+    const seen = new Set();
+    const results = [];
+    for (const url of matches) {
+        if (seen.has(url))
+            continue;
+        seen.add(url);
+        results.push({ url, domain: extractDomain(url) });
+    }
+    return results;
+}
+//# sourceMappingURL=urls.js.map

package/dist/transcript/urls.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"urls.js","sourceRoot":"","sources":["../../src/transcript/urls.ts"],"names":[],"mappings":"AAEA,4CAA4C;AAC5C,MAAM,SAAS,GAAG,8BAA8B,CAAC;AAEjD;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,GAAW;IACvC,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAExB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/types/agent.d.ts

@@ -0,0 +1,80 @@
+import type { Scenario } from "./scenario.js";
+import type { AgentConfig, McpServerConfig, ResolvedSkill } from "./config.js";
+import type { Logger } from "./output.js";
+import type { TranscriptAnalysis } from "../transcript/types.js";
+export interface AgentAdapter {
+    readonly name: string;
+    run(input: AgentInput): Promise<AgentOutput>;
+    /**
+     * Returns adapter-specific environment overrides for workspace isolation.
+     * Called by the runner and merged into the job env after universal isolation
+     * (HOME, env filtering) is applied.
+     */
+    isolationEnv?(workspace: string): Record<string, string>;
+    /**
+     * Returns environment variable names required for the adapter to function
+     * (e.g. API keys). The runner validates these are present before launching
+     * any jobs and fails early with a clear error message.
+     */
+    requiredEnv?(): string[];
+    /**
+     * Resolves and validates the CLI binary for this adapter.
+     * Called once during runner pre-flight before any jobs run.
+     * If the CLI is not globally installed, falls back to npx.
+     */
+    ensureInstalled?(logger: Logger): Promise<void>;
+}
+export interface AgentInput {
+    prompt: string;
+    config: AgentConfig;
+    scenario: Scenario;
+    workingDirectory: string;
+    /** Filtered environment variables for the agent process. If omitted, inherits parent env. */
+    env?: Record<string, string>;
+    /** Register a cleanup function to be called on process signal (SIGINT/SIGTERM). */
+    registerCleanup?: (fn: () => void) => void;
+    /** When true, adapters capture raw stdout lines in AgentOutput.rawOutput. */
+    captureRawOutput?: boolean;
+    /** MCP servers to configure for this agent run (from top-level config). */
+    mcpServers?: Record<string, McpServerConfig>;
+    /** Resolved skills to install for this agent run. */
+    resolvedSkills?: ResolvedSkill[];
+    /**
+     * Invoked by the adapter with a conservative, monotonically-increasing
+     * estimate of tokens consumed so far. Used to drive the live UI counter.
+     * Estimates are derived from streamed assistant text, intentionally kept
+     * below the true count so the UI never has to reverse.
+     */
+    onTokenProgress?: (estimatedTokens: number) => void;
+}
+export interface AgentOutput {
+    transcript: TranscriptEntry[];
+    result: string | null;
+    metadata: AgentMetadata;
+    /** Raw stdout lines from the agent process (populated when captureRawOutput is set). */
+    rawOutput?: string[];
+    /** Per-entry extracted signals and aggregate analysis. Populated during scoring. */
+    transcriptAnalysis?: TranscriptAnalysis;
+}
+export interface AgentMetadata {
+    startTime: string;
+    endTime: string;
+    durationMs: number;
+    tokenUsage?: TokenUsage;
+    totalCostUsd?: number;
+    exitCode: number;
+    sessionId?: string;
+    /** Human-readable error description when the agent fails. */
+    error?: string;
+}
+export interface TokenUsage {
+    input: number;
+    output: number;
+    cacheReadInput?: number;
+}
+export interface TranscriptEntry {
+    type: "assistant" | "user" | "tool_use" | "tool_result" | "system" | "error";
+    timestamp: string;
+    content: Record<string, unknown>;
+}
+//# sourceMappingURL=agent.d.ts.map

package/dist/types/agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../src/types/agent.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC/E,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAEjE,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,GAAG,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAC7C;;;;OAIG;IACH,YAAY,CAAC,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzD;;;;OAIG;IACH,WAAW,CAAC,IAAI,MAAM,EAAE,CAAC;IACzB;;;;OAIG;IACH,eAAe,CAAC,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,6FAA6F;IAC7F,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B,mFAAmF;IACnF,eAAe,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,IAAI,KAAK,IAAI,CAAC;IAC3C,6EAA6E;IAC7E,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,2EAA2E;IAC3E,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC7C,qDAAqD;IACrD,cAAc,CAAC,EAAE,aAAa,EAAE,CAAC;IACjC;;;;;OAKG;IACH,eAAe,CAAC,EAAE,CAAC,eAAe,EAAE,MAAM,KAAK,IAAI,CAAC;CACrD;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,EAAE,aAAa,CAAC;IACxB,wFAAwF;IACxF,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,oFAAoF;IACpF,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;CACzC;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6DAA6D;IAC7D,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,WAAW,GAAG,MAAM,GAAG,UAAU,GAAG,aAAa,GAAG,QAAQ,GAAG,OAAO,CAAC;IAC7E,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC"}

package/dist/types/agent.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=agent.js.map

package/dist/types/agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../src/types/agent.ts"],"names":[],"mappings":""}

package/dist/types/baseline.d.ts

@@ -0,0 +1,65 @@
+/** Snapshot of a single scenario×agent score for baseline comparison. */
+export interface BaselineEntry {
+    axisScore: number;
+    goalAchievement: number;
+    environment: number;
+    service: number;
+    agent: number;
+    durationMs: number;
+    tokens: number;
+    fromReportId: string;
+    timestamp: string;
+}
+/** Scenario key → agent name → baseline entry. */
+export type BaselineResults = Record<string, Record<string, BaselineEntry>>;
+/** A named baseline — accumulated collection of score snapshots. */
+export interface Baseline {
+    name: string;
+    createdAt: string;
+    updatedAt: string;
+    results: BaselineResults;
+}
+/** A single row in a baseline diff comparison. */
+export interface BaselineDiffEntry {
+    scenarioKey: string;
+    agentName: string;
+    baseline: number;
+    current: number;
+    delta: number;
+    categories: {
+        goalAchievement: {
+            baseline: number;
+            current: number;
+            delta: number;
+        };
+        environment: {
+            baseline: number;
+            current: number;
+            delta: number;
+        };
+        service: {
+            baseline: number;
+            current: number;
+            delta: number;
+        };
+        agent: {
+            baseline: number;
+            current: number;
+            delta: number;
+        };
+    };
+}
+/** Result of comparing a report against a baseline. */
+export interface BaselineDiff {
+    baselineName: string;
+    reportId: string;
+    entries: BaselineDiffEntry[];
+    summary: {
+        improved: number;
+        regressed: number;
+        unchanged: number;
+        /** Scenarios in the report that don't exist in the baseline. */
+        newScenarios: number;
+    };
+}
+//# sourceMappingURL=baseline.d.ts.map

package/dist/types/baseline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseline.d.ts","sourceRoot":"","sources":["../../src/types/baseline.ts"],"names":[],"mappings":"AAAA,yEAAyE;AACzE,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,kDAAkD;AAClD,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;AAE5E,oEAAoE;AACpE,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,eAAe,CAAC;CAC1B;AAED,kDAAkD;AAClD,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE;QACV,eAAe,EAAE;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC;QACtE,WAAW,EAAE;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC;QAClE,OAAO,EAAE;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC;QAC9D,KAAK,EAAE;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC;KAC7D,CAAC;CACH;AAED,uDAAuD;AACvD,MAAM,WAAW,YAAY;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,gEAAgE;QAChE,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH"}

package/dist/types/baseline.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=baseline.js.map

package/dist/types/baseline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseline.js","sourceRoot":"","sources":["../../src/types/baseline.ts"],"names":[],"mappings":""}

package/dist/types/config.d.ts

@@ -0,0 +1,76 @@
+export interface AxisConfig {
+    scenarios: string;
+    agents: (string | AgentConfig)[];
+    defaults?: DefaultsConfig;
+    /** Custom adapter modules. Keys are adapter names, values are paths (relative to config) to JS/TS modules that export an AgentAdapter. */
+    adapters?: Record<string, string>;
+    /** Environment variables to pass through to agent processes. System vars (PATH, HOME, etc.) are always included. */
+    env?: string[];
+    /** MCP servers available to all agents during execution. */
+    mcp_servers?: Record<string, McpServerConfig>;
+    /** Skills available to all agents. Merged with per-agent skills. Each entry is a local path, GitHub shorthand (owner/repo), or GitHub URL. */
+    skills?: SkillSource[];
+}
+/** A skill source entry — either a simple string or an object with metadata. */
+export type SkillSource = string | SkillSourceConfig;
+/** Skill source with optional metadata. */
+export interface SkillSourceConfig {
+    /** Local path, GitHub shorthand (owner/repo), or GitHub URL. */
+    source: string;
+    /** Override the AXIS scoring category for interactions driven by this skill. */
+    axisCategory?: "environment" | "service";
+}
+/** A skill resolved from its source reference to an on-disk directory. */
+export interface ResolvedSkill {
+    /** Skill name (derived from directory name). */
+    name: string;
+    /** Absolute path to the skill directory containing SKILL.md. */
+    path: string;
+    /** AXIS scoring category override, if specified in config. */
+    axisCategory?: "environment" | "service";
+}
+export interface AgentConfig {
+    adapter: string;
+    /** Executable command for custom adapters (e.g. "codex", "aider", "./my-agent.sh"). */
+    command?: string;
+    scenarios?: string[];
+    skills?: SkillSource[];
+    model?: string;
+    /** Adapter-specific CLI flags. Keys are flag names (without --), values are flag values (true for boolean flags). */
+    flags?: Record<string, string | boolean>;
+}
+export interface DefaultsConfig {
+    scoring_weights?: ScoringWeights;
+    /** Maximum number of parallel jobs. Defaults to unlimited (all jobs run simultaneously). */
+    concurrency?: number;
+}
+export interface ScoringWeights {
+    goal_achievement: number;
+    environment: number;
+    service: number;
+    agent: number;
+}
+export type McpServerConfig = McpStdioServer | McpHttpServer;
+export interface McpStdioServer {
+    /** Spawn a local process. */
+    type: "stdio";
+    /** Command to run. */
+    command: string;
+    /** Command arguments. */
+    args?: string[];
+    /** Environment variables for the server process. */
+    env?: Record<string, string>;
+    /** Override the AXIS scoring category for all tools from this server. Defaults to "service". */
+    axisCategory?: "environment" | "service";
+}
+export interface McpHttpServer {
+    /** Connect to a remote MCP server over HTTP. */
+    type: "http";
+    /** URL of the MCP server endpoint. */
+    url: string;
+    /** HTTP headers (e.g. Authorization). */
+    headers?: Record<string, string>;
+    /** Override the AXIS scoring category for all tools from this server. Defaults to "service". */
+    axisCategory?: "environment" | "service";
+}
+//# sourceMappingURL=config.d.ts.map

package/dist/types/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/types/config.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,CAAC,MAAM,GAAG,WAAW,CAAC,EAAE,CAAC;IACjC,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,0IAA0I;IAC1I,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,oHAAoH;IACpH,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,4DAA4D;IAC5D,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC9C,8IAA8I;IAC9I,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC;CACxB;AAED,gFAAgF;AAChF,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,iBAAiB,CAAC;AAErD,2CAA2C;AAC3C,MAAM,WAAW,iBAAiB;IAChC,gEAAgE;IAChE,MAAM,EAAE,MAAM,CAAC;IACf,gFAAgF;IAChF,YAAY,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;CAC1C;AAED,0EAA0E;AAC1E,MAAM,WAAW,aAAa;IAC5B,gDAAgD;IAChD,IAAI,EAAE,MAAM,CAAC;IACb,gEAAgE;IAChE,IAAI,EAAE,MAAM,CAAC;IACb,8DAA8D;IAC9D,YAAY,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;CAC1C;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,uFAAuF;IACvF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,qHAAqH;IACrH,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC;CAC1C;AAED,MAAM,WAAW,cAAc;IAC7B,eAAe,CAAC,EAAE,cAAc,CAAC;IACjC,4FAA4F;IAC5F,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,eAAe,GAAG,cAAc,GAAG,aAAa,CAAC;AAE7D,MAAM,WAAW,cAAc;IAC7B,6BAA6B;IAC7B,IAAI,EAAE,OAAO,CAAC;IACd,sBAAsB;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,yBAAyB;IACzB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,oDAAoD;IACpD,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B,gGAAgG;IAChG,YAAY,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;CAC1C;AAED,MAAM,WAAW,aAAa;IAC5B,gDAAgD;IAChD,IAAI,EAAE,MAAM,CAAC;IACb,sCAAsC;IACtC,GAAG,EAAE,MAAM,CAAC;IACZ,yCAAyC;IACzC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,gGAAgG;IAChG,YAAY,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;CAC1C"}

package/dist/types/config.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=config.js.map

package/dist/types/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/types/config.ts"],"names":[],"mappings":""}

package/dist/types/index.d.ts

@@ -0,0 +1,8 @@
+export * from "./config.js";
+export * from "./scenario.js";
+export * from "./agent.js";
+export * from "./output.js";
+export * from "./scoring.js";
+export * from "./report.js";
+export * from "./baseline.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,eAAe,CAAC;AAC9B,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,eAAe,CAAC"}

package/dist/types/index.js

@@ -0,0 +1,8 @@
+export * from "./config.js";
+export * from "./scenario.js";
+export * from "./agent.js";
+export * from "./output.js";
+export * from "./scoring.js";
+export * from "./report.js";
+export * from "./baseline.js";
+//# sourceMappingURL=index.js.map

package/dist/types/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,eAAe,CAAC;AAC9B,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,eAAe,CAAC"}

package/dist/types/output.d.ts

@@ -0,0 +1,70 @@
+import type { AgentOutput } from "./agent.js";
+import type { AgentConfig } from "./config.js";
+import type { RubricCriterion } from "./scenario.js";
+import type { ScoredRunResult } from "./scoring.js";
+export interface RunOutput {
+    version: string;
+    timestamp: string;
+    durationMs: number;
+    results: RunResult[];
+    summary: RunSummary;
+}
+/** Shared fields for all run results (scored and unscored). */
+export interface BaseRunResult {
+    scenarioKey: string;
+    scenarioName: string;
+    agentName: string;
+    prompt: string;
+    rubric: string | RubricCriterion[];
+    agentConfig: AgentConfig;
+    output: AgentOutput;
+}
+export interface RunResult extends BaseRunResult {
+}
+export interface RunSummary {
+    total: number;
+    completed: number;
+    failed: number;
+}
+export type JobStatus = "pending" | "setup" | "running" | "teardown" | "done" | "failed" | "scoring";
+export interface JobState {
+    scenarioKey: string;
+    agentName: string;
+    status: JobStatus;
+    durationMs?: number;
+    axisScore?: number;
+    /**
+     * Live running token estimate for the agent (monotonically non-decreasing).
+     * Sourced from streamed assistant text during execution and snapped to the
+     * real `metadata.tokenUsage` total at completion. Intentionally conservative
+     * so the UI can animate count-up without ever having to reverse.
+     */
+    liveTokens?: number;
+    /**
+     * True once `liveTokens` has been replaced with the authoritative total
+     * from `metadata.tokenUsage` (input + output + cacheReadInput). The UI
+     * uses this to drop the `~` approximation prefix once the animation
+     * catches up to the real value.
+     */
+    tokensFinal?: boolean;
+    /**
+     * Wall-clock ms-epoch when the agent transitioned to `running`. Used by the
+     * live UI to tick an elapsed-duration counter before the job finishes (once
+     * finished, `durationMs` takes over as the authoritative value).
+     */
+    runStartedAt?: number;
+}
+export interface Logger {
+    info(message: string): void;
+    error(message: string): void;
+    /** Detailed per-step logging. Only called when verbose mode is enabled. */
+    verbose?(message: string): void;
+    /** Called when a job's status changes. Used for live-updating displays. */
+    onJobUpdate?(jobs: JobState[]): void;
+}
+export declare const silentLogger: Logger;
+/** Type guard: checks if a run result has been scored. */
+export declare function isScoredResult(result: BaseRunResult): result is ScoredRunResult;
+/** Format an unknown error value into a message string. */
+export declare function formatError(err: unknown): string;
+//# sourceMappingURL=output.d.ts.map

package/dist/types/output.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"output.d.ts","sourceRoot":"","sources":["../../src/types/output.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAEpD,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,SAAS,EAAE,CAAC;IACrB,OAAO,EAAE,UAAU,CAAC;CACrB;AAED,+DAA+D;AAC/D,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,GAAG,eAAe,EAAE,CAAC;IACnC,WAAW,EAAE,WAAW,CAAC;IACzB,MAAM,EAAE,WAAW,CAAC;CACrB;AAED,MAAM,WAAW,SAAU,SAAQ,aAAa;CAAG;AAEnD,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,SAAS,GAAG,SAAS,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,SAAS,CAAC;AAErG,MAAM,WAAW,QAAQ;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,SAAS,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;OAKG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;;OAKG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,MAAM;IACrB,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,2EAA2E;IAC3E,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,2EAA2E;IAC3E,WAAW,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;CACtC;AAED,eAAO,MAAM,YAAY,EAAE,MAG1B,CAAC;AAEF,0DAA0D;AAC1D,wBAAgB,cAAc,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,IAAI,eAAe,CAE/E;AAED,2DAA2D;AAC3D,wBAAgB,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAGhD"}

package/dist/types/output.js

@@ -0,0 +1,15 @@
+export const silentLogger = {
+    info() { },
+    error() { },
+};
+/** Type guard: checks if a run result has been scored. */
+export function isScoredResult(result) {
+    return "score" in result && result.score != null;
+}
+/** Format an unknown error value into a message string. */
+export function formatError(err) {
+    if (err instanceof Error)
+        return err.message;
+    return String(err);
+}
+//# sourceMappingURL=output.js.map

package/dist/types/output.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"output.js","sourceRoot":"","sources":["../../src/types/output.ts"],"names":[],"mappings":"AAuEA,MAAM,CAAC,MAAM,YAAY,GAAW;IAClC,IAAI,KAAI,CAAC;IACT,KAAK,KAAI,CAAC;CACX,CAAC;AAEF,0DAA0D;AAC1D,MAAM,UAAU,cAAc,CAAC,MAAqB;IAClD,OAAO,OAAO,IAAI,MAAM,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC;AACnD,CAAC;AAED,2DAA2D;AAC3D,MAAM,UAAU,WAAW,CAAC,GAAY;IACtC,IAAI,GAAG,YAAY,KAAK;QAAE,OAAO,GAAG,CAAC,OAAO,CAAC;IAC7C,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;AACrB,CAAC"}

package/dist/types/report.d.ts

@@ -0,0 +1,37 @@
+import type { TokenUsage } from "./agent.js";
+import type { AgentConfig } from "./config.js";
+import type { ScoreResult } from "./scoring.js";
+import type { RunSummary } from "./output.js";
+import type { ScoredSummary } from "./scoring.js";
+import type { RubricCriterion } from "./scenario.js";
+/** Lightweight report manifest — no transcripts, just summary data. */
+export interface ReportManifest {
+    version: string;
+    reportId: string;
+    timestamp: string;
+    durationMs: number;
+    summary: ScoredSummary | RunSummary;
+    results: ReportResultEntry[];
+}
+/** Summary of a single scenario×agent result (no transcript). */
+export interface ReportResultEntry {
+    scenarioKey: string;
+    scenarioName: string;
+    agentName: string;
+    durationMs: number;
+    exitCode: number;
+    tokenUsage?: TokenUsage;
+    totalCostUsd?: number;
+    score?: ScoreResult;
+    /** Human-readable error description when the agent fails. */
+    error?: string;
+    /** Relative path to the full result file within the report directory. */
+    file: string;
+    /** The prompt given to the agent. */
+    prompt?: string;
+    /** Rubric used for scoring. */
+    rubric?: string | RubricCriterion[];
+    /** Agent configuration. */
+    agentConfig?: AgentConfig;
+}
+//# sourceMappingURL=report.d.ts.map

package/dist/types/report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/types/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAErD,uEAAuE;AACvE,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,aAAa,GAAG,UAAU,CAAC;IACpC,OAAO,EAAE,iBAAiB,EAAE,CAAC;CAC9B;AAED,iEAAiE;AACjE,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,6DAA6D;IAC7D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,yEAAyE;IACzE,IAAI,EAAE,MAAM,CAAC;IACb,qCAAqC;IACrC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,+BAA+B;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,eAAe,EAAE,CAAC;IACpC,2BAA2B;IAC3B,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B"}

package/dist/types/report.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=report.js.map

package/dist/types/report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.js","sourceRoot":"","sources":["../../src/types/report.ts"],"names":[],"mappings":""}

package/dist/types/scenario.d.ts

@@ -0,0 +1,23 @@
+import type { SkillSource } from "./config.js";
+export interface Scenario {
+    /** Stable identifier derived from file path relative to scenarios root, sans .json */
+    key: string;
+    name: string;
+    setup?: LifecycleAction[];
+    prompt: string;
+    rubric: string | RubricCriterion[];
+    teardown?: LifecycleAction[];
+    /** When set, only these agents run this scenario (overrides the global agents list). */
+    agents?: string[];
+    /** Skills specific to this scenario, merged with top-level and per-agent skills. */
+    skills?: SkillSource[];
+}
+export interface LifecycleAction {
+    action: "run_script";
+    command: string;
+}
+export interface RubricCriterion {
+    check: string;
+    weight?: number;
+}
+//# sourceMappingURL=scenario.d.ts.map

package/dist/types/scenario.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scenario.d.ts","sourceRoot":"","sources":["../../src/types/scenario.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,WAAW,QAAQ;IACvB,sFAAsF;IACtF,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,GAAG,eAAe,EAAE,CAAC;IACnC,QAAQ,CAAC,EAAE,eAAe,EAAE,CAAC;IAC7B,wFAAwF;IACxF,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,oFAAoF;IACpF,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB"}

package/dist/types/scenario.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=scenario.js.map

package/dist/types/scenario.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scenario.js","sourceRoot":"","sources":["../../src/types/scenario.ts"],"names":[],"mappings":""}