e2e 0.15.2 → 0.16.0

package/dist/run/realm.js

@@ -32,7 +32,7 @@ export class RealmManager {
     /** Re-imports one test module in a fresh realm. */
     async create(file) {
         this.realmCounter += 1;
-        const registration = await this.debug.time('realm.import', () => collectModule(() => importModule(file.absolutePath, `${this.options.targetName}-${this.realmCounter}`), file.absolutePath));
+        const registration = await this.debug.time('realm.import', () => collectModule(() => importModule(file.absolutePath, `${this.options.targetName}-${this.realmCounter}`), file.absolutePath, this.options.redactTitle));
         return this.adopt(registration, file);
     }
     /**
@@ -152,4 +152,3 @@ function scopeId(scope) {
 function scopeChainFor(test) {
     return [undefined, ...groupChain(test.group)];
 }
-//# sourceMappingURL=realm.js.map

package/dist/run/records.d.ts

@@ -153,4 +153,3 @@ export declare function encodeResult(record: ResultRecord): WireResultRecord;
 export interface RunError {
     error: SerializedError;
 }
-//# sourceMappingURL=records.d.ts.map

package/dist/run/records.js

@@ -12,4 +12,3 @@ export function encodeResult(record) {
     const { target: _target, ...rest } = record;
     return rest;
 }
-//# sourceMappingURL=records.js.map

package/dist/run/retry.d.ts

@@ -15,4 +15,3 @@ export declare function isRetryEligible(attempt: RetryAttempt): boolean;
  * loop stops and the last observed status stands).
  */
 export declare function runWithRetries(maxAttempts: number, interruptSignal: AbortSignal, runOnce: (attemptIndex: number) => Promise<RetryAttempt | undefined>): Promise<ResultStatus>;
-//# sourceMappingURL=retry.d.ts.map

package/dist/run/retry.js

@@ -33,4 +33,3 @@ export async function runWithRetries(maxAttempts, interruptSignal, runOnce) {
     }
     return finalStatus;
 }
-//# sourceMappingURL=retry.js.map

package/dist/run/runner.d.ts

@@ -169,7 +169,8 @@ export interface RunOutcome {
     /** Where the AI trace was written; undefined unless `aiTrace` was requested. */
     aiTracePath: string | undefined;
     results: readonly ResultRecord[];
+    /** The config the run resolved; undefined when it failed to load. */
+    config: ResolvedConfig | undefined;
 }
 /** Executes one complete run and returns the outcome without exiting. */
 export declare function run(options?: RunOptions): Promise<RunOutcome>;
-//# sourceMappingURL=runner.d.ts.map

package/dist/run/runner.js

@@ -300,7 +300,7 @@ export async function run(options = {}) {
             ...(lastRun === undefined ? {} : { lastRun }),
         }, options.reporterTimeout ?? REPORTER_TIMEOUT_MS, forceController.signal);
         listReporter?.rows(rows);
-        return { exitCode, status, report, reportPath, aiTracePath, results };
+        return { exitCode, status, report, reportPath, aiTracePath, results, config: loaded.config };
     };
     if (loaded.config === undefined) {
         recordFailure(loaded.error, 'config');
@@ -803,4 +803,3 @@ function isSummaryRow(value) {
     const { label, text } = value;
     return typeof label === 'string' && label.length > 0 && typeof text === 'string' && text.length > 0;
 }
-//# sourceMappingURL=runner.js.map

package/dist/run/scheduler.d.ts

@@ -66,4 +66,3 @@ export interface RunUnitsOptions {
 }
 /** Runs every planned unit and streams records. */
 export declare function runUnits(options: RunUnitsOptions): Promise<void>;
-//# sourceMappingURL=scheduler.d.ts.map

package/dist/run/scheduler.js

@@ -682,4 +682,3 @@ class Scheduler {
         await Promise.all(remaining.map((worker) => worker.runner.exit));
     }
 }
-//# sourceMappingURL=scheduler.js.map

package/dist/run/secrecy.d.ts

@@ -47,6 +47,15 @@ export declare class SecretExposure {
  * learns them; provider-backed values join as they resolve.
  */
 export declare const processSecrets: SecretLedger;
+/**
+ * A ledger of the static values of `secrets` alone, built once per map. What
+ * text produced before any session exists is redacted with, such as a test
+ * title at collection: every process resolving the same config redacts it
+ * alike, so a test's id agrees between the runner and its workers. A
+ * provider-backed value is not known yet and is not in it. Shared, so it is
+ * handed out read-only: nothing registers into it.
+ */
+export declare function staticSecretLedger(secrets: ResolvedConfig['allSecrets']): Pick<SecretLedger, 'redact' | 'entries'>;
 /** Seeds `processSecrets` with the static values of `secrets`, so output before any session opens is covered too. */
 export declare function registerStaticSecrets(secrets: ResolvedConfig['allSecrets']): void;
 /**
@@ -70,6 +79,12 @@ export declare function registerDerivedSecrets(name: string, derived: readonly s
  * values join through the resolver at fill time.
  */
 export declare function sessionSecrecy(session: TargetSession, secrets: ResolvedConfig['allSecrets']): SessionSecrecy;
+/**
+ * Redacts `text` with every value `session` has seen, or with the static
+ * values while no session is open yet, so text an attempt produces before
+ * its session exists (a step label, a fixture error) is covered too.
+ */
+export declare function redactForSession(session: TargetSession | undefined, secrets: ResolvedConfig['allSecrets'], text: string): string;
 /** What a saved session carries of the secrecy of the attempt that saved it. */
 export interface SavedSecrecy {
     /** Name and value pairs the saving session learned beyond the static config values; travels only inside the encrypted payload. */
@@ -86,4 +101,3 @@ export interface SavedSecrecy {
 export declare function carriedSecrecy(secrecy: SessionSecrecy, secrets: ResolvedConfig['allSecrets']): SavedSecrecy;
 /** Seeds a restored session's secrecy with what the saving session knew, so a value the restored state echoes back is still redacted and withheld. */
 export declare function adoptSecrecy(secrecy: SessionSecrecy, saved: SavedSecrecy): void;
-//# sourceMappingURL=secrecy.d.ts.map

package/dist/run/secrecy.js

@@ -43,6 +43,24 @@ export class SecretExposure {
  * learns them; provider-backed values join as they resolve.
  */
 export const processSecrets = new SecretLedger();
+/** The static ledger of each secrets map, built once. */
+const staticLedgers = new WeakMap();
+/**
+ * A ledger of the static values of `secrets` alone, built once per map. What
+ * text produced before any session exists is redacted with, such as a test
+ * title at collection: every process resolving the same config redacts it
+ * alike, so a test's id agrees between the runner and its workers. A
+ * provider-backed value is not known yet and is not in it. Shared, so it is
+ * handed out read-only: nothing registers into it.
+ */
+export function staticSecretLedger(secrets) {
+    let ledger = staticLedgers.get(secrets);
+    if (ledger === undefined) {
+        ledger = new SecretLedger([...secrets].flatMap(([name, { value }]) => (typeof value === 'string' ? [[name, value]] : [])));
+        staticLedgers.set(secrets, ledger);
+    }
+    return ledger;
+}
 /** Seeds `processSecrets` with the static values of `secrets`, so output before any session opens is covered too. */
 export function registerStaticSecrets(secrets) {
     for (const [name, { value }] of secrets) {
@@ -97,13 +115,21 @@ export function sessionSecrecy(session, secrets) {
     if (secrecy === undefined) {
         registerStaticSecrets(secrets);
         secrecy = {
-            ledger: new SecretLedger([...secrets].flatMap(([name, { value }]) => typeof value === 'string' ? [[name, value]] : [])),
+            ledger: new SecretLedger(staticSecretLedger(secrets).entries()),
             exposure: new SecretExposure(),
         };
         secrecyBySession.set(session, secrecy);
     }
     return secrecy;
 }
+/**
+ * Redacts `text` with every value `session` has seen, or with the static
+ * values while no session is open yet, so text an attempt produces before
+ * its session exists (a step label, a fixture error) is covered too.
+ */
+export function redactForSession(session, secrets, text) {
+    return (session === undefined ? staticSecretLedger(secrets) : sessionSecrecy(session, secrets).ledger).redact(text);
+}
 /**
  * The secrecy a session envelope carries: the provider-resolved values the
  * session learned, which the consumer's session cannot learn again on its
@@ -127,4 +153,3 @@ export function adoptSecrecy(secrecy, saved) {
     if (saved.tainted)
         secrecy.exposure.raise('filled');
 }
-//# sourceMappingURL=secrecy.js.map

package/dist/run/serial.d.ts

@@ -57,4 +57,3 @@ export interface SerialHost {
 }
 /** Runs one serial unit to completion and emits every member result. */
 export declare function runSerialUnit(host: SerialHost, members: readonly TestTargetPair[], file: FileRef): Promise<SerialGroupRecord>;
-//# sourceMappingURL=serial.d.ts.map

package/dist/run/serial.js

@@ -275,4 +275,3 @@ function serialTitlePath(test) {
     const titles = groupTitles(test.serialRoot);
     return titles.length === 0 ? [test.title] : titles;
 }
-//# sourceMappingURL=serial.js.map

package/dist/run/sessions.d.ts

@@ -74,4 +74,3 @@ export declare class SessionStore {
     /** Deletes the run's session directory. */
     cleanup(): void;
 }
-//# sourceMappingURL=sessions.d.ts.map

package/dist/run/sessions.js

@@ -289,4 +289,3 @@ function parsePayload(text, name) {
     }
     return parsed;
 }
-//# sourceMappingURL=sessions.js.map

package/dist/run/standalone.d.ts

@@ -61,4 +61,3 @@ export interface StandaloneAttempt {
  * failure everything that did start is torn down before the error surfaces.
  */
 export declare function openStandaloneAttempt(options: StandaloneAttemptOptions): Promise<StandaloneAttempt>;
-//# sourceMappingURL=standalone.d.ts.map

package/dist/run/standalone.js

@@ -18,7 +18,7 @@ import { TargetExecutor } from './execute.js';
 import { createFixtures } from './fixtures.js';
 import { PreparedEngines, recordingNotices, startDeclaredProcesses, validateEngine } from './provision.js';
 import { attemptRecording } from '../internal/recording-modes.js';
-import { sessionSecrecy } from './secrecy.js';
+import { redactForSession, sessionSecrecy } from './secrecy.js';
 import { SessionStore } from './sessions.js';
 import { outputLayout } from './output.js';
 import { StepRecorder } from './steps.js';
@@ -84,12 +84,13 @@ export async function openStandaloneAttempt(options) {
             ...(options.onProgress === undefined ? {} : { onProgress: (_testId, progress) => options.onProgress?.(progress) }),
         },
     });
+    let session;
     const steps = new StepRecorder(attemptId, {
         maxEventsPerStep: config.limits.maxEventsPerStep,
         projectRoot: config.projectRoot,
+        redact: (text) => redactForSession(session, config.allSecrets, text),
         ...(options.onProgress === undefined ? {} : { onProgress: options.onProgress }),
     });
-    let session;
     const artifacts = createAttemptArtifacts({
         artifactsRoot: layout.artifacts,
         segments: [target.name, 'sessions', attemptId],
@@ -190,4 +191,3 @@ function sessionRecording(recording) {
     const planned = attemptRecording(recording, 0);
     return planned?.keep === 'on-failure' ? undefined : planned;
 }
-//# sourceMappingURL=standalone.js.map

package/dist/run/steps.d.ts

@@ -268,7 +268,7 @@ export interface StepRecorderOptions {
     readonly onProgress?: (progress: StepProgress) => void;
     /** The project root; with it, every step and step error names the test line it came from. */
     readonly projectRoot?: string;
-    /** Replaces secret values in a step error's message and details before the record keeps them. */
+    /** Replaces secret values in a step's label, and in its error's message and details, before the record keeps them. */
     readonly redact?: (text: string) => string;
 }
 /**
@@ -306,7 +306,7 @@ export declare class StepRecorder {
     /** Highest timeline index among passed verification steps, or -1 when none has. */
     get lastVerifiedStepIndex(): number;
     /** Runs one public API call as a recorded top-level step. */
-    run<T>(kind: StepKind, api: string, label: string, body: () => Promise<T>, options?: StepRunOptions): Promise<T>;
+    run<T>(kind: StepKind, api: string, rawLabel: string, body: () => Promise<T>, options?: StepRunOptions): Promise<T>;
     private execute;
     /**
      * Fails every step still running once the test body has settled, and
@@ -357,4 +357,3 @@ export declare class StepRecorder {
     private publish;
 }
 export {};
-//# sourceMappingURL=steps.d.ts.map

package/dist/run/steps.js

@@ -92,7 +92,10 @@ export class StepRecorder {
         return this.lastVerified;
     }
     /** Runs one public API call as a recorded top-level step. */
-    run(kind, api, label, body, options = {}) {
+    run(kind, api, rawLabel, body, options = {}) {
+        // The label is published, reported, and traced as is: a secret the test
+        // spelled into an instruction or a locator stops here, once.
+        const label = this.redact?.(rawLabel) ?? rawLabel;
         const index = this.steps.length;
         const startedAt = timestamp();
         const stack = stepStack(this.projectRoot);
@@ -309,4 +312,3 @@ export class StepRecorder {
         });
     }
 }
-//# sourceMappingURL=steps.js.map

package/dist/run/trace-redaction.d.ts

@@ -22,4 +22,3 @@ import type { SecretLedger } from '../internal/redact.ts';
 export declare function redactTraceArchives(dir: string, paths: readonly string[], ledger: SecretLedger, options?: {
     readonly keepFrames?: boolean;
 }): Promise<void>;
-//# sourceMappingURL=trace-redaction.d.ts.map

package/dist/run/trace-redaction.js

@@ -194,4 +194,3 @@ function decodeText(bytes) {
         return undefined;
     }
 }
-//# sourceMappingURL=trace-redaction.js.map

package/dist/run/unit-runner.d.ts

@@ -33,4 +33,3 @@ export interface UnitRunner {
  * device.
  */
 export type SpawnUnitRunner = (targetName: string, workerSlot: number, events: UnitRunnerEvents) => UnitRunner;
-//# sourceMappingURL=unit-runner.d.ts.map

package/dist/run/unit-runner.js

@@ -8,4 +8,3 @@
  * Keeping this interface narrow is what lets one scheduler own all execution.
  */
 export {};
-//# sourceMappingURL=unit-runner.js.map

package/dist/run/units.d.ts

@@ -74,4 +74,3 @@ export declare function nonRunResult(pair: TestTargetPair): ResultRecord;
 export declare function unstartedResult(pair: TestTargetPair, skip: SkipInfo): ResultRecord;
 /** Result for a test that vanished between planning and execution. */
 export declare function disappearedResult(pair: WirePair, target: ResolvedTarget): ResultRecord;
-//# sourceMappingURL=units.d.ts.map

package/dist/run/units.js

@@ -142,4 +142,3 @@ export function unstartedResult(pair, skip) {
 export function disappearedResult(pair, target) {
     return { test: pair.test, target, agent: pair.agent, repeat: pair.repeat, status: 'failed', selected: true, attempts: [] };
 }
-//# sourceMappingURL=units.js.map

package/dist/run/worker/entry.d.ts

@@ -5,4 +5,3 @@
  * actual execution to `TargetWorker`.
  */
 export {};
-//# sourceMappingURL=entry.d.ts.map

package/dist/run/worker/entry.js

@@ -14,7 +14,7 @@ import { AiTraceRecorder, registerAiTraceRecorder } from '../../internal/ai-trac
 import { DebugTrace } from '../../internal/debug.js';
 import { classifyError, ConfigurationError, serializeError } from '../../internal/errors.js';
 import { StreamRedactor } from '../../internal/redact.js';
-import { processSecrets, registerStaticSecrets } from '../secrecy.js';
+import { processSecrets, registerStaticSecrets, staticSecretLedger } from '../secrecy.js';
 import { SessionStore } from '../sessions.js';
 import { TargetWorker } from './session.js';
 import { isAbandonedStepRejection } from '../steps.js';
@@ -131,7 +131,7 @@ async function bootstrap(message, debug, aiTrace) {
     let collectCounter = 0;
     const resolvePairs = async (unit) => {
         collectCounter += 1;
-        const registration = await collectModule(() => importModule(unit.absolutePath, `worker-collect-${collectCounter}`), unit.absolutePath);
+        const registration = await collectModule(() => importModule(unit.absolutePath, `worker-collect-${collectCounter}`), unit.absolutePath, staticSecretLedger(config.allSecrets).redact);
         const collected = collectFromRegistration(config.projectRoot, unit.absolutePath, registration);
         const byId = new Map(collected.tests.map((test) => [test.id, test]));
         const pairs = [];
@@ -229,4 +229,3 @@ function main() {
     });
 }
 main();
-//# sourceMappingURL=entry.js.map

package/dist/run/worker/handle.d.ts

@@ -8,4 +8,3 @@ export type ChildProcessSpawnOptions = Omit<WorkerBootstrap, 'targetName' | 'wor
 };
 /** Creates the spawn factory the scheduler uses for child-process execution. */
 export declare function childProcessSpawner(options: ChildProcessSpawnOptions): SpawnUnitRunner;
-//# sourceMappingURL=handle.d.ts.map

package/dist/run/worker/handle.js

@@ -73,4 +73,3 @@ class ChildProcessRunner {
             this.child.kill('SIGKILL');
     }
 }
-//# sourceMappingURL=handle.js.map

package/dist/run/worker/protocol.d.ts

@@ -209,4 +209,3 @@ export interface RunAbortMessage {
 export type WorkerToMain = ReadyMessage | PairStartMessage | ProgressMessage | OutputMessage | NoticeMessage | ResultMessage | SerialGroupMessage | UnitDoneMessage | ShutdownDoneMessage | FatalMessage | RunAbortMessage;
 /** Reattaches the scheduler's resolved target to a wire result. */
 export declare function decodeResult(wire: WireResultRecord, target: ResolvedTarget): ResultRecord;
-//# sourceMappingURL=protocol.d.ts.map

package/dist/run/worker/protocol.js

@@ -10,4 +10,3 @@
 export function decodeResult(wire, target) {
     return { ...wire, target };
 }
-//# sourceMappingURL=protocol.js.map

package/dist/run/worker/session.d.ts

@@ -114,4 +114,3 @@ export declare class TargetWorker {
     private shutdown;
     private disposeAndFinish;
 }
-//# sourceMappingURL=session.d.ts.map

package/dist/run/worker/session.js

@@ -206,4 +206,3 @@ export class TargetWorker {
         this.host.finished();
     }
 }
-//# sourceMappingURL=session.js.map

package/dist/run/worker-models.d.ts

@@ -25,4 +25,3 @@ export declare class WorkerModels {
     /** Adapter for one resolved model; each distinct model is built once per worker. A missing one names the agent `name`. */
     readonly build: (model: ResolvedModel | undefined, name: string) => ModelAdapter;
 }
-//# sourceMappingURL=worker-models.d.ts.map

package/dist/run/worker-models.js

@@ -57,4 +57,3 @@ export class WorkerModels {
 function modelKey(model) {
     return model.model;
 }
-//# sourceMappingURL=worker-models.js.map

package/dist/secrets.d.ts

@@ -43,4 +43,3 @@ export declare function isSecret(value: unknown): value is Secret;
 export declare const credentials: Credentials;
 export declare const secrets: Secrets;
 export {};
-//# sourceMappingURL=secrets.d.ts.map

package/dist/secrets.js

@@ -121,4 +121,3 @@ export const secrets = {
         return secretHandle(resolved);
     },
 };
-//# sourceMappingURL=secrets.js.map

package/dist/telemetry/checkout.d.ts

@@ -10,4 +10,3 @@
  * so the marker is positive. A URL that is not a file counts as installed.
  */
 export declare function runsFromCheckout(moduleUrl: string): boolean;
-//# sourceMappingURL=checkout.d.ts.map

package/dist/telemetry/checkout.js

@@ -19,4 +19,3 @@ export function runsFromCheckout(moduleUrl) {
         return false;
     }
 }
-//# sourceMappingURL=checkout.js.map

package/dist/telemetry/environment.d.ts

@@ -55,4 +55,3 @@ export declare function collectEnvironment(options: {
         readonly versions: NodeJS.ProcessVersions;
     };
 }): TelemetryEnvironment;
-//# sourceMappingURL=environment.d.ts.map

package/dist/telemetry/environment.js

@@ -140,4 +140,3 @@ export function collectEnvironment(options) {
         e2e_version: options.version,
     };
 }
-//# sourceMappingURL=environment.js.map

package/dist/telemetry/events.d.ts

@@ -1,15 +1,19 @@
 /**
  * The events e2e sends, built from facts the CLI already holds. Every
  * property is a count, a duration, a version, or a short token. The builders
- * copy no title, file, URL, instruction, message, or stack out of the report;
- * the one look at a message, in `failure-kind.ts`, yields a token from a
- * closed list.
- * The names a project declares for its engines, platforms, and model pass
- * through when they are plain tokens, so a homegrown engine counts as itself;
- * a name shaped like a path, a URL, or a sentence folds to `other`, and an
- * error code that is not an upper-case token, the shape of every runner
- * code, folds to `OTHER`. The unit tests hold the payload to that promise.
+ * copy no title, file, URL, instruction, message, or stack out of the report,
+ * the config, or an MCP session; the one look at a message, in
+ * `failure-kind.ts`, yields a token from a closed list.
+ * The names a project declares for its engines, platforms, and model, and the
+ * name an MCP client gives itself, pass through when they are plain tokens,
+ * so a homegrown engine counts as itself; a name shaped like a path, a URL,
+ * or a sentence folds to `other`, and an error code that is not an upper-case
+ * token, the shape of every runner code, folds to `OTHER`. The unit tests
+ * hold the payload to that promise.
  */
+import type { ResolvedConfig } from '../config/resolve.ts';
+import type { McpClient } from '../mcp/server.ts';
+import type { McpSessionSummary } from '../mcp/usage.ts';
 import type { Report1Document } from '../report/build.ts';
 import type { JsonValue } from '../types.ts';
 export interface TelemetryEvent {
@@ -24,6 +28,8 @@ export declare const EVENT_CLI_SESSION = "e2e_cli_session";
 export declare const EVENT_RUN_COMPLETED = "e2e_run_completed";
 /** One per `e2e init`, however it ended: what was chosen and whether anything was written. */
 export declare const EVENT_INIT_COMPLETED = "e2e_init_completed";
+/** One per `open_session` an `e2e mcp` server served, sent when the session closes or its open fails. */
+export declare const EVENT_MCP_SESSION = "e2e_mcp_session";
 /** The session's error code for a flag or argument commander rejected; no runner code exists for it. */
 export declare const USAGE_ERROR_CODE = "CLI_USAGE";
 /** How the invocation ended, known only once the command has returned or thrown. */
@@ -58,5 +64,15 @@ export interface InitOutcome {
 export declare function cliSessionEvent(command: string, flags: readonly string[], ended?: SessionEnd): TelemetryEvent;
 /** The init event: each choice as its option id. */
 export declare function initCompletedEvent(outcome: InitOutcome): TelemetryEvent;
-export declare function runCompletedEvent(report: Report1Document, flags: readonly string[]): TelemetryEvent;
-//# sourceMappingURL=events.d.ts.map
+/** What the CLI knows of a run beyond its report. */
+export interface RunContext {
+    /** `run` or `explore`. */
+    readonly command: string;
+    /** The flag names given, never their values. */
+    readonly flags: readonly string[];
+    /** The config the run resolved; undefined when it failed to load. */
+    readonly config: ResolvedConfig | undefined;
+}
+export declare function runCompletedEvent(report: Report1Document, context: RunContext): TelemetryEvent;
+/** One MCP session: the client, the target's platform and engine, how it ended, and its calls by the runner's tool names. */
+export declare function mcpSessionEvent(summary: McpSessionSummary, client: McpClient | undefined): TelemetryEvent;