@lesliechan721/agent-skill-eval 0.1.0-beta.1

package/dist/json-schema.js

@@ -0,0 +1,70 @@
+function matchesType(value, type) {
+    if (type === 'null')
+        return value === null;
+    if (type === 'array')
+        return Array.isArray(value);
+    if (type === 'object')
+        return typeof value === 'object' && value !== null && !Array.isArray(value);
+    if (type === 'integer')
+        return Number.isInteger(value);
+    return typeof value === type;
+}
+function validateNode(schema, value, pointer, errors) {
+    if (schema.const !== undefined && !Object.is(value, schema.const))
+        errors.push(`${pointer}: must equal ${JSON.stringify(schema.const)}`);
+    if (Array.isArray(schema.enum) && !schema.enum.some((entry) => Object.is(entry, value)))
+        errors.push(`${pointer}: must be one of ${schema.enum.map((entry) => JSON.stringify(entry)).join(', ')}`);
+    const types = schema.type === undefined
+        ? []
+        : Array.isArray(schema.type)
+            ? schema.type
+            : [schema.type];
+    if (types.length > 0 && !types.some((type) => matchesType(value, type))) {
+        errors.push(`${pointer}: must have type ${types.join(' or ')}`);
+        return;
+    }
+    if (typeof value === 'string') {
+        if (typeof schema.minLength === 'number' && value.length < schema.minLength)
+            errors.push(`${pointer}: must have length >= ${schema.minLength}`);
+        if (typeof schema.pattern === 'string' && !new RegExp(schema.pattern, 'u').test(value))
+            errors.push(`${pointer}: must match ${schema.pattern}`);
+    }
+    if (typeof value === 'number') {
+        if (typeof schema.minimum === 'number' && value < schema.minimum)
+            errors.push(`${pointer}: must be >= ${schema.minimum}`);
+        if (typeof schema.maximum === 'number' && value > schema.maximum)
+            errors.push(`${pointer}: must be <= ${schema.maximum}`);
+        if (typeof schema.multipleOf === 'number' &&
+            Math.abs(value / schema.multipleOf - Math.round(value / schema.multipleOf)) > 1e-9)
+            errors.push(`${pointer}: must be a multiple of ${schema.multipleOf}`);
+    }
+    if (Array.isArray(value)) {
+        if (typeof schema.minItems === 'number' && value.length < schema.minItems)
+            errors.push(`${pointer}: must contain at least ${schema.minItems} items`);
+        if (schema.uniqueItems === true && new Set(value.map((entry) => JSON.stringify(entry))).size !== value.length)
+            errors.push(`${pointer}: must contain unique items`);
+        if (schema.items && typeof schema.items === 'object')
+            value.forEach((entry, index) => validateNode(schema.items, entry, `${pointer}/${index}`, errors));
+    }
+    if (matchesType(value, 'object')) {
+        const object = value;
+        for (const key of schema.required ?? [])
+            if (!Object.hasOwn(object, key))
+                errors.push(`${pointer}: missing required property ${key}`);
+        const properties = schema.properties;
+        for (const [key, entry] of Object.entries(object)) {
+            if (properties?.[key])
+                validateNode(properties[key], entry, `${pointer}/${key}`, errors);
+            else if (schema.additionalProperties === false)
+                errors.push(`${pointer}: unknown property ${key}`);
+            else if (schema.additionalProperties && typeof schema.additionalProperties === 'object')
+                validateNode(schema.additionalProperties, entry, `${pointer}/${key}`, errors);
+        }
+    }
+}
+export function validateJsonSchema(schema, value) {
+    const errors = [];
+    validateNode(schema, value, '$', errors);
+    return errors;
+}
+//# sourceMappingURL=json-schema.js.map

package/dist/json-schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-schema.js","sourceRoot":"","sources":["../src/json-schema.ts"],"names":[],"mappings":"AAEA,SAAS,WAAW,CAAC,KAAc,EAAE,IAAY;IAC/C,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,KAAK,KAAK,IAAI,CAAA;IAC1C,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IACjD,IAAI,IAAI,KAAK,QAAQ;QAAE,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAClG,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;IACtD,OAAO,OAAO,KAAK,KAAK,IAAI,CAAA;AAC9B,CAAC;AAED,SAAS,YAAY,CAAC,MAAkB,EAAE,KAAc,EAAE,OAAe,EAAE,MAAgB;IACzF,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;QAC/D,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,gBAAgB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IACvE,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACrF,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,oBAAoB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC3G,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,KAAK,SAAS;QACrC,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;YAC1B,CAAC,CAAC,MAAM,CAAC,IAAgB;YACzB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAc,CAAC,CAAA;IAC7B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;QACxE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,oBAAoB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC/D,OAAM;IACR,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,SAAS;YACzE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,yBAAyB,MAAM,CAAC,SAAS,EAAE,CAAC,CAAA;QACpE,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;YACpF,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,gBAAgB,MAAM,CAAC,OAAO,EAAE,CAAC,CAAA;IAC3D,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,GAAG,MAAM,CAAC,OAAO;YAC9D,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,gBAAgB,MAAM,CAAC,OAAO,EAAE,CAAC,CAAA;QACzD,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,GAAG,MAAM,CAAC,OAAO;YAC9D,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,gBAAgB,MAAM,CAAC,OAAO,EAAE,CAAC,CAAA;QACzD,IACE,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ;YACrC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI;YAClF,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,2BAA2B,MAAM,CAAC,UAAU,EAAE,CAAC,CAAA;IACzE,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ;YACvE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,2BAA2B,MAAM,CAAC,QAAQ,QAAQ,CAAC,CAAA;QAC3E,IAAI,MAAM,CAAC,WAAW,KAAK,IAAI,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM;YAC3G,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,6BAA6B,CAAC,CAAA;QACtD,IAAI,MAAM,CAAC,KAAK,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;YAClD,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,KAAmB,EAAE,KAAK,EAAE,GAAG,OAAO,IAAI,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC,CAAA;IACnH,CAAC;IACD,IAAI,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,KAAgC,CAAA;QAC/C,KAAK,MAAM,GAAG,IAAK,MAAM,CAAC,QAAiC,IAAI,EAAE;YAC/D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;gBAAE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,+BAA+B,GAAG,EAAE,CAAC,CAAA;QAC9F,MAAM,UAAU,GAAG,MAAM,CAAC,UAAoD,CAAA;QAC9E,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,UAAU,EAAE,CAAC,GAAG,CAAC;gBAAE,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,GAAG,OAAO,IAAI,GAAG,EAAE,EAAE,MAAM,CAAC,CAAA;iBACnF,IAAI,MAAM,CAAC,oBAAoB,KAAK,KAAK;gBAAE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,sBAAsB,GAAG,EAAE,CAAC,CAAA;iBAC7F,IAAI,MAAM,CAAC,oBAAoB,IAAI,OAAO,MAAM,CAAC,oBAAoB,KAAK,QAAQ;gBACrF,YAAY,CAAC,MAAM,CAAC,oBAAkC,EAAE,KAAK,EAAE,GAAG,OAAO,IAAI,GAAG,EAAE,EAAE,MAAM,CAAC,CAAA;QAC/F,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAkB,EAAE,KAAc;IACnE,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAA;IACxC,OAAO,MAAM,CAAA;AACf,CAAC"}

package/dist/output-path.d.ts

@@ -0,0 +1 @@
+export declare function assertSafeOutputPath(base: string, target: string): Promise<void>;

package/dist/output-path.js

@@ -0,0 +1,34 @@
+import { lstat, realpath } from 'node:fs/promises';
+import path from 'node:path';
+import { isPathInside } from './common.js';
+function isMissing(error) {
+    return error.code === 'ENOENT';
+}
+export async function assertSafeOutputPath(base, target) {
+    const canonicalBase = await realpath(base);
+    const resolvedTarget = path.resolve(canonicalBase, target);
+    if (!isPathInside(canonicalBase, resolvedTarget) || resolvedTarget === canonicalBase)
+        throw new Error('output path must be a non-root child inside the plan directory');
+    const relative = path.relative(canonicalBase, resolvedTarget);
+    let candidate = canonicalBase;
+    for (const segment of relative.split(path.sep)) {
+        candidate = path.join(candidate, segment);
+        let info;
+        try {
+            info = await lstat(candidate);
+        }
+        catch (error) {
+            if (isMissing(error))
+                return;
+            throw error;
+        }
+        if (info.isSymbolicLink())
+            throw new Error(`output path component cannot be a symlink: ${candidate}`);
+        if (!info.isDirectory())
+            throw new Error(`output path component must be a directory: ${candidate}`);
+        const actual = await realpath(candidate);
+        if (!isPathInside(canonicalBase, actual))
+            throw new Error('output path leaves the plan directory');
+    }
+}
+//# sourceMappingURL=output-path.js.map

package/dist/output-path.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-path.js","sourceRoot":"","sources":["../src/output-path.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAClD,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAE1C,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAQ,KAA+B,CAAC,IAAI,KAAK,QAAQ,CAAA;AAC3D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAY,EAAE,MAAc;IACrE,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC1C,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;IAC1D,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,cAAc,CAAC,IAAI,cAAc,KAAK,aAAa;QAClF,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAA;IAEnF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,cAAc,CAAC,CAAA;IAC7D,IAAI,SAAS,GAAG,aAAa,CAAA;IAC7B,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QACzC,IAAI,IAAI,CAAA;QACR,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAA;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,SAAS,CAAC,KAAK,CAAC;gBAAE,OAAM;YAC5B,MAAM,KAAK,CAAA;QACb,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,SAAS,EAAE,CAAC,CAAA;QACrG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,SAAS,EAAE,CAAC,CAAA;QACnG,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAA;QACxC,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAA;IACpG,CAAC;AACH,CAAC"}

package/dist/plan.d.ts

@@ -0,0 +1,79 @@
+export { computeCaseCorpusDigest } from './corpus-digest.js';
+import { type CapturedRuntimeSkill } from './runtime-skill.js';
+import type { Digest, RuntimeCapabilities, ValidationResult } from './types.js';
+export interface EvalConfiguration {
+    id: string;
+    skillMode: 'with-skill' | 'without-skill' | 'previous-version';
+    comparisonId: string | null;
+    skillPath?: string | null;
+    skillDigest?: Digest | null;
+    env?: Record<string, string>;
+}
+export interface AwSkillEvalExecutionPlan {
+    schemaVersion: 3;
+    planId: string;
+    minimumEvidenceLevel?: 'executed' | 'comparative';
+    target: {
+        name: string;
+        path: string;
+        digest: Digest;
+    };
+    cases: {
+        paths: string[];
+        corpusDigest: Digest;
+    };
+    provider: {
+        id: string;
+        command: string[];
+        cwd?: string | null;
+        env?: Record<string, string>;
+        capabilitiesPath: string;
+        capabilitiesDigest: Digest;
+        inheritEnvironment: boolean;
+    };
+    configurations: EvalConfiguration[];
+    runsPerCase: number;
+    timeoutMs: number;
+    outputRoot: string;
+    capture: {
+        outputs: boolean;
+        trace: boolean;
+        timing: boolean;
+        usage: boolean;
+    };
+}
+export interface EvalCase extends Record<string, unknown> {
+    id?: string | number;
+}
+export interface PlanCalculated {
+    targetSkillDigest: Digest | null;
+    caseCorpusDigest: Digest | null;
+    capabilitiesDigest: Digest | null;
+    configurationSkillDigests: Record<string, Digest | null>;
+}
+export interface CapturedPlanFile {
+    label: string;
+    requestedPath: string;
+    canonicalPath: string;
+    digest: Digest;
+    raw: string;
+}
+export interface CapturedExecutionPlan {
+    plan: AwSkillEvalExecutionPlan;
+    base: string;
+    outputRoot: string;
+    planFile: CapturedPlanFile;
+    caseFiles: CapturedPlanFile[];
+    capabilitiesFile: CapturedPlanFile;
+    cases: EvalCase[];
+    capabilities: RuntimeCapabilities;
+    skills: Map<string, CapturedRuntimeSkill | null>;
+    boundSkills: Map<string, CapturedRuntimeSkill>;
+}
+export interface CapturedExecutionPlanResult extends ValidationResult<PlanCalculated> {
+    captured: CapturedExecutionPlan | null;
+}
+export declare function casesFrom(document: unknown): EvalCase[];
+export declare function promptOf(evalCase: EvalCase): string;
+export declare function captureAndValidateExecutionPlan(planPath: string): Promise<CapturedExecutionPlanResult>;
+export declare function validateExecutionPlan(planPath: string): Promise<ValidationResult<PlanCalculated>>;

package/dist/plan.js

@@ -0,0 +1,285 @@
+import { lstat, readFile, realpath } from 'node:fs/promises';
+import path from 'node:path';
+import { getRuntimeCapabilities } from './capabilities.js';
+import { isPathInside, pathsOverlap, safeSegment, sha256, stable } from './common.js';
+export { computeCaseCorpusDigest } from './corpus-digest.js';
+import { validateJsonSchema } from './json-schema.js';
+import { captureRuntimeSkill } from './runtime-skill.js';
+import { getSchema } from './schemas.js';
+import { assertSafeOutputPath } from './output-path.js';
+export function casesFrom(document) {
+    if (Array.isArray(document))
+        return document;
+    if (document && typeof document === 'object') {
+        const record = document;
+        if (Array.isArray(record.cases))
+            return record.cases;
+        if (Array.isArray(record.evals))
+            return record.evals;
+    }
+    throw new Error('case document must be an array or contain cases/evals');
+}
+export function promptOf(evalCase) {
+    for (const key of ['query', 'prompt', 'input']) {
+        if (typeof evalCase[key] === 'string')
+            return evalCase[key];
+    }
+    if (Array.isArray(evalCase.messages)) {
+        const message = [...evalCase.messages].reverse().find((entry) => {
+            if (!entry || typeof entry !== 'object')
+                return false;
+            const record = entry;
+            return record.role === 'user' && typeof record.content === 'string';
+        });
+        if (typeof message?.content === 'string')
+            return message.content;
+    }
+    throw new Error(`case ${String(evalCase.id ?? '?')} has no prompt/query/input`);
+}
+async function readFencedJson(base, value, label, outputRoot) {
+    const candidate = path.resolve(base, value);
+    const actual = await realpath(candidate);
+    if (!isPathInside(base, actual))
+        throw new Error(`${label} leaves the plan directory`);
+    if ((await lstat(candidate)).isSymbolicLink())
+        throw new Error(`${label} cannot be a symlink`);
+    if (outputRoot && isPathInside(outputRoot, actual))
+        throw new Error(`${label} must not be inside outputRoot`);
+    const raw = await readFile(actual, 'utf8');
+    return {
+        file: { label, requestedPath: candidate, canonicalPath: actual, digest: sha256(raw), raw },
+        value: JSON.parse(raw),
+    };
+}
+export async function captureAndValidateExecutionPlan(planPath) {
+    const errors = [];
+    const calculated = {
+        targetSkillDigest: null,
+        caseCorpusDigest: null,
+        capabilitiesDigest: null,
+        configurationSkillDigests: {},
+    };
+    let plan;
+    let planFile;
+    try {
+        const requestedPath = path.resolve(planPath);
+        const info = await lstat(requestedPath);
+        if (info.isSymbolicLink() || !info.isFile())
+            throw new Error('execution plan must be a regular non-symlink file');
+        const canonicalPath = await realpath(requestedPath);
+        const raw = await readFile(canonicalPath, 'utf8');
+        planFile = {
+            label: 'execution plan',
+            requestedPath,
+            canonicalPath,
+            digest: sha256(raw),
+            raw,
+        };
+        const value = JSON.parse(raw);
+        errors.push(...validateJsonSchema(await getSchema('aw-skill-eval-execution-plan'), value));
+        if (errors.length > 0)
+            return { valid: false, errors, calculated, captured: null };
+        plan = value;
+    }
+    catch (error) {
+        return {
+            valid: false,
+            errors: [`plan is unavailable or invalid: ${error.message}`],
+            calculated,
+            captured: null,
+        };
+    }
+    const base = await realpath(path.dirname(planFile.requestedPath));
+    const outputRoot = path.resolve(base, plan.outputRoot);
+    try {
+        await assertSafeOutputPath(base, outputRoot);
+    }
+    catch (error) {
+        errors.push(`outputRoot is unavailable or unsafe: ${error.message}`);
+    }
+    try {
+        if (isPathInside(outputRoot, planFile.canonicalPath))
+            errors.push('execution plan must not be inside outputRoot');
+    }
+    catch (error) {
+        errors.push(`execution plan path is unavailable or unsafe: ${error.message}`);
+    }
+    if (new Set(plan.configurations.map((entry) => entry.id)).size !== plan.configurations.length)
+        errors.push('configuration ids must be unique');
+    if (plan.configurations.some((entry) => !safeSegment(entry.id)))
+        errors.push('configuration ids must be safe path segments');
+    const comparisonGroups = new Map();
+    for (const configuration of plan.configurations) {
+        if (configuration.comparisonId === null)
+            continue;
+        const group = comparisonGroups.get(configuration.comparisonId) ?? [];
+        group.push(configuration);
+        comparisonGroups.set(configuration.comparisonId, group);
+    }
+    for (const [comparisonId, configurations] of comparisonGroups) {
+        if (!configurations.some((entry) => entry.skillMode === 'with-skill'))
+            errors.push(`${comparisonId} comparison requires a with-skill configuration`);
+        if (!configurations.some((entry) => entry.skillMode !== 'with-skill'))
+            errors.push(`${comparisonId} comparison requires a baseline configuration`);
+    }
+    if ((plan.minimumEvidenceLevel ?? 'executed') === 'comparative' && comparisonGroups.size === 0)
+        errors.push('minimumEvidenceLevel comparative requires at least one comparison');
+    let capabilities = null;
+    let capabilitiesFile = null;
+    try {
+        const loaded = await readFencedJson(base, plan.provider.capabilitiesPath, 'capabilities path', outputRoot);
+        capabilitiesFile = loaded.file;
+        calculated.capabilitiesDigest = loaded.file.digest;
+        errors.push(...validateJsonSchema(await getSchema('eval-runtime-capabilities'), loaded.value).map((entry) => `capabilities: ${entry}`));
+        capabilities = loaded.value;
+        const runtimeCapabilities = getRuntimeCapabilities();
+        if (capabilities.provider !== plan.provider.id)
+            errors.push('provider id does not match capability document');
+        if (capabilities.provider !== runtimeCapabilities.provider)
+            errors.push('capability provider does not match the current aw-skill-eval runtime');
+        if (capabilities.providerVersion !== runtimeCapabilities.providerVersion)
+            errors.push('capability providerVersion does not match the current aw-skill-eval runtime');
+        for (const configuration of plan.configurations) {
+            if (configuration.skillMode === 'with-skill' && !capabilities.capabilities.skillPathExecution)
+                errors.push('provider does not support with-skill execution');
+            if (configuration.skillMode === 'without-skill' && !capabilities.capabilities.withoutSkillBaseline)
+                errors.push('provider does not support without-skill baseline');
+            if (configuration.skillMode === 'previous-version' && !capabilities.capabilities.previousVersionBaseline)
+                errors.push('provider does not support previous-version baseline');
+        }
+        if (!plan.capture.outputs)
+            errors.push('capture.outputs must be true for portable evidence');
+        if (!plan.capture.timing)
+            errors.push('capture.timing must be true for portable evidence');
+        if (plan.capture.trace && !capabilities.capabilities.toolTrace)
+            errors.push('provider does not support requested tool trace capture');
+        if (plan.capture.usage && !capabilities.capabilities.tokenUsage)
+            errors.push('provider does not support requested token usage capture');
+    }
+    catch (error) {
+        errors.push(`provider capabilities are unavailable or invalid: ${error.message}`);
+    }
+    let targetSkill = null;
+    const configurationRoots = new Map();
+    const capturedSkills = new Map();
+    const boundSkills = new Map();
+    try {
+        const target = path.resolve(base, plan.target.path);
+        if ((await lstat(target)).isSymbolicLink())
+            throw new Error('symlink');
+        targetSkill = await captureRuntimeSkill(target);
+        calculated.targetSkillDigest = targetSkill.digest;
+        if (pathsOverlap(targetSkill.sourceRoot, outputRoot))
+            errors.push('outputRoot must not overlap the target Skill tree');
+        configurationRoots.set('with-skill', targetSkill.sourceRoot);
+        boundSkills.set('target', targetSkill);
+    }
+    catch (error) {
+        errors.push(`target path is unavailable or unsafe: ${error.message}`);
+    }
+    for (const configuration of plan.configurations) {
+        if (configuration.skillMode === 'with-skill' || configuration.skillMode === 'without-skill') {
+            if (configuration.skillPath !== undefined && configuration.skillPath !== null)
+                errors.push(`${configuration.id} must not set skillPath for ${configuration.skillMode}`);
+            if (configuration.skillDigest !== undefined && configuration.skillDigest !== null)
+                errors.push(`${configuration.id} must not set skillDigest for ${configuration.skillMode}`);
+            calculated.configurationSkillDigests[configuration.id] = configuration.skillMode === 'with-skill'
+                ? calculated.targetSkillDigest
+                : null;
+            capturedSkills.set(configuration.id, configuration.skillMode === 'with-skill' ? targetSkill : null);
+            continue;
+        }
+        if (!configuration.skillPath || !configuration.skillDigest) {
+            errors.push(`${configuration.id} previous-version requires skillPath and skillDigest`);
+            continue;
+        }
+        try {
+            const previousPath = path.resolve(base, configuration.skillPath);
+            if ((await lstat(previousPath)).isSymbolicLink())
+                throw new Error('symlink');
+            const captured = await captureRuntimeSkill(previousPath);
+            if (!isPathInside(base, captured.sourceRoot))
+                throw new Error('previous-version path leaves the plan directory');
+            if (pathsOverlap(captured.sourceRoot, outputRoot))
+                throw new Error('previous-version path overlaps outputRoot');
+            calculated.configurationSkillDigests[configuration.id] = captured.digest;
+            configurationRoots.set(configuration.id, captured.sourceRoot);
+            capturedSkills.set(configuration.id, captured);
+            boundSkills.set(configuration.id, captured);
+            if (captured.digest !== configuration.skillDigest)
+                errors.push(`${configuration.id} skillDigest does not match previous-version content`);
+        }
+        catch (error) {
+            errors.push(`${configuration.id} previous-version path is unavailable or unsafe: ${error.message}`);
+        }
+    }
+    const caseIds = new Set();
+    const caseFiles = [];
+    const capturedCases = [];
+    try {
+        const canonicalDocuments = [];
+        const evalTypes = new Set();
+        for (const caseEntry of plan.cases.paths) {
+            const loaded = await readFencedJson(base, caseEntry, 'case path', outputRoot);
+            caseFiles.push({ ...loaded.file, label: `case corpus file ${caseFiles.length + 1}` });
+            canonicalDocuments.push(stable(loaded.value));
+            for (const evalCase of casesFrom(loaded.value)) {
+                const id = String(evalCase.id ?? '');
+                if (!safeSegment(id) || caseIds.has(id))
+                    throw new Error('case ids must be unique safe path segments');
+                caseIds.add(id);
+                evalTypes.add(String(evalCase.eval_type ?? evalCase.type ?? 'unknown'));
+                capturedCases.push(evalCase);
+            }
+        }
+        if (caseIds.size === 0)
+            throw new Error('case corpus must contain at least one case');
+        calculated.caseCorpusDigest = sha256(canonicalDocuments.sort().join('\n'));
+        if (evalTypes.has('trigger') && capabilities && !capabilities.capabilities.triggerDiscovery)
+            errors.push('provider does not support trigger discovery');
+    }
+    catch (error) {
+        errors.push(`case corpus is unavailable or invalid: ${error.message}`);
+    }
+    if (calculated.targetSkillDigest && calculated.targetSkillDigest !== plan.target.digest)
+        errors.push('target digest does not match target content');
+    if (calculated.caseCorpusDigest && calculated.caseCorpusDigest !== plan.cases.corpusDigest)
+        errors.push('case corpus digest does not match case documents');
+    if (calculated.capabilitiesDigest && calculated.capabilitiesDigest !== plan.provider.capabilitiesDigest)
+        errors.push('capabilitiesDigest does not match capability document');
+    if (plan.provider.command.some((value) => value.includes('\0')))
+        errors.push('provider command contains invalid argv');
+    if (plan.provider.cwd !== null && plan.provider.cwd !== undefined) {
+        const providerCwd = path.resolve(base, plan.provider.cwd);
+        if (!isPathInside(base, providerCwd))
+            errors.push('provider cwd must stay inside the plan directory');
+        for (const [configurationId, skillRoot] of configurationRoots)
+            if (pathsOverlap(skillRoot, providerCwd))
+                errors.push(`provider cwd must not overlap ${configurationId} Skill content`);
+    }
+    if (errors.length > 0 || !capabilities || !capabilitiesFile || !targetSkill) {
+        return { valid: false, errors, calculated, captured: null };
+    }
+    return {
+        valid: true,
+        errors,
+        calculated,
+        captured: {
+            plan,
+            base,
+            outputRoot,
+            planFile,
+            caseFiles,
+            capabilitiesFile: { ...capabilitiesFile, label: 'provider capabilities' },
+            cases: capturedCases,
+            capabilities,
+            skills: capturedSkills,
+            boundSkills,
+        },
+    };
+}
+export async function validateExecutionPlan(planPath) {
+    const { captured: _captured, ...validation } = await captureAndValidateExecutionPlan(planPath);
+    return validation;
+}
+//# sourceMappingURL=plan.js.map

package/dist/plan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plan.js","sourceRoot":"","sources":["../src/plan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC5D,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACrF,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAA;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AACrD,OAAO,EAAE,mBAAmB,EAA6B,MAAM,oBAAoB,CAAA;AACnF,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AACxC,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AAsEvD,MAAM,UAAU,SAAS,CAAC,QAAiB;IACzC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAsB,CAAA;IAC1D,IAAI,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC7C,MAAM,MAAM,GAAG,QAAgD,CAAA;QAC/D,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,KAAmB,CAAA;QAClE,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,KAAmB,CAAA;IACpE,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;AAC1E,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,QAAkB;IACzC,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAU,EAAE,CAAC;QACxD,IAAI,OAAO,QAAQ,CAAC,GAAG,CAAC,KAAK,QAAQ;YAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAA;IAC7D,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;YAC9D,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,OAAO,KAAK,CAAA;YACrD,MAAM,MAAM,GAAG,KAAgC,CAAA;YAC/C,OAAO,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAA;QACrE,CAAC,CAAwC,CAAA;QACzC,IAAI,OAAO,OAAO,EAAE,OAAO,KAAK,QAAQ;YAAE,OAAO,OAAO,CAAC,OAAO,CAAA;IAClE,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,QAAQ,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,GAAG,CAAC,4BAA4B,CAAC,CAAA;AACjF,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,IAAY,EACZ,KAAa,EACb,KAAa,EACb,UAAmB;IAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC3C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAA;IACxC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,4BAA4B,CAAC,CAAA;IACtF,IAAI,CAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,sBAAsB,CAAC,CAAA;IAC9F,IAAI,UAAU,IAAI,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,gCAAgC,CAAC,CAAA;IAC3D,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC1C,OAAO;QACL,IAAI,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE;QAC1F,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAM;KAC5B,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,QAAgB;IAEhB,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,MAAM,UAAU,GAAmB;QACjC,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,IAAI;QACtB,kBAAkB,EAAE,IAAI;QACxB,yBAAyB,EAAE,EAAE;KAC9B,CAAA;IACD,IAAI,IAA8B,CAAA;IAClC,IAAI,QAA0B,CAAA;IAC9B,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QAC5C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,CAAA;QACvC,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;QACjH,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC,CAAA;QACnD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;QACjD,QAAQ,GAAG;YACT,KAAK,EAAE,gBAAgB;YACvB,aAAa;YACb,aAAa;YACb,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC;YACnB,GAAG;SACJ,CAAA;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAA;QACxC,MAAM,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,MAAM,SAAS,CAAC,8BAA8B,CAAC,EAAE,KAAK,CAAC,CAAC,CAAA;QAC1F,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAA;QAClF,IAAI,GAAG,KAAiC,CAAA;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,CAAC,mCAAoC,KAAe,CAAC,OAAO,EAAE,CAAC;YACvE,UAAU;YACV,QAAQ,EAAE,IAAI;SACf,CAAA;IACH,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAA;IACjE,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAA;IACtD,IAAI,CAAC;QACH,MAAM,oBAAoB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;IAC9C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,wCAAyC,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;IACjF,CAAC;IACD,IAAI,CAAC;QACH,IAAI,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC,aAAa,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAA;IACnH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,iDAAkD,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;IAC1F,CAAC;IACD,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,cAAc,CAAC,MAAM;QAC3F,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAA;IACjD,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAA;IAE7D,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAA+B,CAAA;IAC/D,KAAK,MAAM,aAAa,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;QAChD,IAAI,aAAa,CAAC,YAAY,KAAK,IAAI;YAAE,SAAQ;QACjD,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,aAAa,CAAC,YAAY,CAAC,IAAI,EAAE,CAAA;QACpE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACzB,gBAAgB,CAAC,GAAG,CAAC,aAAa,CAAC,YAAY,EAAE,KAAK,CAAC,CAAA;IACzD,CAAC;IACD,KAAK,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,IAAI,gBAAgB,EAAE,CAAC;QAC9D,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,YAAY,CAAC;YACnE,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,iDAAiD,CAAC,CAAA;QAC/E,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,YAAY,CAAC;YACnE,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,+CAA+C,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,oBAAoB,IAAI,UAAU,CAAC,KAAK,aAAa,IAAI,gBAAgB,CAAC,IAAI,KAAK,CAAC;QAC5F,MAAM,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAA;IAElF,IAAI,YAAY,GAA+B,IAAI,CAAA;IACnD,IAAI,gBAAgB,GAA4B,IAAI,CAAA;IACpD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,cAAc,CACjC,IAAI,EACJ,IAAI,CAAC,QAAQ,CAAC,gBAAgB,EAC9B,mBAAmB,EACnB,UAAU,CACX,CAAA;QACD,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAA;QAC9B,UAAU,CAAC,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAA;QAClD,MAAM,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,MAAM,SAAS,CAAC,2BAA2B,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB,KAAK,EAAE,CAAC,CAAC,CAAA;QACvI,YAAY,GAAG,MAAM,CAAC,KAAK,CAAA;QAC3B,MAAM,mBAAmB,GAAG,sBAAsB,EAAE,CAAA;QACpD,IAAI,YAAY,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAA;QAC7G,IAAI,YAAY,CAAC,QAAQ,KAAK,mBAAmB,CAAC,QAAQ;YACxD,MAAM,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAA;QACrF,IAAI,YAAY,CAAC,eAAe,KAAK,mBAAmB,CAAC,eAAe;YACtE,MAAM,CAAC,IAAI,CAAC,6EAA6E,CAAC,CAAA;QAC5F,KAAK,MAAM,aAAa,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAChD,IAAI,aAAa,CAAC,SAAS,KAAK,YAAY,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,kBAAkB;gBAC3F,MAAM,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAA;YAC/D,IAAI,aAAa,CAAC,SAAS,KAAK,eAAe,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,oBAAoB;gBAChG,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAA;YACjE,IAAI,aAAa,CAAC,SAAS,KAAK,kBAAkB,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,uBAAuB;gBACtG,MAAM,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAA;QACtE,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAA;QAC5F,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;QAC1F,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,SAAS;YAC5D,MAAM,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAA;QACvE,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,UAAU;YAC7D,MAAM,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAA;IAC1E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,qDAAsD,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;IAC9F,CAAC;IAED,IAAI,WAAW,GAAgC,IAAI,CAAA;IACnD,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAkB,CAAA;IACpD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAuC,CAAA;IACrE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAgC,CAAA;IAC3D,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACnD,IAAI,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAA;QACtE,WAAW,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAA;QAC/C,UAAU,CAAC,iBAAiB,GAAG,WAAW,CAAC,MAAM,CAAA;QACjD,IAAI,YAAY,CAAC,WAAW,CAAC,UAAU,EAAE,UAAU,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;QACtH,kBAAkB,CAAC,GAAG,CAAC,YAAY,EAAE,WAAW,CAAC,UAAU,CAAC,CAAA;QAC5D,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAA;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,yCAA0C,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;IAClF,CAAC;IAED,KAAK,MAAM,aAAa,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;QAChD,IAAI,aAAa,CAAC,SAAS,KAAK,YAAY,IAAI,aAAa,CAAC,SAAS,KAAK,eAAe,EAAE,CAAC;YAC5F,IAAI,aAAa,CAAC,SAAS,KAAK,SAAS,IAAI,aAAa,CAAC,SAAS,KAAK,IAAI;gBAC3E,MAAM,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,EAAE,+BAA+B,aAAa,CAAC,SAAS,EAAE,CAAC,CAAA;YAC1F,IAAI,aAAa,CAAC,WAAW,KAAK,SAAS,IAAI,aAAa,CAAC,WAAW,KAAK,IAAI;gBAC/E,MAAM,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,EAAE,iCAAiC,aAAa,CAAC,SAAS,EAAE,CAAC,CAAA;YAC5F,UAAU,CAAC,yBAAyB,CAAC,aAAa,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,SAAS,KAAK,YAAY;gBAC/F,CAAC,CAAC,UAAU,CAAC,iBAAiB;gBAC9B,CAAC,CAAC,IAAI,CAAA;YACR,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,EAAE,aAAa,CAAC,SAAS,KAAK,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;YACnG,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,SAAS,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC;YAC3D,MAAM,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,EAAE,sDAAsD,CAAC,CAAA;YACtF,SAAQ;QACV,CAAC;QACD,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,aAAa,CAAC,SAAS,CAAC,CAAA;YAChE,IAAI,CAAC,MAAM,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,cAAc,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAA;YAC5E,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,YAAY,CAAC,CAAA;YACxD,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;YAChH,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAA;YAC/G,UAAU,CAAC,yBAAyB,CAAC,aAAa,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAA;YACxE,kBAAkB,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;YAC7D,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;YAC9C,WAAW,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;YAC3C,IAAI,QAAQ,CAAC,MAAM,KAAK,aAAa,CAAC,WAAW;gBAC/C,MAAM,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,EAAE,sDAAsD,CAAC,CAAA;QAC1F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,EAAE,oDAAqD,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;QAChH,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IACjC,MAAM,SAAS,GAAuB,EAAE,CAAA;IACxC,MAAM,aAAa,GAAe,EAAE,CAAA;IACpC,IAAI,CAAC;QACH,MAAM,kBAAkB,GAAa,EAAE,CAAA;QACvC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;QACnC,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAU,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,CAAC,CAAA;YACtF,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,oBAAoB,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;YACrF,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;YAC7C,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC/C,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;gBACpC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;gBACtG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;gBACf,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,IAAI,IAAI,SAAS,CAAC,CAAC,CAAA;gBACvE,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC9B,CAAC;QACH,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;QACrF,UAAU,CAAC,gBAAgB,GAAG,MAAM,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QAC1E,IAAI,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,YAAY,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,gBAAgB;YACzF,MAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAA;IAC9D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,0CAA2C,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;IACnF,CAAC;IAED,IAAI,UAAU,CAAC,iBAAiB,IAAI,UAAU,CAAC,iBAAiB,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM;QACrF,MAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAA;IAC5D,IAAI,UAAU,CAAC,gBAAgB,IAAI,UAAU,CAAC,gBAAgB,KAAK,IAAI,CAAC,KAAK,CAAC,YAAY;QACxF,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAA;IACjE,IAAI,UAAU,CAAC,kBAAkB,IAAI,UAAU,CAAC,kBAAkB,KAAK,IAAI,CAAC,QAAQ,CAAC,kBAAkB;QACrG,MAAM,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAA;IACtE,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAA;IACvD,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;QAClE,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;QACzD,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,WAAW,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAA;QACrG,KAAK,MAAM,CAAC,eAAe,EAAE,SAAS,CAAC,IAAI,kBAAkB;YAC3D,IAAI,YAAY,CAAC,SAAS,EAAE,WAAW,CAAC;gBAAE,MAAM,CAAC,IAAI,CAAC,iCAAiC,eAAe,gBAAgB,CAAC,CAAA;IAC3H,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,gBAAgB,IAAI,CAAC,WAAW,EAAE,CAAC;QAC5E,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAA;IAC7D,CAAC;IACD,OAAO;QACL,KAAK,EAAE,IAAI;QACX,MAAM;QACN,UAAU;QACV,QAAQ,EAAE;YACR,IAAI;YACJ,IAAI;YACJ,UAAU;YACV,QAAQ;YACR,SAAS;YACT,gBAAgB,EAAE,EAAE,GAAG,gBAAgB,EAAE,KAAK,EAAE,uBAAuB,EAAE;YACzE,KAAK,EAAE,aAAa;YACpB,YAAY;YACZ,MAAM,EAAE,cAAc;YACtB,WAAW;SACZ;KACF,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,QAAgB;IAEhB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM,+BAA+B,CAAC,QAAQ,CAAC,CAAA;IAC9F,OAAO,UAAU,CAAA;AACnB,CAAC"}

package/dist/process-tree.d.ts

@@ -0,0 +1,25 @@
+type KillSignal = 'SIGTERM' | 'SIGKILL';
+type PosixSignal = KillSignal | 'SIGSTOP';
+export interface ProcessTreeDependencies {
+    platform?: NodeJS.Platform;
+    markerEnvironmentVariable?: string;
+    kill?: (pid: number, signal: PosixSignal) => void;
+    execFile?: (command: string, args: string[], options: {
+        timeout: number;
+        windowsHide: boolean;
+        maxBuffer: number;
+    }, callback: (error: Error | null, stdout: string) => void) => unknown;
+}
+export interface ProcessTreeObservation {
+    readonly pid: number;
+    dispose(): void;
+}
+export interface ProcessTreeTerminationOptions {
+    observation?: ProcessTreeObservation;
+    requireConfirmedCleanup?: boolean;
+    allowInspectionUnavailable?: boolean;
+}
+export declare function observeProcessTree(pid: number, marker: string | undefined, dependencies?: ProcessTreeDependencies): ProcessTreeObservation;
+export declare function assertProcessTreeInspectionAvailable(dependencies?: ProcessTreeDependencies): Promise<void>;
+export declare function terminateProcessTree(pid: number, killDirectChild: (signal: KillSignal) => void, dependencies?: ProcessTreeDependencies, options?: ProcessTreeTerminationOptions): Promise<void>;
+export {};