@lesliechan721/agent-skill-eval 0.1.0-beta.7 → 0.1.0-beta.9

package/dist/run-paths.d.ts

@@ -0,0 +1,8 @@
+interface ProviderRunPaths {
+    evalRoot: string;
+    workspacePath: string;
+    fixturesPath: string;
+    outputDir: string;
+}
+export declare function assertProviderRunPaths(paths: ProviderRunPaths): Promise<ProviderRunPaths>;
+export {};

package/dist/run-paths.js

@@ -0,0 +1,71 @@
+import { lstat, realpath } from 'node:fs/promises';
+import path from 'node:path';
+function assertAbsoluteNormalized(value, label) {
+    if (!path.isAbsolute(value))
+        throw new Error(`${label} must be absolute.`);
+    if (path.normalize(value) !== value)
+        throw new Error(`${label} must be normalized without '..'.`);
+}
+function pathIsInside(root, candidate) {
+    const relative = path.relative(root, candidate);
+    return relative !== '' &&
+        relative !== '..' &&
+        !relative.startsWith(`..${path.sep}`) &&
+        !path.isAbsolute(relative);
+}
+function pathsOverlap(left, right) {
+    return left === right || pathIsInside(left, right) || pathIsInside(right, left);
+}
+async function assertOrdinaryDirectory(value, label) {
+    const info = await lstat(value);
+    if (info.isSymbolicLink() || !info.isDirectory()) {
+        throw new Error(`${label} must be an ordinary directory.`);
+    }
+}
+async function assertSafePathChain(evalRoot, candidate, label) {
+    const relative = path.relative(evalRoot, candidate);
+    if (relative === '' || relative === '..' ||
+        relative.startsWith(`..${path.sep}`) || path.isAbsolute(relative))
+        throw new Error(`${label} must stay inside evalRoot.`);
+    let current = evalRoot;
+    for (const segment of relative.split(path.sep).filter(Boolean)) {
+        current = path.join(current, segment);
+        const info = await lstat(current);
+        if (info.isSymbolicLink())
+            throw new Error(`${label} path chain must not contain symbolic links.`);
+    }
+}
+export async function assertProviderRunPaths(paths) {
+    for (const [label, value] of Object.entries(paths))
+        assertAbsoluteNormalized(value, label);
+    await assertOrdinaryDirectory(paths.evalRoot, 'evalRoot');
+    const canonicalEvalRoot = await realpath(paths.evalRoot);
+    const canonical = {
+        evalRoot: canonicalEvalRoot,
+        workspacePath: '',
+        fixturesPath: '',
+        outputDir: '',
+    };
+    for (const label of ['workspacePath', 'fixturesPath', 'outputDir']) {
+        const value = paths[label];
+        await assertOrdinaryDirectory(value, label);
+        await assertSafePathChain(paths.evalRoot, value, label);
+        const resolved = await realpath(value);
+        if (!pathIsInside(canonicalEvalRoot, resolved)) {
+            throw new Error(`${label} realpath must stay inside evalRoot.`);
+        }
+        canonical[label] = resolved;
+    }
+    const pairs = [
+        ['workspacePath', 'fixturesPath'],
+        ['workspacePath', 'outputDir'],
+        ['fixturesPath', 'outputDir'],
+    ];
+    for (const [left, right] of pairs) {
+        if (pathsOverlap(canonical[left], canonical[right])) {
+            throw new Error(`${left} and ${right} must not overlap.`);
+        }
+    }
+    return canonical;
+}
+//# sourceMappingURL=run-paths.js.map

package/dist/run-paths.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-paths.js","sourceRoot":"","sources":["../src/run-paths.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAClD,OAAO,IAAI,MAAM,WAAW,CAAA;AAS5B,SAAS,wBAAwB,CAAC,KAAa,EAAE,KAAa;IAC5D,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAA;IAC1E,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,mCAAmC,CAAC,CAAA;AACnG,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,SAAiB;IACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;IAC/C,OAAO,QAAQ,KAAK,EAAE;QACpB,QAAQ,KAAK,IAAI;QACjB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;QACrC,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;AAC9B,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,KAAa;IAC/C,OAAO,IAAI,KAAK,KAAK,IAAI,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;AACjF,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,KAAa,EAAE,KAAa;IACjE,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,CAAA;IAC/B,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACjD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,iCAAiC,CAAC,CAAA;IAC5D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,QAAgB,EAChB,SAAiB,EACjB,KAAa;IAEb,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA;IACnD,IACE,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,IAAI;QACpC,QAAQ,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAA;IACxD,IAAI,OAAO,GAAG,QAAQ,CAAA;IACtB,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/D,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QACrC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,CAAA;QACjC,IAAI,IAAI,CAAC,cAAc,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,8CAA8C,CAAC,CAAA;IACpG,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,KAAuB;IAClE,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,wBAAwB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IAC1F,MAAM,uBAAuB,CAAC,KAAK,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;IACzD,MAAM,iBAAiB,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IACxD,MAAM,SAAS,GAAqB;QAClC,QAAQ,EAAE,iBAAiB;QAC3B,aAAa,EAAE,EAAE;QACjB,YAAY,EAAE,EAAE;QAChB,SAAS,EAAE,EAAE;KACd,CAAA;IACD,KAAK,MAAM,KAAK,IAAI,CAAC,eAAe,EAAE,cAAc,EAAE,WAAW,CAAU,EAAE,CAAC;QAC5E,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;QAC1B,MAAM,uBAAuB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QAC3C,MAAM,mBAAmB,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,CAAA;QACvD,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAA;QACtC,IAAI,CAAC,YAAY,CAAC,iBAAiB,EAAE,QAAQ,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,sCAAsC,CAAC,CAAA;QACjE,CAAC;QACD,SAAS,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAA;IAC7B,CAAC;IACD,MAAM,KAAK,GAAG;QACZ,CAAC,eAAe,EAAE,cAAc,CAAC;QACjC,CAAC,eAAe,EAAE,WAAW,CAAC;QAC9B,CAAC,cAAc,EAAE,WAAW,CAAC;KACrB,CAAA;IACV,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC;QAClC,IAAI,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,QAAQ,KAAK,oBAAoB,CAAC,CAAA;QAC3D,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC"}

package/dist/runtime-skill.d.ts

@@ -9,10 +9,16 @@ export interface CapturedRuntimeSkill {
     digest: Digest;
     files: CapturedRuntimeSkillFile[];
 }
+export interface CapturedCanonicalDirectory extends CapturedRuntimeSkill {
+    directories: string[];
+}
 export interface RuntimeSkillDigestOptions {
     platform?: NodeJS.Platform;
 }
 export declare function computeSkillDigest(skillPath: string, options?: RuntimeSkillDigestOptions): Promise<Digest>;
 export declare function captureRuntimeSkill(skillPath: string, options?: RuntimeSkillDigestOptions): Promise<CapturedRuntimeSkill>;
+export declare function computeCanonicalDirectoryDigest(directoryPath: string, options?: RuntimeSkillDigestOptions): Promise<Digest>;
+export declare function captureCanonicalDirectory(directoryPath: string, options?: RuntimeSkillDigestOptions): Promise<CapturedCanonicalDirectory>;
 export declare function materializeCapturedRuntimeSkill(captured: CapturedRuntimeSkill, destinationPath: string, options?: RuntimeSkillDigestOptions): Promise<RuntimeSkillSnapshot>;
+export declare function materializeCapturedCanonicalDirectory(captured: CapturedCanonicalDirectory, destinationPath: string, options?: RuntimeSkillDigestOptions): Promise<RuntimeSkillSnapshot>;
 export declare function createRuntimeSkillSnapshot(sourcePath: string, destinationPath: string, options?: RuntimeSkillDigestOptions): Promise<RuntimeSkillSnapshot>;

package/dist/runtime-skill.js

@@ -5,6 +5,7 @@ import { pathsOverlap } from './common.js';
 const alwaysIgnored = new Set(['.git', 'node_modules', '.DS_Store']);
 const authorOnlyRoots = new Set(['evals', 'reports']);
 const productionDigestDomain = 'aw-production-records-v1';
+const evalWorkspaceDigestDomain = 'aw-eval-workspace-records-v1';
 function normalizedRegularFileMode(mode, platform) {
     // Windows does not expose a portable executable bit, so its stable runtime mode is 100644.
     return platform !== 'win32' && (mode & 0o111) !== 0 ? '100755' : '100644';
@@ -29,7 +30,24 @@ function digestProductionRecords(files) {
     }
     return `sha256:${hash.digest('hex')}`;
 }
-async function runtimeSkillFiles(root, platform) {
+function digestEvalWorkspaceRecords(directories, files) {
+    const hash = createHash('sha256');
+    updateLengthPrefixed(hash, evalWorkspaceDigestDomain);
+    const records = [
+        ...directories.map((relativePath) => ({ kind: 'directory', relativePath })),
+        ...files.map((file) => ({ kind: 'file', ...file })),
+    ].sort((left, right) => comparePosixPaths(left.relativePath, right.relativePath));
+    for (const record of records) {
+        updateLengthPrefixed(hash, record.relativePath);
+        updateLengthPrefixed(hash, record.kind);
+        if (record.kind === 'file') {
+            updateLengthPrefixed(hash, record.mode);
+            updateLengthPrefixed(hash, createHash('sha256').update(record.bytes).digest());
+        }
+    }
+    return `sha256:${hash.digest('hex')}`;
+}
+async function runtimeSkillFiles(root, platform, filterSkillOnly = true) {
     const rootStat = await stat(root);
     if (rootStat.isFile()) {
         return [{
@@ -45,9 +63,9 @@ async function runtimeSkillFiles(root, platform) {
         const entries = await readdir(directory, { withFileTypes: true });
         entries.sort((left, right) => left.name.localeCompare(right.name));
         for (const entry of entries) {
-            if (alwaysIgnored.has(entry.name))
+            if (filterSkillOnly && alwaysIgnored.has(entry.name))
                 continue;
-            if (relativeDirectory === '' && authorOnlyRoots.has(entry.name))
+            if (filterSkillOnly && relativeDirectory === '' && authorOnlyRoots.has(entry.name))
                 continue;
             const absolutePath = path.join(directory, entry.name);
             const relativePath = path.join(relativeDirectory, entry.name);
@@ -93,6 +111,51 @@ export async function captureRuntimeSkill(skillPath, options = {}) {
     })));
     return { sourceRoot, digest: digestCapturedRuntimeSkill(files), files };
 }
+export async function computeCanonicalDirectoryDigest(directoryPath, options = {}) {
+    return (await captureCanonicalDirectory(directoryPath, options)).digest;
+}
+export async function captureCanonicalDirectory(directoryPath, options = {}) {
+    if ((await lstat(directoryPath)).isSymbolicLink())
+        throw new Error('directory cannot be a symlink');
+    const sourceRoot = await realpath(directoryPath);
+    if (!(await stat(sourceRoot)).isDirectory())
+        throw new Error('runtime input must be a directory');
+    const platform = options.platform ?? process.platform;
+    const directories = [];
+    const files = [];
+    async function walk(directory, relativeDirectory = '') {
+        const entries = await readdir(directory, { withFileTypes: true });
+        entries.sort((left, right) => comparePosixPaths(left.name, right.name));
+        for (const entry of entries) {
+            const absolutePath = path.join(directory, entry.name);
+            const relativePath = path.join(relativeDirectory, entry.name).split(path.sep).join('/');
+            const info = await lstat(absolutePath);
+            if (info.isSymbolicLink())
+                throw new Error(`runtime input cannot contain symlinks: ${relativePath}`);
+            if (info.isDirectory()) {
+                directories.push(relativePath);
+                await walk(absolutePath, path.join(relativeDirectory, entry.name));
+            }
+            else if (info.isFile()) {
+                files.push({
+                    relativePath,
+                    mode: normalizedRegularFileMode(info.mode, platform),
+                    bytes: await readFile(absolutePath),
+                });
+            }
+            else {
+                throw new Error(`runtime input contains an unsupported node: ${relativePath}`);
+            }
+        }
+    }
+    await walk(sourceRoot);
+    return {
+        sourceRoot,
+        digest: digestEvalWorkspaceRecords(directories, files),
+        directories,
+        files,
+    };
+}
 export async function materializeCapturedRuntimeSkill(captured, destinationPath, options = {}) {
     const resolvedDestination = path.resolve(destinationPath);
     if (pathsOverlap(captured.sourceRoot, resolvedDestination))
@@ -111,6 +174,27 @@ export async function materializeCapturedRuntimeSkill(captured, destinationPath,
         throw new Error('Runtime Skill snapshot digest does not match captured Skill bytes');
     return { root: await realpath(destinationPath), digest };
 }
+export async function materializeCapturedCanonicalDirectory(captured, destinationPath, options = {}) {
+    const resolvedDestination = path.resolve(destinationPath);
+    if (pathsOverlap(captured.sourceRoot, resolvedDestination))
+        throw new Error('runtime input snapshot destination must not overlap its source');
+    await mkdir(destinationPath, { recursive: true });
+    const platform = options.platform ?? process.platform;
+    for (const directory of captured.directories) {
+        await mkdir(path.join(destinationPath, ...directory.split('/')), { recursive: true });
+    }
+    for (const file of captured.files) {
+        const destination = path.join(destinationPath, ...file.relativePath.split('/'));
+        await mkdir(path.dirname(destination), { recursive: true });
+        await writeFile(destination, file.bytes, { flag: 'wx', mode: file.mode === '100755' ? 0o755 : 0o644 });
+        if (platform !== 'win32')
+            await chmod(destination, file.mode === '100755' ? 0o755 : 0o644);
+    }
+    const digest = await computeCanonicalDirectoryDigest(destinationPath, options);
+    if (digest !== captured.digest)
+        throw new Error('runtime input snapshot digest does not match captured bytes');
+    return { root: await realpath(destinationPath), digest };
+}
 export async function createRuntimeSkillSnapshot(sourcePath, destinationPath, options = {}) {
     if ((await lstat(sourcePath)).isSymbolicLink())
         throw new Error('Skill target cannot be a symlink');

package/dist/runtime-skill.js.map

@@ -1 +1 @@
-{"version":3,"file":"runtime-skill.js","sourceRoot":"","sources":["../src/runtime-skill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC9G,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAG1C,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,CAAC,CAAC,CAAA;AACpE,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAA;AACrD,MAAM,sBAAsB,GAAG,0BAA0B,CAAA;AAwBzD,SAAS,yBAAyB,CAAC,IAAY,EAAE,QAAyB;IACxE,2FAA2F;IAC3F,OAAO,QAAQ,KAAK,OAAO,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAA;AAC3E,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,KAAa;IACpD,OAAO,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACjD,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAmC,EAAE,KAAsB;IACvF,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IAC5E,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAA;IACpC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IAC7C,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AACpB,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAAwF;IAExF,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAA;IACjC,oBAAoB,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAA;IAClD,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACjD,iBAAiB,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;QAC5D,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;QAC7C,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;QACrC,oBAAoB,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;IAC9E,CAAC;IACD,OAAO,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;AACvC,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,IAAY,EACZ,QAAyB;IAEzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAA;IACjC,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QACtB,OAAO,CAAC;gBACN,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACjC,IAAI,EAAE,yBAAyB,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;aACzD,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,IAAI,EAAE,CAAC,CAAA;IAEhG,MAAM,KAAK,GAAuB,EAAE,CAAA;IACpC,KAAK,UAAU,IAAI,CAAC,SAAiB,EAAE,iBAAiB,GAAG,EAAE;QAC3D,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;QACjE,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;QAClE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;gBAAE,SAAQ;YAC3C,IAAI,iBAAiB,KAAK,EAAE,IAAI,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;gBAAE,SAAQ;YACzE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;YACrD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;YAC7D,IAAI,KAAK,CAAC,cAAc,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,YAAY,EAAE,CAAC,CAAA;YACpG,IAAI,KAAK,CAAC,WAAW,EAAE;gBAAE,MAAM,IAAI,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;iBAC1D,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,CAAA;gBACzC,KAAK,CAAC,IAAI,CAAC;oBACT,YAAY;oBACZ,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;oBACpD,IAAI,EAAE,yBAAyB,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;iBACzD,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,IAAI,CAAC,IAAI,CAAC,CAAA;IAChB,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,SAAiB,EACjB,UAAqC,EAAE;IAEvC,IAAI,CAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IAClG,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAA;IAC/C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,CAAC,MAAM,iBAAiB,CAAC,aAAa,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAChF,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACf,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,KAAK,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC;KACzC,CAAC,CACH,CACF,CAAA;IACD,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAA;AACvC,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAiC;IACnE,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAA;AACvC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,SAAiB,EACjB,UAAqC,EAAE;IAEvC,IAAI,CAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IAClG,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAA;IAC5C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,CAAC,MAAM,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/F,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,KAAK,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC;KACzC,CAAC,CAAC,CACJ,CAAA;IACD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,0BAA0B,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAA;AACzE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,QAA8B,EAC9B,eAAuB,EACvB,UAAqC,EAAE;IAEvC,MAAM,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;IACzD,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,EAAE,mBAAmB,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAA;IACzF,MAAM,KAAK,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAA;IACrD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;QAC/E,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3D,MAAM,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAA;QACtG,IAAI,QAAQ,KAAK,OAAO;YAAE,MAAM,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAC5F,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,eAAe,EAAE,OAAO,CAAC,CAAA;IACjE,IAAI,MAAM,KAAK,QAAQ,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAA;IACpH,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,CAAA;AAC1D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,UAAkB,EAClB,eAAuB,EACvB,UAAqC,EAAE;IAEvC,IAAI,CAAC,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IACnG,MAAM,eAAe,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAA;IAClD,MAAM,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;IACzD,IAAI,YAAY,CAAC,eAAe,EAAE,mBAAmB,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAA;IACzF,MAAM,KAAK,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAA;IACrD,KAAK,MAAM,IAAI,IAAI,MAAM,iBAAiB,CAAC,eAAe,EAAE,QAAQ,CAAC,EAAE,CAAC;QACtE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;QAC/E,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3D,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAA;QAC9C,IAAI,QAAQ,KAAK,OAAO;YAAE,MAAM,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAC5F,CAAC;IACD,OAAO;QACL,IAAI,EAAE,MAAM,QAAQ,CAAC,eAAe,CAAC;QACrC,MAAM,EAAE,MAAM,kBAAkB,CAAC,eAAe,EAAE,OAAO,CAAC;KAC3D,CAAA;AACH,CAAC"}
+{"version":3,"file":"runtime-skill.js","sourceRoot":"","sources":["../src/runtime-skill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC9G,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAG1C,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,CAAC,CAAC,CAAA;AACpE,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAA;AACrD,MAAM,sBAAsB,GAAG,0BAA0B,CAAA;AACzD,MAAM,yBAAyB,GAAG,8BAA8B,CAAA;AA4BhE,SAAS,yBAAyB,CAAC,IAAY,EAAE,QAAyB;IACxE,2FAA2F;IAC3F,OAAO,QAAQ,KAAK,OAAO,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAA;AAC3E,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,KAAa;IACpD,OAAO,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACjD,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAmC,EAAE,KAAsB;IACvF,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IAC5E,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAA;IACpC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IAC7C,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AACpB,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAAwF;IAExF,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAA;IACjC,oBAAoB,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAA;IAClD,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACjD,iBAAiB,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;QAC5D,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;QAC7C,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;QACrC,oBAAoB,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;IAC9E,CAAC;IACD,OAAO,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;AACvC,CAAC;AAED,SAAS,0BAA0B,CACjC,WAA8B,EAC9B,KAA0C;IAE1C,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAA;IACjC,oBAAoB,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAA;IACrD,MAAM,OAAO,GAAG;QACd,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,WAAoB,EAAE,YAAY,EAAE,CAAC,CAAC;QACpF,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;KAC7D,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,CAAA;IACjF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,oBAAoB,CAAC,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC,CAAA;QAC/C,oBAAoB,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;QACvC,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC3B,oBAAoB,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;YACvC,oBAAoB,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;QAChF,CAAC;IACH,CAAC;IACD,OAAO,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;AACvC,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,IAAY,EACZ,QAAyB,EACzB,eAAe,GAAG,IAAI;IAEtB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAA;IACjC,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QACtB,OAAO,CAAC;gBACN,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACjC,IAAI,EAAE,yBAAyB,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;aACzD,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,IAAI,EAAE,CAAC,CAAA;IAEhG,MAAM,KAAK,GAAuB,EAAE,CAAA;IACpC,KAAK,UAAU,IAAI,CAAC,SAAiB,EAAE,iBAAiB,GAAG,EAAE;QAC3D,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;QACjE,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;QAClE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,eAAe,IAAI,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;gBAAE,SAAQ;YAC9D,IAAI,eAAe,IAAI,iBAAiB,KAAK,EAAE,IAAI,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;gBAAE,SAAQ;YAC5F,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;YACrD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;YAC7D,IAAI,KAAK,CAAC,cAAc,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,YAAY,EAAE,CAAC,CAAA;YACpG,IAAI,KAAK,CAAC,WAAW,EAAE;gBAAE,MAAM,IAAI,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;iBAC1D,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,CAAA;gBACzC,KAAK,CAAC,IAAI,CAAC;oBACT,YAAY;oBACZ,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;oBACpD,IAAI,EAAE,yBAAyB,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;iBACzD,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,IAAI,CAAC,IAAI,CAAC,CAAA;IAChB,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,SAAiB,EACjB,UAAqC,EAAE;IAEvC,IAAI,CAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IAClG,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAA;IAC/C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,CAAC,MAAM,iBAAiB,CAAC,aAAa,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAChF,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACf,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,KAAK,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC;KACzC,CAAC,CACH,CACF,CAAA;IACD,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAA;AACvC,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAiC;IACnE,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAA;AACvC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,SAAiB,EACjB,UAAqC,EAAE;IAEvC,IAAI,CAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IAClG,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAA;IAC5C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,CAAC,MAAM,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/F,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,KAAK,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC;KACzC,CAAC,CAAC,CACJ,CAAA;IACD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,0BAA0B,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAA;AACzE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,aAAqB,EACrB,UAAqC,EAAE;IAEvC,OAAO,CAAC,MAAM,yBAAyB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAA;AACzE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,aAAqB,EACrB,UAAqC,EAAE;IAEvC,IAAI,CAAC,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,cAAc,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IACnG,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC,CAAA;IAChD,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAA;IACjG,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAA;IACrD,MAAM,WAAW,GAAa,EAAE,CAAA;IAChC,MAAM,KAAK,GAA+B,EAAE,CAAA;IAC5C,KAAK,UAAU,IAAI,CAAC,SAAiB,EAAE,iBAAiB,GAAG,EAAE;QAC3D,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;QACjE,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;QACvE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;YACrD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACvF,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,CAAA;YACtC,IAAI,IAAI,CAAC,cAAc,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,YAAY,EAAE,CAAC,CAAA;YACpG,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACvB,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBAC9B,MAAM,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;YACpE,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBACzB,KAAK,CAAC,IAAI,CAAC;oBACT,YAAY;oBACZ,IAAI,EAAE,yBAAyB,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;oBACpD,KAAK,EAAE,MAAM,QAAQ,CAAC,YAAY,CAAC;iBACpC,CAAC,CAAA;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,+CAA+C,YAAY,EAAE,CAAC,CAAA;YAChF,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,IAAI,CAAC,UAAU,CAAC,CAAA;IACtB,OAAO;QACL,UAAU;QACV,MAAM,EAAE,0BAA0B,CAAC,WAAW,EAAE,KAAK,CAAC;QACtD,WAAW;QACX,KAAK;KACN,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,QAA8B,EAC9B,eAAuB,EACvB,UAAqC,EAAE;IAEvC,MAAM,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;IACzD,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,EAAE,mBAAmB,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAA;IACzF,MAAM,KAAK,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAA;IACrD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;QAC/E,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3D,MAAM,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAA;QACtG,IAAI,QAAQ,KAAK,OAAO;YAAE,MAAM,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAC5F,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,eAAe,EAAE,OAAO,CAAC,CAAA;IACjE,IAAI,MAAM,KAAK,QAAQ,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAA;IACpH,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,CAAA;AAC1D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qCAAqC,CACzD,QAAoC,EACpC,eAAuB,EACvB,UAAqC,EAAE;IAEvC,MAAM,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;IACzD,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,EAAE,mBAAmB,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAA;IACnF,MAAM,KAAK,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAA;IACrD,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACvF,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;QAC/E,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3D,MAAM,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAA;QACtG,IAAI,QAAQ,KAAK,OAAO;YAAE,MAAM,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAC5F,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,+BAA+B,CAAC,eAAe,EAAE,OAAO,CAAC,CAAA;IAC9E,IAAI,MAAM,KAAK,QAAQ,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAA;IAC9G,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,CAAA;AAC1D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,UAAkB,EAClB,eAAuB,EACvB,UAAqC,EAAE;IAEvC,IAAI,CAAC,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IACnG,MAAM,eAAe,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAA;IAClD,MAAM,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;IACzD,IAAI,YAAY,CAAC,eAAe,EAAE,mBAAmB,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAA;IACzF,MAAM,KAAK,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAA;IACrD,KAAK,MAAM,IAAI,IAAI,MAAM,iBAAiB,CAAC,eAAe,EAAE,QAAQ,CAAC,EAAE,CAAC;QACtE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;QAC/E,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3D,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAA;QAC9C,IAAI,QAAQ,KAAK,OAAO;YAAE,MAAM,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAC5F,CAAC;IACD,OAAO;QACL,IAAI,EAAE,MAAM,QAAQ,CAAC,eAAe,CAAC;QACrC,MAAM,EAAE,MAAM,kBAAkB,CAAC,eAAe,EAAE,OAAO,CAAC;KAC3D,CAAA;AACH,CAAC"}

package/dist/schemas/digests.json

@@ -1,5 +1,5 @@
 {
-  "aw-skill-eval-execution-plan": "sha256:39ffdc4d731c5d98927f130e3c728e31b34dbc538eb8676a17ca3be8d54bd1ef",
-  "eval-run-bundle": "sha256:eb245510b130141ec129f13c5e18b44679e2a3d77e071c30d0b614ef052b35ed",
-  "eval-runtime-capabilities": "sha256:a63f1a1f4be0339253566050496b40cc9d42f4d1664f20205cb2614343455bd5"
+  "eval-spec": "sha256:04352def8d5522b7b312fd1386c24bab2e44018a26552238c5ce32b5debe4dd5",
+  "eval-audit": "sha256:8d63b2c99836038ef15ac265ca31677a80e0a8e914d980168bcde6e8721954fe",
+  "eval-result": "sha256:0ab9f1d2119bd9322e9fa69dd580ff7d91e1c4ce899c08e4008ca619ee909c2d"
 }

package/dist/schemas/eval-audit.schema.json

@@ -0,0 +1,64 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-skill-eval.invalid/schemas/eval-audit.schema.json",
+  "title": "EvalAudit",
+  "type": "object",
+  "required": ["version", "workspaceDigest", "providerDigest", "targets", "caseDigest", "status", "approvedCaseIds", "blockedCases", "issues"],
+  "properties": {
+    "version": { "const": 1 },
+    "workspaceDigest": { "$ref": "#/$defs/digest" },
+    "providerDigest": { "$ref": "#/$defs/digest" },
+    "targets": {
+      "type": "array",
+      "minItems": 1,
+      "items": {
+        "type": "object",
+        "required": ["role", "digest"],
+        "properties": {
+          "role": { "enum": ["current", "previous-version"] },
+          "digest": { "$ref": "#/$defs/digest" }
+        },
+        "additionalProperties": false
+      }
+    },
+    "caseDigest": { "$ref": "#/$defs/digest" },
+    "status": { "enum": ["pass", "fail", "unknown"] },
+    "approvedCaseIds": {
+      "type": "array",
+      "uniqueItems": true,
+      "items": { "type": "string", "minLength": 1 }
+    },
+    "blockedCases": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "required": ["caseId", "reason"],
+        "properties": {
+          "caseId": { "type": "string", "minLength": 1 },
+          "reason": { "type": "string", "minLength": 1 }
+        },
+        "additionalProperties": false
+      }
+    },
+    "issues": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "required": ["code", "message"],
+        "properties": {
+          "code": { "type": "string", "minLength": 1 },
+          "message": { "type": "string", "minLength": 1 },
+          "caseId": { "type": "string", "minLength": 1 }
+        },
+        "additionalProperties": false
+      }
+    }
+  },
+  "$defs": {
+    "digest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    }
+  },
+  "additionalProperties": false
+}

package/dist/schemas/eval-result.schema.json

@@ -0,0 +1,202 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-skill-eval.invalid/schemas/eval-result.schema.json",
+  "title": "EvalResult",
+  "type": "object",
+  "required": ["version", "specDigest", "auditDigest", "targetDigest", "caseDigest", "provider", "startedAt", "finishedAt", "runs", "summary"],
+  "properties": {
+    "version": { "const": 1 },
+    "specDigest": { "$ref": "#/$defs/digest" },
+    "auditDigest": { "$ref": "#/$defs/digest" },
+    "targetDigest": { "$ref": "#/$defs/digest" },
+    "caseDigest": { "$ref": "#/$defs/digest" },
+    "provider": { "$ref": "#/$defs/provider" },
+    "startedAt": { "type": "string", "format": "date-time" },
+    "finishedAt": { "type": "string", "format": "date-time" },
+    "runs": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "required": ["caseId", "variant", "attempt", "status", "durationMs", "outputDir", "usage", "grade", "error"],
+        "properties": {
+          "caseId": { "type": "string", "minLength": 1 },
+          "variant": { "enum": ["current", "without-skill", "previous-version"] },
+          "attempt": { "type": "integer", "minimum": 1 },
+          "status": { "enum": ["completed", "failed", "timeout"] },
+          "durationMs": { "type": "integer", "minimum": 0 },
+          "outputDir": { "$ref": "#/$defs/relativePath" },
+          "usage": { "type": ["object", "null"] },
+          "grade": {
+            "oneOf": [
+              { "type": "null" },
+              {
+                "type": "object",
+                "required": ["passed", "score"],
+                "properties": {
+                  "passed": { "type": "boolean" },
+                  "score": { "type": ["number", "null"] },
+                  "details": { "type": "object" }
+                },
+                "additionalProperties": false
+              }
+            ]
+          },
+          "error": {
+            "oneOf": [
+              { "type": "null" },
+              {
+                "type": "object",
+                "required": ["message"],
+                "properties": {
+                  "message": { "type": "string", "minLength": 1 }
+                },
+                "additionalProperties": false
+              }
+            ]
+          },
+          "artifacts": {
+            "$ref": "#/$defs/workflowArtifacts"
+          }
+        },
+        "additionalProperties": false
+      }
+    },
+    "summary": {
+      "type": "object",
+      "required": ["passed", "failed", "timeout", "error"],
+      "properties": {
+        "passed": { "type": "integer", "minimum": 0 },
+        "failed": { "type": "integer", "minimum": 0 },
+        "timeout": { "type": "integer", "minimum": 0 },
+        "error": { "type": "integer", "minimum": 0 }
+      },
+      "additionalProperties": false
+    }
+  },
+  "allOf": [
+    {
+      "if": {
+        "properties": {
+          "provider": {
+            "type": "object",
+            "required": ["type"],
+            "properties": { "type": { "const": "codex-workflow" } }
+          }
+        }
+      },
+      "then": {
+        "properties": {
+          "runs": {
+            "items": {
+              "if": { "properties": { "status": { "const": "completed" } } },
+              "then": {
+                "required": ["artifacts"],
+                "properties": { "usage": { "type": "object" } }
+              },
+              "else": { "not": { "required": ["artifacts"] } }
+            }
+          }
+        }
+      },
+      "else": {
+        "properties": {
+          "runs": { "items": { "not": { "required": ["artifacts"] } } }
+        }
+      }
+    }
+  ],
+  "$defs": {
+    "digest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "relativePath": {
+      "type": "string",
+      "minLength": 1,
+      "pattern": "^(?![\\\\/])(?![A-Za-z]:[\\\\/])(?!.*(?:^|[\\\\/])\\.\\.(?:[\\\\/]|$)).+"
+    },
+    "workflowArtifacts": {
+      "type": "array",
+      "minItems": 4,
+      "maxItems": 4,
+      "uniqueItems": true,
+      "items": {
+        "oneOf": [
+          {
+            "type": "object",
+            "required": ["path", "role"],
+            "properties": {
+              "path": { "const": "workflow-evidence.json" },
+              "role": { "const": "evidence" }
+            },
+            "additionalProperties": false
+          },
+          {
+            "type": "object",
+            "required": ["path", "role"],
+            "properties": {
+              "path": { "const": "workflow-trace.json" },
+              "role": { "const": "trace" }
+            },
+            "additionalProperties": false
+          },
+          {
+            "type": "object",
+            "required": ["path", "role"],
+            "properties": {
+              "path": { "const": "model-output.txt" },
+              "role": { "const": "output" }
+            },
+            "additionalProperties": false
+          },
+          {
+            "type": "object",
+            "required": ["path", "role"],
+            "properties": {
+              "path": { "const": "provider-result.json" },
+              "role": { "const": "result" }
+            },
+            "additionalProperties": false
+          }
+        ]
+      }
+    },
+    "provider": {
+      "oneOf": [
+        { "enum": ["codex-trigger", "codex-conversation"] },
+        {
+          "type": "object",
+          "required": ["type", "command"],
+          "properties": {
+            "type": { "const": "custom-process" },
+            "command": {
+              "type": "array",
+              "minItems": 1,
+              "items": { "type": "string", "minLength": 1 }
+            }
+          },
+          "additionalProperties": false
+        },
+        {
+          "type": "object",
+          "required": ["type", "command", "allowedModels"],
+          "properties": {
+            "type": { "const": "codex-workflow" },
+            "command": {
+              "type": "array",
+              "minItems": 1,
+              "items": { "type": "string", "minLength": 1 }
+            },
+            "allowedModels": {
+              "type": "array",
+              "items": { "type": "string", "minLength": 1 },
+              "uniqueItems": true
+            }
+          },
+          "additionalProperties": false
+        }
+      ]
+    }
+  },
+  "additionalProperties": false
+}

package/dist/schemas/eval-spec.schema.json

@@ -0,0 +1,109 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-skill-eval.invalid/schemas/eval-spec.schema.json",
+  "title": "EvalSpec",
+  "type": "object",
+  "required": ["version", "source", "workspace", "target", "cases", "provider", "runs", "timeoutMs", "baseline", "outputDir"],
+  "properties": {
+    "version": { "const": 1 },
+    "source": {
+      "type": "object",
+      "required": ["plugin", "skill", "suite", "profile"],
+      "properties": {
+        "plugin": { "type": "string", "minLength": 1 },
+        "skill": { "type": "string", "minLength": 1 },
+        "suite": { "type": "string", "minLength": 1 },
+        "profile": { "type": "string", "minLength": 1 }
+      },
+      "additionalProperties": false
+    },
+    "workspace": { "$ref": "#/$defs/pathDigest" },
+    "target": { "$ref": "#/$defs/pathDigest" },
+    "cases": { "$ref": "#/$defs/pathDigest" },
+    "provider": {
+      "oneOf": [
+        { "enum": ["codex-trigger", "codex-conversation"] },
+        {
+          "type": "object",
+          "required": ["type", "command"],
+          "properties": {
+            "type": { "const": "custom-process" },
+            "command": {
+              "type": "array",
+              "minItems": 1,
+              "items": { "type": "string", "minLength": 1 }
+            }
+          },
+          "additionalProperties": false
+        },
+        {
+          "type": "object",
+          "required": ["type", "command", "allowedModels"],
+          "properties": {
+            "type": { "const": "codex-workflow" },
+            "command": {
+              "type": "array",
+              "minItems": 1,
+              "items": { "type": "string", "minLength": 1 }
+            },
+            "allowedModels": {
+              "type": "array",
+              "items": { "type": "string", "minLength": 1 },
+              "uniqueItems": true
+            }
+          },
+          "additionalProperties": false
+        }
+      ]
+    },
+    "runs": { "type": "integer", "minimum": 1 },
+    "timeoutMs": { "type": "integer", "minimum": 1 },
+    "baseline": {
+      "oneOf": [
+        {
+          "type": "object",
+          "required": ["type"],
+          "properties": { "type": { "const": "none" } },
+          "additionalProperties": false
+        },
+        {
+          "type": "object",
+          "required": ["type"],
+          "properties": { "type": { "const": "without-skill" } },
+          "additionalProperties": false
+        },
+        {
+          "type": "object",
+          "required": ["type", "target"],
+          "properties": {
+            "type": { "const": "previous-version" },
+            "target": { "$ref": "#/$defs/pathDigest" }
+          },
+          "additionalProperties": false
+        }
+      ]
+    },
+    "outputDir": { "$ref": "#/$defs/relativePath" }
+  },
+  "$defs": {
+    "digest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "relativePath": {
+      "type": "string",
+      "minLength": 1,
+      "pattern": "^(?![\\\\/])(?![A-Za-z]:[\\\\/])(?!.*(?:^|[\\\\/])\\.\\.(?:[\\\\/]|$)).+"
+    },
+    "pathDigest": {
+      "type": "object",
+      "required": ["path", "digest"],
+      "properties": {
+        "path": { "$ref": "#/$defs/relativePath" },
+        "digest": { "$ref": "#/$defs/digest" }
+      },
+      "additionalProperties": false
+    }
+  },
+  "additionalProperties": false
+}