@openagentsy/hooks 0.0.0-stage → 0.2.0

package/dist/eval/runner.test.js

@@ -0,0 +1,431 @@
+import { chmod, mkdir, mkdtemp, readdir, readFile, rm, stat, symlink, writeFile, } from 'node:fs/promises';
+import { tmpdir } from 'node:os';
+import { dirname, join } from 'node:path';
+import { describe, expect, it } from 'vitest';
+import { assertArgv, evalResultPath, gitCommand, reproduceBaseline, runCommand, runEvalArtifact, withTemporaryWorktree, } from './runner.js';
+/** The moment every result in this file carries, so the path is known. */
+const PINNED = new Date('2026-10-27T12:00:00.000Z');
+/** The lesson every artifact here belongs to. */
+const LESSON = 'oa-lesson-test0001';
+async function workspace() {
+    const root = await mkdtemp(join(tmpdir(), 'openagentsy-eval-'));
+    return { root, remove: () => rm(root, { recursive: true, force: true }) };
+}
+/** An artifact file with the scenarios it is given. */
+async function artifactFile(root, scenarios) {
+    const path = join(root, 'artifact.json');
+    await writeFile(path, JSON.stringify({ schema_version: '1', lesson_id: LESSON, name: 'the proof', scenarios }, null, 2), 'utf8');
+    return path;
+}
+/** A script the scenarios run, so no shell is involved. */
+async function script(root, name, body) {
+    const path = join(root, name);
+    await writeFile(path, body, 'utf8');
+    return path;
+}
+/** Whether a path is there. */
+async function exists(path) {
+    try {
+        await stat(path);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * A throwaway repository, with the change in the commit on top.
+ *
+ * The change lives in the second commit, so the worktree can be made from it
+ * and the baseline can be run on the tree without it. Every git command goes
+ * through the runner's own builder, because the runner's environment cannot
+ * reach a signing agent and a throwaway commit must not need one.
+ */
+async function throwawayRepo(root) {
+    await runCommand(gitCommand(['init', '-q']), root, 30_000);
+    await writeFile(join(root, 'answer.txt'), 'wrong\n', 'utf8');
+    await runCommand(gitCommand(['add', '.']), root, 30_000);
+    await commitIn(root, 'init');
+    await writeFile(join(root, 'answer.txt'), 'right\n', 'utf8');
+    await runCommand(gitCommand(['add', '.']), root, 30_000);
+    await commitIn(root, 'the change');
+    const ref = (await runCommand(gitCommand(['rev-parse', 'HEAD']), root, 30_000)).stdout.trim();
+    const owner = (await runCommand(gitCommand(['rev-parse', 'HEAD~1']), root, 30_000)).stdout.trim();
+    await runCommand(gitCommand(['checkout', owner]), root, 30_000);
+    return { ref, owner };
+}
+/** A commit in the throwaway repository, with an identity of its own. */
+async function commitIn(root, message) {
+    const outcome = await runCommand(gitCommand([
+        '-c',
+        'user.email=builder@example.com',
+        '-c',
+        'user.name=Builder',
+        'commit',
+        '-q',
+        '-m',
+        message,
+    ]), root, 30_000);
+    if (outcome.exitCode !== 0) {
+        throw new Error(`the throwaway commit failed: ${outcome.stderr.trim()}`);
+    }
+}
+/** The artifact with the baseline and the candidate scenario. */
+async function baselineArtifact(root) {
+    return artifactFile(root, [
+        {
+            id: 'baseline',
+            phase: 'baseline',
+            cwd: '.',
+            command: ['cat', 'answer.txt'],
+            expect: { stdout_includes: ['right'] },
+        },
+        {
+            id: 'candidate',
+            phase: 'candidate',
+            cwd: '.',
+            command: ['cat', 'answer.txt'],
+            expect: { stdout_includes: ['right'] },
+        },
+    ]);
+}
+/**
+ * A home directory whose git config signs every commit.
+ *
+ * The machine may sign with an agent the runner's environment cannot reach,
+ * and the signer here fails the way a locked agent fails. The marker says
+ * the signer was reached at all.
+ */
+async function signingHome() {
+    const root = await mkdtemp(join(tmpdir(), 'openagentsy-signing-home-'));
+    const marker = join(root, 'the-signer-was-called');
+    const signer = join(root, 'signer');
+    await writeFile(signer, ['#!/bin/sh', `printf 'called\\n' > "${marker}"`, 'exit 1', ''].join('\n'), 'utf8');
+    await chmod(signer, 0o755);
+    await writeFile(join(root, '.gitconfig'), [
+        '[commit]',
+        '\tgpgsign = true',
+        '[gpg]',
+        '\tformat = ssh',
+        '[gpg "ssh"]',
+        `\tprogram = ${signer}`,
+        '[user]',
+        '\tsigningkey = ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIFIXTUREKEYFORTHEEVALRUNNERONLY0000000',
+        '',
+    ].join('\n'), 'utf8');
+    return { home: root, marker, remove: () => rm(root, { recursive: true, force: true }) };
+}
+describe('the command', () => {
+    it('rejects a shell string', () => {
+        expect(() => assertArgv('cat answer.txt')).toThrow(/argv/);
+    });
+    it('rejects a shell line wrapped in an array', () => {
+        expect(() => assertArgv(['cat answer.txt; rm -rf /'])).toThrow(/shell string/);
+    });
+    it('rejects an empty command', () => {
+        expect(() => assertArgv([])).toThrow(/argv/);
+    });
+    it('rejects an argument with a newline', () => {
+        expect(() => assertArgv(['cat', 'a\nb'])).toThrow(/newline/);
+    });
+    it('takes an argv', () => {
+        expect(() => assertArgv(['cat', 'answer.txt'])).not.toThrow();
+    });
+});
+describe('the runner', () => {
+    it('rejects an artifact whose command is a shell string', async () => {
+        const { root, remove } = await workspace();
+        try {
+            const path = await artifactFile(root, [
+                { id: 's', phase: 'candidate', cwd: '.', command: 'cat answer.txt', expect: {} },
+            ]);
+            await expect(runEvalArtifact({ artifactPath: path, workspace: root, now: () => PINNED })).rejects.toThrow(/does not match the schema/);
+        }
+        finally {
+            await remove();
+        }
+    });
+    it('rejects a working directory outside the workspace', async () => {
+        const { root, remove } = await workspace();
+        try {
+            const path = await artifactFile(root, [
+                { id: 's', phase: 'candidate', cwd: '../../etc', command: ['cat', 'x'], expect: {} },
+            ]);
+            await expect(runEvalArtifact({ artifactPath: path, workspace: root, now: () => PINNED })).rejects.toThrow(/outside the workspace/);
+        }
+        finally {
+            await remove();
+        }
+    });
+    it('rejects a timeout over the maximum', async () => {
+        const { root, remove } = await workspace();
+        try {
+            const path = await artifactFile(root, [
+                {
+                    id: 's',
+                    phase: 'candidate',
+                    cwd: '.',
+                    command: ['cat', 'x'],
+                    timeout_ms: 400_000,
+                    expect: {},
+                },
+            ]);
+            await expect(runEvalArtifact({ artifactPath: path, workspace: root, now: () => PINNED })).rejects.toThrow(/does not match the schema/);
+        }
+        finally {
+            await remove();
+        }
+    });
+    it('rejects a symlinked result path', async () => {
+        const { root, remove } = await workspace();
+        try {
+            const path = await artifactFile(root, [
+                { id: 's', phase: 'candidate', cwd: '.', command: ['cat', 'x'], expect: {} },
+            ]);
+            const target = evalResultPath(root, LESSON, PINNED);
+            await mkdir(dirname(target), { recursive: true });
+            await symlink(join(root, 'somewhere-else.json'), target);
+            await expect(runEvalArtifact({ artifactPath: path, workspace: root, now: () => PINNED })).rejects.toThrow(/symlink/);
+        }
+        finally {
+            await remove();
+        }
+    });
+    it('never writes stdout or stderr into the result', async () => {
+        const { root, remove } = await workspace();
+        try {
+            const marker = 'THE-MARKER-9431';
+            const printer = await script(root, 'print.js', `console.log(${JSON.stringify(marker)});console.error(${JSON.stringify(marker)});\n`);
+            const path = await artifactFile(root, [
+                {
+                    id: 's',
+                    phase: 'candidate',
+                    cwd: '.',
+                    command: [process.execPath, printer],
+                    expect: { stdout_includes: [marker], stderr_includes: [marker] },
+                },
+            ]);
+            const result = await runEvalArtifact({
+                artifactPath: path,
+                workspace: root,
+                now: () => PINNED,
+            });
+            expect(result.passed).toBe(true);
+            expect(JSON.stringify(result)).not.toContain(marker);
+            const written = await readFile(evalResultPath(root, LESSON, PINNED), 'utf8');
+            expect(written).not.toContain(marker);
+        }
+        finally {
+            await remove();
+        }
+    });
+    it('strips a fake GITHUB_TOKEN from the child environment', async () => {
+        const { root, remove } = await workspace();
+        const before = process.env.GITHUB_TOKEN;
+        process.env.GITHUB_TOKEN = ['gh', 'p_', 'a'.repeat(36)].join('');
+        try {
+            const path = await artifactFile(root, [
+                {
+                    id: 's',
+                    phase: 'candidate',
+                    cwd: '.',
+                    command: ['printenv', 'GITHUB_TOKEN'],
+                    expect: { exit_code: 1 },
+                },
+            ]);
+            const result = await runEvalArtifact({
+                artifactPath: path,
+                workspace: root,
+                now: () => PINNED,
+            });
+            expect(result.passed).toBe(true);
+            expect(result.scenarios[0]?.exit_code).toBe(1);
+        }
+        finally {
+            if (before === undefined)
+                delete process.env.GITHUB_TOKEN;
+            else
+                process.env.GITHUB_TOKEN = before;
+            await remove();
+        }
+    });
+    it('writes the result with mode 0600', async () => {
+        const { root, remove } = await workspace();
+        try {
+            const path = await artifactFile(root, [
+                { id: 's', phase: 'candidate', cwd: '.', command: ['cat', 'x'], expect: {} },
+            ]);
+            await runEvalArtifact({ artifactPath: path, workspace: root, now: () => PINNED });
+            const info = await stat(evalResultPath(root, LESSON, PINNED));
+            expect(info.mode & 0o777).toBe(0o600);
+        }
+        finally {
+            await remove();
+        }
+    });
+    it('kills the process at the timeout', async () => {
+        const { root, remove } = await workspace();
+        try {
+            const sleeper = await script(root, 'sleep.js', 'setTimeout(() => {}, 60000);\n');
+            const path = await artifactFile(root, [
+                {
+                    id: 's',
+                    phase: 'candidate',
+                    cwd: '.',
+                    command: [process.execPath, sleeper],
+                    timeout_ms: 300,
+                    expect: {},
+                },
+            ]);
+            const result = await runEvalArtifact({
+                artifactPath: path,
+                workspace: root,
+                now: () => PINNED,
+            });
+            expect(result.scenarios[0]?.timed_out).toBe(true);
+            expect(result.scenarios[0]?.exit_code).toBeNull();
+        }
+        finally {
+            await remove();
+        }
+    });
+});
+describe('the baseline in a temporary worktree', () => {
+    it('fails on the current owner and passes with the change', async () => {
+        const { root, remove } = await workspace();
+        try {
+            const { ref } = await throwawayRepo(root);
+            const path = await baselineArtifact(root);
+            const outcome = await reproduceBaseline({
+                artifactPath: path,
+                workspace: root,
+                repo: root,
+                changeRef: ref,
+                now: () => PINNED,
+            });
+            expect(outcome.baseline_failed).toBe(true);
+            expect(outcome.with_change_passed).toBe(true);
+            expect(outcome.passed).toBe(true);
+            const before = outcome.before?.scenarios.find((scenario) => scenario.phase === 'baseline');
+            expect(before?.passed).toBe(false);
+            const after = outcome.after?.scenarios.find((scenario) => scenario.phase === 'candidate');
+            expect(after?.passed).toBe(true);
+        }
+        finally {
+            await remove();
+        }
+    });
+});
+describe('the signing of a throwaway commit', () => {
+    it('turns the signing off on the git commands it spawns', () => {
+        expect(gitCommand(['worktree', 'add', '--detach', 'worktree', 'HEAD'])).toEqual([
+            'git',
+            '-c',
+            'commit.gpgsign=false',
+            'worktree',
+            'add',
+            '--detach',
+            'worktree',
+            'HEAD',
+        ]);
+    });
+    it('completes the run on a machine whose signing agent is locked', async () => {
+        const { root, remove } = await workspace();
+        const signing = await signingHome();
+        const before = process.env.HOME;
+        process.env.HOME = signing.home;
+        try {
+            const { ref } = await throwawayRepo(root);
+            const path = await baselineArtifact(root);
+            const outcome = await reproduceBaseline({
+                artifactPath: path,
+                workspace: root,
+                repo: root,
+                changeRef: ref,
+                now: () => PINNED,
+            });
+            expect(outcome.passed).toBe(true);
+            // The signer was never reached: a throwaway commit is not signed.
+            expect(await exists(signing.marker)).toBe(false);
+        }
+        finally {
+            if (before === undefined)
+                delete process.env.HOME;
+            else
+                process.env.HOME = before;
+            await signing.remove();
+            await remove();
+        }
+    });
+});
+describe('the boundaries of a run', () => {
+    it('refuses a lesson id that is really a path', async () => {
+        const { root, remove } = await workspace();
+        try {
+            const path = await artifactFile(root, [
+                { id: 's', phase: 'candidate', cwd: '.', command: ['cat', 'x'], expect: {} },
+            ]);
+            const raw = JSON.parse(await readFile(path, 'utf8'));
+            raw.lesson_id = '../../../../../../../../tmp/oa-escaped-result';
+            await writeFile(path, JSON.stringify(raw), 'utf8');
+            await expect(runEvalArtifact({ artifactPath: path, workspace: root, now: () => PINNED })).rejects.toThrow(/is not a lesson id/);
+        }
+        finally {
+            await remove();
+        }
+    });
+    it('refuses a working directory that leaves the workspace through a symlink', async () => {
+        const { root, remove } = await workspace();
+        const outside = await mkdtemp(join(tmpdir(), 'openagentsy-outside-'));
+        try {
+            await symlink(outside, join(root, 'link'));
+            const path = await artifactFile(root, [
+                {
+                    id: 's',
+                    phase: 'candidate',
+                    cwd: 'link',
+                    command: ['pwd'],
+                    expect: { stdout_includes: [outside] },
+                },
+            ]);
+            await expect(runEvalArtifact({ artifactPath: path, workspace: root, now: () => PINNED })).rejects.toThrow(/leaves the workspace through a symlink/);
+        }
+        finally {
+            await rm(outside, { recursive: true, force: true });
+            await remove();
+        }
+    });
+    it('refuses to write a result through a symlinked state directory', async () => {
+        const { root, remove } = await workspace();
+        const outside = await mkdtemp(join(tmpdir(), 'openagentsy-state-'));
+        try {
+            await symlink(outside, join(root, '.openagentsy'));
+            const path = await artifactFile(root, [
+                { id: 's', phase: 'candidate', cwd: '.', command: ['cat', 'x'], expect: {} },
+            ]);
+            await expect(runEvalArtifact({ artifactPath: path, workspace: root, now: () => PINNED })).rejects.toThrow(/symlink/);
+            expect(await readdir(outside)).toHaveLength(0);
+        }
+        finally {
+            await rm(outside, { recursive: true, force: true });
+            await remove();
+        }
+    });
+    it('leaves no worktree behind when the add fails', async () => {
+        const { root, remove } = await workspace();
+        try {
+            await runCommand(gitCommand(['init', '-q']), root, 30_000);
+            await expect(withTemporaryWorktree({
+                repo: root,
+                ref: 'nosuchref',
+                run: async () => 'never',
+            })).rejects.toThrow(/failed/);
+            const list = await runCommand(gitCommand(['worktree', 'list']), root, 30_000);
+            expect(list.stdout.trim().split('\n')).toHaveLength(1);
+        }
+        finally {
+            await remove();
+        }
+    });
+});
+//# sourceMappingURL=runner.test.js.map

package/dist/eval/runner.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.test.js","sourceRoot":"","sources":["../../src/eval/runner.test.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,EACL,KAAK,EACL,OAAO,EACP,OAAO,EACP,QAAQ,EACR,EAAE,EACF,IAAI,EACJ,OAAO,EACP,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,UAAU,EACV,cAAc,EACd,UAAU,EACV,iBAAiB,EACjB,UAAU,EACV,eAAe,EACf,qBAAqB,GACtB,MAAM,aAAa,CAAC;AAErB,0EAA0E;AAC1E,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,0BAA0B,CAAC,CAAC;AAEpD,iDAAiD;AACjD,MAAM,MAAM,GAAG,oBAAoB,CAAC;AAEpC,KAAK,UAAU,SAAS;IACtB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC;IAChE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;AAC5E,CAAC;AAED,uDAAuD;AACvD,KAAK,UAAU,YAAY,CAAC,IAAY,EAAE,SAAoB;IAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IACzC,MAAM,SAAS,CACb,IAAI,EACJ,IAAI,CAAC,SAAS,CACZ,EAAE,cAAc,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EACxE,IAAI,EACJ,CAAC,CACF,EACD,MAAM,CACP,CAAC;IACF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,2DAA2D;AAC3D,KAAK,UAAU,MAAM,CAAC,IAAY,EAAE,IAAY,EAAE,IAAY;IAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9B,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACpC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,+BAA+B;AAC/B,KAAK,UAAU,MAAM,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,aAAa,CAAC,IAAY;IACvC,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IAC3D,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC7D,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACzD,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7B,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC7D,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACzD,MAAM,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,CAAC,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC9F,MAAM,KAAK,GAAG,CAAC,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAClG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IAChE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;AACxB,CAAC;AAED,yEAAyE;AACzE,KAAK,UAAU,QAAQ,CAAC,IAAY,EAAE,OAAe;IACnD,MAAM,OAAO,GAAG,MAAM,UAAU,CAC9B,UAAU,CAAC;QACT,IAAI;QACJ,gCAAgC;QAChC,IAAI;QACJ,mBAAmB;QACnB,QAAQ;QACR,IAAI;QACJ,IAAI;QACJ,OAAO;KACR,CAAC,EACF,IAAI,EACJ,MAAM,CACP,CAAC;IACF,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,gCAAgC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC3E,CAAC;AACH,CAAC;AAED,iEAAiE;AACjE,KAAK,UAAU,gBAAgB,CAAC,IAAY;IAC1C,OAAO,YAAY,CAAC,IAAI,EAAE;QACxB;YACE,EAAE,EAAE,UAAU;YACd,KAAK,EAAE,UAAU;YACjB,GAAG,EAAE,GAAG;YACR,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;YAC9B,MAAM,EAAE,EAAE,eAAe,EAAE,CAAC,OAAO,CAAC,EAAE;SACvC;QACD;YACE,EAAE,EAAE,WAAW;YACf,KAAK,EAAE,WAAW;YAClB,GAAG,EAAE,GAAG;YACR,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;YAC9B,MAAM,EAAE,EAAE,eAAe,EAAE,CAAC,OAAO,CAAC,EAAE;SACvC;KACF,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,WAAW;IAKxB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,2BAA2B,CAAC,CAAC,CAAC;IACxE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACpC,MAAM,SAAS,CACb,MAAM,EACN,CAAC,WAAW,EAAE,yBAAyB,MAAM,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAC1E,MAAM,CACP,CAAC;IACF,MAAM,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC3B,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,EACxB;QACE,UAAU;QACV,kBAAkB;QAClB,OAAO;QACP,gBAAgB;QAChB,aAAa;QACb,eAAe,MAAM,EAAE;QACvB,QAAQ;QACR,2FAA2F;QAC3F,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,EACZ,MAAM,CACP,CAAC;IACF,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;AAC1F,CAAC;AAED,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,eAAe,EAAE,GAAG,EAAE;QACvB,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IAChE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE;gBACpC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,EAAE,EAAE;aACjF,CAAC,CAAC;YACH,MAAM,MAAM,CACV,eAAe,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAC5E,CAAC,OAAO,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC;QACjD,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE;gBACpC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;aACrF,CAAC,CAAC;YACH,MAAM,MAAM,CACV,eAAe,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAC5E,CAAC,OAAO,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;QAC7C,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE;gBACpC;oBACE,EAAE,EAAE,GAAG;oBACP,KAAK,EAAE,WAAW;oBAClB,GAAG,EAAE,GAAG;oBACR,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC;oBACrB,UAAU,EAAE,OAAO;oBACnB,MAAM,EAAE,EAAE;iBACX;aACF,CAAC,CAAC;YACH,MAAM,MAAM,CACV,eAAe,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAC5E,CAAC,OAAO,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC;QACjD,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE;gBACpC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;aAC7E,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,qBAAqB,CAAC,EAAE,MAAM,CAAC,CAAC;YACzD,MAAM,MAAM,CACV,eAAe,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAC5E,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC/B,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,iBAAiB,CAAC;YACjC,MAAM,OAAO,GAAG,MAAM,MAAM,CAC1B,IAAI,EACJ,UAAU,EACV,eAAe,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CACrF,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE;gBACpC;oBACE,EAAE,EAAE,GAAG;oBACP,KAAK,EAAE,WAAW;oBAClB,GAAG,EAAE,GAAG;oBACR,OAAO,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC;oBACpC,MAAM,EAAE,EAAE,eAAe,EAAE,CAAC,MAAM,CAAC,EAAE,eAAe,EAAE,CAAC,MAAM,CAAC,EAAE;iBACjE;aACF,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC;gBACnC,YAAY,EAAE,IAAI;gBAClB,SAAS,EAAE,IAAI;gBACf,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM;aAClB,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;YAC7E,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE;gBACpC;oBACE,EAAE,EAAE,GAAG;oBACP,KAAK,EAAE,WAAW;oBAClB,GAAG,EAAE,GAAG;oBACR,OAAO,EAAE,CAAC,UAAU,EAAE,cAAc,CAAC;oBACrC,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE;iBACzB;aACF,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC;gBACnC,YAAY,EAAE,IAAI;gBAClB,SAAS,EAAE,IAAI;gBACf,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM;aAClB,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC;gBAAS,CAAC;YACT,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;;gBACrD,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,MAAM,CAAC;YACvC,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE;gBACpC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;aAC7E,CAAC,CAAC;YACH,MAAM,eAAe,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;YAClF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;YAC9D,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,gCAAgC,CAAC,CAAC;YACjF,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE;gBACpC;oBACE,EAAE,EAAE,GAAG;oBACP,KAAK,EAAE,WAAW;oBAClB,GAAG,EAAE,GAAG;oBACR,OAAO,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC;oBACpC,UAAU,EAAE,GAAG;oBACf,MAAM,EAAE,EAAE;iBACX;aACF,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC;gBACnC,YAAY,EAAE,IAAI;gBAClB,SAAS,EAAE,IAAI;gBACf,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM;aAClB,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;QACpD,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sCAAsC,EAAE,GAAG,EAAE;IACpD,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE1C,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC;gBACtC,YAAY,EAAE,IAAI;gBAClB,SAAS,EAAE,IAAI;gBACf,IAAI,EAAE,IAAI;gBACV,SAAS,EAAE,GAAG;gBACd,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM;aAClB,CAAC,CAAC;YAEH,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAElC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC;YAC3F,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC;YAC1F,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;IACjD,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,CAAC,UAAU,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC9E,KAAK;YACL,IAAI;YACJ,sBAAsB;YACtB,UAAU;YACV,KAAK;YACL,UAAU;YACV,UAAU;YACV,MAAM;SACP,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,MAAM,WAAW,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE1C,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC;gBACtC,YAAY,EAAE,IAAI;gBAClB,SAAS,EAAE,IAAI;gBACf,IAAI,EAAE,IAAI;gBACV,SAAS,EAAE,GAAG;gBACd,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM;aAClB,CAAC,CAAC;YAEH,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,kEAAkE;YAClE,MAAM,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnD,CAAC;gBAAS,CAAC;YACT,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;;gBAC7C,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC;YAC/B,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE;gBACpC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;aAC7E,CAAC,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAA4B,CAAC;YAChF,GAAG,CAAC,SAAS,GAAG,+CAA+C,CAAC;YAChE,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;YACnD,MAAM,MAAM,CACV,eAAe,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAC5E,CAAC,OAAO,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;QACvF,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAAC;QACtE,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;YAC3C,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE;gBACpC;oBACE,EAAE,EAAE,GAAG;oBACP,KAAK,EAAE,WAAW;oBAClB,GAAG,EAAE,MAAM;oBACX,OAAO,EAAE,CAAC,KAAK,CAAC;oBAChB,MAAM,EAAE,EAAE,eAAe,EAAE,CAAC,OAAO,CAAC,EAAE;iBACvC;aACF,CAAC,CAAC;YACH,MAAM,MAAM,CACV,eAAe,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAC5E,CAAC,OAAO,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC;QAC9D,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;QACpE,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC;YACnD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE;gBACpC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;aAC7E,CAAC,CAAC;YACH,MAAM,MAAM,CACV,eAAe,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAC5E,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAC7B,MAAM,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAC3D,MAAM,MAAM,CACV,qBAAqB,CAAC;gBACpB,IAAI,EAAE,IAAI;gBACV,GAAG,EAAE,WAAW;gBAChB,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,OAAO;aACzB,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAC9E,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/eval/types.d.ts

@@ -0,0 +1,173 @@
+import { z } from 'zod';
+/**
+ * The eval artifacts: the executable proof that a lesson is real.
+ *
+ * An artifact is a list of scenarios. A baseline scenario says what the
+ * behaviour is today, and a candidate scenario says what it should be. The
+ * runner executes them and writes a result that holds the verdicts and never
+ * the output, so a result can be kept without keeping what the run printed.
+ */
+/** The longest a scenario may run, in milliseconds. */
+export declare const MAX_TIMEOUT_MS = 300000;
+/** The timeout a scenario gets when it names none. */
+export declare const DEFAULT_TIMEOUT_MS = 30000;
+/** The most scenarios an artifact may hold. */
+export declare const MAX_SCENARIOS = 20;
+/**
+ * What a scenario asserts about the run.
+ *
+ * Every field is optional, and a field that is absent is not asserted: a
+ * scenario that only names an exit code does not care what was printed.
+ */
+export declare const EvalExpectation: z.ZodObject<{
+    exit_code: z.ZodOptional<z.ZodNumber>;
+    stdout_includes: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    stdout_excludes: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    stderr_includes: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    stderr_excludes: z.ZodOptional<z.ZodArray<z.ZodString>>;
+}, z.core.$strip>;
+/**
+ * One scenario: a command, a place to run it, and what it must show.
+ *
+ * The command is an argv, never a shell string. The schema says so by
+ * holding an array, and the runner says it again before it spawns, because a
+ * shell string is the one shape that turns a proof into an injection.
+ */
+export declare const EvalScenario: z.ZodObject<{
+    id: z.ZodString;
+    phase: z.ZodEnum<{
+        baseline: "baseline";
+        candidate: "candidate";
+    }>;
+    cwd: z.ZodString;
+    command: z.ZodArray<z.ZodString>;
+    timeout_ms: z.ZodDefault<z.ZodNumber>;
+    expect: z.ZodObject<{
+        exit_code: z.ZodOptional<z.ZodNumber>;
+        stdout_includes: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        stdout_excludes: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        stderr_includes: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        stderr_excludes: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    }, z.core.$strip>;
+}, z.core.$strip>;
+/**
+ * The artifact.
+ *
+ * It needs at least one candidate scenario, because an artifact that only
+ * shows the current behaviour proves nothing, and the scenario ids have to be
+ * unique, because a result names its scenarios by id.
+ */
+export declare const EvalArtifact: z.ZodObject<{
+    schema_version: z.ZodLiteral<"1">;
+    lesson_id: z.ZodString;
+    name: z.ZodString;
+    scenarios: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        phase: z.ZodEnum<{
+            baseline: "baseline";
+            candidate: "candidate";
+        }>;
+        cwd: z.ZodString;
+        command: z.ZodArray<z.ZodString>;
+        timeout_ms: z.ZodDefault<z.ZodNumber>;
+        expect: z.ZodObject<{
+            exit_code: z.ZodOptional<z.ZodNumber>;
+            stdout_includes: z.ZodOptional<z.ZodArray<z.ZodString>>;
+            stdout_excludes: z.ZodOptional<z.ZodArray<z.ZodString>>;
+            stderr_includes: z.ZodOptional<z.ZodArray<z.ZodString>>;
+            stderr_excludes: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        }, z.core.$strip>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type EvalArtifact = z.infer<typeof EvalArtifact>;
+export type EvalScenario = z.infer<typeof EvalScenario>;
+export type EvalExpectation = z.infer<typeof EvalExpectation>;
+/** The verdict of every assertion a scenario made, by assertion name. */
+export type EvalAssertions = Record<string, boolean>;
+/**
+ * What one scenario did.
+ *
+ * The argv is not here, only its hash: the result says which command ran
+ * without carrying the command, and the output is not here at all.
+ */
+export interface EvalScenarioResult {
+    id: string;
+    phase: 'baseline' | 'candidate';
+    /** The hash of the argv. */
+    command_sha256: string;
+    /** The exit code, or null when the process was killed at the timeout. */
+    exit_code: number | null;
+    /** Whether the process was killed at the timeout. */
+    timed_out: boolean;
+    /** How long the scenario ran, in milliseconds. */
+    duration_ms: number;
+    /** The verdict of every assertion the expectation named. */
+    assertions: EvalAssertions;
+    /** Whether every assertion held. */
+    passed: boolean;
+}
+/**
+ * What the runner produced.
+ *
+ * The result is the proof: it says what passed, how long it took, which
+ * artifact it came from and which commands ran. It never says what any of
+ * them printed.
+ */
+export interface EvalResult {
+    schema_version: '1';
+    lesson_id: string;
+    /** The hash of the artifact the run came from. */
+    artifact_sha256: string;
+    started_at: string;
+    finished_at: string;
+    /** Whether every scenario passed. */
+    passed: boolean;
+    /**
+     * How many times the proof ran.
+     *
+     * An artifact run is one. A proof that points at an evals/ suite needs
+     * three: a suite that passes once has not shown that it always passes.
+     */
+    runs: number;
+    scenarios: EvalScenarioResult[];
+}
+/**
+ * The shape of a result, for a result that came from somewhere else.
+ *
+ * The runner builds its own results, so the type is enough for it. A result
+ * that arrives from a person or from a file has to be checked, because a
+ * result that is not one is not a proof.
+ */
+export declare const EvalResultShape: z.ZodObject<{
+    schema_version: z.ZodLiteral<"1">;
+    lesson_id: z.ZodString;
+    artifact_sha256: z.ZodString;
+    started_at: z.ZodString;
+    finished_at: z.ZodString;
+    passed: z.ZodBoolean;
+    runs: z.ZodNumber;
+    scenarios: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        phase: z.ZodEnum<{
+            baseline: "baseline";
+            candidate: "candidate";
+        }>;
+        command_sha256: z.ZodString;
+        exit_code: z.ZodNullable<z.ZodNumber>;
+        timed_out: z.ZodBoolean;
+        duration_ms: z.ZodNumber;
+        assertions: z.ZodRecord<z.ZodString, z.ZodBoolean>;
+        passed: z.ZodBoolean;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+/**
+ * The error the proof raises.
+ *
+ * It carries a hint, like every other error in this repository: the message
+ * says what happened, the hint says what to do next.
+ */
+export declare class ProofError extends Error {
+    readonly hint: string;
+    constructor(message: string, hint: string);
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/eval/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/eval/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;;;;GAOG;AAEH,uDAAuD;AACvD,eAAO,MAAM,cAAc,SAAU,CAAC;AAEtC,sDAAsD;AACtD,eAAO,MAAM,kBAAkB,QAAS,CAAC;AAEzC,+CAA+C;AAC/C,eAAO,MAAM,aAAa,KAAK,CAAC;AAEhC;;;;;GAKG;AACH,eAAO,MAAM,eAAe;;;;;;iBAM1B,CAAC;AAEH;;;;;;GAMG;AACH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;iBAOvB,CAAC;AAEH;;;;;;GAMG;AACH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;iBAevB,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACxD,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACxD,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAE9D,yEAAyE;AACzE,MAAM,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAErD;;;;;GAKG;AACH,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,UAAU,GAAG,WAAW,CAAC;IAChC,4BAA4B;IAC5B,cAAc,EAAE,MAAM,CAAC;IACvB,yEAAyE;IACzE,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,qDAAqD;IACrD,SAAS,EAAE,OAAO,CAAC;IACnB,kDAAkD;IAClD,WAAW,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,UAAU,EAAE,cAAc,CAAC;IAC3B,oCAAoC;IACpC,MAAM,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,UAAU;IACzB,cAAc,EAAE,GAAG,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,kDAAkD;IAClD,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,qCAAqC;IACrC,MAAM,EAAE,OAAO,CAAC;IAChB;;;;;OAKG;IACH,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,kBAAkB,EAAE,CAAC;CACjC;AAED;;;;;;GAMG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;iBAoB1B,CAAC;AAEH;;;;;GAKG;AACH,qBAAa,UAAW,SAAQ,KAAK;IACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBAEV,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;CAK1C"}