praxis-agent 0.1.0

package/dist/plugins/claude-plugin-eval-schema.js

@@ -0,0 +1,436 @@
+import { readFile, readdir, realpath, stat } from 'node:fs/promises';
+import { basename, isAbsolute, join, resolve, sep } from 'node:path';
+import { parse as parseYaml } from 'yaml';
+export const EVAL_SCHEMA_VERSION = '1.0';
+export const MAX_EVAL_FILE_BYTES = 1024 * 1024;
+export const MAX_EVAL_GRADERS = 256;
+export const MAX_EVAL_ARRAY_ITEMS = 256;
+export const MAX_EVAL_STRING_LENGTH = 16 * 1024;
+export const MAX_EVAL_OBJECT_DEPTH = 16;
+export const MAX_EVAL_OBJECT_NODES = 4096;
+const EVAL_NAME = /^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/u;
+function record(value, label) {
+    if (!value || typeof value !== 'object' || Array.isArray(value)) {
+        throw new Error(`${label} must be an object`);
+    }
+    return value;
+}
+function strict(value, keys, label) {
+    const unknown = Object.keys(value).filter((key) => !keys.includes(key));
+    if (unknown.length)
+        throw new Error(`${label} has unknown field: ${unknown[0]}`);
+}
+function text(value, label, required = false) {
+    if (value === undefined && !required)
+        return undefined;
+    if (typeof value !== 'string' || value.trim().length === 0)
+        throw new Error(`${label} must be a non-empty string`);
+    if (value.length > MAX_EVAL_STRING_LENGTH)
+        throw new Error(`${label} exceeds ${MAX_EVAL_STRING_LENGTH} characters`);
+    return value;
+}
+function safeName(value, label) {
+    const selected = text(value, label, true);
+    if (!EVAL_NAME.test(selected) || selected === '.' || selected === '..')
+        throw new Error(`${label} must be a safe eval identifier`);
+    return selected;
+}
+function safeRelativePath(value, label) {
+    const selected = text(value, label, true);
+    const segments = selected.replaceAll('\\', '/').split('/');
+    if (isAbsolute(selected) ||
+        selected.includes('\0') ||
+        segments.includes('..') ||
+        segments.includes(''))
+        throw new Error(`${label} must be a contained relative path`);
+    return selected;
+}
+function boundedObject(value, label) {
+    const selected = record(value, label);
+    let nodes = 0;
+    const visit = (item, depth) => {
+        nodes += 1;
+        if (nodes > MAX_EVAL_OBJECT_NODES)
+            throw new Error(`${label} exceeds ${MAX_EVAL_OBJECT_NODES} nodes`);
+        if (depth > MAX_EVAL_OBJECT_DEPTH)
+            throw new Error(`${label} exceeds depth ${MAX_EVAL_OBJECT_DEPTH}`);
+        if (typeof item === 'string' && item.length > MAX_EVAL_STRING_LENGTH)
+            throw new Error(`${label} contains an oversized string`);
+        if (Array.isArray(item)) {
+            if (item.length > MAX_EVAL_ARRAY_ITEMS)
+                throw new Error(`${label} contains an oversized array`);
+            for (const child of item)
+                visit(child, depth + 1);
+        }
+        else if (item && typeof item === 'object') {
+            const entries = Object.entries(item);
+            if (entries.length > MAX_EVAL_ARRAY_ITEMS)
+                throw new Error(`${label} contains an oversized object`);
+            for (const [key, child] of entries) {
+                if (key.length > 256)
+                    throw new Error(`${label} contains an oversized key`);
+                visit(child, depth + 1);
+            }
+        }
+    };
+    visit(selected, 0);
+    return selected;
+}
+function integer(value, label, fallback, min, max) {
+    const selected = value ?? fallback;
+    if (!Number.isInteger(selected) ||
+        selected < min ||
+        selected > max)
+        throw new Error(`${label} must be an integer from ${min} to ${max}`);
+    return selected;
+}
+function strings(value, label) {
+    if (value === undefined)
+        return [];
+    if (!Array.isArray(value) || !value.every((item) => typeof item === 'string'))
+        throw new Error(`${label} must be a string array`);
+    if (value.length > MAX_EVAL_ARRAY_ITEMS)
+        throw new Error(`${label} exceeds ${MAX_EVAL_ARRAY_ITEMS} items`);
+    for (const item of value)
+        if (item.length === 0 || item.length > MAX_EVAL_STRING_LENGTH)
+            throw new Error(`${label} contains an invalid string`);
+    return [...value];
+}
+function focus(value, label, fallback) {
+    if (value === undefined)
+        return fallback;
+    if (['last_message', 'trace', 'files'].includes(String(value)))
+        return value;
+    const item = record(value, label);
+    strict(item, ['source', 'path'], label);
+    if (item.source !== 'file')
+        throw new Error(`${label}.source must be file`);
+    return {
+        source: 'file',
+        path: safeRelativePath(item.path, `${label}.path`),
+    };
+}
+function toolMatch(value, label) {
+    if (typeof value === 'string' && value.length)
+        return value;
+    const item = record(value, label);
+    strict(item, ['tool', 'input_match'], label);
+    return {
+        tool: text(item.tool, `${label}.tool`, true),
+        ...(item.input_match === undefined
+            ? {}
+            : {
+                input_match: boundedObject(item.input_match, `${label}.input_match`),
+            }),
+    };
+}
+function grader(value, index) {
+    const item = record(value, `graders[${index}]`);
+    const type = text(item.type, `graders[${index}].type`, true);
+    const name = safeName(item.name, `graders[${index}].name`);
+    const weight = item.weight === undefined ? 1 : Number(item.weight);
+    if (!(weight > 0) || !Number.isFinite(weight))
+        throw new Error(`${name}.weight must be positive`);
+    const arm = item.arm;
+    if (arm !== undefined && arm !== 'with-only' && arm !== 'both')
+        throw new Error(`${name}.arm must be with-only or both`);
+    const base = {
+        name,
+        weight,
+        ...(arm === undefined ? {} : { arm }),
+    };
+    if (type === 'regex') {
+        strict(item, ['type', 'name', 'weight', 'arm', 'target', 'pattern', 'flags', 'match'], name);
+        const match = item.match === undefined ? 'contains' : String(item.match);
+        if (!['contains', 'not_contains'].includes(match) &&
+            !/^count:\d+$/u.test(match))
+            throw new Error(`${name}.match is invalid`);
+        const flags = item.flags === undefined ? '' : String(item.flags);
+        try {
+            new RegExp('', flags);
+        }
+        catch {
+            throw new Error(`${name}.flags is invalid`);
+        }
+        return {
+            ...base,
+            type,
+            target: focus(item.target, `${name}.target`, 'last_message'),
+            pattern: text(item.pattern, `${name}.pattern`, true),
+            flags,
+            match: match,
+        };
+    }
+    if (type === 'tool_order') {
+        strict(item, ['type', 'name', 'weight', 'arm', 'before', 'after'], name);
+        return {
+            ...base,
+            type,
+            before: toolMatch(item.before, `${name}.before`),
+            after: toolMatch(item.after, `${name}.after`),
+        };
+    }
+    if (type === 'tool_used') {
+        strict(item, ['type', 'name', 'weight', 'arm', 'tool', 'input_match', 'min', 'max'], name);
+        const min = integer(item.min, `${name}.min`, 1, 0, Number.MAX_SAFE_INTEGER);
+        const max = item.max === undefined
+            ? Number.POSITIVE_INFINITY
+            : integer(item.max, `${name}.max`, 0, 0, Number.MAX_SAFE_INTEGER);
+        if (max < min)
+            throw new Error(`${name}.max must be at least min`);
+        const tool = text(item.tool, `${name}.tool`, true);
+        return {
+            ...base,
+            ...(tool === 'Skill' && arm === undefined
+                ? { arm: 'with-only' }
+                : {}),
+            type,
+            tool,
+            ...(item.input_match === undefined
+                ? {}
+                : {
+                    input_match: boundedObject(item.input_match, `${name}.input_match`),
+                }),
+            min,
+            max,
+        };
+    }
+    if (type === 'file_exists') {
+        strict(item, ['type', 'name', 'weight', 'arm', 'path', 'exists'], name);
+        if (item.exists !== undefined && typeof item.exists !== 'boolean')
+            throw new Error(`${name}.exists must be boolean`);
+        return {
+            ...base,
+            type,
+            path: safeRelativePath(item.path, `${name}.path`),
+            exists: item.exists !== false,
+        };
+    }
+    if (type === 'llm') {
+        strict(item, ['type', 'name', 'weight', 'arm', 'criteria', 'focus'], name);
+        return {
+            ...base,
+            type,
+            criteria: text(item.criteria, `${name}.criteria`, true),
+            focus: focus(item.focus, `${name}.focus`, 'last_message'),
+        };
+    }
+    if (type === 'baseline') {
+        strict(item, ['type', 'name', 'weight', 'arm', 'baseline_file', 'criteria'], name);
+        return {
+            ...base,
+            type,
+            baseline_file: safeRelativePath(item.baseline_file, `${name}.baseline_file`),
+            criteria: text(item.criteria, `${name}.criteria`, true),
+        };
+    }
+    throw new Error(`Unsupported grader type: ${type}`);
+}
+function frontmatter(content, label) {
+    if (!content.startsWith('---\n'))
+        throw new Error(`${label} must start with YAML frontmatter`);
+    const end = content.indexOf('\n---', 4);
+    if (end < 0)
+        throw new Error(`${label} has unterminated YAML frontmatter`);
+    return {
+        metadata: record(yaml(content.slice(4, end), `${label} frontmatter`) ?? {}, `${label} frontmatter`),
+        body: content
+            .slice(end + 4)
+            .replace(/^\r?\n/u, '')
+            .trim(),
+    };
+}
+async function boundedRead(path) {
+    if ((await stat(path)).size > MAX_EVAL_FILE_BYTES)
+        throw new Error(`${path} exceeds 1 MiB`);
+    return readFile(path, 'utf8');
+}
+function yaml(content, label) {
+    const parsed = parseYaml(content, { maxAliasCount: 20 });
+    if (parsed !== undefined)
+        boundedObject(parsed, label);
+    return parsed;
+}
+function normalize(raw, dir, source) {
+    strict(raw, [
+        'schema_version',
+        'name',
+        'description',
+        'tags',
+        'plugins',
+        'context',
+        'execution',
+        'runs',
+        'graders',
+        'expected_outcome',
+    ], 'case');
+    const version = text(raw.schema_version, 'schema_version', true);
+    if (!/^1(?:\.|$)/u.test(version))
+        throw new Error(`Unsupported schema_version: ${version}`);
+    const context = raw.context === undefined ? {} : record(raw.context, 'context');
+    strict(context, ['scaffold_script', 'history_file', 'add_dirs'], 'context');
+    const execution = raw.execution === undefined ? {} : record(raw.execution, 'execution');
+    strict(execution, [
+        'prompt',
+        'max_turns',
+        'timeout_seconds',
+        'model',
+        'allowed_tools',
+        'append_system_prompt',
+        'env',
+    ], 'execution');
+    const env = execution.env === undefined ? {} : record(execution.env, 'execution.env');
+    for (const [key, value] of Object.entries(env)) {
+        if (!/^EVAL_[A-Z0-9_]+$/u.test(key) || typeof value !== 'string')
+            throw new Error(`Invalid eval environment variable: ${key}`);
+    }
+    const prompt = text(execution.prompt, 'execution.prompt');
+    const historyFile = text(context.history_file, 'context.history_file');
+    if (!prompt && !historyFile)
+        throw new Error('Case requires execution.prompt or context.history_file');
+    const gradersRaw = raw.graders;
+    if (!Array.isArray(gradersRaw) || gradersRaw.length < 1)
+        throw new Error('Case requires at least one grader');
+    if (gradersRaw.length > MAX_EVAL_GRADERS)
+        throw new Error(`Case exceeds ${MAX_EVAL_GRADERS} graders`);
+    const graders = gradersRaw.map(grader);
+    if (new Set(graders.map((item) => item.name)).size !== graders.length)
+        throw new Error('Grader names must be unique');
+    return {
+        schemaVersion: version,
+        name: safeName(raw.name, 'name'),
+        ...(raw.description === undefined
+            ? {}
+            : { description: text(raw.description, 'description') }),
+        tags: strings(raw.tags, 'tags'),
+        ...(raw.plugins === undefined
+            ? {}
+            : { plugins: strings(raw.plugins, 'plugins') }),
+        context: {
+            ...(context.scaffold_script === undefined
+                ? {}
+                : {
+                    scaffoldScript: safeRelativePath(context.scaffold_script, 'context.scaffold_script'),
+                }),
+            ...(historyFile
+                ? { historyFile: safeRelativePath(historyFile, 'context.history_file') }
+                : {}),
+            addDirs: strings(context.add_dirs, 'context.add_dirs').map((path) => safeRelativePath(path, 'context.add_dirs')),
+        },
+        execution: {
+            ...(prompt ? { prompt } : {}),
+            maxTurns: integer(execution.max_turns, 'execution.max_turns', 10, 1, 200),
+            timeoutSeconds: integer(execution.timeout_seconds, 'execution.timeout_seconds', 300, 1, 3600),
+            ...(execution.model === undefined
+                ? {}
+                : { model: text(execution.model, 'execution.model') }),
+            allowedTools: strings(execution.allowed_tools, 'execution.allowed_tools'),
+            ...(execution.append_system_prompt === undefined
+                ? {}
+                : {
+                    appendSystemPrompt: text(execution.append_system_prompt, 'execution.append_system_prompt'),
+                }),
+            env: Object.fromEntries(Object.entries(env).map(([key, value]) => [
+                key,
+                text(value, `execution.env.${key}`, true),
+            ])),
+        },
+        runs: integer(raw.runs, 'runs', 3, 1, 50),
+        graders,
+        ...(raw.expected_outcome === undefined
+            ? {}
+            : {
+                expectedOutcome: text(raw.expected_outcome, 'expected_outcome'),
+            }),
+        dir,
+        source,
+    };
+}
+export async function loadClaudePluginEvalCase(caseDir) {
+    const dir = await realpath(resolve(caseDir));
+    let yamlRaw;
+    let proseRaw;
+    try {
+        yamlRaw = record(yaml(await boundedRead(join(dir, 'case.yaml')), 'case.yaml'), 'case.yaml');
+    }
+    catch (error) {
+        if (error.code !== 'ENOENT')
+            throw error;
+    }
+    try {
+        const parsed = frontmatter(await boundedRead(join(dir, 'prompt.md')), 'prompt.md');
+        const metadata = parsed.metadata;
+        const execution = {};
+        for (const key of [
+            'model',
+            'max_turns',
+            'timeout_seconds',
+            'allowed_tools',
+            'append_system_prompt',
+            'env',
+        ])
+            if (metadata[key] !== undefined) {
+                execution[key] = metadata[key];
+                delete metadata[key];
+            }
+        execution.prompt = parsed.body;
+        proseRaw = { ...metadata, execution };
+    }
+    catch (error) {
+        if (error.code !== 'ENOENT')
+            throw error;
+    }
+    if (!yamlRaw && !proseRaw)
+        throw new Error(`No case.yaml or prompt.md in ${dir}`);
+    const graderDir = join(dir, 'graders');
+    const proseGraders = [];
+    try {
+        const names = (await readdir(graderDir))
+            .filter((name) => name.endsWith('.md'))
+            .sort();
+        if (names.length > MAX_EVAL_GRADERS)
+            throw new Error(`Too many graders in ${graderDir}`);
+        for (const name of names) {
+            const parsed = frontmatter(await boundedRead(join(graderDir, name)), name);
+            const data = {
+                name: basename(name, '.md'),
+                ...parsed.metadata,
+            };
+            if (data.type === 'llm' || data.type === 'baseline')
+                data.criteria ??= parsed.body;
+            if (data.type === 'regex')
+                data.pattern ??= parsed.body;
+            proseGraders.push(data);
+        }
+    }
+    catch (error) {
+        if (error.code !== 'ENOENT')
+            throw error;
+    }
+    const merged = { ...(yamlRaw ?? {}), ...(proseRaw ?? {}) };
+    merged.context = {
+        ...record(yamlRaw?.context ?? {}, 'context'),
+        ...record(proseRaw?.context ?? {}, 'context'),
+    };
+    merged.execution = {
+        ...record(yamlRaw?.execution ?? {}, 'execution'),
+        ...record(proseRaw?.execution ?? {}, 'execution'),
+    };
+    merged.graders = [
+        ...(Array.isArray(yamlRaw?.graders) ? yamlRaw.graders : []),
+        ...proseGraders,
+    ];
+    if (proseRaw && !merged.schema_version)
+        merged.schema_version = EVAL_SCHEMA_VERSION;
+    if (proseRaw && !merged.name)
+        merged.name = basename(dir);
+    return normalize(merged, dir, yamlRaw && proseRaw ? 'mixed' : yamlRaw ? 'case_yaml' : 'prose');
+}
+export async function resolveContainedPath(root, candidate, label) {
+    const rootPath = await realpath(resolve(root));
+    const path = await realpath(resolve(rootPath, candidate));
+    if (path !== rootPath && !path.startsWith(`${rootPath}${sep}`))
+        throw new Error(`${label} escapes eval root: ${candidate}`);
+    return path;
+}
+//# sourceMappingURL=claude-plugin-eval-schema.js.map

package/dist/plugins/claude-plugin-eval-schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"claude-plugin-eval-schema.js","sourceRoot":"","sources":["../../src/plugins/claude-plugin-eval-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACpE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAA;AAEpE,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,MAAM,CAAA;AAEzC,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,CAAA;AACxC,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,GAAG,IAAI,CAAA;AAC9C,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,CAAA;AACnC,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAG,CAAA;AACvC,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,GAAG,IAAI,CAAA;AAC/C,MAAM,CAAC,MAAM,qBAAqB,GAAG,EAAE,CAAA;AACvC,MAAM,CAAC,MAAM,qBAAqB,GAAG,IAAI,CAAA;AAEzC,MAAM,SAAS,GAAG,qCAAqC,CAAA;AA4EvD,SAAS,MAAM,CAAC,KAAc,EAAE,KAAa;IAC3C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAA;IAC/C,CAAC;IACD,OAAO,KAAsB,CAAA;AAC/B,CAAC;AAED,SAAS,MAAM,CAAC,KAAoB,EAAE,IAAuB,EAAE,KAAa;IAC1E,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAA;IACvE,IAAI,OAAO,CAAC,MAAM;QAChB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,uBAAuB,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;AAChE,CAAC;AAED,SAAS,IAAI,CACX,KAAc,EACd,KAAa,EACb,QAAQ,GAAG,KAAK;IAEhB,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAA;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAA;IACxD,IAAI,KAAK,CAAC,MAAM,GAAG,sBAAsB;QACvC,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,YAAY,sBAAsB,aAAa,CAAC,CAAA;IAC1E,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc,EAAE,KAAa;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAW,CAAA;IACnD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,IAAI;QACpE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,iCAAiC,CAAC,CAAA;IAC5D,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc,EAAE,KAAa;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAW,CAAA;IACnD,MAAM,QAAQ,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAC1D,IACE,UAAU,CAAC,QAAQ,CAAC;QACpB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;QACvB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;QACvB,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAErB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,oCAAoC,CAAC,CAAA;IAC/D,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,SAAS,aAAa,CAAC,KAAc,EAAE,KAAa;IAClD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IACrC,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,MAAM,KAAK,GAAG,CAAC,IAAa,EAAE,KAAa,EAAQ,EAAE;QACnD,KAAK,IAAI,CAAC,CAAA;QACV,IAAI,KAAK,GAAG,qBAAqB;YAC/B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,YAAY,qBAAqB,QAAQ,CAAC,CAAA;QACpE,IAAI,KAAK,GAAG,qBAAqB;YAC/B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,kBAAkB,qBAAqB,EAAE,CAAC,CAAA;QACpE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,sBAAsB;YAClE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,+BAA+B,CAAC,CAAA;QAC1D,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,IAAI,IAAI,CAAC,MAAM,GAAG,oBAAoB;gBACpC,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,8BAA8B,CAAC,CAAA;YACzD,KAAK,MAAM,KAAK,IAAI,IAAI;gBAAE,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;QACnD,CAAC;aAAM,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAA+B,CAAC,CAAA;YAC/D,IAAI,OAAO,CAAC,MAAM,GAAG,oBAAoB;gBACvC,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,+BAA+B,CAAC,CAAA;YAC1D,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;gBACnC,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG;oBAClB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,4BAA4B,CAAC,CAAA;gBACvD,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;YACzB,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IACD,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;IAClB,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,SAAS,OAAO,CACd,KAAc,EACd,KAAa,EACb,QAAgB,EAChB,GAAW,EACX,GAAW;IAEX,MAAM,QAAQ,GAAG,KAAK,IAAI,QAAQ,CAAA;IAClC,IACE,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC;QAC1B,QAAmB,GAAG,GAAG;QACzB,QAAmB,GAAG,GAAG;QAE1B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,4BAA4B,GAAG,OAAO,GAAG,EAAE,CAAC,CAAA;IACtE,OAAO,QAAkB,CAAA;AAC3B,CAAC;AAED,SAAS,OAAO,CAAC,KAAc,EAAE,KAAa;IAC5C,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAA;IAClC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,yBAAyB,CAAC,CAAA;IACpD,IAAI,KAAK,CAAC,MAAM,GAAG,oBAAoB;QACrC,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,YAAY,oBAAoB,QAAQ,CAAC,CAAA;IACnE,KAAK,MAAM,IAAI,IAAI,KAAK;QACtB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,sBAAsB;YAC3D,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAA;IAC1D,OAAO,CAAC,GAAG,KAAK,CAAC,CAAA;AACnB,CAAC;AAED,SAAS,KAAK,CAAC,KAAc,EAAE,KAAa,EAAE,QAAmB;IAC/D,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAA;IACxC,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5D,OAAO,KAAkB,CAAA;IAC3B,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IACjC,MAAM,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,KAAK,CAAC,CAAA;IACvC,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,sBAAsB,CAAC,CAAA;IAC3E,OAAO;QACL,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC;KACnD,CAAA;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAc,EAAE,KAAa;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM;QAAE,OAAO,KAAK,CAAA;IAC3D,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IACjC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,aAAa,CAAC,EAAE,KAAK,CAAC,CAAA;IAC5C,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,EAAE,IAAI,CAAW;QACtD,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS;YAChC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC;gBACE,WAAW,EAAE,aAAa,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,KAAK,cAAc,CAAC;aACrE,CAAC;KACP,CAAA;AACH,CAAC;AAED,SAAS,MAAM,CAAC,KAAc,EAAE,KAAa;IAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,EAAE,WAAW,KAAK,GAAG,CAAC,CAAA;IAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,KAAK,QAAQ,EAAE,IAAI,CAAC,CAAA;IAC5D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,KAAK,QAAQ,CAAC,CAAA;IAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAClE,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,0BAA0B,CAAC,CAAA;IACpD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAA;IACpB,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,WAAW,IAAI,GAAG,KAAK,MAAM;QAC5D,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,gCAAgC,CAAC,CAAA;IAC1D,MAAM,IAAI,GAAmB;QAC3B,IAAI;QACJ,MAAM;QACN,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;KACtC,CAAA;IACD,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,MAAM,CACJ,IAAI,EACJ,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,EACxE,IAAI,CACL,CAAA;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACxE,IACE,CAAC,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC7C,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC;YAE3B,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,mBAAmB,CAAC,CAAA;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAChE,IAAI,CAAC;YACH,IAAI,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,mBAAmB,CAAC,CAAA;QAC7C,CAAC;QACD,OAAO;YACL,GAAG,IAAI;YACP,IAAI;YACJ,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,SAAS,EAAE,cAAc,CAAC;YAC5D,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,UAAU,EAAE,IAAI,CAAW;YAC9D,KAAK;YACL,KAAK,EAAE,KAAmB;SAC3B,CAAA;IACH,CAAC;IACD,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QAC1B,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,CAAA;QACxE,OAAO;YACL,GAAG,IAAI;YACP,IAAI;YACJ,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC;YAChD,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,QAAQ,CAAC;SAC9C,CAAA;IACH,CAAC;IACD,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;QACzB,MAAM,CACJ,IAAI,EACJ,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,CAAC,EACtE,IAAI,CACL,CAAA;QACD,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;QAC3E,MAAM,GAAG,GACP,IAAI,CAAC,GAAG,KAAK,SAAS;YACpB,CAAC,CAAC,MAAM,CAAC,iBAAiB;YAC1B,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;QACrE,IAAI,GAAG,GAAG,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,2BAA2B,CAAC,CAAA;QAClE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,OAAO,EAAE,IAAI,CAAW,CAAA;QAC5D,OAAO;YACL,GAAG,IAAI;YACP,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,GAAG,KAAK,SAAS;gBACvC,CAAC,CAAC,EAAE,GAAG,EAAE,WAAoB,EAAE;gBAC/B,CAAC,CAAC,EAAE,CAAC;YACP,IAAI;YACJ,IAAI;YACJ,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS;gBAChC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC;oBACE,WAAW,EAAE,aAAa,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,IAAI,cAAc,CAAC;iBACpE,CAAC;YACN,GAAG;YACH,GAAG;SACJ,CAAA;IACH,CAAC;IACD,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;QAC3B,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAA;QACvE,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,SAAS;YAC/D,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,yBAAyB,CAAC,CAAA;QACnD,OAAO;YACL,GAAG,IAAI;YACP,IAAI;YACJ,IAAI,EAAE,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,OAAO,CAAC;YACjD,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,KAAK;SAC9B,CAAA;IACH,CAAC;IACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,CAAA;QAC1E,OAAO;YACL,GAAG,IAAI;YACP,IAAI;YACJ,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,WAAW,EAAE,IAAI,CAAW;YACjE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,QAAQ,EAAE,cAAc,CAAC;SAC1D,CAAA;IACH,CAAC;IACD,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,MAAM,CACJ,IAAI,EACJ,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE,UAAU,CAAC,EAC9D,IAAI,CACL,CAAA;QACD,OAAO;YACL,GAAG,IAAI;YACP,IAAI;YACJ,aAAa,EAAE,gBAAgB,CAC7B,IAAI,CAAC,aAAa,EAClB,GAAG,IAAI,gBAAgB,CACxB;YACD,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,WAAW,EAAE,IAAI,CAAW;SAClE,CAAA;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAA;AACrD,CAAC;AAED,SAAS,WAAW,CAClB,OAAe,EACf,KAAa;IAEb,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,mCAAmC,CAAC,CAAA;IAC9D,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IACvC,IAAI,GAAG,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,oCAAoC,CAAC,CAAA;IAC1E,OAAO;QACL,QAAQ,EAAE,MAAM,CACd,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,KAAK,cAAc,CAAC,IAAI,EAAE,EACzD,GAAG,KAAK,cAAc,CACvB;QACD,IAAI,EAAE,OAAO;aACV,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;aACd,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;aACtB,IAAI,EAAE;KACV,CAAA;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAY;IACrC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,mBAAmB;QAC/C,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,gBAAgB,CAAC,CAAA;IAC1C,OAAO,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;AAC/B,CAAC;AAED,SAAS,IAAI,CAAC,OAAe,EAAE,KAAa;IAC1C,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAA;IACxD,IAAI,MAAM,KAAK,SAAS;QAAE,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IACtD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,SAAS,CAChB,GAAkB,EAClB,GAAW,EACX,MAAsC;IAEtC,MAAM,CACJ,GAAG,EACH;QACE,gBAAgB;QAChB,MAAM;QACN,aAAa;QACb,MAAM;QACN,SAAS;QACT,SAAS;QACT,WAAW;QACX,MAAM;QACN,SAAS;QACT,kBAAkB;KACnB,EACD,MAAM,CACP,CAAA;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,gBAAgB,EAAE,IAAI,CAAW,CAAA;IAC1E,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,+BAA+B,OAAO,EAAE,CAAC,CAAA;IAC3D,MAAM,OAAO,GACX,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IACjE,MAAM,CAAC,OAAO,EAAE,CAAC,iBAAiB,EAAE,cAAc,EAAE,UAAU,CAAC,EAAE,SAAS,CAAC,CAAA;IAC3E,MAAM,SAAS,GACb,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,WAAW,CAAC,CAAA;IACvE,MAAM,CACJ,SAAS,EACT;QACE,QAAQ;QACR,WAAW;QACX,iBAAiB;QACjB,OAAO;QACP,eAAe;QACf,sBAAsB;QACtB,KAAK;KACN,EACD,WAAW,CACZ,CAAA;IACD,MAAM,GAAG,GACP,SAAS,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,eAAe,CAAC,CAAA;IAC3E,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ;YAC9D,MAAM,IAAI,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAA;IAChE,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAA;IACzD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,sBAAsB,CAAC,CAAA;IACtE,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW;QACzB,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAA;IAC3E,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAA;IAC9B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAA;IACtD,IAAI,UAAU,CAAC,MAAM,GAAG,gBAAgB;QACtC,MAAM,IAAI,KAAK,CAAC,gBAAgB,gBAAgB,UAAU,CAAC,CAAA;IAC7D,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;IACtC,IAAI,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM;QACnE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;IAChD,OAAO;QACL,aAAa,EAAE,OAAO;QACtB,IAAI,EAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC;QAChC,GAAG,CAAC,GAAG,CAAC,WAAW,KAAK,SAAS;YAC/B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,aAAa,CAAW,EAAE,CAAC;QACpE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC;QAC/B,GAAG,CAAC,GAAG,CAAC,OAAO,KAAK,SAAS;YAC3B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;QACjD,OAAO,EAAE;YACP,GAAG,CAAC,OAAO,CAAC,eAAe,KAAK,SAAS;gBACvC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC;oBACE,cAAc,EAAE,gBAAgB,CAC9B,OAAO,CAAC,eAAe,EACvB,yBAAyB,CAC1B;iBACF,CAAC;YACN,GAAG,CAAC,WAAW;gBACb,CAAC,CAAC,EAAE,WAAW,EAAE,gBAAgB,CAAC,WAAW,EAAE,sBAAsB,CAAC,EAAE;gBACxE,CAAC,CAAC,EAAE,CAAC;YACP,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAClE,gBAAgB,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAC3C;SACF;QACD,SAAS,EAAE;YACT,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,qBAAqB,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC;YACzE,cAAc,EAAE,OAAO,CACrB,SAAS,CAAC,eAAe,EACzB,2BAA2B,EAC3B,GAAG,EACH,CAAC,EACD,IAAI,CACL;YACD,GAAG,CAAC,SAAS,CAAC,KAAK,KAAK,SAAS;gBAC/B,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,iBAAiB,CAAW,EAAE,CAAC;YAClE,YAAY,EAAE,OAAO,CAAC,SAAS,CAAC,aAAa,EAAE,yBAAyB,CAAC;YACzE,GAAG,CAAC,SAAS,CAAC,oBAAoB,KAAK,SAAS;gBAC9C,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC;oBACE,kBAAkB,EAAE,IAAI,CACtB,SAAS,CAAC,oBAAoB,EAC9B,gCAAgC,CACvB;iBACZ,CAAC;YACN,GAAG,EAAE,MAAM,CAAC,WAAW,CACrB,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBACxC,GAAG;gBACH,IAAI,CAAC,KAAK,EAAE,iBAAiB,GAAG,EAAE,EAAE,IAAI,CAAW;aACpD,CAAC,CACH;SACF;QACD,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,OAAO;QACP,GAAG,CAAC,GAAG,CAAC,gBAAgB,KAAK,SAAS;YACpC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC;gBACE,eAAe,EAAE,IAAI,CACnB,GAAG,CAAC,gBAAgB,EACpB,kBAAkB,CACT;aACZ,CAAC;QACN,GAAG;QACH,MAAM;KACP,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAe;IAEf,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAA;IAC5C,IAAI,OAAkC,CAAA;IACtC,IAAI,QAAmC,CAAA;IACvC,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,CACd,IAAI,CAAC,MAAM,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,EAAE,WAAW,CAAC,EAC5D,WAAW,CACZ,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,KAAK,CAAA;IACrE,CAAC;IACD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,WAAW,CACxB,MAAM,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,EACzC,WAAW,CACZ,CAAA;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAA;QAChC,MAAM,SAAS,GAAkB,EAAE,CAAA;QACnC,KAAK,MAAM,GAAG,IAAI;YAChB,OAAO;YACP,WAAW;YACX,iBAAiB;YACjB,eAAe;YACf,sBAAsB;YACtB,KAAK;SACN;YACC,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;gBAChC,SAAS,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAA;gBAC9B,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAA;YACtB,CAAC;QACH,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,CAAA;QAC9B,QAAQ,GAAG,EAAE,GAAG,QAAQ,EAAE,SAAS,EAAE,CAAA;IACvC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,KAAK,CAAA;IACrE,CAAC;IACD,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ;QACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,GAAG,EAAE,CAAC,CAAA;IACxD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IACtC,MAAM,YAAY,GAAoB,EAAE,CAAA;IACxC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,CAAC,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC;aACrC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aACtC,IAAI,EAAE,CAAA;QACT,IAAI,KAAK,CAAC,MAAM,GAAG,gBAAgB;YACjC,MAAM,IAAI,KAAK,CAAC,uBAAuB,SAAS,EAAE,CAAC,CAAA;QACrD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;YAC1E,MAAM,IAAI,GAAkB;gBAC1B,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;gBAC3B,GAAG,MAAM,CAAC,QAAQ;aACnB,CAAA;YACD,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;gBACjD,IAAI,CAAC,QAAQ,KAAK,MAAM,CAAC,IAAI,CAAA;YAC/B,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO;gBAAE,IAAI,CAAC,OAAO,KAAK,MAAM,CAAC,IAAI,CAAA;YACvD,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,KAAK,CAAA;IACrE,CAAC;IACD,MAAM,MAAM,GAAkB,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAA;IACzE,MAAM,CAAC,OAAO,GAAG;QACf,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,EAAE,SAAS,CAAC;QAC5C,GAAG,MAAM,CAAC,QAAQ,EAAE,OAAO,IAAI,EAAE,EAAE,SAAS,CAAC;KAC9C,CAAA;IACD,MAAM,CAAC,SAAS,GAAG;QACjB,GAAG,MAAM,CAAC,OAAO,EAAE,SAAS,IAAI,EAAE,EAAE,WAAW,CAAC;QAChD,GAAG,MAAM,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,EAAE,WAAW,CAAC;KAClD,CAAA;IACD,MAAM,CAAC,OAAO,GAAG;QACf,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,YAAY;KAChB,CAAA;IACD,IAAI,QAAQ,IAAI,CAAC,MAAM,CAAC,cAAc;QACpC,MAAM,CAAC,cAAc,GAAG,mBAAmB,CAAA;IAC7C,IAAI,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI;QAAE,MAAM,CAAC,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAA;IACzD,OAAO,SAAS,CACd,MAAM,EACN,GAAG,EACH,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAChE,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,IAAY,EACZ,SAAiB,EACjB,KAAa;IAEb,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IAC9C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAA;IACzD,IAAI,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,QAAQ,GAAG,GAAG,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,uBAAuB,SAAS,EAAE,CAAC,CAAA;IAC7D,OAAO,IAAI,CAAA;AACb,CAAC"}

package/dist/plugins/claude-plugin-eval.d.ts

@@ -0,0 +1,66 @@
+import { type EvalGraderResult, type EvalJudge } from './claude-plugin-eval-graders.js';
+import { type PluginEvalRuntimeFactory } from './claude-plugin-eval-runner.js';
+export declare const PLUGIN_EVAL_HELP = "Usage: praxis plugin eval [options] [command] [target]\n\nRun eval cases (evals/**/case.yaml or evals/**/prompt.md + graders/*.md) against\na plugin and report scored results. Target is a path, a plugin name, or a\n`plugin@marketplace` id \u2014 installed and skills-dir plugins both resolve (and add\na no-plugin baseline arm).\n\nOptions:\n  --ablation <mode>        Ablation mode: none or with-without (default depends on target)\n  --allow-tools <tools...> Operator grant for gated case tools such as Bash or Write\n  --case <glob>            Filter safe case names with a glob\n  --json                   Print aggregate JSON\n  --judge-model <model>    Judge model (default: haiku)\n  --keep-temp              Keep isolated run directories\n  --max-cost-usd <usd>     Stop before next run at ceiling; one active run may overrun\n  --model <model>          Override case model\n  --no-scaffold            Disable opt-in scaffold scripts (default)\n  --output-dir <dir>       Results directory (default: evals/results/<timestamp>)\n  --runs <n>               Override case run count\n  --scaffold               Enable contained, bounded scaffold scripts\n  --tag <tag...>           Include cases matching any tag\n  --threshold <0..1>       Passing score (default: 1.0)\n  --verbose                Print run progress\n  -h, --help               Display help for command\n\nCommands:\n  init [options] [name]    Create an eval case\n";
+export declare const PLUGIN_EVAL_INIT_HELP = "Usage: praxis plugin eval init [options] [name]\n\nOptions:\n  --bare      Write starter files without an interview\n  -h, --help  Display help for command\n";
+export interface PluginEvalIo {
+    stdout(message: string): void;
+    stderr(message: string): void;
+    isTTY?: boolean;
+}
+export interface PluginEvalDependencies {
+    runtimeFactory: PluginEvalRuntimeFactory;
+    judge?: EvalJudge;
+    interactiveInit?(options: {
+        cwd: string;
+        name?: string;
+    }): Promise<number>;
+    claudeVersion?: string;
+}
+interface EvalOptions {
+    target?: string;
+    ablation?: 'none' | 'with-without';
+    allowTools: string[];
+    caseGlob?: string;
+    json: boolean;
+    judgeModel: string;
+    keepTemp: boolean;
+    maxCostUsd?: number;
+    model?: string;
+    outputDir?: string;
+    runs?: number;
+    scaffold: boolean;
+    tags: string[];
+    threshold: number;
+    verbose: boolean;
+}
+export declare function initClaudePluginEval(options: {
+    cwd: string;
+    name?: string;
+    bare: boolean;
+    interactive: boolean;
+    isTTY: boolean;
+    interactiveInit?: PluginEvalDependencies['interactiveInit'];
+}): Promise<number>;
+export interface EvalRunReport {
+    score: number;
+    turns: number;
+    cost_usd: number;
+    judge_cost_usd: number;
+    graders: EvalGraderResult[];
+    trace_path: string;
+    error: string | null;
+    skipped_paid_graders: boolean;
+    temp_root?: string;
+}
+export declare function runClaudePluginEval(options: EvalOptions & {
+    cwd: string;
+    configRoot: string;
+    dependencies: PluginEvalDependencies;
+    signal?: AbortSignal;
+}): Promise<{
+    code: number;
+    aggregate: Record<string, unknown>;
+}>;
+export declare function executeClaudePluginEvalCommand(argv: readonly string[], io: PluginEvalIo, dependencies: PluginEvalDependencies, signal?: AbortSignal): Promise<number>;
+export {};
+//# sourceMappingURL=claude-plugin-eval.d.ts.map

package/dist/plugins/claude-plugin-eval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"claude-plugin-eval.d.ts","sourceRoot":"","sources":["../../src/plugins/claude-plugin-eval.ts"],"names":[],"mappings":"AAMA,OAAO,EAEL,KAAK,gBAAgB,EACrB,KAAK,SAAS,EACf,MAAM,iCAAiC,CAAA;AACxC,OAAO,EAEL,KAAK,wBAAwB,EAC9B,MAAM,gCAAgC,CAAA;AAEvC,eAAO,MAAM,gBAAgB,i6CA2B5B,CAAA;AAED,eAAO,MAAM,qBAAqB,kKAKjC,CAAA;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AACD,MAAM,WAAW,sBAAsB;IACrC,cAAc,EAAE,wBAAwB,CAAA;IACxC,KAAK,CAAC,EAAE,SAAS,CAAA;IACjB,eAAe,CAAC,CAAC,OAAO,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IAC1E,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,UAAU,WAAW;IACnB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,MAAM,GAAG,cAAc,CAAA;IAClC,UAAU,EAAE,MAAM,EAAE,CAAA;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,OAAO,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,OAAO,CAAA;IACjB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,OAAO,CAAA;IACjB,IAAI,EAAE,MAAM,EAAE,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,OAAO,CAAA;CACjB;AAmID,wBAAsB,oBAAoB,CAAC,OAAO,EAAE;IAClD,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,OAAO,CAAA;IACb,WAAW,EAAE,OAAO,CAAA;IACpB,KAAK,EAAE,OAAO,CAAA;IACd,eAAe,CAAC,EAAE,sBAAsB,CAAC,iBAAiB,CAAC,CAAA;CAC5D,GAAG,OAAO,CAAC,MAAM,CAAC,CAsBlB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,cAAc,EAAE,MAAM,CAAA;IACtB,OAAO,EAAE,gBAAgB,EAAE,CAAA;IAC3B,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,oBAAoB,EAAE,OAAO,CAAA;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAcD,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,WAAW,GAAG;IACrB,GAAG,EAAE,MAAM,CAAA;IACX,UAAU,EAAE,MAAM,CAAA;IAClB,YAAY,EAAE,sBAAsB,CAAA;IACpC,MAAM,CAAC,EAAE,WAAW,CAAA;CACrB,GACA,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,CAAC,CAoN/D;AAED,wBAAsB,8BAA8B,CAClD,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,EAAE,EAAE,YAAY,EAChB,YAAY,EAAE,sBAAsB,EACpC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,MAAM,CAAC,CA6CjB"}