@ikarmic/forge-eval 0.0.0-stage → 4.5.0

package/dist/graders/schema.js

@@ -0,0 +1,157 @@
+import { loadSchemaFile } from '@ikarmic/forge-core';
+/**
+ * Grader that parses `finalText` as JSON and validates it against the
+ * supplied schema. Returns `{ passed: true }` on a successful
+ * validation, `{ passed: false, details }` with the validation error
+ * + truncated text otherwise.
+ *
+ * ```ts
+ * import { z } from 'zod';
+ * import { jsonSchema } from '@ikarmic/forge-eval';
+ *
+ * const prSchema = z.object({
+ *   title: z.string(),
+ *   body: z.string().min(20),
+ * });
+ *
+ * const task = defineTask({
+ *   id: 'summarize-pr',
+ *   graders: [jsonSchema(prSchema)],
+ *   ...
+ * });
+ *
+ * // Or load the same schema the agent uses via --schema:
+ * const task = defineTask({
+ *   id: 'extract-pr',
+ *   graders: [jsonSchema('./schemas/pr-summary.ts')],
+ *   ...
+ * });
+ * ```
+ */
+export function jsonSchema(schema, options = {}) {
+    const maxDetailChars = options.maxDetailChars ?? 400;
+    if (typeof schema === 'string' && options.schemaIsPath === false) {
+        throw new Error('jsonSchema: schema was a string but schemaIsPath is false: string schemas are always loaded as a file path.');
+    }
+    // Resolved lazily (loading a path requires a dynamic import, which is
+    // async) and cached across grader invocations. When `schema` is already
+    // a Zod schema object, `resolved` is set up-front and the grader stays
+    // fully synchronous: no behavior change for existing callers.
+    let resolved = typeof schema === 'string' ? undefined : schema;
+    let loadError;
+    return (ctx) => {
+        if (resolved !== undefined) {
+            return gradeAgainstSchema(resolved, ctx, maxDetailChars);
+        }
+        if (loadError !== undefined) {
+            return { passed: false, message: 'failed to load schema file', details: loadError };
+        }
+        return loadSchemaFile(schema).then((s) => {
+            resolved = s;
+            return gradeAgainstSchema(s, ctx, maxDetailChars);
+        }, (err) => {
+            loadError = err.message;
+            return { passed: false, message: 'failed to load schema file', details: loadError };
+        });
+    };
+}
+function gradeAgainstSchema(zodSchema, ctx, maxDetailChars) {
+    const text = ctx.result.finalText ?? '';
+    const parsed = tryParseJson(text);
+    if (parsed.parseError) {
+        return {
+            passed: false,
+            message: 'finalText is not valid JSON',
+            details: `${parsed.parseError}\n\ntext (first ${maxDetailChars} chars):\n${truncate(text, maxDetailChars)}`,
+        };
+    }
+    const result = zodSchema.safeParse(parsed.value);
+    if (result.success) {
+        return { passed: true, message: 'JSON schema matched' };
+    }
+    return {
+        passed: false,
+        message: 'JSON schema mismatch',
+        details: formatZodError(result.error, maxDetailChars, text),
+    };
+}
+/**
+ * Grader that validates the parsed JSON's *subset* of fields: useful
+ * when the agent may add extra fields you don't want to grade but
+ * the core fields must match. Behaves like {@link jsonSchema} but
+ * wraps the user schema in `passthrough()` before validating, so any
+ * extra fields are ignored rather than triggering a strict failure.
+ *
+ * Note: when `schema` is a path, it can't be inspected synchronously,
+ * so the `passthrough()` wrapping is only applied to a Zod schema
+ * object passed directly: a path-loaded schema is graded as-is.
+ */
+export function jsonSchemaPartial(schema, options = {}) {
+    // `passthrough()` keeps the schema's own type but ignores unknown
+    // keys. For object schemas this means extra fields don't fail;
+    // for non-object schemas it's a no-op. `passthrough` is only on
+    // ZodObject, so we duck-type-check.
+    const obj = schema;
+    const tolerant = typeof obj.passthrough === 'function'
+        ? obj.passthrough()
+        : schema;
+    return jsonSchema(tolerant, options);
+}
+/**
+ * Try to parse `text` as JSON. Falls back to extracting the content
+ * of a single ```json ... ``` (or bare ``` ... ```) fenced block.
+ * Mirrors `validateFinalText` from `@ikarmic/forge-core`'s structured
+ * module: duplicated here so this leaf package doesn't pull in core.
+ */
+function tryParseJson(text) {
+    const trimmed = text.trim();
+    if (trimmed.length === 0) {
+        return { value: undefined, parseError: 'Response was empty' };
+    }
+    // Try raw text first.
+    try {
+        return { value: JSON.parse(trimmed), parseError: null };
+    }
+    catch {
+        // Try a single fenced block.
+    }
+    const fence = extractFencedJson(trimmed);
+    if (fence !== null) {
+        try {
+            return { value: JSON.parse(fence), parseError: null };
+        }
+        catch (err) {
+            return { value: undefined, parseError: `Found a json fence but its contents are not valid JSON: ${err.message}` };
+        }
+    }
+    return {
+        value: undefined,
+        parseError: 'Response is not valid JSON (and contains no ```json fence)',
+    };
+}
+function extractFencedJson(text) {
+    const m = text.match(/```(?:json)?\s*([\s\S]*?)```/);
+    if (m && typeof m[1] === 'string')
+        return m[1].trim();
+    return null;
+}
+/**
+ * Render a ZodError as a one-issue-per-line summary plus a truncated
+ * version of the offending text. Designed for the report view, not
+ * the model: humans read this.
+ */
+function formatZodError(err, maxDetailChars, originalText) {
+    const lines = err.issues
+        .map((issue) => {
+        const path = issue.path.length > 0 ? issue.path.join('.') : '(root)';
+        return `  - ${path}: ${issue.message}`;
+    })
+        .join('\n');
+    return `Validation errors:\n${lines}\n\ntext (first ${maxDetailChars} chars):\n${truncate(originalText, maxDetailChars)}`;
+}
+function truncate(s, max) {
+    if (s.length <= max)
+        return s;
+    return s.slice(0, max) + '…';
+}
+//# sourceMappingURL=schema.js.map

package/dist/graders/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/graders/schema.ts"],"names":[],"mappings":"AAyBA,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAwBrD;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,MAAM,UAAU,UAAU,CACxB,MAA6B,EAC7B,UAAmC,EAAE;IAErC,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,GAAG,CAAC;IACrD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;QACjE,MAAM,IAAI,KAAK,CACb,6GAA6G,CAC9G,CAAC;IACJ,CAAC;IACD,sEAAsE;IACtE,wEAAwE;IACxE,uEAAuE;IACvE,8DAA8D;IAC9D,IAAI,QAAQ,GAA6B,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;IACzF,IAAI,SAA6B,CAAC;IAElC,OAAO,CAAC,GAAkB,EAAwC,EAAE;QAClE,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO,kBAAkB,CAAC,QAAQ,EAAE,GAAG,EAAE,cAAc,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,4BAA4B,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;QACtF,CAAC;QACD,OAAO,cAAc,CAAC,MAAgB,CAAC,CAAC,IAAI,CAC1C,CAAC,CAAC,EAAgB,EAAE;YAClB,QAAQ,GAAG,CAAC,CAAC;YACb,OAAO,kBAAkB,CAAC,CAAC,EAAE,GAAG,EAAE,cAAc,CAAC,CAAC;QACpD,CAAC,EACD,CAAC,GAAY,EAAgB,EAAE;YAC7B,SAAS,GAAI,GAAa,CAAC,OAAO,CAAC;YACnC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,4BAA4B,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;QACtF,CAAC,CACF,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,SAAuB,EACvB,GAAkB,EAClB,cAAsB;IAEtB,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;IACxC,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACtB,OAAO;YACL,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,6BAA6B;YACtC,OAAO,EAAE,GAAG,MAAM,CAAC,UAAU,mBAAmB,cAAc,aAAa,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE;SAC5G,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC;IAC1D,CAAC;IACD,OAAO;QACL,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,sBAAsB;QAC/B,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,KAAK,EAAE,cAAc,EAAE,IAAI,CAAC;KAC5D,CAAC;AACJ,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,iBAAiB,CAC/B,MAA6B,EAC7B,UAAmC,EAAE;IAErC,kEAAkE;IAClE,+DAA+D;IAC/D,gEAAgE;IAChE,oCAAoC;IACpC,MAAM,GAAG,GAAG,MAAyD,CAAC;IACtE,MAAM,QAAQ,GAAG,OAAO,GAAG,CAAC,WAAW,KAAK,UAAU;QACpD,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE;QACnB,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACvC,CAAC;AASD;;;;;GAKG;AACH,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,oBAAoB,EAAE,CAAC;IAChE,CAAC;IACD,sBAAsB;IACtB,IAAI,CAAC;QACH,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,6BAA6B;IAC/B,CAAC;IACD,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACzC,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QACxD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,2DAA4D,GAAa,CAAC,OAAO,EAAE,EAAE,CAAC;QAC/H,CAAC;IACH,CAAC;IACD,OAAO;QACL,KAAK,EAAE,SAAS;QAChB,UAAU,EAAE,4DAA4D;KACzE,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACrD,IAAI,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACtD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,SAAS,cAAc,CACrB,GAAe,EACf,cAAsB,EACtB,YAAoB;IAEpB,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;SACrB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACb,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QACrE,OAAO,OAAO,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;IACzC,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO,uBAAuB,KAAK,mBAAmB,cAAc,aAAa,QAAQ,CAAC,YAAY,EAAE,cAAc,CAAC,EAAE,CAAC;AAC5H,CAAC;AAED,SAAS,QAAQ,CAAC,CAAS,EAAE,GAAW;IACtC,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,CAAC,CAAC;IAC9B,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC;AAC/B,CAAC"}

package/dist/graders/shell.d.ts

@@ -0,0 +1,36 @@
+import type { Grader } from './types.js';
+/** Options for {@link commandRuns}. */
+export interface CommandRunsOptions {
+    /**
+     * The command to run, as a string (parsed with `shell: true`) or as
+     * `[program, ...args]` for direct execution. Strings are easier for
+     * shell pipelines; arrays are safer (no shell interpolation).
+     */
+    command: string | readonly string[];
+    /** Wall-clock cap in ms. Default 30s. */
+    timeoutMs?: number;
+    /**
+     * Optional substring or regex the command's stdout must match. The command
+     * must still exit 0: this is an *additional* check.
+     */
+    contains?: string;
+    /** Optional regex for stdout. */
+    matches?: RegExp;
+    /** When true, check stderr instead of stdout for `contains` / `matches`. */
+    fromStderr?: boolean;
+    /** Additional env vars to set for the command. */
+    env?: Record<string, string>;
+}
+/**
+ * Grader that runs a shell command in the task's cwd and passes when the
+ * command exits 0 (and optionally matches a stdout/stderr predicate).
+ *
+ * Use this for tasks like "run the test suite" or "execute the script and
+ * report exit code" where the side effect itself is the thing being graded.
+ *
+ * Cross-platform note: shell strings use `cmd.exe` on Windows and `sh`
+ * elsewhere. For Windows-friendly commands prefer `node -e "..."` or a
+ * `[program, ...args]` array.
+ */
+export declare function commandRuns(options: CommandRunsOptions): Grader;
+//# sourceMappingURL=shell.d.ts.map

package/dist/graders/shell.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shell.d.ts","sourceRoot":"","sources":["../../src/graders/shell.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,MAAM,EAA+B,MAAM,YAAY,CAAC;AAItE,uCAAuC;AACvC,MAAM,WAAW,kBAAkB;IACjC;;;;OAIG;IACH,OAAO,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAAC;IACpC,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iCAAiC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4EAA4E;IAC5E,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,kDAAkD;IAClD,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC9B;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,WAAW,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAkC/D"}

package/dist/graders/shell.js

@@ -0,0 +1,72 @@
+import { execFile } from 'node:child_process';
+import { promisify } from 'node:util';
+import { resolve } from 'node:path';
+const execFileAsync = promisify(execFile);
+/**
+ * Grader that runs a shell command in the task's cwd and passes when the
+ * command exits 0 (and optionally matches a stdout/stderr predicate).
+ *
+ * Use this for tasks like "run the test suite" or "execute the script and
+ * report exit code" where the side effect itself is the thing being graded.
+ *
+ * Cross-platform note: shell strings use `cmd.exe` on Windows and `sh`
+ * elsewhere. For Windows-friendly commands prefer `node -e "..."` or a
+ * `[program, ...args]` array.
+ */
+export function commandRuns(options) {
+    const timeoutMs = options.timeoutMs ?? 30_000;
+    return async (ctx) => {
+        const cwd = resolve(ctx.cwd);
+        try {
+            const { stdout, stderr } = await runCommand(options.command, cwd, timeoutMs, options.env);
+            const stream = options.fromStderr ? stderr : stdout;
+            if (options.contains !== undefined && !stream.includes(options.contains)) {
+                return {
+                    passed: false,
+                    message: `command ran but output missing "${options.contains}"`,
+                    details: truncate(stream),
+                };
+            }
+            if (options.matches && !options.matches.test(stream)) {
+                return {
+                    passed: false,
+                    message: `command ran but output did not match ${options.matches}`,
+                    details: truncate(stream),
+                };
+            }
+            return {
+                passed: true,
+                message: `command ok: ${summarize(options.command)}`,
+            };
+        }
+        catch (err) {
+            const message = err instanceof Error ? err.message : String(err);
+            return {
+                passed: false,
+                message: `command failed: ${summarize(options.command)}`,
+                details: message,
+            };
+        }
+    };
+}
+async function runCommand(command, cwd, timeoutMs, extraEnv) {
+    const env = { ...process.env, ...(extraEnv ?? {}) };
+    if (typeof command === 'string') {
+        // Use the platform default shell so users can write shell idioms
+        // (pipelines, redirection, etc.). shell-quoting is the caller's job.
+        return execFileAsync(command, { cwd, timeout: timeoutMs, env, shell: true, maxBuffer: 4 * 1024 * 1024 });
+    }
+    const [program, ...args] = command;
+    if (!program)
+        throw new Error('commandRuns: empty command array');
+    return execFileAsync(program, args, { cwd, timeout: timeoutMs, env, maxBuffer: 4 * 1024 * 1024 });
+}
+function summarize(cmd) {
+    return typeof cmd === 'string' ? cmd : cmd.join(' ');
+}
+function truncate(s, max = 240) {
+    if (s.length <= max)
+        return s;
+    return s.slice(0, max) + '…';
+}
+//# sourceMappingURL=shell.js.map

package/dist/graders/shell.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shell.js","sourceRoot":"","sources":["../../src/graders/shell.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAyB1C;;;;;;;;;;GAUG;AACH,MAAM,UAAU,WAAW,CAAC,OAA2B;IACrD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;IAC9C,OAAO,KAAK,EAAE,GAAkB,EAAyB,EAAE;QACzD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;YAC1F,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YACpD,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzE,OAAO;oBACL,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,mCAAmC,OAAO,CAAC,QAAQ,GAAG;oBAC/D,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC;iBAC1B,CAAC;YACJ,CAAC;YACD,IAAI,OAAO,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACrD,OAAO;oBACL,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,wCAAwC,OAAO,CAAC,OAAO,EAAE;oBAClE,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC;iBAC1B,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,eAAe,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;aACrD,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,mBAAmB,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBACxD,OAAO,EAAE,OAAO;aACjB,CAAC;QACJ,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,OAAmC,EACnC,GAAW,EACX,SAAiB,EACjB,QAA4C;IAE5C,MAAM,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC;IACpD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,iEAAiE;QACjE,qEAAqE;QACrE,OAAO,aAAa,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC;IAC3G,CAAC;IACD,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC;IACnC,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IAClE,OAAO,aAAa,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC;AACpG,CAAC;AAED,SAAS,SAAS,CAAC,GAA+B;IAChD,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,QAAQ,CAAC,CAAS,EAAE,GAAG,GAAG,GAAG;IACpC,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,CAAC,CAAC;IAC9B,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC;AAC/B,CAAC"}

package/dist/graders/text.d.ts

@@ -0,0 +1,28 @@
+import type { Grader } from './types.js';
+/** Options for {@link regex}. */
+export interface RegexGraderOptions {
+    /** Match flags. Default: none. 'i' for case-insensitive. */
+    flags?: string;
+    /**
+     * When true (default), treat `result.finalText` as multiline so `^` / `$`
+     * match line boundaries. Useful when the model emits bulleted answers.
+     */
+    multiline?: boolean;
+}
+/**
+ * Grader that passes when {@link AgentRunResult.finalText} matches a regex.
+ *
+ * ```ts
+ * graders: [regex(/version.*?\d+\.\d+\.\d+/i)]
+ * ```
+ */
+export declare function regex(pattern: RegExp, options?: RegexGraderOptions): Grader;
+/** Grader that passes when `finalText` includes a substring (case-sensitive). */
+export declare function contains(substring: string): Grader;
+/**
+ * Grader that passes when `finalText.trim()` exactly equals `expected.trim()`.
+ * Use this for tasks where the answer is deterministic (e.g. the agent is
+ * supposed to read a single file and report a single value).
+ */
+export declare function equals(expected: string): Grader;
+//# sourceMappingURL=text.d.ts.map

package/dist/graders/text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.d.ts","sourceRoot":"","sources":["../../src/graders/text.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAA+B,MAAM,YAAY,CAAC;AAEtE,iCAAiC;AACjC,MAAM,WAAW,kBAAkB;IACjC,4DAA4D;IAC5D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;;;;;GAMG;AACH,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,kBAAuB,GAAG,MAAM,CAc/E;AAED,iFAAiF;AACjF,wBAAgB,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAOlD;AAED;;;;GAIG;AACH,wBAAgB,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAY/C"}

package/dist/graders/text.js

@@ -0,0 +1,70 @@
+/**
+ * Grader that passes when {@link AgentRunResult.finalText} matches a regex.
+ *
+ * ```ts
+ * graders: [regex(/version.*?\d+\.\d+\.\d+/i)]
+ * ```
+ */
+export function regex(pattern, options = {}) {
+    const { flags = '', multiline = true } = options;
+    const merged = mergeFlags(pattern, flags, multiline);
+    return (_ctx) => {
+        const text = _ctx.result.finalText ?? '';
+        const matched = merged.test(text);
+        return matched
+            ? { passed: true, message: `regex ${merged} matched` }
+            : {
+                passed: false,
+                message: `regex ${merged} did not match`,
+                details: truncate(text),
+            };
+    };
+}
+/** Grader that passes when `finalText` includes a substring (case-sensitive). */
+export function contains(substring) {
+    return (ctx) => {
+        const text = ctx.result.finalText ?? '';
+        return text.includes(substring)
+            ? { passed: true, message: `contains "${substring}"` }
+            : { passed: false, message: `does not contain "${substring}"`, details: truncate(text) };
+    };
+}
+/**
+ * Grader that passes when `finalText.trim()` exactly equals `expected.trim()`.
+ * Use this for tasks where the answer is deterministic (e.g. the agent is
+ * supposed to read a single file and report a single value).
+ */
+export function equals(expected) {
+    return (ctx) => {
+        const actual = (ctx.result.finalText ?? '').trim();
+        const want = expected.trim();
+        return actual === want
+            ? { passed: true, message: `equals "${want}"` }
+            : {
+                passed: false,
+                message: `text mismatch`,
+                details: `expected: ${JSON.stringify(want)}\nactual:   ${JSON.stringify(actual)}`,
+            };
+    };
+}
+/**
+ * Merge new flags with an existing RegExp's flags, deduplicating. Order doesn't
+ * matter for the regex engine; we just need to not pass `g/.../g` which would
+ * change `test()` to stateful behaviour.
+ */
+function mergeFlags(src, extra, multiline) {
+    const set = new Set(src.flags.split(''));
+    for (const c of extra)
+        set.add(c);
+    if (multiline)
+        set.add('m');
+    // `g` would make `.test()` stateful across graders: strip it.
+    set.delete('g');
+    return new RegExp(src.source, Array.from(set).join(''));
+}
+function truncate(s, max = 240) {
+    if (s.length <= max)
+        return s;
+    return s.slice(0, max) + '…';
+}
+//# sourceMappingURL=text.js.map

package/dist/graders/text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.js","sourceRoot":"","sources":["../../src/graders/text.ts"],"names":[],"mappings":"AAaA;;;;;;GAMG;AACH,MAAM,UAAU,KAAK,CAAC,OAAe,EAAE,UAA8B,EAAE;IACrE,MAAM,EAAE,KAAK,GAAG,EAAE,EAAE,SAAS,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC;IACjD,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IACrD,OAAO,CAAC,IAAmB,EAAgB,EAAE;QAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,OAAO,OAAO;YACZ,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,MAAM,UAAU,EAAE;YACtD,CAAC,CAAC;gBACE,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,SAAS,MAAM,gBAAgB;gBACxC,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC;aACxB,CAAC;IACR,CAAC,CAAC;AACJ,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,QAAQ,CAAC,SAAiB;IACxC,OAAO,CAAC,GAAkB,EAAgB,EAAE;QAC1C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC7B,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,aAAa,SAAS,GAAG,EAAE;YACtD,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,qBAAqB,SAAS,GAAG,EAAE,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IAC7F,CAAC,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,MAAM,CAAC,QAAgB;IACrC,OAAO,CAAC,GAAkB,EAAgB,EAAE;QAC1C,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC7B,OAAO,MAAM,KAAK,IAAI;YACpB,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG,EAAE;YAC/C,CAAC,CAAC;gBACE,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,eAAe;gBACxB,OAAO,EAAE,aAAa,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;aAClF,CAAC;IACR,CAAC,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAS,UAAU,CAAC,GAAW,EAAE,KAAa,EAAE,SAAkB;IAChE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,KAAK;QAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAClC,IAAI,SAAS;QAAE,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,8DAA8D;IAC9D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAChB,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,QAAQ,CAAC,CAAS,EAAE,GAAG,GAAG,GAAG;IACpC,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,CAAC,CAAC;IAC9B,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC;AAC/B,CAAC"}

package/dist/graders/types.d.ts

@@ -0,0 +1,81 @@
+import type { AgentRunResult } from '@ikarmic/forge-core';
+/**
+ * One tool invocation captured during a task run. Built up from the agent's
+ * `tool_call` + `tool_result` events, correlated by id, so graders can inspect
+ * what the model actually did (not just what it said).
+ */
+export interface ToolInvocation {
+    /** Tool name as exposed to the model (e.g. "read_file", "edit_file"). */
+    name: string;
+    /** Raw arguments the model passed. */
+    args: unknown;
+    /** Tool's result (after redaction), or the error message if `isError` is true. */
+    result: unknown;
+    /** True when the tool threw or returned an error. */
+    isError: boolean;
+}
+/**
+ * The context a grader runs in. Everything a grader might need to make a
+ * verdict: where the task ran, what the model said, what tools it called,
+ * the original task description.
+ */
+export interface GraderContext {
+    /** Absolute path to the task's isolated working directory. */
+    cwd: string;
+    /** The task that was just run (in case the grader wants metadata). */
+    task: TaskInfo;
+    /** The agent's run result: finalText, iterations, tokens, etc. */
+    result: AgentRunResult;
+    /** Ordered list of every tool the agent invoked, with args + results. */
+    toolInvocations: ToolInvocation[];
+}
+/**
+ * Lightweight task descriptor surfaced to graders. Full task defs include
+ * the `setup` function which isn't relevant to grading.
+ */
+export interface TaskInfo {
+    id: string;
+    name: string;
+    category: TaskCategory;
+    description: string;
+}
+export type TaskCategory = 'read' | 'edit' | 'multi-step';
+/** What a grader returns. `passed` drives the score; `message` shows in the report. */
+export interface GraderResult {
+    passed: boolean;
+    /** Short label for the report ("regex matched", "file exists", ...). */
+    message: string;
+    /** Optional longer explanation when failing: included in the markdown report. */
+    details?: string;
+}
+/**
+ * A grader is just an async function. Sync return is wrapped automatically.
+ */
+export type Grader = (ctx: GraderContext) => Promise<GraderResult> | GraderResult;
+/**
+ * Internal type used by `defineTask`: keeps the grader list type-safe while
+ * allowing setup/task to be optional in user code.
+ */
+export interface TaskDefinition {
+    id: string;
+    name: string;
+    category: TaskCategory;
+    description: string;
+    /** The user prompt given to the agent. */
+    task: string;
+    /**
+     * Optional setup: writes fixture files into the task's cwd before the agent
+     * starts. The cwd is a fresh temp directory per run.
+     */
+    setup?: (cwd: string) => Promise<void> | void;
+    /**
+     * Run with project memory enabled. Default off: memory would add noise to the other tasks.
+     * The user's global memory is hidden for these runs so the result does not depend on the host.
+     */
+    memory?: boolean;
+    /** Graders run after the agent finishes. All must pass for the task to pass. */
+    graders: Grader[];
+    /** Optional tags for filtering (e.g. "windows", "needs-network"). */
+    tags?: string[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/graders/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/graders/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAE1D;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC7B,yEAAyE;IACzE,IAAI,EAAE,MAAM,CAAC;IACb,sCAAsC;IACtC,IAAI,EAAE,OAAO,CAAC;IACd,kFAAkF;IAClF,MAAM,EAAE,OAAO,CAAC;IAChB,qDAAqD;IACrD,OAAO,EAAE,OAAO,CAAC;CAClB;AAED;;;;GAIG;AACH,MAAM,WAAW,aAAa;IAC5B,8DAA8D;IAC9D,GAAG,EAAE,MAAM,CAAC;IACZ,sEAAsE;IACtE,IAAI,EAAE,QAAQ,CAAC;IACf,kEAAkE;IAClE,MAAM,EAAE,cAAc,CAAC;IACvB,yEAAyE;IACzE,eAAe,EAAE,cAAc,EAAE,CAAC;CACnC;AAED;;;GAGG;AACH,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,YAAY,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,YAAY,CAAC;AAE1D,uFAAuF;AACvF,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,OAAO,CAAC;IAChB,wEAAwE;IACxE,OAAO,EAAE,MAAM,CAAC;IAChB,iFAAiF;IACjF,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,aAAa,KAAK,OAAO,CAAC,YAAY,CAAC,GAAG,YAAY,CAAC;AAElF;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,YAAY,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,0CAA0C;IAC1C,IAAI,EAAE,MAAM,CAAC;IACb;;;OAGG;IACH,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC9C;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,gFAAgF;IAChF,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,qEAAqE;IACrE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB"}

package/dist/graders/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/graders/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/graders/types.ts"],"names":[],"mappings":""}

package/dist/index.d.ts

@@ -0,0 +1,8 @@
+export { regex, contains, equals, fileExists, fileMatches, fileMissing, directoryHas, commandRuns, toolWasCalled, toolNotCalled, finalTextNonEmpty, completed, defineTask, } from './graders/index.js';
+export type { Grader, GraderContext, GraderResult, TaskCategory, TaskDefinition, TaskInfo, ToolInvocation, RegexGraderOptions, CommandRunsOptions, } from './graders/index.js';
+export { TASKS, findTask } from './tasks/index.js';
+export { runTask, runSuite, resolveModel } from './runner.js';
+export type { TaskRunResult, SuiteRunResult, RunTaskOptions } from './runner.js';
+export { formatJsonReport, formatMarkdownReport, formatTerminalSummary } from './report.js';
+export type { JsonReport } from './report.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,EACL,QAAQ,EACR,MAAM,EACN,UAAU,EACV,WAAW,EACX,WAAW,EACX,YAAY,EACZ,WAAW,EACX,aAAa,EACb,aAAa,EACb,iBAAiB,EACjB,SAAS,EACT,UAAU,GACX,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EACV,MAAM,EACN,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,QAAQ,EACR,cAAc,EACd,kBAAkB,EAClB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAGnD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC9D,YAAY,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAGjF,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAC5F,YAAY,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC"}

package/dist/index.js

@@ -0,0 +1,9 @@
+// Graders
+export { regex, contains, equals, fileExists, fileMatches, fileMissing, directoryHas, commandRuns, toolWasCalled, toolNotCalled, finalTextNonEmpty, completed, defineTask, } from './graders/index.js';
+// Tasks
+export { TASKS, findTask } from './tasks/index.js';
+// Runner
+export { runTask, runSuite, resolveModel } from './runner.js';
+// Report
+export { formatJsonReport, formatMarkdownReport, formatTerminalSummary } from './report.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,OAAO,EACL,KAAK,EACL,QAAQ,EACR,MAAM,EACN,UAAU,EACV,WAAW,EACX,WAAW,EACX,YAAY,EACZ,WAAW,EACX,aAAa,EACb,aAAa,EACb,iBAAiB,EACjB,SAAS,EACT,UAAU,GACX,MAAM,oBAAoB,CAAC;AAa5B,QAAQ;AACR,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAEnD,SAAS;AACT,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAG9D,SAAS;AACT,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC"}

package/dist/report.d.ts

@@ -0,0 +1,39 @@
+import type { SuiteRunResult, TaskRunResult } from './runner.js';
+/** Render a human-friendly markdown table for a suite run. */
+export declare function formatMarkdownReport(suite: SuiteRunResult): string;
+/** Render a compact single-line summary for the terminal. */
+export declare function formatTerminalSummary(suite: SuiteRunResult): string;
+/** JSON shape: stable, machine-readable, includes everything graders saw. */
+export interface JsonReport {
+    model: {
+        provider: string;
+        model: string;
+    };
+    startedAt: string;
+    finishedAt: string;
+    summary: SuiteRunResult['summary'];
+    tasks: Array<{
+        id: string;
+        name: string;
+        category: string;
+        passed: boolean;
+        durationMs: number;
+        iterations: number;
+        reason: string;
+        graderResults: Array<{
+            passed: boolean;
+            message: string;
+            details?: string;
+        }>;
+        toolInvocations: Array<{
+            name: string;
+            args: unknown;
+            isError: boolean;
+        }>;
+        finalText: string;
+        error?: string;
+    }>;
+}
+export declare function formatJsonReport(suite: SuiteRunResult): JsonReport;
+export type { TaskRunResult };
+//# sourceMappingURL=report.d.ts.map

package/dist/report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../src/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAOjE,8DAA8D;AAC9D,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,cAAc,GAAG,MAAM,CAoElE;AAED,6DAA6D;AAC7D,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,cAAc,GAAG,MAAM,CAenE;AAED,6EAA6E;AAC7E,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,cAAc,CAAC,SAAS,CAAC,CAAC;IACnC,KAAK,EAAE,KAAK,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,OAAO,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,EAAE,KAAK,CAAC;YAAE,MAAM,EAAE,OAAO,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC7E,eAAe,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,OAAO,CAAC;YAAC,OAAO,EAAE,OAAO,CAAA;SAAE,CAAC,CAAC;QAC1E,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,cAAc,GAAG,UAAU,CAwBlE;AAaD,YAAY,EAAE,aAAa,EAAE,CAAC"}