@aid-framework/runtime 0.0.0 → 0.1.39

package/dist/evals/metrics.d.ts

@@ -0,0 +1,141 @@
+/**
+ * Eval metrics.
+ *
+ * A metric turns `(case, prediction)` into a score in `[0, 1]`. Each metric declares
+ * whether it is *deterministic*, and the gate uses that flag to refuse to be built on
+ * a metric that calls a model. This is the enforcement point for a Phase 0 decision:
+ * implement `llm-judge`, never make CI depend on it.
+ */
+import type { EvalCase } from './dataset.js';
+import { type PredicateNode } from './predicate.js';
+/** One metric's verdict on one prediction. */
+export declare class MetricResult {
+    readonly metric: string;
+    readonly score: number;
+    readonly passed: boolean;
+    readonly detail: string;
+    constructor(init: {
+        readonly metric: string;
+        readonly score: number;
+        readonly passed: boolean;
+        readonly detail?: string;
+    });
+}
+/** Scores a single prediction. */
+export interface Metric {
+    /** Stable identifier used in baselines and thresholds. */
+    readonly name: string;
+    /**
+     * Whether the same prediction always yields the same score.
+     *
+     * A model-backed metric is not deterministic, and the gate refuses to threshold on
+     * one: a CI signal that itself varies run to run cannot distinguish a regression
+     * from its own noise.
+     */
+    readonly deterministic: boolean;
+    score(entry: EvalCase, prediction: string): Promise<MetricResult>;
+}
+/**
+ * Casefold and collapse whitespace, then strip surrounding punctuation.
+ *
+ * None of this is written with a regex, and that is deliberate: a prediction is
+ * model output and therefore arbitrary-length input, while every spelling with a
+ * quantifier (`/\s+/g`, `/^[ .!?'"]+/`, `/[ .!?'"]+$/`) costs steps proportional to
+ * the run it consumes. A forward pass and a scan from each end are linear whatever
+ * arrives, and they produce exactly the strings the collapsed regexes did.
+ */
+export declare function normalize(text: string): string;
+/** Normalized string equality against `case.expected`. */
+export declare class ExactMatch implements Metric {
+    private readonly _name;
+    constructor(options?: {
+        readonly name?: string;
+    });
+    get name(): string;
+    get deterministic(): boolean;
+    score(entry: EvalCase, prediction: string): Promise<MetricResult>;
+}
+/** Whether the normalized prediction contains the normalized expectation. */
+export declare class NormalizedContains implements Metric {
+    private readonly _name;
+    constructor(options?: {
+        readonly name?: string;
+    });
+    get name(): string;
+    get deterministic(): boolean;
+    score(entry: EvalCase, prediction: string): Promise<MetricResult>;
+}
+/**
+ * Whether the prediction parses as JSON and satisfies the case's schema.
+ *
+ * The schema lives in the case's metadata under `json_schema` as a JSON string, which
+ * keeps datasets in a single file format.
+ */
+export declare class JsonSchemaValid implements Metric {
+    private readonly _name;
+    constructor(options?: {
+        readonly name?: string;
+    });
+    get name(): string;
+    get deterministic(): boolean;
+    score(entry: EvalCase, prediction: string): Promise<MetricResult>;
+}
+/**
+ * Whether a declared predicate holds for the case and its prediction.
+ *
+ * The condition arrives as the IR's predicate AST -- the very tree the spec layer
+ * parsed and checked -- so this metric needs no parser and cannot disagree with the
+ * one that accepted the spec. A prediction that makes the predicate false scores 0.0
+ * and reports the spec's own `message` verbatim, because the point of letting the
+ * author write the message is that a failure quotes them.
+ *
+ * A predicate that cannot be decided throws instead of scoring. See `predicate.ts`
+ * for why that distinction is load-bearing.
+ */
+export declare class AssertMetric implements Metric {
+    readonly name: string;
+    readonly deterministic = true;
+    readonly expr: PredicateNode;
+    readonly message: string;
+    constructor(init: {
+        readonly expr: PredicateNode;
+        readonly message: string;
+        readonly name?: string;
+    });
+    score(entry: EvalCase, prediction: string): Promise<MetricResult>;
+}
+/** The structured output an LLM judge must return. */
+export declare const JudgeVerdict: import("../structured.js").StructuredOutput<{
+    score: number;
+    reason: string;
+}>;
+/** A judge call: one prompt in, one model answer out. */
+export type JudgeCall = (prompt: string) => Promise<string>;
+/**
+ * Scores a prediction with a model, as a *metric only*.
+ *
+ * `deterministic` is `false` and must stay that way. Using this metric for a CI
+ * threshold would make the gate's own verdict probabilistic; the gate raises rather
+ * than allow it. It is implemented because a judge is the right way to explore quality
+ * locally and to produce a second opinion next to a deterministic gate -- not because
+ * it can be trusted as the gate.
+ */
+export declare class LlmJudge implements Metric {
+    private readonly _call;
+    private readonly _rubric;
+    private readonly _name;
+    private readonly _retries;
+    constructor(call: JudgeCall, options: {
+        readonly rubric: string;
+        readonly name?: string;
+        readonly retries?: number;
+    });
+    get name(): string;
+    get deterministic(): boolean;
+    score(entry: EvalCase, prediction: string): Promise<MetricResult>;
+    private buildPrompt;
+}
+/** The deterministic gate metrics: everything that needs no model call. */
+export declare function defaultMetrics(): Metric[];
+export declare function metricNames(metrics: readonly Metric[]): string[];
+//# sourceMappingURL=metrics.d.ts.map

package/dist/evals/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../src/evals/metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAOH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAqB,KAAK,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEvE,8CAA8C;AAC9C,qBAAa,YAAY;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAExB,YAAY,IAAI,EAAE;QAChB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;KAC1B,EAQA;CACF;AAED,kCAAkC;AAClC,MAAM,WAAW,MAAM;IACrB,0DAA0D;IAC1D,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB;;;;;;OAMG;IACH,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;IAChC,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;CACnE;AAED;;;;;;;;GAQG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAS9C;AA+CD,0DAA0D;AAC1D,qBAAa,UAAW,YAAW,MAAM;IACvC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAE/B,YAAY,OAAO,GAAE;QAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAO,EAEnD;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,aAAa,IAAI,OAAO,CAE3B;IAEK,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAWtE;CACF;AAED,6EAA6E;AAC7E,qBAAa,kBAAmB,YAAW,MAAM;IAC/C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAE/B,YAAY,OAAO,GAAE;QAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAO,EAEnD;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,aAAa,IAAI,OAAO,CAE3B;IAEK,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAWtE;CACF;AA4ED;;;;;GAKG;AACH,qBAAa,eAAgB,YAAW,MAAM;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAE/B,YAAY,OAAO,GAAE;QAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAO,EAEnD;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,aAAa,IAAI,OAAO,CAE3B;IAEK,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAyBtE;CACF;AAED;;;;;;;;;;;GAWG;AACH,qBAAa,YAAa,YAAW,MAAM;IACzC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,aAAa,QAAQ;IAC9B,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAEzB,YAAY,IAAI,EAAE;QAChB,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;QAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;KACxB,EAIA;IAEK,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAQtE;CACF;AAED,sDAAsD;AACtD,eAAO,MAAM,YAAY;;;EAMxB,CAAC;AAEF,yDAAyD;AACzD,MAAM,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAE5D;;;;;;;;GAQG;AACH,qBAAa,QAAS,YAAW,MAAM;IACrC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAY;IAClC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAElC,YACE,IAAI,EAAE,SAAS,EACf,OAAO,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,EAMxF;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,aAAa,IAAI,OAAO,CAE3B;IAEK,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAqBtE;IAED,OAAO,CAAC,WAAW;CAUpB;AAED,2EAA2E;AAC3E,wBAAgB,cAAc,IAAI,MAAM,EAAE,CAEzC;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,CAEhE"}

package/dist/evals/metrics.js

@@ -0,0 +1,364 @@
+/**
+ * Eval metrics.
+ *
+ * A metric turns `(case, prediction)` into a score in `[0, 1]`. Each metric declares
+ * whether it is *deterministic*, and the gate uses that flag to refuse to be built on
+ * a metric that calls a model. This is the enforcement point for a Phase 0 decision:
+ * implement `llm-judge`, never make CI depend on it.
+ */
+import { z } from 'zod';
+// biome-ignore lint/suspicious/noShadowRestrictedNames: the framework's own error name, matching the Python runtime's public surface
+import { EvalError } from '../errors.js';
+import { repr } from '../internal/json.js';
+import { runStructured, structuredOutput } from '../structured.js';
+import { evaluatePredicate } from './predicate.js';
+/** One metric's verdict on one prediction. */
+export class MetricResult {
+    metric;
+    score;
+    passed;
+    detail;
+    constructor(init) {
+        if (!(init.score >= 0.0 && init.score <= 1.0)) {
+            throw new RangeError('score must be between 0 and 1');
+        }
+        this.metric = init.metric;
+        this.score = init.score;
+        this.passed = init.passed;
+        this.detail = init.detail ?? '';
+    }
+}
+/**
+ * Casefold and collapse whitespace, then strip surrounding punctuation.
+ *
+ * None of this is written with a regex, and that is deliberate: a prediction is
+ * model output and therefore arbitrary-length input, while every spelling with a
+ * quantifier (`/\s+/g`, `/^[ .!?'"]+/`, `/[ .!?'"]+$/`) costs steps proportional to
+ * the run it consumes. A forward pass and a scan from each end are linear whatever
+ * arrives, and they produce exactly the strings the collapsed regexes did.
+ */
+export function normalize(text) {
+    // Upper-then-lower approximates Python's `str.casefold()`, which folds further than
+    // `toLowerCase()` alone: 'ß' folds to 'ss', 'ſ' to 's', 'Σ' to 'σ'.
+    const folded = collapseWhitespace(text.trim()).toUpperCase().toLowerCase();
+    let start = 0;
+    let end = folded.length;
+    while (start < end && PUNCTUATION.has(folded[start]))
+        start += 1;
+    while (end > start && PUNCTUATION.has(folded[end - 1]))
+        end -= 1;
+    return folded.slice(start, end);
+}
+/** The characters stripped from either end after folding. */
+const PUNCTUATION = new Set([' ', '.', '!', '?', "'", '"']);
+/**
+ * The code points JavaScript's `\s` matches, as inclusive ranges.
+ *
+ * Spelled out rather than delegated to a regex so that {@link collapseWhitespace} is
+ * a single pass: the set is fixed, so a table lookup is all a collapse needs.
+ */
+const WHITESPACE_RANGES = [
+    [0x09, 0x0d],
+    [0x20, 0x20],
+    [0xa0, 0xa0],
+    [0x1680, 0x1680],
+    [0x2000, 0x200a],
+    [0x2028, 0x2029],
+    [0x202f, 0x202f],
+    [0x205f, 0x205f],
+    [0x3000, 0x3000],
+    [0xfeff, 0xfeff],
+];
+function isWhitespace(codePoint) {
+    for (const [low, high] of WHITESPACE_RANGES) {
+        if (codePoint >= low && codePoint <= high)
+            return true;
+    }
+    return false;
+}
+/** Collapse every internal run of whitespace to one space, in a single pass. */
+function collapseWhitespace(text) {
+    let out = '';
+    let pending = false;
+    for (const char of text) {
+        if (isWhitespace(char.codePointAt(0))) {
+            pending = true;
+            continue;
+        }
+        if (pending && out.length > 0)
+            out += ' ';
+        pending = false;
+        out += char;
+    }
+    return out;
+}
+/** Normalized string equality against `case.expected`. */
+export class ExactMatch {
+    _name;
+    constructor(options = {}) {
+        this._name = options.name ?? 'exact-match';
+    }
+    get name() {
+        return this._name;
+    }
+    get deterministic() {
+        return true;
+    }
+    async score(entry, prediction) {
+        if (entry.expected === null) {
+            throw new EvalError(`case ${repr(entry.id)} has no expected value for ${this.name}`);
+        }
+        const ok = normalize(prediction) === normalize(entry.expected);
+        return new MetricResult({
+            metric: this.name,
+            score: ok ? 1.0 : 0.0,
+            passed: ok,
+            detail: ok ? '' : `expected ${repr(entry.expected)}`,
+        });
+    }
+}
+/** Whether the normalized prediction contains the normalized expectation. */
+export class NormalizedContains {
+    _name;
+    constructor(options = {}) {
+        this._name = options.name ?? 'contains';
+    }
+    get name() {
+        return this._name;
+    }
+    get deterministic() {
+        return true;
+    }
+    async score(entry, prediction) {
+        if (entry.expected === null) {
+            throw new EvalError(`case ${repr(entry.id)} has no expected value for ${this.name}`);
+        }
+        const ok = normalize(prediction).includes(normalize(entry.expected));
+        return new MetricResult({
+            metric: this.name,
+            score: ok ? 1.0 : 0.0,
+            passed: ok,
+            detail: ok ? '' : `missing ${repr(entry.expected)}`,
+        });
+    }
+}
+/** The Python `type(value).__name__` for a JSON value. */
+function typeName(value) {
+    if (value === null)
+        return 'NoneType';
+    if (Array.isArray(value))
+        return 'list';
+    if (typeof value === 'object')
+        return 'dict';
+    if (typeof value === 'string')
+        return 'str';
+    if (typeof value === 'boolean')
+        return 'bool';
+    if (typeof value === 'number')
+        return Number.isInteger(value) ? 'int' : 'float';
+    return typeof value;
+}
+function typeOk(value, declared) {
+    switch (declared) {
+        case 'object':
+            return typeof value === 'object' && value !== null && !Array.isArray(value);
+        case 'array':
+            return Array.isArray(value);
+        case 'string':
+            return typeof value === 'string';
+        case 'integer':
+            return typeof value === 'number' && Number.isInteger(value);
+        case 'number':
+            return typeof value === 'number';
+        case 'boolean':
+            return typeof value === 'boolean';
+        case 'null':
+            return value === null;
+        default:
+            return true;
+    }
+}
+function isObject(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+/** Check the JSON Schema subset a dataset realistically uses. */
+function schemaProblems(schema, value, path) {
+    const problems = [];
+    if (!isObject(schema))
+        return problems;
+    const declared = schema.type;
+    if (typeof declared === 'string' && !typeOk(value, declared)) {
+        problems.push(`${path}: expected ${declared}, got ${typeName(value)}`);
+    }
+    if (isObject(value)) {
+        const required = schema.required;
+        if (Array.isArray(required)) {
+            for (const name of required) {
+                if (typeof name === 'string' && !Object.hasOwn(value, name)) {
+                    problems.push(`${path}: missing required property ${repr(name)}`);
+                }
+            }
+        }
+        const properties = schema.properties;
+        if (isObject(properties)) {
+            for (const [name, subschema] of Object.entries(properties)) {
+                if (Object.hasOwn(value, name)) {
+                    problems.push(...schemaProblems(subschema, value[name], `${path}.${name}`));
+                }
+            }
+        }
+    }
+    if (Array.isArray(value) && isObject(schema.items)) {
+        for (const [index, item] of value.entries()) {
+            problems.push(...schemaProblems(schema.items, item, `${path}[${index}]`));
+        }
+    }
+    return problems;
+}
+/**
+ * Whether the prediction parses as JSON and satisfies the case's schema.
+ *
+ * The schema lives in the case's metadata under `json_schema` as a JSON string, which
+ * keeps datasets in a single file format.
+ */
+export class JsonSchemaValid {
+    _name;
+    constructor(options = {}) {
+        this._name = options.name ?? 'json-valid';
+    }
+    get name() {
+        return this._name;
+    }
+    get deterministic() {
+        return true;
+    }
+    async score(entry, prediction) {
+        const schema = entry.metadata.json_schema;
+        let parsed;
+        try {
+            parsed = JSON.parse(prediction);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            return new MetricResult({
+                metric: this.name,
+                score: 0.0,
+                passed: false,
+                detail: `invalid JSON: ${message}`,
+            });
+        }
+        if (schema === undefined) {
+            return new MetricResult({ metric: this.name, score: 1.0, passed: true, detail: 'parsed' });
+        }
+        const problems = schemaProblems(JSON.parse(schema), parsed, '$');
+        return new MetricResult({
+            metric: this.name,
+            score: problems.length === 0 ? 1.0 : 0.0,
+            passed: problems.length === 0,
+            detail: problems.join('; '),
+        });
+    }
+}
+/**
+ * Whether a declared predicate holds for the case and its prediction.
+ *
+ * The condition arrives as the IR's predicate AST -- the very tree the spec layer
+ * parsed and checked -- so this metric needs no parser and cannot disagree with the
+ * one that accepted the spec. A prediction that makes the predicate false scores 0.0
+ * and reports the spec's own `message` verbatim, because the point of letting the
+ * author write the message is that a failure quotes them.
+ *
+ * A predicate that cannot be decided throws instead of scoring. See `predicate.ts`
+ * for why that distinction is load-bearing.
+ */
+export class AssertMetric {
+    name;
+    deterministic = true;
+    expr;
+    message;
+    constructor(init) {
+        this.name = init.name ?? 'assert';
+        this.expr = init.expr;
+        this.message = init.message;
+    }
+    async score(entry, prediction) {
+        const ok = evaluatePredicate(this.expr, { entry, prediction });
+        return new MetricResult({
+            metric: this.name,
+            score: ok ? 1.0 : 0.0,
+            passed: ok,
+            detail: ok ? '' : this.message,
+        });
+    }
+}
+/** The structured output an LLM judge must return. */
+export const JudgeVerdict = structuredOutput('JudgeVerdict', z.object({
+    score: z.number().min(0.0).max(1.0),
+    reason: z.string().default(''),
+}));
+/**
+ * Scores a prediction with a model, as a *metric only*.
+ *
+ * `deterministic` is `false` and must stay that way. Using this metric for a CI
+ * threshold would make the gate's own verdict probabilistic; the gate raises rather
+ * than allow it. It is implemented because a judge is the right way to explore quality
+ * locally and to produce a second opinion next to a deterministic gate -- not because
+ * it can be trusted as the gate.
+ */
+export class LlmJudge {
+    _call;
+    _rubric;
+    _name;
+    _retries;
+    constructor(call, options) {
+        this._call = call;
+        this._rubric = options.rubric;
+        this._name = options.name ?? 'llm-judge';
+        this._retries = options.retries ?? 2;
+    }
+    get name() {
+        return this._name;
+    }
+    get deterministic() {
+        return false;
+    }
+    async score(entry, prediction) {
+        const prompt = this.buildPrompt(entry, prediction);
+        try {
+            const verdict = await runStructured(this._call, JudgeVerdict, prompt, {
+                retries: this._retries,
+            });
+            return new MetricResult({
+                metric: this.name,
+                score: verdict.score,
+                passed: verdict.score >= 0.5,
+                detail: verdict.reason,
+            });
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            return new MetricResult({
+                metric: this.name,
+                score: 0.0,
+                passed: false,
+                detail: `judge failed: ${message}`,
+            });
+        }
+    }
+    buildPrompt(entry, prediction) {
+        const expected = entry.expected ?? '<not provided>';
+        return (`${this._rubric}\n\n` +
+            `Input: ${entry.input}\n` +
+            `Reference: ${expected}\n` +
+            `Candidate: ${prediction}\n\n` +
+            'Reply with JSON: {"score": <0.0-1.0>, "reason": "<short>"}');
+    }
+}
+/** The deterministic gate metrics: everything that needs no model call. */
+export function defaultMetrics() {
+    return [new ExactMatch(), new NormalizedContains(), new JsonSchemaValid()];
+}
+export function metricNames(metrics) {
+    return metrics.map((metric) => metric.name);
+}
+//# sourceMappingURL=metrics.js.map

package/dist/evals/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../src/evals/metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,qIAAqI;AACrI,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEnE,OAAO,EAAE,iBAAiB,EAAsB,MAAM,gBAAgB,CAAC;AAEvE,8CAA8C;AAC9C,MAAM,OAAO,YAAY;IACd,MAAM,CAAS;IACf,KAAK,CAAS;IACd,MAAM,CAAU;IAChB,MAAM,CAAS;IAExB,YAAY,IAKX;QACC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,GAAG,IAAI,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC,EAAE,CAAC;YAC9C,MAAM,IAAI,UAAU,CAAC,+BAA+B,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;IAClC,CAAC;CACF;AAiBD;;;;;;;;GAQG;AACH,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,oFAAoF;IACpF,oEAAoE;IACpE,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3E,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,OAAO,KAAK,GAAG,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAW,CAAC;QAAE,KAAK,IAAI,CAAC,CAAC;IAC3E,OAAO,GAAG,GAAG,KAAK,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAW,CAAC;QAAE,GAAG,IAAI,CAAC,CAAC;IAC3E,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAClC,CAAC;AAED,6DAA6D;AAC7D,MAAM,WAAW,GAAwB,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAEjF;;;;;GAKG;AACH,MAAM,iBAAiB,GAA2C;IAChE,CAAC,IAAI,EAAE,IAAI,CAAC;IACZ,CAAC,IAAI,EAAE,IAAI,CAAC;IACZ,CAAC,IAAI,EAAE,IAAI,CAAC;IACZ,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,MAAM,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,SAAS,YAAY,CAAC,SAAiB;IACrC,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,iBAAiB,EAAE,CAAC;QAC5C,IAAI,SAAS,IAAI,GAAG,IAAI,SAAS,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC;IACzD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,gFAAgF;AAChF,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,IAAI,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAW,CAAC,EAAE,CAAC;YAChD,OAAO,GAAG,IAAI,CAAC;YACf,SAAS;QACX,CAAC;QACD,IAAI,OAAO,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;YAAE,GAAG,IAAI,GAAG,CAAC;QAC1C,OAAO,GAAG,KAAK,CAAC;QAChB,GAAG,IAAI,IAAI,CAAC;IACd,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,0DAA0D;AAC1D,MAAM,OAAO,UAAU;IACJ,KAAK,CAAS;IAE/B,YAAY,OAAO,GAA+B,EAAE;QAClD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,aAAa,CAAC;IAC7C,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe,EAAE,UAAkB;QAC7C,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YAC5B,MAAM,IAAI,SAAS,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,8BAA8B,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACvF,CAAC;QACD,MAAM,EAAE,GAAG,SAAS,CAAC,UAAU,CAAC,KAAK,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC/D,OAAO,IAAI,YAAY,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,IAAI;YACjB,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;YACrB,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE;SACrD,CAAC,CAAC;IACL,CAAC;CACF;AAED,6EAA6E;AAC7E,MAAM,OAAO,kBAAkB;IACZ,KAAK,CAAS;IAE/B,YAAY,OAAO,GAA+B,EAAE;QAClD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,UAAU,CAAC;IAC1C,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe,EAAE,UAAkB;QAC7C,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YAC5B,MAAM,IAAI,SAAS,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,8BAA8B,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACvF,CAAC;QACD,MAAM,EAAE,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;QACrE,OAAO,IAAI,YAAY,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,IAAI;YACjB,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;YACrB,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE;SACpD,CAAC,CAAC;IACL,CAAC;CACF;AAED,0DAA0D;AAC1D,SAAS,QAAQ,CAAC,KAAc;IAC9B,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,UAAU,CAAC;IACtC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IACxC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC7C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;IAChF,OAAO,OAAO,KAAK,CAAC;AACtB,CAAC;AAED,SAAS,MAAM,CAAC,KAAc,EAAE,QAAgB;IAC9C,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,QAAQ;YACX,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9E,KAAK,OAAO;YACV,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9B,KAAK,QAAQ;YACX,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC;QACnC,KAAK,SAAS;YACZ,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC9D,KAAK,QAAQ;YACX,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC;QACnC,KAAK,SAAS;YACZ,OAAO,OAAO,KAAK,KAAK,SAAS,CAAC;QACpC,KAAK,MAAM;YACT,OAAO,KAAK,KAAK,IAAI,CAAC;QACxB;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,iEAAiE;AACjE,SAAS,cAAc,CAAC,MAAe,EAAE,KAAc,EAAE,IAAY;IACnE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,QAAQ,CAAC;IAEvC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC;IAC7B,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;QAC7D,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,cAAc,QAAQ,SAAS,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACjC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC5B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;oBAC5D,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,+BAA+B,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACpE,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACrC,IAAI,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACzB,KAAK,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC3D,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;oBAC/B,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC9E,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACnD,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,OAAO,eAAe;IACT,KAAK,CAAS;IAE/B,YAAY,OAAO,GAA+B,EAAE;QAClD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,YAAY,CAAC;IAC5C,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe,EAAE,UAAkB;QAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC1C,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,IAAI,YAAY,CAAC;gBACtB,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,iBAAiB,OAAO,EAAE;aACnC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,IAAI,YAAY,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAY,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;QAC5E,OAAO,IAAI,YAAY,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,IAAI;YACjB,KAAK,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;YACxC,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;YAC7B,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;SAC5B,CAAC,CAAC;IACL,CAAC;CACF;AAED;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,YAAY;IACd,IAAI,CAAS;IACb,aAAa,GAAG,IAAI,CAAC;IACrB,IAAI,CAAgB;IACpB,OAAO,CAAS;IAEzB,YAAY,IAIX;QACC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe,EAAE,UAAkB;QAC7C,MAAM,EAAE,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAC/D,OAAO,IAAI,YAAY,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,IAAI;YACjB,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;YACrB,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO;SAC/B,CAAC,CAAC;IACL,CAAC;CACF;AAED,sDAAsD;AACtD,MAAM,CAAC,MAAM,YAAY,GAAG,gBAAgB,CAC1C,cAAc,EACd,CAAC,CAAC,MAAM,CAAC;IACP,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;IACnC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;CAC/B,CAAC,CACH,CAAC;AAKF;;;;;;;;GAQG;AACH,MAAM,OAAO,QAAQ;IACF,KAAK,CAAY;IACjB,OAAO,CAAS;IAChB,KAAK,CAAS;IACd,QAAQ,CAAS;IAElC,YACE,IAAe,EACf,OAAuF;QAEvF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,WAAW,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,IAAI,aAAa;QACf,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe,EAAE,UAAkB;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACnD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE;gBACpE,OAAO,EAAE,IAAI,CAAC,QAAQ;aACvB,CAAC,CAAC;YACH,OAAO,IAAI,YAAY,CAAC;gBACtB,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,GAAG;gBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,IAAI,YAAY,CAAC;gBACtB,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,iBAAiB,OAAO,EAAE;aACnC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,KAAe,EAAE,UAAkB;QACrD,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,gBAAgB,CAAC;QACpD,OAAO,CACL,GAAG,IAAI,CAAC,OAAO,MAAM;YACrB,UAAU,KAAK,CAAC,KAAK,IAAI;YACzB,cAAc,QAAQ,IAAI;YAC1B,cAAc,UAAU,MAAM;YAC9B,4DAA4D,CAC7D,CAAC;IACJ,CAAC;CACF;AAED,2EAA2E;AAC3E,MAAM,UAAU,cAAc;IAC5B,OAAO,CAAC,IAAI,UAAU,EAAE,EAAE,IAAI,kBAAkB,EAAE,EAAE,IAAI,eAAe,EAAE,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAA0B;IACpD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AAC9C,CAAC"}

package/dist/evals/predicate.d.ts

@@ -0,0 +1,79 @@
+/**
+ * The PredicateExpr evaluator an `assert` metric runs.
+ *
+ * The AST is data, not code: the IR parses and validates it, the generator emits it
+ * as a plain object literal, and this module walks it. There is no `eval` and no
+ * `new Function` anywhere on that path, so a predicate can only ever do what this
+ * file implements -- read the prediction, the case id and one metadata key, call
+ * four total string builtins, and compare. Anything else is a node kind this walker
+ * does not know, and an unknown node throws rather than passing.
+ *
+ * Throwing matters more than it looks. A false assertion and an *undecidable* one
+ * are different outcomes: `false` is a legitimate result the gate must see, while a
+ * missing metadata key or a string where a number belongs means the eval itself is
+ * misconfigured. Returning `false` for either would report a broken eval as a
+ * failing candidate, and returning `true` would hide it, so both throw `EvalError`.
+ *
+ * Both sides of `and`/`or` are always evaluated. Short-circuiting would let
+ * `case.metadata.missing == "x" or true` pass silently, which is the one failure
+ * mode this whole design exists to prevent.
+ */
+import type { EvalCase } from './dataset.js';
+/**
+ * A value a predicate can carry.
+ *
+ * Numbers are a single `number` here; Python normalizes its `int` and `float` to
+ * `float` so a JSON literal `3` and `length(...)` compare equal in both. Booleans
+ * are kept apart from numbers on purpose, because `1 == true` is false here and a
+ * grammar that answered differently in each language would be worse than no grammar.
+ */
+export type PredicateValue = boolean | number | string;
+/** The node shapes the IR emits. Structural, because the runtime owns no IR types. */
+export type PredicateNode = {
+    readonly kind: 'boolean';
+    readonly value: boolean;
+} | {
+    readonly kind: 'number';
+    readonly value: number;
+} | {
+    readonly kind: 'string';
+    readonly value: string;
+} | {
+    readonly kind: 'invalid';
+    readonly reason: string;
+} | {
+    readonly kind: 'path';
+    readonly path: string;
+    readonly name?: string;
+} | {
+    readonly kind: 'call';
+    readonly name: string;
+    readonly args: readonly PredicateNode[];
+} | {
+    readonly kind: 'comparison';
+    readonly op: string;
+    readonly left: PredicateNode;
+    readonly right: PredicateNode;
+} | {
+    readonly kind: 'not';
+    readonly operand: PredicateNode;
+} | {
+    readonly kind: 'and' | 'or';
+    readonly left: PredicateNode;
+    readonly right: PredicateNode;
+};
+/** The name a diagnostic uses for a value's type. */
+export declare function typeName(value: PredicateValue): string;
+/**
+ * Evaluate `node` against one case and prediction, or throw if it cannot be.
+ *
+ * A non-boolean result is an error rather than a truthiness test: the expression's
+ * type is fixed at build time, so a non-boolean here means the AST and the walker
+ * disagree, and guessing which one is right is exactly the kind of guess that makes
+ * a gate untrustworthy.
+ */
+export declare function evaluatePredicate(node: PredicateNode | undefined, context: {
+    readonly entry: EvalCase;
+    readonly prediction: string;
+}): boolean;
+//# sourceMappingURL=predicate.d.ts.map

package/dist/evals/predicate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"predicate.d.ts","sourceRoot":"","sources":["../../src/evals/predicate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAIH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAE7C;;;;;;;GAOG;AACH,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;AAEvD,sFAAsF;AACtF,MAAM,MAAM,aAAa,GACrB;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GACrD;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACnD;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACnD;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACrD;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,GACxE;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,aAAa,EAAE,CAAA;CAAE,GACzF;IACE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;CAC/B,GACD;IAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAA;CAAE,GACzD;IAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,GAAG,IAAI,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAA;CAAE,CAAC;AAIjG,qDAAqD;AACrD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,cAAc,GAAG,MAAM,CAItD;AAED;;;;;;;GAOG;AACH,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,aAAa,GAAG,SAAS,EAC/B,OAAO,EAAE;IAAE,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GACjE,OAAO,CAMT"}