niceeval 0.17.1 → 0.19.0

package/dist/eval/cli/contribution.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.evalCatalogCliCommand = exports.EVAL_CATALOG_OPTIONS = void 0;
-// @concord-file ne-eval-cli-catalog
+// @concord-file
 // @concord-implements docs/feature/eval/README.md
 const effect_1 = require("effect");
 const application_ts_1 = require("../../cli/application.cjs");

package/dist/eval/cli/contribution.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"contribution.js","sourceRoot":"","sources":["contribution.ts"],"names":[],"mappings":";;;AAAA,oCAAoC;AACpC,kDAAkD;AAClD,mCAAgC;AAChC,6DAAkH;AAClH,+DAAyF;AACzF,iFAA0E;AAC1E,+CAA4C;AAC/B,QAAA,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC9C,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC;QACf,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,oCAAoC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;KAC/F,CAAC;IACF,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,iCAAiC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;KAC5F,CAAC;CACmD,CAAC,CAAC;AAC3D,MAAM,iBAAiB,GAAG;;;;CAIzB,CAAC;AACF,MAAM,OAAO,GAAG,CAAC,SAAiB,EAAE,KAAc,EAAE,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,iCAAe,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;AAC1I,SAAS,KAAK,CAAC,IAAY;IACvB,OAAO,eAAM,CAAC,OAAO,CAAC,0BAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AAClJ,CAAC;AACY,QAAA,qBAAqB,GAAkH,MAAM,CAAC,MAAM,CAAC;IAC9J,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,uBAAuB;IAChC,OAAO,EAAE,4BAAoB;IAC7B,GAAG,EAAE,CAAC,IAAuB,EAAE,EAAE,CAAC,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,6BAAY,CAAC;QACnC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,eAAM,CAAC,GAAG,CAAC;YAC7B,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,4BAAoB,CAAC;YACnD,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,4BAA4B,EAAE,KAAK,CAAC;SACjE,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,4BAA4B,EAAE,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC,CAAC,CAAC;QAClI,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC9B,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAChC,OAAO,CAAC,CAAC;QACb,CAAC;QACD,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,mCAAkB,CAAC;QAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAChH,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,+CAAoB,CAAC;QAClD,KAAK,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QACpH,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,mBAAQ,CAAC,OAAO,CAAC;YACpC,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,GAAG,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/E,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAC7E,KAAK,CAAC,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,OAAO,CAAC,MAAM;CACxD,CAAC,CAAC;QACK,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAClC,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,CAAC,CAAC;IACb,CAAC,CAAC;CACL,CAAC,CAAC","sourcesContent":["// @concord-file ne-eval-cli-catalog\n// @concord-implements docs/feature/eval/README.md\nimport { Effect } from \"effect\";\nimport { CliArguments, CliInvocationFacts, CliOutput, type CliOptionDefinition, } from \"../../cli/application.ts\";\nimport { CliFeatureError, type CliCommandContribution } from \"../../cli/contribution.ts\";\nimport { ProjectConfiguration } from \"../../cli/project-configuration.ts\";\nimport { evalHost } from \"../host/index.ts\";\nexport const EVAL_CATALOG_OPTIONS = Object.freeze({\n    tag: Object.freeze({\n        type: \"string\",\n        help: Object.freeze({ summary: \"List only evals carrying this tag.\", visibility: \"public\" }),\n    }),\n    help: Object.freeze({\n        type: \"boolean\",\n        short: \"h\",\n        help: Object.freeze({ summary: \"Show Eval catalog command help.\", visibility: \"public\" }),\n    }),\n} satisfies Readonly<Record<string, CliOptionDefinition>>);\nconst EVAL_CATALOG_HELP = `niceeval list — list discovered Evals\n\nUsage:\n  niceeval list [--tag <tag>]\n`;\nconst failure = (operation: string, cause: unknown, exitCode = 1) => new CliFeatureError({ feature: \"eval\", operation, cause, exitCode });\nfunction write(text: string): Effect.Effect<void, CliFeatureError, CliOutput> {\n    return Effect.flatMap(CliOutput, (output) => output.writeStdout(text)).pipe(Effect.mapError((cause) => failure(\"write eval catalog\", cause)));\n}\nexport const evalCatalogCliCommand: CliCommandContribution<CliArguments | CliInvocationFacts | CliOutput | ProjectConfiguration, CliFeatureError> = Object.freeze({\n    name: \"list\",\n    summary: \"list discovered evals\",\n    options: EVAL_CATALOG_OPTIONS,\n    run: (argv: readonly string[]) => Effect.gen(function* () {\n        const parser = yield* CliArguments;\n        const parsed = yield* Effect.try({\n            try: () => parser.parse(argv, EVAL_CATALOG_OPTIONS),\n            catch: (cause) => failure(\"parse eval catalog command\", cause),\n        });\n        if (parsed.positionals.length > 0) {\n            return yield* Effect.fail(failure(\"parse eval catalog command\", new Error(\"niceeval list accepts no positional arguments.\")));\n        }\n        if (parsed.values.help === true) {\n            yield* write(EVAL_CATALOG_HELP);\n            return 0;\n        }\n        const invocation = yield* CliInvocationFacts;\n        const facts = yield* invocation.facts.pipe(Effect.mapError((cause) => failure(\"read invocation facts\", cause)));\n        const configuration = yield* ProjectConfiguration;\n        yield* configuration.load(facts.cwd).pipe(Effect.mapError((cause) => failure(\"load project configuration\", cause)));\n        const catalog = yield* evalHost.catalog({\n            cwd: facts.cwd,\n            ...(typeof parsed.values.tag === \"string\" ? { tag: parsed.values.tag } : {}),\n        }).pipe(Effect.mapError((cause) => failure(\"discover eval catalog\", cause)));\n        yield* write(`Discovered ${catalog.entries.length} evals:\n`);\n        for (const entry of catalog.entries) {\n            yield* write(`  ${entry.id}${entry.description ? `  — ${entry.description}` : \"\"}\\n`);\n        }\n        return 0;\n    }),\n});\n"]}
+{"version":3,"file":"contribution.js","sourceRoot":"","sources":["contribution.ts"],"names":[],"mappings":";;;AAAA,gBAAgB;AAChB,kDAAkD;AAClD,mCAAgC;AAChC,6DAAkH;AAClH,+DAAyF;AACzF,iFAA0E;AAC1E,+CAA4C;AAC/B,QAAA,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC9C,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC;QACf,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,oCAAoC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;KAC/F,CAAC;IACF,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,iCAAiC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;KAC5F,CAAC;CACmD,CAAC,CAAC;AAC3D,MAAM,iBAAiB,GAAG;;;;CAIzB,CAAC;AACF,MAAM,OAAO,GAAG,CAAC,SAAiB,EAAE,KAAc,EAAE,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,iCAAe,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;AAC1I,SAAS,KAAK,CAAC,IAAY;IACvB,OAAO,eAAM,CAAC,OAAO,CAAC,0BAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AAClJ,CAAC;AACY,QAAA,qBAAqB,GAAkH,MAAM,CAAC,MAAM,CAAC;IAC9J,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,uBAAuB;IAChC,OAAO,EAAE,4BAAoB;IAC7B,GAAG,EAAE,CAAC,IAAuB,EAAE,EAAE,CAAC,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,6BAAY,CAAC;QACnC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,eAAM,CAAC,GAAG,CAAC;YAC7B,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,4BAAoB,CAAC;YACnD,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,4BAA4B,EAAE,KAAK,CAAC;SACjE,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,4BAA4B,EAAE,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC,CAAC,CAAC;QAClI,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC9B,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAChC,OAAO,CAAC,CAAC;QACb,CAAC;QACD,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,mCAAkB,CAAC;QAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAChH,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,+CAAoB,CAAC;QAClD,KAAK,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QACpH,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,mBAAQ,CAAC,OAAO,CAAC;YACpC,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,GAAG,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/E,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAC7E,KAAK,CAAC,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,OAAO,CAAC,MAAM;CACxD,CAAC,CAAC;QACK,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAClC,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,CAAC,CAAC;IACb,CAAC,CAAC;CACL,CAAC,CAAC","sourcesContent":["// @concord-file\n// @concord-implements docs/feature/eval/README.md\nimport { Effect } from \"effect\";\nimport { CliArguments, CliInvocationFacts, CliOutput, type CliOptionDefinition, } from \"../../cli/application.ts\";\nimport { CliFeatureError, type CliCommandContribution } from \"../../cli/contribution.ts\";\nimport { ProjectConfiguration } from \"../../cli/project-configuration.ts\";\nimport { evalHost } from \"../host/index.ts\";\nexport const EVAL_CATALOG_OPTIONS = Object.freeze({\n    tag: Object.freeze({\n        type: \"string\",\n        help: Object.freeze({ summary: \"List only evals carrying this tag.\", visibility: \"public\" }),\n    }),\n    help: Object.freeze({\n        type: \"boolean\",\n        short: \"h\",\n        help: Object.freeze({ summary: \"Show Eval catalog command help.\", visibility: \"public\" }),\n    }),\n} satisfies Readonly<Record<string, CliOptionDefinition>>);\nconst EVAL_CATALOG_HELP = `niceeval list — list discovered Evals\n\nUsage:\n  niceeval list [--tag <tag>]\n`;\nconst failure = (operation: string, cause: unknown, exitCode = 1) => new CliFeatureError({ feature: \"eval\", operation, cause, exitCode });\nfunction write(text: string): Effect.Effect<void, CliFeatureError, CliOutput> {\n    return Effect.flatMap(CliOutput, (output) => output.writeStdout(text)).pipe(Effect.mapError((cause) => failure(\"write eval catalog\", cause)));\n}\nexport const evalCatalogCliCommand: CliCommandContribution<CliArguments | CliInvocationFacts | CliOutput | ProjectConfiguration, CliFeatureError> = Object.freeze({\n    name: \"list\",\n    summary: \"list discovered evals\",\n    options: EVAL_CATALOG_OPTIONS,\n    run: (argv: readonly string[]) => Effect.gen(function* () {\n        const parser = yield* CliArguments;\n        const parsed = yield* Effect.try({\n            try: () => parser.parse(argv, EVAL_CATALOG_OPTIONS),\n            catch: (cause) => failure(\"parse eval catalog command\", cause),\n        });\n        if (parsed.positionals.length > 0) {\n            return yield* Effect.fail(failure(\"parse eval catalog command\", new Error(\"niceeval list accepts no positional arguments.\")));\n        }\n        if (parsed.values.help === true) {\n            yield* write(EVAL_CATALOG_HELP);\n            return 0;\n        }\n        const invocation = yield* CliInvocationFacts;\n        const facts = yield* invocation.facts.pipe(Effect.mapError((cause) => failure(\"read invocation facts\", cause)));\n        const configuration = yield* ProjectConfiguration;\n        yield* configuration.load(facts.cwd).pipe(Effect.mapError((cause) => failure(\"load project configuration\", cause)));\n        const catalog = yield* evalHost.catalog({\n            cwd: facts.cwd,\n            ...(typeof parsed.values.tag === \"string\" ? { tag: parsed.values.tag } : {}),\n        }).pipe(Effect.mapError((cause) => failure(\"discover eval catalog\", cause)));\n        yield* write(`Discovered ${catalog.entries.length} evals:\n`);\n        for (const entry of catalog.entries) {\n            yield* write(`  ${entry.id}${entry.description ? `  — ${entry.description}` : \"\"}\\n`);\n        }\n        return 0;\n    }),\n});\n"]}

package/dist/eval/host/index.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.evalHost = exports.EvalCatalogError = void 0;
-// @concord-file ne-eval-host-catalog
+// @concord-file
 // @concord-implements docs/feature/eval/README.md
 const effect_1 = require("effect");
 const discover_ts_1 = require("../../runner/discover.cjs");

package/dist/eval/host/index.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;AAAA,qCAAqC;AACrC,kDAAkD;AAClD,mCAAsC;AACtC,0DAAyD;AAUzD,MAAa,gBAAiB,SAAQ,aAAI,CAAC,WAAW,CAAC,kBAAkB,CAGvE;CACD;AAJD,4CAIC;AACD,SAAS,OAAO,CAAC,KAGhB;IACG,OAAO,IAAA,2BAAa,EAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QAC1E,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;aAC5B,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;aACvF,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YACnC,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,GAAG,CAAC,UAAU,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC;YACxF,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;YACjD,cAAc,EAAE,UAAU,CAAC,cAAc;SAC5C,CAAC,CAAC,CAAC;KACP,CAAC,CAAC,EAAE,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5F,CAAC;AACD,iGAAiG;AACpF,QAAA,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC","sourcesContent":["// @concord-file ne-eval-host-catalog\n// @concord-implements docs/feature/eval/README.md\nimport { Data, Effect } from \"effect\";\nimport { discoverEvals } from \"../../runner/discover.ts\";\nexport interface EvalCatalogEntry {\n    readonly id: string;\n    readonly description?: string;\n    readonly tags: readonly string[];\n    readonly evaluationKind: \"pass\" | \"score\";\n}\nexport interface EvalCatalog {\n    readonly entries: readonly EvalCatalogEntry[];\n}\nexport class EvalCatalogError extends Data.TaggedError(\"EvalCatalogError\")<{\n    readonly operation: \"catalog\";\n    readonly cause: unknown;\n}> {\n}\nfunction catalog(input: {\n    readonly cwd: string;\n    readonly tag?: string;\n}): Effect.Effect<EvalCatalog, EvalCatalogError> {\n    return discoverEvals(input.cwd).pipe(Effect.map((discovered) => Object.freeze({\n        entries: Object.freeze(discovered\n            .filter((definition) => input.tag === undefined || definition.tags?.includes(input.tag))\n            .map((definition) => Object.freeze({\n            id: definition.id,\n            ...(definition.description === undefined ? {} : { description: definition.description }),\n            tags: Object.freeze([...(definition.tags ?? [])]),\n            evaluationKind: definition.evaluationKind,\n        }))),\n    })), Effect.mapError((cause) => new EvalCatalogError({ operation: \"catalog\", cause })));\n}\n/** Eval discovery is a closed Host operation; CLI consumers never receive Runner definitions. */\nexport const evalHost = Object.freeze({ catalog });\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;AAAA,gBAAgB;AAChB,kDAAkD;AAClD,mCAAsC;AACtC,0DAAyD;AAUzD,MAAa,gBAAiB,SAAQ,aAAI,CAAC,WAAW,CAAC,kBAAkB,CAGvE;CACD;AAJD,4CAIC;AACD,SAAS,OAAO,CAAC,KAGhB;IACG,OAAO,IAAA,2BAAa,EAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QAC1E,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;aAC5B,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;aACvF,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YACnC,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,GAAG,CAAC,UAAU,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC;YACxF,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;YACjD,cAAc,EAAE,UAAU,CAAC,cAAc;SAC5C,CAAC,CAAC,CAAC;KACP,CAAC,CAAC,EAAE,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5F,CAAC;AACD,iGAAiG;AACpF,QAAA,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC","sourcesContent":["// @concord-file\n// @concord-implements docs/feature/eval/README.md\nimport { Data, Effect } from \"effect\";\nimport { discoverEvals } from \"../../runner/discover.ts\";\nexport interface EvalCatalogEntry {\n    readonly id: string;\n    readonly description?: string;\n    readonly tags: readonly string[];\n    readonly evaluationKind: \"pass\" | \"score\";\n}\nexport interface EvalCatalog {\n    readonly entries: readonly EvalCatalogEntry[];\n}\nexport class EvalCatalogError extends Data.TaggedError(\"EvalCatalogError\")<{\n    readonly operation: \"catalog\";\n    readonly cause: unknown;\n}> {\n}\nfunction catalog(input: {\n    readonly cwd: string;\n    readonly tag?: string;\n}): Effect.Effect<EvalCatalog, EvalCatalogError> {\n    return discoverEvals(input.cwd).pipe(Effect.map((discovered) => Object.freeze({\n        entries: Object.freeze(discovered\n            .filter((definition) => input.tag === undefined || definition.tags?.includes(input.tag))\n            .map((definition) => Object.freeze({\n            id: definition.id,\n            ...(definition.description === undefined ? {} : { description: definition.description }),\n            tags: Object.freeze([...(definition.tags ?? [])]),\n            evaluationKind: definition.evaluationKind,\n        }))),\n    })), Effect.mapError((cause) => new EvalCatalogError({ operation: \"catalog\", cause })));\n}\n/** Eval discovery is a closed Host operation; CLI consumers never receive Runner definitions. */\nexport const evalHost = Object.freeze({ catalog });\n"]}

package/dist/eval/record/evaluation.cjs

@@ -6,7 +6,7 @@ exports.decodeEvaluationsPayload = decodeEvaluationsPayload;
 exports.buildEvaluationsPayload = buildEvaluationsPayload;
 exports.projectEvaluationsPayload = projectEvaluationsPayload;
 exports.projectEvaluations = projectEvaluations;
-// @concord-file ne-eval-record-evaluation
+// @concord-file
 // @concord-implements docs/feature/eval/README.md
 // @concord-implements docs/feature/inspection/README.md
 const effect_1 = require("effect");

package/dist/eval/record/evaluation.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"evaluation.js","sourceRoot":"","sources":["evaluation.ts"],"names":[],"mappings":";;;AA8DA,gEA6BC;AASD,4DAKC;AACD,0DAQC;AAQD,8DAQC;AAUD,gDASC;AArJD,0CAA0C;AAC1C,kDAAkD;AAClD,wDAAwD;AACxD,mCAAwC;AACxC,sEAAiE;AACjE,sEAA0F;AAC1F,8DAA8D;AAC9D,mDAA+F;AAC/F;;;GAGG;AACU,QAAA,oBAAoB,GAAG,eAAM,CAAC,QAAQ,CAAC,gCAAgB,CAAC,CAAC;AAIzD,QAAA,8BAA8B,GAAG,eAAM,CAAC,MAAM,CAAC,KAAK,CAAC,eAAM,CAAC,KAAK,EAAE,EAAE,eAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC;AAEvG,QAAA,oBAAoB,GAAG,eAAM,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,6BAAY;IACpB,OAAO,EAAE,sCAA8B;CAC1C,CAAC,CAAC;AAGU,QAAA,0BAA0B,GAAG,eAAM,CAAC,MAAM,CAAC;IACpD,MAAM,EAAE,8CAA8B;IACtC,cAAc,EAAE,4BAAoB;IACpC,KAAK,EAAE,eAAM,CAAC,aAAa,CAAC,4BAAoB,CAAC;CACpD,CAAC,CAAC;AAGH,MAAM,kCAAkC,GAAG,eAAM,CAAC,MAAM,CAAC;IACrD,YAAY,EAAE,8CAA8B;IAC5C,WAAW,EAAE,eAAM,CAAC,KAAK,CAAC,kCAA0B,CAAC;CACxD,CAAC,CAAC;AAuBH,SAAS,sBAAsB,CAAC,IAAoB,EAAE,KAAqB;IACvE,OAAO,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;QACjC,CAAC,CAAC,IAAA,yCAAwB,EAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrD,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AACD,SAAgB,0BAA0B,CAAC,OAA2B;IAClE,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,IAAI,cAAwC,CAAC;IAC7C,KAAK,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,IAAI,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;QACxE,IAAI,cAAc,KAAK,SAAS,IAAI,IAAA,yCAAwB,EAAC,cAAc,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,KAAK,UAAU,CAAC,MAAM;gBAC1D,CAAC,CAAC,EAAE,IAAI,EAAE,4BAAqC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE;gBAC5E,CAAC,CAAC,EAAE,IAAI,EAAE,gCAAyC,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnH,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,IAAI,YAAwC,CAAC;QAC7C,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACzD,IAAI,YAAY,KAAK,SAAS,IAAI,sBAAsB,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,gCAAyC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACtJ,CAAC;YACD,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,4BAAqC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACrG,CAAC;YACD,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,+BAAwC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACrI,CAAC;YACD,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,YAAY,GAAG,IAAI,CAAC;QACxB,CAAC;QACD,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;IACvC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AACY,QAAA,wBAAwB,GAAG,kCAAkC,CAAC,IAAI,CAAC,eAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAA6B,EAAE,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;IACpL,UAAU,EAAE,gBAAgB;IAC5B,WAAW,EAAE,uDAAuD;CACvE,CAAC,CAAC,CAAC;AAKJ,SAAgB,wBAAwB,CAAC,KAAc;IACnD,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,gCAAwB,EAAE,2CAA2B,CAAC,CAAC,KAAK,CAAC,CAAC;IACzG,OAAO,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QAC5B,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oCAA6C,EAAE,CAAC,CAAC;QACrF,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC1C,CAAC;AACD,SAAgB,uBAAuB,CAAC,KAAyB;IAC7D,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,kCAAkC,EAAE,2CAA2B,CAAC,CAAC,KAAK,CAAC,CAAC;IACnH,IAAI,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QACzB,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oCAA6C,EAAE,CAAC,CAAC,CAAC;IAC/F,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QACjB,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,uCAAgD,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IAC1G,OAAO,eAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC3C,CAAC;AAQD,SAAgB,yBAAyB,CAAC,OAA2B;IACjE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoC,CAAC;IAC1D,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YAClC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,cAAc,EAAE,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QAC7H,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,iBAAiB,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACvF,CAAC;AAUD,SAAgB,kBAAkB,CAAC,OAA2B;IAC1D,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YAC7E,EAAE,EAAE,UAAU,CAAC,MAAM;YACrB,IAAI,EAAE,UAAU,CAAC,cAAc;YAC/B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;SAC9C,CAAC,CAAC,CAAC;KACP,CAAC,CAAC;AACP,CAAC","sourcesContent":["// @concord-file ne-eval-record-evaluation\n// @concord-implements docs/feature/eval/README.md\n// @concord-implements docs/feature/inspection/README.md\nimport { Result, Schema } from \"effect\";\nimport { SlotIdSchema } from \"../../record/codec/identifiers.ts\";\nimport { compareCanonicalIdentity, type SlotId } from \"../../record/model/identifiers.ts\";\nimport { EVALUATION_KINDS } from \"../../shared/evaluation.ts\";\nimport { EvaluationRecordIdentitySchema, ExactEvaluationParseOptions, } from \"./attachment.ts\";\n/**\n * Eval-to-slot planning is transient. Core carries the immutable Slot identity\n * once a Run is created; no evaluations Attachment exists in Record v1.\n */\nexport const EvaluationKindSchema = Schema.Literals(EVALUATION_KINDS);\nexport type EvaluationKind = Schema.toType<typeof EvaluationKindSchema>[\"Type\"];\nexport type EvaluationId = Schema.toType<typeof EvaluationRecordIdentitySchema>[\"Type\"];\nexport type ExperimentId = Schema.toType<typeof EvaluationRecordIdentitySchema>[\"Type\"];\nexport const EvaluationAttemptOrdinalSchema = Schema.Number.check(Schema.isInt(), Schema.isGreaterThanOrEqualTo(0));\nexport type EvaluationAttemptOrdinal = Schema.toType<typeof EvaluationAttemptOrdinalSchema>[\"Type\"];\nexport const EvaluationSlotSchema = Schema.Struct({\n    slotId: SlotIdSchema,\n    attempt: EvaluationAttemptOrdinalSchema,\n});\nexport type EvaluationSlot = Schema.toType<typeof EvaluationSlotSchema>[\"Type\"];\nexport type EvaluationSlotEncoded = Schema.Codec.Encoded<typeof EvaluationSlotSchema>;\nexport const EvaluationDefinitionSchema = Schema.Struct({\n    evalId: EvaluationRecordIdentitySchema,\n    evaluationKind: EvaluationKindSchema,\n    slots: Schema.NonEmptyArray(EvaluationSlotSchema),\n});\nexport type EvaluationDefinition = Schema.toType<typeof EvaluationDefinitionSchema>[\"Type\"];\nexport type EvaluationDefinitionEncoded = Schema.Codec.Encoded<typeof EvaluationDefinitionSchema>;\nconst EvaluationsPayloadStructuralSchema = Schema.Struct({\n    experimentId: EvaluationRecordIdentitySchema,\n    evaluations: Schema.Array(EvaluationDefinitionSchema),\n});\nexport type EvaluationsPayload = Schema.toType<typeof EvaluationsPayloadStructuralSchema>[\"Type\"];\nexport type EvaluationsPayloadEncoded = Schema.Codec.Encoded<typeof EvaluationsPayloadStructuralSchema>;\nexport type EvaluationsPayloadIssue = {\n    readonly code: \"evaluations-eval-order-invalid\";\n    readonly index: number;\n    readonly evalId: EvaluationId;\n} | {\n    readonly code: \"evaluations-eval-duplicate\";\n    readonly evalId: EvaluationId;\n} | {\n    readonly code: \"evaluations-slot-order-invalid\";\n    readonly evalId: EvaluationId;\n    readonly index: number;\n    readonly slotId: SlotId;\n} | {\n    readonly code: \"evaluations-slot-duplicate\";\n    readonly slotId: SlotId;\n} | {\n    readonly code: \"evaluations-attempt-duplicate\";\n    readonly evalId: EvaluationId;\n    readonly attempt: EvaluationAttemptOrdinal;\n};\nfunction compareEvaluationSlots(left: EvaluationSlot, right: EvaluationSlot): number {\n    return left.attempt === right.attempt\n        ? compareCanonicalIdentity(left.slotId, right.slotId)\n        : left.attempt < right.attempt ? -1 : 1;\n}\nexport function validateEvaluationsPayload(payload: EvaluationsPayload): readonly EvaluationsPayloadIssue[] {\n    const issues: EvaluationsPayloadIssue[] = [];\n    const slots = new Set<string>();\n    let previousEvalId: EvaluationId | undefined;\n    for (const [definitionIndex, definition] of payload.evaluations.entries()) {\n        if (previousEvalId !== undefined && compareCanonicalIdentity(previousEvalId, definition.evalId) >= 0) {\n            issues.push(Object.freeze(previousEvalId === definition.evalId\n                ? { code: \"evaluations-eval-duplicate\" as const, evalId: definition.evalId }\n                : { code: \"evaluations-eval-order-invalid\" as const, index: definitionIndex, evalId: definition.evalId }));\n        }\n        const attempts = new Set<number>();\n        let previousSlot: EvaluationSlot | undefined;\n        for (const [slotIndex, slot] of definition.slots.entries()) {\n            if (previousSlot !== undefined && compareEvaluationSlots(previousSlot, slot) >= 0) {\n                issues.push(Object.freeze({ code: \"evaluations-slot-order-invalid\" as const, evalId: definition.evalId, index: slotIndex, slotId: slot.slotId }));\n            }\n            if (slots.has(slot.slotId)) {\n                issues.push(Object.freeze({ code: \"evaluations-slot-duplicate\" as const, slotId: slot.slotId }));\n            }\n            if (attempts.has(slot.attempt)) {\n                issues.push(Object.freeze({ code: \"evaluations-attempt-duplicate\" as const, evalId: definition.evalId, attempt: slot.attempt }));\n            }\n            slots.add(slot.slotId);\n            attempts.add(slot.attempt);\n            previousSlot = slot;\n        }\n        previousEvalId = definition.evalId;\n    }\n    return Object.freeze(issues);\n}\nexport const EvaluationsPayloadSchema = EvaluationsPayloadStructuralSchema.pipe(Schema.refine((payload): payload is typeof payload => validateEvaluationsPayload(payload).length === 0, {\n    identifier: \"EvaluationPlan\",\n    description: \"canonical transient Eval definitions and Slot mapping\",\n}));\nexport type EvaluationsPayloadBuildError = {\n    readonly code: \"evaluations-payload-schema-invalid\" | \"evaluations-payload-coherence-invalid\";\n    readonly issues?: readonly EvaluationsPayloadIssue[];\n};\nexport function decodeEvaluationsPayload(input: unknown): Result.Result<EvaluationsPayload, EvaluationsPayloadBuildError> {\n    const decoded = Schema.decodeUnknownResult(EvaluationsPayloadSchema, ExactEvaluationParseOptions)(input);\n    return Result.isFailure(decoded)\n        ? Result.fail(Object.freeze({ code: \"evaluations-payload-schema-invalid\" as const }))\n        : Result.succeed(decoded.success);\n}\nexport function buildEvaluationsPayload(input: EvaluationsPayload): Result.Result<EvaluationsPayload, EvaluationsPayloadBuildError> {\n    const decoded = Schema.decodeUnknownResult(EvaluationsPayloadStructuralSchema, ExactEvaluationParseOptions)(input);\n    if (Result.isFailure(decoded))\n        return Result.fail(Object.freeze({ code: \"evaluations-payload-schema-invalid\" as const }));\n    const issues = validateEvaluationsPayload(decoded.success);\n    if (issues.length > 0)\n        return Result.fail(Object.freeze({ code: \"evaluations-payload-coherence-invalid\" as const, issues }));\n    return Result.succeed(decoded.success);\n}\nexport interface EvaluationSlotProjection extends EvaluationSlot {\n    readonly evalId: EvaluationId;\n    readonly evaluationKind: EvaluationKind;\n}\nexport interface EvaluationsProjection {\n    readonly evaluationForSlot: (slotId: SlotId) => EvaluationSlotProjection | undefined;\n}\nexport function projectEvaluationsPayload(payload: EvaluationsPayload): EvaluationsProjection {\n    const slots = new Map<string, EvaluationSlotProjection>();\n    for (const evaluation of payload.evaluations) {\n        for (const slot of evaluation.slots) {\n            slots.set(slot.slotId, Object.freeze({ ...slot, evalId: evaluation.evalId, evaluationKind: evaluation.evaluationKind }));\n        }\n    }\n    return Object.freeze({ evaluationForSlot: (slotId: SlotId) => slots.get(slotId) });\n}\nexport interface Evaluation {\n    readonly id: EvaluationId;\n    readonly kind: EvaluationKind;\n    readonly slots: readonly EvaluationSlot[];\n}\nexport interface Evaluations {\n    readonly experimentId: ExperimentId;\n    readonly evaluations: readonly Evaluation[];\n}\nexport function projectEvaluations(payload: EvaluationsPayload): Evaluations {\n    return Object.freeze({\n        experimentId: payload.experimentId,\n        evaluations: Object.freeze(payload.evaluations.map((evaluation) => Object.freeze({\n            id: evaluation.evalId,\n            kind: evaluation.evaluationKind,\n            slots: Object.freeze([...evaluation.slots]),\n        }))),\n    });\n}\n"]}
+{"version":3,"file":"evaluation.js","sourceRoot":"","sources":["evaluation.ts"],"names":[],"mappings":";;;AA8DA,gEA6BC;AASD,4DAKC;AACD,0DAQC;AAQD,8DAQC;AAUD,gDASC;AArJD,gBAAgB;AAChB,kDAAkD;AAClD,wDAAwD;AACxD,mCAAwC;AACxC,sEAAiE;AACjE,sEAA0F;AAC1F,8DAA8D;AAC9D,mDAA+F;AAC/F;;;GAGG;AACU,QAAA,oBAAoB,GAAG,eAAM,CAAC,QAAQ,CAAC,gCAAgB,CAAC,CAAC;AAIzD,QAAA,8BAA8B,GAAG,eAAM,CAAC,MAAM,CAAC,KAAK,CAAC,eAAM,CAAC,KAAK,EAAE,EAAE,eAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC;AAEvG,QAAA,oBAAoB,GAAG,eAAM,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,6BAAY;IACpB,OAAO,EAAE,sCAA8B;CAC1C,CAAC,CAAC;AAGU,QAAA,0BAA0B,GAAG,eAAM,CAAC,MAAM,CAAC;IACpD,MAAM,EAAE,8CAA8B;IACtC,cAAc,EAAE,4BAAoB;IACpC,KAAK,EAAE,eAAM,CAAC,aAAa,CAAC,4BAAoB,CAAC;CACpD,CAAC,CAAC;AAGH,MAAM,kCAAkC,GAAG,eAAM,CAAC,MAAM,CAAC;IACrD,YAAY,EAAE,8CAA8B;IAC5C,WAAW,EAAE,eAAM,CAAC,KAAK,CAAC,kCAA0B,CAAC;CACxD,CAAC,CAAC;AAuBH,SAAS,sBAAsB,CAAC,IAAoB,EAAE,KAAqB;IACvE,OAAO,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;QACjC,CAAC,CAAC,IAAA,yCAAwB,EAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrD,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AACD,SAAgB,0BAA0B,CAAC,OAA2B;IAClE,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,IAAI,cAAwC,CAAC;IAC7C,KAAK,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,IAAI,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;QACxE,IAAI,cAAc,KAAK,SAAS,IAAI,IAAA,yCAAwB,EAAC,cAAc,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,KAAK,UAAU,CAAC,MAAM;gBAC1D,CAAC,CAAC,EAAE,IAAI,EAAE,4BAAqC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE;gBAC5E,CAAC,CAAC,EAAE,IAAI,EAAE,gCAAyC,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnH,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,IAAI,YAAwC,CAAC;QAC7C,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACzD,IAAI,YAAY,KAAK,SAAS,IAAI,sBAAsB,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,gCAAyC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACtJ,CAAC;YACD,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,4BAAqC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACrG,CAAC;YACD,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,+BAAwC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACrI,CAAC;YACD,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,YAAY,GAAG,IAAI,CAAC;QACxB,CAAC;QACD,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;IACvC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AACY,QAAA,wBAAwB,GAAG,kCAAkC,CAAC,IAAI,CAAC,eAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAA6B,EAAE,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;IACpL,UAAU,EAAE,gBAAgB;IAC5B,WAAW,EAAE,uDAAuD;CACvE,CAAC,CAAC,CAAC;AAKJ,SAAgB,wBAAwB,CAAC,KAAc;IACnD,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,gCAAwB,EAAE,2CAA2B,CAAC,CAAC,KAAK,CAAC,CAAC;IACzG,OAAO,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QAC5B,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oCAA6C,EAAE,CAAC,CAAC;QACrF,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC1C,CAAC;AACD,SAAgB,uBAAuB,CAAC,KAAyB;IAC7D,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,kCAAkC,EAAE,2CAA2B,CAAC,CAAC,KAAK,CAAC,CAAC;IACnH,IAAI,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QACzB,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oCAA6C,EAAE,CAAC,CAAC,CAAC;IAC/F,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QACjB,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,uCAAgD,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IAC1G,OAAO,eAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC3C,CAAC;AAQD,SAAgB,yBAAyB,CAAC,OAA2B;IACjE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoC,CAAC;IAC1D,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YAClC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,cAAc,EAAE,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QAC7H,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,iBAAiB,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACvF,CAAC;AAUD,SAAgB,kBAAkB,CAAC,OAA2B;IAC1D,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YAC7E,EAAE,EAAE,UAAU,CAAC,MAAM;YACrB,IAAI,EAAE,UAAU,CAAC,cAAc;YAC/B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;SAC9C,CAAC,CAAC,CAAC;KACP,CAAC,CAAC;AACP,CAAC","sourcesContent":["// @concord-file\n// @concord-implements docs/feature/eval/README.md\n// @concord-implements docs/feature/inspection/README.md\nimport { Result, Schema } from \"effect\";\nimport { SlotIdSchema } from \"../../record/codec/identifiers.ts\";\nimport { compareCanonicalIdentity, type SlotId } from \"../../record/model/identifiers.ts\";\nimport { EVALUATION_KINDS } from \"../../shared/evaluation.ts\";\nimport { EvaluationRecordIdentitySchema, ExactEvaluationParseOptions, } from \"./attachment.ts\";\n/**\n * Eval-to-slot planning is transient. Core carries the immutable Slot identity\n * once a Run is created; no evaluations Attachment exists in Record v1.\n */\nexport const EvaluationKindSchema = Schema.Literals(EVALUATION_KINDS);\nexport type EvaluationKind = Schema.toType<typeof EvaluationKindSchema>[\"Type\"];\nexport type EvaluationId = Schema.toType<typeof EvaluationRecordIdentitySchema>[\"Type\"];\nexport type ExperimentId = Schema.toType<typeof EvaluationRecordIdentitySchema>[\"Type\"];\nexport const EvaluationAttemptOrdinalSchema = Schema.Number.check(Schema.isInt(), Schema.isGreaterThanOrEqualTo(0));\nexport type EvaluationAttemptOrdinal = Schema.toType<typeof EvaluationAttemptOrdinalSchema>[\"Type\"];\nexport const EvaluationSlotSchema = Schema.Struct({\n    slotId: SlotIdSchema,\n    attempt: EvaluationAttemptOrdinalSchema,\n});\nexport type EvaluationSlot = Schema.toType<typeof EvaluationSlotSchema>[\"Type\"];\nexport type EvaluationSlotEncoded = Schema.Codec.Encoded<typeof EvaluationSlotSchema>;\nexport const EvaluationDefinitionSchema = Schema.Struct({\n    evalId: EvaluationRecordIdentitySchema,\n    evaluationKind: EvaluationKindSchema,\n    slots: Schema.NonEmptyArray(EvaluationSlotSchema),\n});\nexport type EvaluationDefinition = Schema.toType<typeof EvaluationDefinitionSchema>[\"Type\"];\nexport type EvaluationDefinitionEncoded = Schema.Codec.Encoded<typeof EvaluationDefinitionSchema>;\nconst EvaluationsPayloadStructuralSchema = Schema.Struct({\n    experimentId: EvaluationRecordIdentitySchema,\n    evaluations: Schema.Array(EvaluationDefinitionSchema),\n});\nexport type EvaluationsPayload = Schema.toType<typeof EvaluationsPayloadStructuralSchema>[\"Type\"];\nexport type EvaluationsPayloadEncoded = Schema.Codec.Encoded<typeof EvaluationsPayloadStructuralSchema>;\nexport type EvaluationsPayloadIssue = {\n    readonly code: \"evaluations-eval-order-invalid\";\n    readonly index: number;\n    readonly evalId: EvaluationId;\n} | {\n    readonly code: \"evaluations-eval-duplicate\";\n    readonly evalId: EvaluationId;\n} | {\n    readonly code: \"evaluations-slot-order-invalid\";\n    readonly evalId: EvaluationId;\n    readonly index: number;\n    readonly slotId: SlotId;\n} | {\n    readonly code: \"evaluations-slot-duplicate\";\n    readonly slotId: SlotId;\n} | {\n    readonly code: \"evaluations-attempt-duplicate\";\n    readonly evalId: EvaluationId;\n    readonly attempt: EvaluationAttemptOrdinal;\n};\nfunction compareEvaluationSlots(left: EvaluationSlot, right: EvaluationSlot): number {\n    return left.attempt === right.attempt\n        ? compareCanonicalIdentity(left.slotId, right.slotId)\n        : left.attempt < right.attempt ? -1 : 1;\n}\nexport function validateEvaluationsPayload(payload: EvaluationsPayload): readonly EvaluationsPayloadIssue[] {\n    const issues: EvaluationsPayloadIssue[] = [];\n    const slots = new Set<string>();\n    let previousEvalId: EvaluationId | undefined;\n    for (const [definitionIndex, definition] of payload.evaluations.entries()) {\n        if (previousEvalId !== undefined && compareCanonicalIdentity(previousEvalId, definition.evalId) >= 0) {\n            issues.push(Object.freeze(previousEvalId === definition.evalId\n                ? { code: \"evaluations-eval-duplicate\" as const, evalId: definition.evalId }\n                : { code: \"evaluations-eval-order-invalid\" as const, index: definitionIndex, evalId: definition.evalId }));\n        }\n        const attempts = new Set<number>();\n        let previousSlot: EvaluationSlot | undefined;\n        for (const [slotIndex, slot] of definition.slots.entries()) {\n            if (previousSlot !== undefined && compareEvaluationSlots(previousSlot, slot) >= 0) {\n                issues.push(Object.freeze({ code: \"evaluations-slot-order-invalid\" as const, evalId: definition.evalId, index: slotIndex, slotId: slot.slotId }));\n            }\n            if (slots.has(slot.slotId)) {\n                issues.push(Object.freeze({ code: \"evaluations-slot-duplicate\" as const, slotId: slot.slotId }));\n            }\n            if (attempts.has(slot.attempt)) {\n                issues.push(Object.freeze({ code: \"evaluations-attempt-duplicate\" as const, evalId: definition.evalId, attempt: slot.attempt }));\n            }\n            slots.add(slot.slotId);\n            attempts.add(slot.attempt);\n            previousSlot = slot;\n        }\n        previousEvalId = definition.evalId;\n    }\n    return Object.freeze(issues);\n}\nexport const EvaluationsPayloadSchema = EvaluationsPayloadStructuralSchema.pipe(Schema.refine((payload): payload is typeof payload => validateEvaluationsPayload(payload).length === 0, {\n    identifier: \"EvaluationPlan\",\n    description: \"canonical transient Eval definitions and Slot mapping\",\n}));\nexport type EvaluationsPayloadBuildError = {\n    readonly code: \"evaluations-payload-schema-invalid\" | \"evaluations-payload-coherence-invalid\";\n    readonly issues?: readonly EvaluationsPayloadIssue[];\n};\nexport function decodeEvaluationsPayload(input: unknown): Result.Result<EvaluationsPayload, EvaluationsPayloadBuildError> {\n    const decoded = Schema.decodeUnknownResult(EvaluationsPayloadSchema, ExactEvaluationParseOptions)(input);\n    return Result.isFailure(decoded)\n        ? Result.fail(Object.freeze({ code: \"evaluations-payload-schema-invalid\" as const }))\n        : Result.succeed(decoded.success);\n}\nexport function buildEvaluationsPayload(input: EvaluationsPayload): Result.Result<EvaluationsPayload, EvaluationsPayloadBuildError> {\n    const decoded = Schema.decodeUnknownResult(EvaluationsPayloadStructuralSchema, ExactEvaluationParseOptions)(input);\n    if (Result.isFailure(decoded))\n        return Result.fail(Object.freeze({ code: \"evaluations-payload-schema-invalid\" as const }));\n    const issues = validateEvaluationsPayload(decoded.success);\n    if (issues.length > 0)\n        return Result.fail(Object.freeze({ code: \"evaluations-payload-coherence-invalid\" as const, issues }));\n    return Result.succeed(decoded.success);\n}\nexport interface EvaluationSlotProjection extends EvaluationSlot {\n    readonly evalId: EvaluationId;\n    readonly evaluationKind: EvaluationKind;\n}\nexport interface EvaluationsProjection {\n    readonly evaluationForSlot: (slotId: SlotId) => EvaluationSlotProjection | undefined;\n}\nexport function projectEvaluationsPayload(payload: EvaluationsPayload): EvaluationsProjection {\n    const slots = new Map<string, EvaluationSlotProjection>();\n    for (const evaluation of payload.evaluations) {\n        for (const slot of evaluation.slots) {\n            slots.set(slot.slotId, Object.freeze({ ...slot, evalId: evaluation.evalId, evaluationKind: evaluation.evaluationKind }));\n        }\n    }\n    return Object.freeze({ evaluationForSlot: (slotId: SlotId) => slots.get(slotId) });\n}\nexport interface Evaluation {\n    readonly id: EvaluationId;\n    readonly kind: EvaluationKind;\n    readonly slots: readonly EvaluationSlot[];\n}\nexport interface Evaluations {\n    readonly experimentId: ExperimentId;\n    readonly evaluations: readonly Evaluation[];\n}\nexport function projectEvaluations(payload: EvaluationsPayload): Evaluations {\n    return Object.freeze({\n        experimentId: payload.experimentId,\n        evaluations: Object.freeze(payload.evaluations.map((evaluation) => Object.freeze({\n            id: evaluation.evalId,\n            kind: evaluation.evaluationKind,\n            slots: Object.freeze([...evaluation.slots]),\n        }))),\n    });\n}\n"]}

package/dist/eval/record/membership-provenance.d.cts

@@ -213,8 +213,8 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
         readonly attemptId: import("../../record/model/identifiers.cjs").AttemptId;
         readonly gap: {
             readonly reason: string;
-            readonly scope: "experiment" | "target" | "slot";
             readonly issues: readonly RecordIssue[];
+            readonly scope: "experiment" | "target" | "slot";
             readonly sourceBarrier?: {
                 readonly runId: import("../../record/model/identifiers.cjs").RunId;
                 readonly startedAt: import("../../record/model/identifiers.cjs").UtcMillis;
@@ -232,8 +232,8 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
         readonly slotId: SlotId;
         readonly gap: {
             readonly reason: string;
-            readonly scope: "experiment" | "target" | "slot";
             readonly issues: readonly RecordIssue[];
+            readonly scope: "experiment" | "target" | "slot";
             readonly sourceBarrier?: {
                 readonly runId: import("../../record/model/identifiers.cjs").RunId;
                 readonly startedAt: import("../../record/model/identifiers.cjs").UtcMillis;
@@ -251,8 +251,8 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
         readonly slotId: SlotId;
         readonly gap: {
             readonly reason: string;
-            readonly scope: "experiment" | "target" | "slot";
             readonly issues: readonly RecordIssue[];
+            readonly scope: "experiment" | "target" | "slot";
             readonly sourceBarrier?: {
                 readonly runId: import("../../record/model/identifiers.cjs").RunId;
                 readonly startedAt: import("../../record/model/identifiers.cjs").UtcMillis;

package/dist/eval/record/membership-provenance.d.mts

@@ -213,8 +213,8 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
         readonly attemptId: import("../../record/model/identifiers.mjs").AttemptId;
         readonly gap: {
             readonly reason: string;
-            readonly scope: "experiment" | "target" | "slot";
             readonly issues: readonly RecordIssue[];
+            readonly scope: "experiment" | "target" | "slot";
             readonly sourceBarrier?: {
                 readonly runId: import("../../record/model/identifiers.mjs").RunId;
                 readonly startedAt: import("../../record/model/identifiers.mjs").UtcMillis;
@@ -232,8 +232,8 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
         readonly slotId: SlotId;
         readonly gap: {
             readonly reason: string;
-            readonly scope: "experiment" | "target" | "slot";
             readonly issues: readonly RecordIssue[];
+            readonly scope: "experiment" | "target" | "slot";
             readonly sourceBarrier?: {
                 readonly runId: import("../../record/model/identifiers.mjs").RunId;
                 readonly startedAt: import("../../record/model/identifiers.mjs").UtcMillis;
@@ -251,8 +251,8 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
         readonly slotId: SlotId;
         readonly gap: {
             readonly reason: string;
-            readonly scope: "experiment" | "target" | "slot";
             readonly issues: readonly RecordIssue[];
+            readonly scope: "experiment" | "target" | "slot";
             readonly sourceBarrier?: {
                 readonly runId: import("../../record/model/identifiers.mjs").RunId;
                 readonly startedAt: import("../../record/model/identifiers.mjs").UtcMillis;

package/dist/eval/record/membership-provenance.d.ts

@@ -213,8 +213,8 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
         readonly attemptId: import("../../record/model/identifiers.js").AttemptId;
         readonly gap: {
             readonly reason: string;
-            readonly scope: "experiment" | "target" | "slot";
             readonly issues: readonly RecordIssue[];
+            readonly scope: "experiment" | "target" | "slot";
             readonly sourceBarrier?: {
                 readonly runId: import("../../record/model/identifiers.js").RunId;
                 readonly startedAt: import("../../record/model/identifiers.js").UtcMillis;
@@ -232,8 +232,8 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
         readonly slotId: SlotId;
         readonly gap: {
             readonly reason: string;
-            readonly scope: "experiment" | "target" | "slot";
             readonly issues: readonly RecordIssue[];
+            readonly scope: "experiment" | "target" | "slot";
             readonly sourceBarrier?: {
                 readonly runId: import("../../record/model/identifiers.js").RunId;
                 readonly startedAt: import("../../record/model/identifiers.js").UtcMillis;
@@ -251,8 +251,8 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
         readonly slotId: SlotId;
         readonly gap: {
             readonly reason: string;
-            readonly scope: "experiment" | "target" | "slot";
             readonly issues: readonly RecordIssue[];
+            readonly scope: "experiment" | "target" | "slot";
             readonly sourceBarrier?: {
                 readonly runId: import("../../record/model/identifiers.js").RunId;
                 readonly startedAt: import("../../record/model/identifiers.js").UtcMillis;

package/dist/eval/record/score.cjs

@@ -6,7 +6,7 @@ exports.buildScorePayload = buildScorePayload;
 exports.foldRecordedAttemptScore = foldRecordedAttemptScore;
 exports.validateScoreCoherence = validateScoreCoherence;
 exports.projectScorePayload = projectScorePayload;
-// @concord-file ne-eval-record-score
+// @concord-file
 // @concord-implements docs/feature/assertions/library/score-points.md
 // @concord-implements docs/feature/verdict/README.md
 // @concord-implements docs/feature/eval/use-case/rubric-points.md
@@ -118,7 +118,7 @@ function buildScorePayload(input) {
         : effect_1.Result.succeed(Object.freeze({ state: "unavailable", reasons: nonEmptyReasons }));
 }
 /** Folds Score from the same immutable Record/Core facts as Verdict. */
-// @concord-code ne-eval-fold-score
+// @concord-code
 // @concord-implements docs/feature/assertions/library/score-points.md
 // @concord-implements docs/feature/eval/use-case/rubric-points.md
 function foldRecordedAttemptScore(input) {

package/dist/eval/record/score.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"score.js","sourceRoot":"","sources":["score.ts"],"names":[],"mappings":";;;AA4DA,oDAgBC;AAsBD,8CAmCC;AAKD,4DAKC;AAmBD,wDAWC;AAsBD,kDAMC;AAzMD,qCAAqC;AACrC,sEAAsE;AACtE,qDAAqD;AACrD,kEAAkE;AAClE,mCAAwC;AACxC,mDAA4H;AAC5H,+DAAyH;AAGzH,+EAA+E;AAClE,QAAA,gBAAgB,GAAG,eAAM,CAAC,QAAQ,CAAC;IAC5C,UAAU;IACV,SAAS;IACT,aAAa;CAChB,CAAC,CAAC;AAEU,QAAA,2BAA2B,GAAG,eAAM,CAAC,QAAQ,CAAC;IACvD,mBAAmB;IACnB,oBAAoB;IACpB,oBAAoB;IACpB,gBAAgB;CACnB,CAAC,CAAC;AAEU,QAAA,4BAA4B,GAAG,eAAM,CAAC,aAAa,CAAC,mCAA2B,CAAC,CAAC;AAEjF,QAAA,iBAAiB,GAAG,6CAA6B,CAAC;AAE/D,MAAM,4BAA4B,GAAG,eAAM,CAAC,KAAK,CAAC;IAC9C,eAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,eAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,yBAAiB,EAAE,CAAC;IAC/E,eAAM,CAAC,MAAM,CAAC;QACV,KAAK,EAAE,eAAM,CAAC,OAAO,CAAC,SAAS,CAAC;QAChC,MAAM,EAAE,yBAAiB;QACzB,OAAO,EAAE,oCAA4B;KACxC,CAAC;IACF,eAAM,CAAC,MAAM,CAAC;QACV,KAAK,EAAE,eAAM,CAAC,OAAO,CAAC,aAAa,CAAC;QACpC,OAAO,EAAE,oCAA4B;KACxC,CAAC;CACL,CAAC,CAAC;AAWH,SAAS,yBAAyB,CAAC,MAA6B;IAC5D,QAAQ,MAAM,EAAE,CAAC;QACb,KAAK,mBAAmB,CAAC,CAAC,OAAO,CAAC,CAAC;QACnC,KAAK,oBAAoB,CAAC,CAAC,OAAO,CAAC,CAAC;QACpC,KAAK,oBAAoB,CAAC,CAAC,OAAO,CAAC,CAAC;QACpC,KAAK,gBAAgB,CAAC,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;AACL,CAAC;AACD,SAAS,mBAAmB,CAAC,OAAqB;IAC9C,OAAO,OAAO,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;AAC/D,CAAC;AACD,SAAgB,oBAAoB,CAAC,OAAqB;IACtD,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC9C,IAAI,YAAgC,CAAC;IACrC,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,mBAAmB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACnE,MAAM,IAAI,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,mCAA4C,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/F,CAAC;aACI,IAAI,YAAY,KAAK,SAAS,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;YAC1D,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,uCAAgD,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1G,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACjB,YAAY,GAAG,IAAI,CAAC;IACxB,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AACY,QAAA,kBAAkB,GAAG,4BAA4B,CAAC,IAAI,CAAC,eAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAA6B,EAAE,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;IAClK,UAAU,EAAE,kBAAkB;IAC9B,WAAW,EAAE,yCAAyC;CACzD,CAAC,CAAC,CAAC;AAES,QAAA,oBAAoB,GAAG,kDAA4B,CAAC;AAEpD,QAAA,qBAAqB,GAAG,4BAAoB,CAAC;AAM1D,SAAS,0BAA0B,CAAC,OAAyC;IACzE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,yBAAyB,CAAC,IAAI,CAAC,GAAG,yBAAyB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC1I,CAAC;AACD,SAAS,iBAAiB,CAAC,OAAyC;IAChE,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC;IACjC,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;AAC7E,CAAC;AACD,6EAA6E;AAC7E,SAAgB,iBAAiB,CAAC,KAAqB;IACnD,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,eAAM,CAAC,MAAM,CAAC,4BAAoB,CAAC,EAAE,2CAA2B,CAAC,CAAC,KAAK,CAAC,CAAC;IACpH,IAAI,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,0BAAmC,EAAE,CAAC,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,wBAAwB,GAAG,KAAK,CAAC;IACrC,MAAM,iBAAiB,GAA4B,EAAE,CAAC;IACtD,KAAK,MAAM,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACjD,QAAQ,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnC,KAAK,YAAY,CAAC,CAAC,MAAM;YACzB,KAAK,QAAQ;gBACT,wBAAwB,GAAG,IAAI,CAAC;gBAChC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;gBACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC3B,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,uBAAgC,EAAE,CAAC,CAAC,CAAC;gBAClF,CAAC;gBACD,MAAM;YACV,KAAK,aAAa;gBACd,IAAI,SAAS,CAAC,QAAQ;oBAClB,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC1D,MAAM;QACd,CAAC;IACL,CAAC;IACD,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS;QACvC,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,0BAA0B,CAAC,iBAAiB,CAAC,CAAC;IAC9D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QACpB,OAAO,eAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,UAAmB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IACjF,MAAM,eAAe,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACnD,IAAI,eAAe,KAAK,SAAS;QAC7B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC5D,OAAO,wBAAwB;QAC3B,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAkB,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC;QAChG,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAsB,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;AACrG,CAAC;AACD,wEAAwE;AACxE,mCAAmC;AACnC,sEAAsE;AACtE,kEAAkE;AAClE,SAAgB,wBAAwB,CAAC,KAGxC;IACG,OAAO,iBAAiB,CAAC,IAAA,0CAAoB,EAAC,KAAK,CAAC,CAAC,CAAC;AAC1D,CAAC;AAOD,SAAS,WAAW,CAAC,IAAsC,EAAE,KAAuC;IAChG,OAAO,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AAClG,CAAC;AACD,SAAS,gBAAgB,CAAC,IAAkB,EAAE,KAAmB;IAC7D,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK;QAC1B,OAAO,KAAK,CAAC;IACjB,IAAI,IAAI,CAAC,KAAK,KAAK,UAAU;QACzB,OAAO,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC;IACtE,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;QACxB,OAAO,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACjH,OAAO,KAAK,CAAC,KAAK,KAAK,aAAa,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;AACrF,CAAC;AACD,SAAgB,sBAAsB,CAAC,KAGtC;IACG,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/C,IAAI,eAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,0BAAmC,EAAE,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACxH,CAAC;IACD,OAAO,gBAAgB,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC;QACpD,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACnB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,wBAAiC,EAAE,CAAC,CAAC,CAAC,CAAC;AACtF,CAAC;AAgBD,SAAS,sBAAsB,CAAC,OAAyC;IACrE,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC;IACjC,IAAI,KAAK,KAAK,SAAS;QACnB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IAC1D,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;AAC3C,CAAC;AACD,SAAgB,mBAAmB,CAAC,OAAqB;IACrD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;QACpB,KAAK,UAAU,CAAC,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,UAAmB,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,IAAa,EAAE,CAAC,CAAC;QACzH,KAAK,SAAS,CAAC,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAkB,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,sBAAsB,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,KAAc,EAAE,CAAC,CAAC;QAC1K,KAAK,aAAa,CAAC,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAsB,EAAE,OAAO,EAAE,sBAAsB,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,KAAc,EAAE,CAAC,CAAC;IAC9J,CAAC;AACL,CAAC","sourcesContent":["// @concord-file ne-eval-record-score\n// @concord-implements docs/feature/assertions/library/score-points.md\n// @concord-implements docs/feature/verdict/README.md\n// @concord-implements docs/feature/eval/use-case/rubric-points.md\nimport { Result, Schema } from \"effect\";\nimport { ExactEvaluationParseOptions, FiniteNonNegativeNumberSchema, type FiniteNonNegativeNumber, } from \"./attachment.ts\";\nimport { EvaluationAttemptFactsSchema, recordedAttemptFacts, type EvaluationAttemptFacts, } from \"./sealed-assertion.ts\";\nimport type { AssertionsAttachment } from \"../../record/family/assertions/definition.ts\";\nimport type { AttemptOutcome } from \"../../record/model/core.ts\";\n/** Score is an Analysis calculation, not an independently persisted family. */\nexport const ScoreStateSchema = Schema.Literals([\n    \"complete\",\n    \"partial\",\n    \"unavailable\",\n]);\nexport type ScoreState = Schema.toType<typeof ScoreStateSchema>[\"Type\"];\nexport const ScoreIncompleteReasonSchema = Schema.Literals([\n    \"execution-errored\",\n    \"source-unavailable\",\n    \"evaluation-errored\",\n    \"not-applicable\",\n]);\nexport type ScoreIncompleteReason = Schema.toType<typeof ScoreIncompleteReasonSchema>[\"Type\"];\nexport const ScoreIncompleteReasonsSchema = Schema.NonEmptyArray(ScoreIncompleteReasonSchema);\nexport type ScoreIncompleteReasons = Schema.toType<typeof ScoreIncompleteReasonsSchema>[\"Type\"];\nexport const EarnedScoreSchema = FiniteNonNegativeNumberSchema;\nexport type EarnedScore = FiniteNonNegativeNumber;\nconst ScorePayloadStructuralSchema = Schema.Union([\n    Schema.Struct({ state: Schema.Literal(\"complete\"), earned: EarnedScoreSchema }),\n    Schema.Struct({\n        state: Schema.Literal(\"partial\"),\n        earned: EarnedScoreSchema,\n        reasons: ScoreIncompleteReasonsSchema,\n    }),\n    Schema.Struct({\n        state: Schema.Literal(\"unavailable\"),\n        reasons: ScoreIncompleteReasonsSchema,\n    }),\n]);\nexport type ScorePayload = Schema.toType<typeof ScorePayloadStructuralSchema>[\"Type\"];\nexport type ScorePayloadEncoded = Schema.Codec.Encoded<typeof ScorePayloadStructuralSchema>;\nexport type ScorePayloadIssue = {\n    readonly code: \"score-incomplete-reason-duplicate\";\n    readonly reason: ScoreIncompleteReason;\n} | {\n    readonly code: \"score-incomplete-reason-order-invalid\";\n    readonly index: number;\n    readonly reason: ScoreIncompleteReason;\n};\nfunction scoreIncompleteReasonRank(reason: ScoreIncompleteReason): number {\n    switch (reason) {\n        case \"execution-errored\": return 0;\n        case \"source-unavailable\": return 1;\n        case \"evaluation-errored\": return 2;\n        case \"not-applicable\": return 3;\n    }\n}\nfunction incompleteReasonsOf(payload: ScorePayload): readonly ScoreIncompleteReason[] {\n    return payload.state === \"complete\" ? [] : payload.reasons;\n}\nexport function validateScorePayload(payload: ScorePayload): readonly ScorePayloadIssue[] {\n    const issues: ScorePayloadIssue[] = [];\n    const seen = new Set<ScoreIncompleteReason>();\n    let previousRank: number | undefined;\n    for (const [index, reason] of incompleteReasonsOf(payload).entries()) {\n        const rank = scoreIncompleteReasonRank(reason);\n        if (seen.has(reason)) {\n            issues.push(Object.freeze({ code: \"score-incomplete-reason-duplicate\" as const, reason }));\n        }\n        else if (previousRank !== undefined && previousRank >= rank) {\n            issues.push(Object.freeze({ code: \"score-incomplete-reason-order-invalid\" as const, index, reason }));\n        }\n        seen.add(reason);\n        previousRank = rank;\n    }\n    return Object.freeze(issues);\n}\nexport const ScorePayloadSchema = ScorePayloadStructuralSchema.pipe(Schema.refine((payload): payload is typeof payload => validateScorePayload(payload).length === 0, {\n    identifier: \"ScoreCalculation\",\n    description: \"a canonical transient score calculation\",\n}));\nexport type ScoreFoldInput = EvaluationAttemptFacts;\nexport const ScoreFoldInputSchema = EvaluationAttemptFactsSchema;\nexport type ScoreBuildInput = ScoreFoldInput;\nexport const ScoreBuildInputSchema = ScoreFoldInputSchema;\nexport type ScorePayloadBuildError = {\n    readonly code: \"score-fold-input-invalid\";\n} | {\n    readonly code: \"score-earned-overflow\";\n};\nfunction canonicalIncompleteReasons(reasons: readonly ScoreIncompleteReason[]): readonly ScoreIncompleteReason[] {\n    return Object.freeze([...new Set(reasons)].sort((left, right) => scoreIncompleteReasonRank(left) - scoreIncompleteReasonRank(right)));\n}\nfunction asNonEmptyReasons(reasons: readonly ScoreIncompleteReason[]): ScoreIncompleteReasons | undefined {\n    const [first, ...rest] = reasons;\n    return first === undefined ? undefined : Object.freeze([first, ...rest]);\n}\n/** Folds sealed Assertion facts without producing a durable Record write. */\nexport function buildScorePayload(input: ScoreFoldInput): Result.Result<ScorePayload, ScorePayloadBuildError> {\n    const decoded = Schema.decodeUnknownResult(Schema.toType(ScoreFoldInputSchema), ExactEvaluationParseOptions)(input);\n    if (Result.isFailure(decoded)) {\n        return Result.fail(Object.freeze({ code: \"score-fold-input-invalid\" as const }));\n    }\n    let earned = 0;\n    let hasAuditableContribution = false;\n    const incompleteReasons: ScoreIncompleteReason[] = [];\n    for (const assertion of decoded.success.assertions) {\n        switch (assertion.result.score.state) {\n            case \"not-scored\": break;\n            case \"earned\":\n                hasAuditableContribution = true;\n                earned += assertion.result.score.earned;\n                if (!Number.isFinite(earned)) {\n                    return Result.fail(Object.freeze({ code: \"score-earned-overflow\" as const }));\n                }\n                break;\n            case \"unavailable\":\n                if (assertion.required)\n                    incompleteReasons.push(assertion.result.score.reason);\n                break;\n        }\n    }\n    if (decoded.success.execution === \"errored\")\n        incompleteReasons.push(\"execution-errored\");\n    const reasons = canonicalIncompleteReasons(incompleteReasons);\n    if (reasons.length === 0)\n        return Result.succeed(Object.freeze({ state: \"complete\" as const, earned }));\n    const nonEmptyReasons = asNonEmptyReasons(reasons);\n    if (nonEmptyReasons === undefined)\n        throw new Error(\"Non-empty score reasons became empty\");\n    return hasAuditableContribution\n        ? Result.succeed(Object.freeze({ state: \"partial\" as const, earned, reasons: nonEmptyReasons }))\n        : Result.succeed(Object.freeze({ state: \"unavailable\" as const, reasons: nonEmptyReasons }));\n}\n/** Folds Score from the same immutable Record/Core facts as Verdict. */\n// @concord-code ne-eval-fold-score\n// @concord-implements docs/feature/assertions/library/score-points.md\n// @concord-implements docs/feature/eval/use-case/rubric-points.md\nexport function foldRecordedAttemptScore(input: {\n    readonly outcome: AttemptOutcome;\n    readonly assertions: AssertionsAttachment;\n}): Result.Result<ScorePayload, ScorePayloadBuildError> {\n    return buildScorePayload(recordedAttemptFacts(input));\n}\nexport type ScoreCoherenceIssue = {\n    readonly code: \"score-fold-input-invalid\";\n    readonly reason: ScorePayloadBuildError[\"code\"];\n} | {\n    readonly code: \"score-payload-mismatch\";\n};\nfunction sameReasons(left: readonly ScoreIncompleteReason[], right: readonly ScoreIncompleteReason[]): boolean {\n    return left.length === right.length && left.every((reason, index) => reason === right[index]);\n}\nfunction sameScorePayload(left: ScorePayload, right: ScorePayload): boolean {\n    if (left.state !== right.state)\n        return false;\n    if (left.state === \"complete\")\n        return right.state === \"complete\" && left.earned === right.earned;\n    if (left.state === \"partial\")\n        return right.state === \"partial\" && left.earned === right.earned && sameReasons(left.reasons, right.reasons);\n    return right.state === \"unavailable\" && sameReasons(left.reasons, right.reasons);\n}\nexport function validateScoreCoherence(input: {\n    readonly payload: ScorePayload;\n    readonly fold: ScoreFoldInput;\n}): readonly ScoreCoherenceIssue[] {\n    const expected = buildScorePayload(input.fold);\n    if (Result.isFailure(expected)) {\n        return Object.freeze([Object.freeze({ code: \"score-fold-input-invalid\" as const, reason: expected.failure.code })]);\n    }\n    return sameScorePayload(input.payload, expected.success)\n        ? Object.freeze([])\n        : Object.freeze([Object.freeze({ code: \"score-payload-mismatch\" as const })]);\n}\nexport type Score = {\n    readonly state: \"complete\";\n    readonly earned: number;\n    readonly comparable: true;\n} | {\n    readonly state: \"partial\";\n    readonly earned: number;\n    readonly reasons: ScoreIncompleteReasons;\n    readonly comparable: false;\n} | {\n    readonly state: \"unavailable\";\n    readonly reasons: ScoreIncompleteReasons;\n    readonly comparable: false;\n};\nexport type ScoreProjection = Score;\nfunction scoreIncompleteReasons(reasons: readonly ScoreIncompleteReason[]): ScoreIncompleteReasons {\n    const [first, ...rest] = reasons;\n    if (first === undefined)\n        throw new Error(\"An incomplete score needs a reason\");\n    return Object.freeze([first, ...rest]);\n}\nexport function projectScorePayload(payload: ScorePayload): Score {\n    switch (payload.state) {\n        case \"complete\": return Object.freeze({ state: \"complete\" as const, earned: payload.earned, comparable: true as const });\n        case \"partial\": return Object.freeze({ state: \"partial\" as const, earned: payload.earned, reasons: scoreIncompleteReasons(payload.reasons), comparable: false as const });\n        case \"unavailable\": return Object.freeze({ state: \"unavailable\" as const, reasons: scoreIncompleteReasons(payload.reasons), comparable: false as const });\n    }\n}\n"]}
+{"version":3,"file":"score.js","sourceRoot":"","sources":["score.ts"],"names":[],"mappings":";;;AA4DA,oDAgBC;AAsBD,8CAmCC;AAKD,4DAKC;AAmBD,wDAWC;AAsBD,kDAMC;AAzMD,gBAAgB;AAChB,sEAAsE;AACtE,qDAAqD;AACrD,kEAAkE;AAClE,mCAAwC;AACxC,mDAA4H;AAC5H,+DAAyH;AAGzH,+EAA+E;AAClE,QAAA,gBAAgB,GAAG,eAAM,CAAC,QAAQ,CAAC;IAC5C,UAAU;IACV,SAAS;IACT,aAAa;CAChB,CAAC,CAAC;AAEU,QAAA,2BAA2B,GAAG,eAAM,CAAC,QAAQ,CAAC;IACvD,mBAAmB;IACnB,oBAAoB;IACpB,oBAAoB;IACpB,gBAAgB;CACnB,CAAC,CAAC;AAEU,QAAA,4BAA4B,GAAG,eAAM,CAAC,aAAa,CAAC,mCAA2B,CAAC,CAAC;AAEjF,QAAA,iBAAiB,GAAG,6CAA6B,CAAC;AAE/D,MAAM,4BAA4B,GAAG,eAAM,CAAC,KAAK,CAAC;IAC9C,eAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,eAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,yBAAiB,EAAE,CAAC;IAC/E,eAAM,CAAC,MAAM,CAAC;QACV,KAAK,EAAE,eAAM,CAAC,OAAO,CAAC,SAAS,CAAC;QAChC,MAAM,EAAE,yBAAiB;QACzB,OAAO,EAAE,oCAA4B;KACxC,CAAC;IACF,eAAM,CAAC,MAAM,CAAC;QACV,KAAK,EAAE,eAAM,CAAC,OAAO,CAAC,aAAa,CAAC;QACpC,OAAO,EAAE,oCAA4B;KACxC,CAAC;CACL,CAAC,CAAC;AAWH,SAAS,yBAAyB,CAAC,MAA6B;IAC5D,QAAQ,MAAM,EAAE,CAAC;QACb,KAAK,mBAAmB,CAAC,CAAC,OAAO,CAAC,CAAC;QACnC,KAAK,oBAAoB,CAAC,CAAC,OAAO,CAAC,CAAC;QACpC,KAAK,oBAAoB,CAAC,CAAC,OAAO,CAAC,CAAC;QACpC,KAAK,gBAAgB,CAAC,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;AACL,CAAC;AACD,SAAS,mBAAmB,CAAC,OAAqB;IAC9C,OAAO,OAAO,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;AAC/D,CAAC;AACD,SAAgB,oBAAoB,CAAC,OAAqB;IACtD,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC9C,IAAI,YAAgC,CAAC;IACrC,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,mBAAmB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACnE,MAAM,IAAI,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,mCAA4C,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/F,CAAC;aACI,IAAI,YAAY,KAAK,SAAS,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;YAC1D,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,uCAAgD,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1G,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACjB,YAAY,GAAG,IAAI,CAAC;IACxB,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AACY,QAAA,kBAAkB,GAAG,4BAA4B,CAAC,IAAI,CAAC,eAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAA6B,EAAE,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;IAClK,UAAU,EAAE,kBAAkB;IAC9B,WAAW,EAAE,yCAAyC;CACzD,CAAC,CAAC,CAAC;AAES,QAAA,oBAAoB,GAAG,kDAA4B,CAAC;AAEpD,QAAA,qBAAqB,GAAG,4BAAoB,CAAC;AAM1D,SAAS,0BAA0B,CAAC,OAAyC;IACzE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,yBAAyB,CAAC,IAAI,CAAC,GAAG,yBAAyB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC1I,CAAC;AACD,SAAS,iBAAiB,CAAC,OAAyC;IAChE,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC;IACjC,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;AAC7E,CAAC;AACD,6EAA6E;AAC7E,SAAgB,iBAAiB,CAAC,KAAqB;IACnD,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,eAAM,CAAC,MAAM,CAAC,4BAAoB,CAAC,EAAE,2CAA2B,CAAC,CAAC,KAAK,CAAC,CAAC;IACpH,IAAI,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,0BAAmC,EAAE,CAAC,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,wBAAwB,GAAG,KAAK,CAAC;IACrC,MAAM,iBAAiB,GAA4B,EAAE,CAAC;IACtD,KAAK,MAAM,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACjD,QAAQ,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnC,KAAK,YAAY,CAAC,CAAC,MAAM;YACzB,KAAK,QAAQ;gBACT,wBAAwB,GAAG,IAAI,CAAC;gBAChC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;gBACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC3B,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,uBAAgC,EAAE,CAAC,CAAC,CAAC;gBAClF,CAAC;gBACD,MAAM;YACV,KAAK,aAAa;gBACd,IAAI,SAAS,CAAC,QAAQ;oBAClB,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC1D,MAAM;QACd,CAAC;IACL,CAAC;IACD,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS;QACvC,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,0BAA0B,CAAC,iBAAiB,CAAC,CAAC;IAC9D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QACpB,OAAO,eAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,UAAmB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IACjF,MAAM,eAAe,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACnD,IAAI,eAAe,KAAK,SAAS;QAC7B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC5D,OAAO,wBAAwB;QAC3B,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAkB,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC;QAChG,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAsB,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;AACrG,CAAC;AACD,wEAAwE;AACxE,gBAAgB;AAChB,sEAAsE;AACtE,kEAAkE;AAClE,SAAgB,wBAAwB,CAAC,KAGxC;IACG,OAAO,iBAAiB,CAAC,IAAA,0CAAoB,EAAC,KAAK,CAAC,CAAC,CAAC;AAC1D,CAAC;AAOD,SAAS,WAAW,CAAC,IAAsC,EAAE,KAAuC;IAChG,OAAO,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AAClG,CAAC;AACD,SAAS,gBAAgB,CAAC,IAAkB,EAAE,KAAmB;IAC7D,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK;QAC1B,OAAO,KAAK,CAAC;IACjB,IAAI,IAAI,CAAC,KAAK,KAAK,UAAU;QACzB,OAAO,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC;IACtE,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;QACxB,OAAO,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACjH,OAAO,KAAK,CAAC,KAAK,KAAK,aAAa,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;AACrF,CAAC;AACD,SAAgB,sBAAsB,CAAC,KAGtC;IACG,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/C,IAAI,eAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,0BAAmC,EAAE,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACxH,CAAC;IACD,OAAO,gBAAgB,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC;QACpD,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACnB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,wBAAiC,EAAE,CAAC,CAAC,CAAC,CAAC;AACtF,CAAC;AAgBD,SAAS,sBAAsB,CAAC,OAAyC;IACrE,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC;IACjC,IAAI,KAAK,KAAK,SAAS;QACnB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IAC1D,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;AAC3C,CAAC;AACD,SAAgB,mBAAmB,CAAC,OAAqB;IACrD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;QACpB,KAAK,UAAU,CAAC,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,UAAmB,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,IAAa,EAAE,CAAC,CAAC;QACzH,KAAK,SAAS,CAAC,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAkB,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,sBAAsB,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,KAAc,EAAE,CAAC,CAAC;QAC1K,KAAK,aAAa,CAAC,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAsB,EAAE,OAAO,EAAE,sBAAsB,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,KAAc,EAAE,CAAC,CAAC;IAC9J,CAAC;AACL,CAAC","sourcesContent":["// @concord-file\n// @concord-implements docs/feature/assertions/library/score-points.md\n// @concord-implements docs/feature/verdict/README.md\n// @concord-implements docs/feature/eval/use-case/rubric-points.md\nimport { Result, Schema } from \"effect\";\nimport { ExactEvaluationParseOptions, FiniteNonNegativeNumberSchema, type FiniteNonNegativeNumber, } from \"./attachment.ts\";\nimport { EvaluationAttemptFactsSchema, recordedAttemptFacts, type EvaluationAttemptFacts, } from \"./sealed-assertion.ts\";\nimport type { AssertionsAttachment } from \"../../record/family/assertions/definition.ts\";\nimport type { AttemptOutcome } from \"../../record/model/core.ts\";\n/** Score is an Analysis calculation, not an independently persisted family. */\nexport const ScoreStateSchema = Schema.Literals([\n    \"complete\",\n    \"partial\",\n    \"unavailable\",\n]);\nexport type ScoreState = Schema.toType<typeof ScoreStateSchema>[\"Type\"];\nexport const ScoreIncompleteReasonSchema = Schema.Literals([\n    \"execution-errored\",\n    \"source-unavailable\",\n    \"evaluation-errored\",\n    \"not-applicable\",\n]);\nexport type ScoreIncompleteReason = Schema.toType<typeof ScoreIncompleteReasonSchema>[\"Type\"];\nexport const ScoreIncompleteReasonsSchema = Schema.NonEmptyArray(ScoreIncompleteReasonSchema);\nexport type ScoreIncompleteReasons = Schema.toType<typeof ScoreIncompleteReasonsSchema>[\"Type\"];\nexport const EarnedScoreSchema = FiniteNonNegativeNumberSchema;\nexport type EarnedScore = FiniteNonNegativeNumber;\nconst ScorePayloadStructuralSchema = Schema.Union([\n    Schema.Struct({ state: Schema.Literal(\"complete\"), earned: EarnedScoreSchema }),\n    Schema.Struct({\n        state: Schema.Literal(\"partial\"),\n        earned: EarnedScoreSchema,\n        reasons: ScoreIncompleteReasonsSchema,\n    }),\n    Schema.Struct({\n        state: Schema.Literal(\"unavailable\"),\n        reasons: ScoreIncompleteReasonsSchema,\n    }),\n]);\nexport type ScorePayload = Schema.toType<typeof ScorePayloadStructuralSchema>[\"Type\"];\nexport type ScorePayloadEncoded = Schema.Codec.Encoded<typeof ScorePayloadStructuralSchema>;\nexport type ScorePayloadIssue = {\n    readonly code: \"score-incomplete-reason-duplicate\";\n    readonly reason: ScoreIncompleteReason;\n} | {\n    readonly code: \"score-incomplete-reason-order-invalid\";\n    readonly index: number;\n    readonly reason: ScoreIncompleteReason;\n};\nfunction scoreIncompleteReasonRank(reason: ScoreIncompleteReason): number {\n    switch (reason) {\n        case \"execution-errored\": return 0;\n        case \"source-unavailable\": return 1;\n        case \"evaluation-errored\": return 2;\n        case \"not-applicable\": return 3;\n    }\n}\nfunction incompleteReasonsOf(payload: ScorePayload): readonly ScoreIncompleteReason[] {\n    return payload.state === \"complete\" ? [] : payload.reasons;\n}\nexport function validateScorePayload(payload: ScorePayload): readonly ScorePayloadIssue[] {\n    const issues: ScorePayloadIssue[] = [];\n    const seen = new Set<ScoreIncompleteReason>();\n    let previousRank: number | undefined;\n    for (const [index, reason] of incompleteReasonsOf(payload).entries()) {\n        const rank = scoreIncompleteReasonRank(reason);\n        if (seen.has(reason)) {\n            issues.push(Object.freeze({ code: \"score-incomplete-reason-duplicate\" as const, reason }));\n        }\n        else if (previousRank !== undefined && previousRank >= rank) {\n            issues.push(Object.freeze({ code: \"score-incomplete-reason-order-invalid\" as const, index, reason }));\n        }\n        seen.add(reason);\n        previousRank = rank;\n    }\n    return Object.freeze(issues);\n}\nexport const ScorePayloadSchema = ScorePayloadStructuralSchema.pipe(Schema.refine((payload): payload is typeof payload => validateScorePayload(payload).length === 0, {\n    identifier: \"ScoreCalculation\",\n    description: \"a canonical transient score calculation\",\n}));\nexport type ScoreFoldInput = EvaluationAttemptFacts;\nexport const ScoreFoldInputSchema = EvaluationAttemptFactsSchema;\nexport type ScoreBuildInput = ScoreFoldInput;\nexport const ScoreBuildInputSchema = ScoreFoldInputSchema;\nexport type ScorePayloadBuildError = {\n    readonly code: \"score-fold-input-invalid\";\n} | {\n    readonly code: \"score-earned-overflow\";\n};\nfunction canonicalIncompleteReasons(reasons: readonly ScoreIncompleteReason[]): readonly ScoreIncompleteReason[] {\n    return Object.freeze([...new Set(reasons)].sort((left, right) => scoreIncompleteReasonRank(left) - scoreIncompleteReasonRank(right)));\n}\nfunction asNonEmptyReasons(reasons: readonly ScoreIncompleteReason[]): ScoreIncompleteReasons | undefined {\n    const [first, ...rest] = reasons;\n    return first === undefined ? undefined : Object.freeze([first, ...rest]);\n}\n/** Folds sealed Assertion facts without producing a durable Record write. */\nexport function buildScorePayload(input: ScoreFoldInput): Result.Result<ScorePayload, ScorePayloadBuildError> {\n    const decoded = Schema.decodeUnknownResult(Schema.toType(ScoreFoldInputSchema), ExactEvaluationParseOptions)(input);\n    if (Result.isFailure(decoded)) {\n        return Result.fail(Object.freeze({ code: \"score-fold-input-invalid\" as const }));\n    }\n    let earned = 0;\n    let hasAuditableContribution = false;\n    const incompleteReasons: ScoreIncompleteReason[] = [];\n    for (const assertion of decoded.success.assertions) {\n        switch (assertion.result.score.state) {\n            case \"not-scored\": break;\n            case \"earned\":\n                hasAuditableContribution = true;\n                earned += assertion.result.score.earned;\n                if (!Number.isFinite(earned)) {\n                    return Result.fail(Object.freeze({ code: \"score-earned-overflow\" as const }));\n                }\n                break;\n            case \"unavailable\":\n                if (assertion.required)\n                    incompleteReasons.push(assertion.result.score.reason);\n                break;\n        }\n    }\n    if (decoded.success.execution === \"errored\")\n        incompleteReasons.push(\"execution-errored\");\n    const reasons = canonicalIncompleteReasons(incompleteReasons);\n    if (reasons.length === 0)\n        return Result.succeed(Object.freeze({ state: \"complete\" as const, earned }));\n    const nonEmptyReasons = asNonEmptyReasons(reasons);\n    if (nonEmptyReasons === undefined)\n        throw new Error(\"Non-empty score reasons became empty\");\n    return hasAuditableContribution\n        ? Result.succeed(Object.freeze({ state: \"partial\" as const, earned, reasons: nonEmptyReasons }))\n        : Result.succeed(Object.freeze({ state: \"unavailable\" as const, reasons: nonEmptyReasons }));\n}\n/** Folds Score from the same immutable Record/Core facts as Verdict. */\n// @concord-code\n// @concord-implements docs/feature/assertions/library/score-points.md\n// @concord-implements docs/feature/eval/use-case/rubric-points.md\nexport function foldRecordedAttemptScore(input: {\n    readonly outcome: AttemptOutcome;\n    readonly assertions: AssertionsAttachment;\n}): Result.Result<ScorePayload, ScorePayloadBuildError> {\n    return buildScorePayload(recordedAttemptFacts(input));\n}\nexport type ScoreCoherenceIssue = {\n    readonly code: \"score-fold-input-invalid\";\n    readonly reason: ScorePayloadBuildError[\"code\"];\n} | {\n    readonly code: \"score-payload-mismatch\";\n};\nfunction sameReasons(left: readonly ScoreIncompleteReason[], right: readonly ScoreIncompleteReason[]): boolean {\n    return left.length === right.length && left.every((reason, index) => reason === right[index]);\n}\nfunction sameScorePayload(left: ScorePayload, right: ScorePayload): boolean {\n    if (left.state !== right.state)\n        return false;\n    if (left.state === \"complete\")\n        return right.state === \"complete\" && left.earned === right.earned;\n    if (left.state === \"partial\")\n        return right.state === \"partial\" && left.earned === right.earned && sameReasons(left.reasons, right.reasons);\n    return right.state === \"unavailable\" && sameReasons(left.reasons, right.reasons);\n}\nexport function validateScoreCoherence(input: {\n    readonly payload: ScorePayload;\n    readonly fold: ScoreFoldInput;\n}): readonly ScoreCoherenceIssue[] {\n    const expected = buildScorePayload(input.fold);\n    if (Result.isFailure(expected)) {\n        return Object.freeze([Object.freeze({ code: \"score-fold-input-invalid\" as const, reason: expected.failure.code })]);\n    }\n    return sameScorePayload(input.payload, expected.success)\n        ? Object.freeze([])\n        : Object.freeze([Object.freeze({ code: \"score-payload-mismatch\" as const })]);\n}\nexport type Score = {\n    readonly state: \"complete\";\n    readonly earned: number;\n    readonly comparable: true;\n} | {\n    readonly state: \"partial\";\n    readonly earned: number;\n    readonly reasons: ScoreIncompleteReasons;\n    readonly comparable: false;\n} | {\n    readonly state: \"unavailable\";\n    readonly reasons: ScoreIncompleteReasons;\n    readonly comparable: false;\n};\nexport type ScoreProjection = Score;\nfunction scoreIncompleteReasons(reasons: readonly ScoreIncompleteReason[]): ScoreIncompleteReasons {\n    const [first, ...rest] = reasons;\n    if (first === undefined)\n        throw new Error(\"An incomplete score needs a reason\");\n    return Object.freeze([first, ...rest]);\n}\nexport function projectScorePayload(payload: ScorePayload): Score {\n    switch (payload.state) {\n        case \"complete\": return Object.freeze({ state: \"complete\" as const, earned: payload.earned, comparable: true as const });\n        case \"partial\": return Object.freeze({ state: \"partial\" as const, earned: payload.earned, reasons: scoreIncompleteReasons(payload.reasons), comparable: false as const });\n        case \"unavailable\": return Object.freeze({ state: \"unavailable\" as const, reasons: scoreIncompleteReasons(payload.reasons), comparable: false as const });\n    }\n}\n"]}

package/dist/eval/record/sealed-assertion.cjs

@@ -4,7 +4,7 @@ exports.EvaluationAttemptFactsSchema = exports.SealedAssertionForEvaluationSchem
 exports.recordedAttemptFacts = recordedAttemptFacts;
 exports.isRequiredAssertionUnavailableOrErrored = isRequiredAssertionUnavailableOrErrored;
 exports.isGateFailed = isGateFailed;
-// @concord-file ne-eval-sealed-assertion-facts
+// @concord-file
 // @concord-implements docs/feature/assertions/README.md
 // @concord-implements docs/feature/verdict/README.md
 const effect_1 = require("effect");

package/dist/eval/record/sealed-assertion.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"sealed-assertion.js","sourceRoot":"","sources":["sealed-assertion.ts"],"names":[],"mappings":";;;AAkCA,oDAcC;AACD,0FAGC;AACD,oCAEC;AAvDD,+CAA+C;AAC/C,wDAAwD;AACxD,qDAAqD;AACrD,mCAAgC;AAChC,+DAAwH;AAUtE,4GAVV,sCAAqC,OAUA;AAR7E,+DAAyE;AAUzE;;;;GAIG;AACU,QAAA,kCAAkC,GAAG,eAAM,CAAC,MAAM,CAAC;IAC5D,QAAQ,EAAE,eAAM,CAAC,OAAO;IACxB,MAAM,EAAE,sCAAqC;CAChD,CAAC,CAAC;AAEH,4EAA4E;AAC/D,QAAA,4BAA4B,GAAG,eAAM,CAAC,MAAM,CAAC;IACtD,SAAS,EAAE,eAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IACpD,iBAAiB,EAAE,eAAM,CAAC,OAAO;IACjC,UAAU,EAAE,eAAM,CAAC,KAAK,CAAC,0CAAkC,CAAC;CAC/D,CAAC,CAAC;AAEH,oFAAoF;AACpF,SAAgB,oBAAoB,CAAC,KAGpC;IACG,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,SAAS,EAAE,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,aAAa;YACrE,CAAC,CAAC,SAAkB;YACpB,CAAC,CAAC,WAAoB;QAC1B,iBAAiB,EAAE,KAAK,CAAC,OAAO,KAAK,WAAW;QAChD,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YAC5E,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,KAAK,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,KAAK,UAAU;YACzG,MAAM,EAAE,IAAA,gCAAqB,EAAC,KAAK,CAAC;SACvC,CAAC,CAAC,CAAC;KACP,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,uCAAuC,CAAC,SAAuC;IAC3F,OAAO,SAAS,CAAC,QAAQ,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,KAAK,aAAa;WAC/D,SAAS,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;AACjD,CAAC;AACD,SAAgB,YAAY,CAAC,SAAuC;IAChE,OAAO,SAAS,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC;AAC9C,CAAC","sourcesContent":["// @concord-file ne-eval-sealed-assertion-facts\n// @concord-implements docs/feature/assertions/README.md\n// @concord-implements docs/feature/verdict/README.md\nimport { Schema } from \"effect\";\nimport { SealedAssertionResultSchema as AssertionsSealedAssertionResultSchema } from \"../../assertions/record/codec.ts\";\nimport type { EarnedScoreContribution, GateDisposition, NoScoreContribution, ScoreContribution, SealedAssertionResult, UnavailableScoreContribution, } from \"../../assertions/record/model.ts\";\nimport { sealedAssertionResult } from \"../../assertions/record/model.ts\";\nimport type { AssertionsAttachment } from \"../../record/family/assertions/definition.ts\";\nimport type { AttemptOutcome } from \"../../record/model/core.ts\";\n/**\n * Eval folds consume the Assertions owner's sealed-result contract directly.\n * They deliberately do not re-own the Assertions Attachment or its blob\n * closure; `required` below is Eval producer policy only.\n */\nexport { AssertionsSealedAssertionResultSchema as SealedAssertionResultSchema, };\nexport type { EarnedScoreContribution, GateDisposition, NoScoreContribution, ScoreContribution, SealedAssertionResult, UnavailableScoreContribution, };\n/**\n * `required` is producer policy, not a field added to the Assertions\n * Attachment. It determines whether an otherwise-local unavailable result\n * raises the Attempt Verdict to errored.\n */\nexport const SealedAssertionForEvaluationSchema = Schema.Struct({\n    required: Schema.Boolean,\n    result: AssertionsSealedAssertionResultSchema,\n});\nexport type SealedAssertionForEvaluation = Schema.toType<typeof SealedAssertionForEvaluationSchema>[\"Type\"];\n/** All producer facts shared by the independent Verdict and Score folds. */\nexport const EvaluationAttemptFactsSchema = Schema.Struct({\n    execution: Schema.Literals([\"completed\", \"errored\"]),\n    explicitlySkipped: Schema.Boolean,\n    assertions: Schema.Array(SealedAssertionForEvaluationSchema),\n});\nexport type EvaluationAttemptFacts = Schema.toType<typeof EvaluationAttemptFactsSchema>[\"Type\"];\n/** The sole Record/Core adapter shared by the canonical Verdict and Score folds. */\nexport function recordedAttemptFacts(input: {\n    readonly outcome: AttemptOutcome;\n    readonly assertions: AssertionsAttachment;\n}): EvaluationAttemptFacts {\n    return Object.freeze({\n        execution: input.outcome === \"errored\" || input.outcome === \"interrupted\"\n            ? \"errored\" as const\n            : \"completed\" as const,\n        explicitlySkipped: input.outcome === \"cancelled\",\n        assertions: Object.freeze(input.assertions.entries.map((entry) => Object.freeze({\n            required: entry.policy.requirement.state === \"available\" && entry.policy.requirement.value === \"required\",\n            result: sealedAssertionResult(entry),\n        }))),\n    });\n}\nexport function isRequiredAssertionUnavailableOrErrored(assertion: SealedAssertionForEvaluation): boolean {\n    return assertion.required && (assertion.result.state === \"unavailable\"\n        || assertion.result.state === \"errored\");\n}\nexport function isGateFailed(assertion: SealedAssertionForEvaluation): boolean {\n    return assertion.result.gate === \"failed\";\n}\n"]}
+{"version":3,"file":"sealed-assertion.js","sourceRoot":"","sources":["sealed-assertion.ts"],"names":[],"mappings":";;;AAkCA,oDAcC;AACD,0FAGC;AACD,oCAEC;AAvDD,gBAAgB;AAChB,wDAAwD;AACxD,qDAAqD;AACrD,mCAAgC;AAChC,+DAAwH;AAUtE,4GAVV,sCAAqC,OAUA;AAR7E,+DAAyE;AAUzE;;;;GAIG;AACU,QAAA,kCAAkC,GAAG,eAAM,CAAC,MAAM,CAAC;IAC5D,QAAQ,EAAE,eAAM,CAAC,OAAO;IACxB,MAAM,EAAE,sCAAqC;CAChD,CAAC,CAAC;AAEH,4EAA4E;AAC/D,QAAA,4BAA4B,GAAG,eAAM,CAAC,MAAM,CAAC;IACtD,SAAS,EAAE,eAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IACpD,iBAAiB,EAAE,eAAM,CAAC,OAAO;IACjC,UAAU,EAAE,eAAM,CAAC,KAAK,CAAC,0CAAkC,CAAC;CAC/D,CAAC,CAAC;AAEH,oFAAoF;AACpF,SAAgB,oBAAoB,CAAC,KAGpC;IACG,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,SAAS,EAAE,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,aAAa;YACrE,CAAC,CAAC,SAAkB;YACpB,CAAC,CAAC,WAAoB;QAC1B,iBAAiB,EAAE,KAAK,CAAC,OAAO,KAAK,WAAW;QAChD,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YAC5E,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,KAAK,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,KAAK,UAAU;YACzG,MAAM,EAAE,IAAA,gCAAqB,EAAC,KAAK,CAAC;SACvC,CAAC,CAAC,CAAC;KACP,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,uCAAuC,CAAC,SAAuC;IAC3F,OAAO,SAAS,CAAC,QAAQ,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,KAAK,aAAa;WAC/D,SAAS,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;AACjD,CAAC;AACD,SAAgB,YAAY,CAAC,SAAuC;IAChE,OAAO,SAAS,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC;AAC9C,CAAC","sourcesContent":["// @concord-file\n// @concord-implements docs/feature/assertions/README.md\n// @concord-implements docs/feature/verdict/README.md\nimport { Schema } from \"effect\";\nimport { SealedAssertionResultSchema as AssertionsSealedAssertionResultSchema } from \"../../assertions/record/codec.ts\";\nimport type { EarnedScoreContribution, GateDisposition, NoScoreContribution, ScoreContribution, SealedAssertionResult, UnavailableScoreContribution, } from \"../../assertions/record/model.ts\";\nimport { sealedAssertionResult } from \"../../assertions/record/model.ts\";\nimport type { AssertionsAttachment } from \"../../record/family/assertions/definition.ts\";\nimport type { AttemptOutcome } from \"../../record/model/core.ts\";\n/**\n * Eval folds consume the Assertions owner's sealed-result contract directly.\n * They deliberately do not re-own the Assertions Attachment or its blob\n * closure; `required` below is Eval producer policy only.\n */\nexport { AssertionsSealedAssertionResultSchema as SealedAssertionResultSchema, };\nexport type { EarnedScoreContribution, GateDisposition, NoScoreContribution, ScoreContribution, SealedAssertionResult, UnavailableScoreContribution, };\n/**\n * `required` is producer policy, not a field added to the Assertions\n * Attachment. It determines whether an otherwise-local unavailable result\n * raises the Attempt Verdict to errored.\n */\nexport const SealedAssertionForEvaluationSchema = Schema.Struct({\n    required: Schema.Boolean,\n    result: AssertionsSealedAssertionResultSchema,\n});\nexport type SealedAssertionForEvaluation = Schema.toType<typeof SealedAssertionForEvaluationSchema>[\"Type\"];\n/** All producer facts shared by the independent Verdict and Score folds. */\nexport const EvaluationAttemptFactsSchema = Schema.Struct({\n    execution: Schema.Literals([\"completed\", \"errored\"]),\n    explicitlySkipped: Schema.Boolean,\n    assertions: Schema.Array(SealedAssertionForEvaluationSchema),\n});\nexport type EvaluationAttemptFacts = Schema.toType<typeof EvaluationAttemptFactsSchema>[\"Type\"];\n/** The sole Record/Core adapter shared by the canonical Verdict and Score folds. */\nexport function recordedAttemptFacts(input: {\n    readonly outcome: AttemptOutcome;\n    readonly assertions: AssertionsAttachment;\n}): EvaluationAttemptFacts {\n    return Object.freeze({\n        execution: input.outcome === \"errored\" || input.outcome === \"interrupted\"\n            ? \"errored\" as const\n            : \"completed\" as const,\n        explicitlySkipped: input.outcome === \"cancelled\",\n        assertions: Object.freeze(input.assertions.entries.map((entry) => Object.freeze({\n            required: entry.policy.requirement.state === \"available\" && entry.policy.requirement.value === \"required\",\n            result: sealedAssertionResult(entry),\n        }))),\n    });\n}\nexport function isRequiredAssertionUnavailableOrErrored(assertion: SealedAssertionForEvaluation): boolean {\n    return assertion.required && (assertion.result.state === \"unavailable\"\n        || assertion.result.state === \"errored\");\n}\nexport function isGateFailed(assertion: SealedAssertionForEvaluation): boolean {\n    return assertion.result.gate === \"failed\";\n}\n"]}

package/dist/eval/record/verdict.cjs

@@ -6,7 +6,7 @@ exports.foldRecordedAttemptVerdict = foldRecordedAttemptVerdict;
 exports.buildVerdictPayload = buildVerdictPayload;
 exports.validateVerdictCoherence = validateVerdictCoherence;
 exports.projectVerdictPayload = projectVerdictPayload;
-// @concord-file ne-eval-record-verdict
+// @concord-file
 // @concord-implements docs/feature/verdict/README.md
 // @concord-implements docs/feature/verdict/architecture.md
 // @concord-implements docs/feature/verdict/use-case/strict-quality-gate.md
@@ -22,7 +22,7 @@ exports.VerdictPayloadSchema = effect_1.Schema.Struct({
     state: exports.VerdictStateSchema,
 });
 exports.VerdictFoldInputSchema = sealed_assertion_ts_1.EvaluationAttemptFactsSchema;
-// @concord-code ne-eval-fold-verdict
+// @concord-code
 // @concord-implements docs/feature/verdict/architecture.md
 // @concord-implements docs/feature/verdict/use-case/strict-quality-gate.md
 function foldVerdict(input) {

package/dist/eval/record/verdict.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"verdict.js","sourceRoot":"","sources":["verdict.ts"],"names":[],"mappings":";;;AAyBA,kCAQC;AAMD,gEAKC;AACD,kDAEC;AAMD,4DAcC;AAED,sDAEC;AAvED,uCAAuC;AACvC,qDAAqD;AACrD,2DAA2D;AAC3D,2EAA2E;AAC3E,mCAAgC;AAGhC,oDAA+D;AAC/D,+DAAgL;AAChL;;;GAGG;AACU,QAAA,kBAAkB,GAAG,eAAM,CAAC,QAAQ,CAAC,mBAAQ,CAAC,CAAC;AAE/C,QAAA,oBAAoB,GAAG,eAAM,CAAC,MAAM,CAAC;IAC9C,KAAK,EAAE,0BAAkB;CAC5B,CAAC,CAAC;AAIU,QAAA,sBAAsB,GAAG,kDAA4B,CAAC;AACnE,qCAAqC;AACrC,2DAA2D;AAC3D,2EAA2E;AAC3E,SAAgB,WAAW,CAAC,KAAuB;IAC/C,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;WAC1B,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,6DAAuC,CAAC,EAAE,CAAC;QACpE,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,kCAAY,CAAC;QACnC,OAAO,QAAQ,CAAC;IACpB,OAAO,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC1D,CAAC;AACD;;;;GAIG;AACH,SAAgB,0BAA0B,CAAC,KAG1C;IACG,OAAO,WAAW,CAAC,IAAA,0CAAoB,EAAC,KAAK,CAAC,CAAC,CAAC;AACpD,CAAC;AACD,SAAgB,mBAAmB,CAAC,KAAuB;IACvD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AACxD,CAAC;AAMD,SAAgB,wBAAwB,CAAC,KAGxC;IACG,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,KAAK,QAAQ;QACnC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACnB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YACZ,MAAM,CAAC,MAAM,CAAC;gBACV,IAAI,EAAE,uBAAgC;gBACtC,QAAQ;gBACR,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK;aAC9B,CAAC;SACL,CAAC,CAAC;AACX,CAAC;AACD,+EAA+E;AAC/E,SAAgB,qBAAqB,CAAC,OAAuB;IACzD,OAAO,OAAO,CAAC,KAAK,CAAC;AACzB,CAAC","sourcesContent":["// @concord-file ne-eval-record-verdict\n// @concord-implements docs/feature/verdict/README.md\n// @concord-implements docs/feature/verdict/architecture.md\n// @concord-implements docs/feature/verdict/use-case/strict-quality-gate.md\nimport { Schema } from \"effect\";\nimport type { AssertionsAttachment } from \"../../record/family/assertions/definition.ts\";\nimport type { AttemptOutcome } from \"../../record/model/core.ts\";\nimport { VERDICTS, type Verdict } from \"../../shared/types.ts\";\nimport { EvaluationAttemptFactsSchema, isGateFailed, isRequiredAssertionUnavailableOrErrored, recordedAttemptFacts, type EvaluationAttemptFacts, } from \"./sealed-assertion.ts\";\n/**\n * A transient fold result. Verdict is derived from sealed Assertion facts and\n * Attempt outcome; it is deliberately not a Record Attachment family.\n */\nexport const VerdictStateSchema = Schema.Literals(VERDICTS);\nexport type VerdictState = Schema.toType<typeof VerdictStateSchema>[\"Type\"];\nexport const VerdictPayloadSchema = Schema.Struct({\n    state: VerdictStateSchema,\n});\nexport type VerdictPayload = Schema.toType<typeof VerdictPayloadSchema>[\"Type\"];\nexport type VerdictPayloadEncoded = Schema.Codec.Encoded<typeof VerdictPayloadSchema>;\nexport type VerdictFoldInput = EvaluationAttemptFacts;\nexport const VerdictFoldInputSchema = EvaluationAttemptFactsSchema;\n// @concord-code ne-eval-fold-verdict\n// @concord-implements docs/feature/verdict/architecture.md\n// @concord-implements docs/feature/verdict/use-case/strict-quality-gate.md\nexport function foldVerdict(input: VerdictFoldInput): VerdictState {\n    if (input.execution === \"errored\"\n        || input.assertions.some(isRequiredAssertionUnavailableOrErrored)) {\n        return \"errored\";\n    }\n    if (input.assertions.some(isGateFailed))\n        return \"failed\";\n    return input.explicitlySkipped ? \"skipped\" : \"passed\";\n}\n/**\n * Folds the public Verdict from the immutable Attempt outcome and verified\n * Assertions payload.  This is the one adapter from Record's terminal Core\n * state into the verdict fold; consumers must not reproduce these rules.\n */\nexport function foldRecordedAttemptVerdict(input: {\n    readonly outcome: AttemptOutcome;\n    readonly assertions: AssertionsAttachment;\n}): VerdictState {\n    return foldVerdict(recordedAttemptFacts(input));\n}\nexport function buildVerdictPayload(input: VerdictFoldInput): VerdictPayload {\n    return Object.freeze({ state: foldVerdict(input) });\n}\nexport type VerdictCoherenceIssue = {\n    readonly code: \"verdict-fold-mismatch\";\n    readonly expected: VerdictState;\n    readonly actual: VerdictState;\n};\nexport function validateVerdictCoherence(input: {\n    readonly payload: VerdictPayload;\n    readonly fold: VerdictFoldInput;\n}): readonly VerdictCoherenceIssue[] {\n    const expected = foldVerdict(input.fold);\n    return input.payload.state === expected\n        ? Object.freeze([])\n        : Object.freeze([\n            Object.freeze({\n                code: \"verdict-fold-mismatch\" as const,\n                expected,\n                actual: input.payload.state,\n            }),\n        ]);\n}\n/** Plain domain projection for callers that need NiceEval's public verdict. */\nexport function projectVerdictPayload(payload: VerdictPayload): Verdict {\n    return payload.state;\n}\n"]}
+{"version":3,"file":"verdict.js","sourceRoot":"","sources":["verdict.ts"],"names":[],"mappings":";;;AAyBA,kCAQC;AAMD,gEAKC;AACD,kDAEC;AAMD,4DAcC;AAED,sDAEC;AAvED,gBAAgB;AAChB,qDAAqD;AACrD,2DAA2D;AAC3D,2EAA2E;AAC3E,mCAAgC;AAGhC,oDAA+D;AAC/D,+DAAgL;AAChL;;;GAGG;AACU,QAAA,kBAAkB,GAAG,eAAM,CAAC,QAAQ,CAAC,mBAAQ,CAAC,CAAC;AAE/C,QAAA,oBAAoB,GAAG,eAAM,CAAC,MAAM,CAAC;IAC9C,KAAK,EAAE,0BAAkB;CAC5B,CAAC,CAAC;AAIU,QAAA,sBAAsB,GAAG,kDAA4B,CAAC;AACnE,gBAAgB;AAChB,2DAA2D;AAC3D,2EAA2E;AAC3E,SAAgB,WAAW,CAAC,KAAuB;IAC/C,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;WAC1B,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,6DAAuC,CAAC,EAAE,CAAC;QACpE,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,kCAAY,CAAC;QACnC,OAAO,QAAQ,CAAC;IACpB,OAAO,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC1D,CAAC;AACD;;;;GAIG;AACH,SAAgB,0BAA0B,CAAC,KAG1C;IACG,OAAO,WAAW,CAAC,IAAA,0CAAoB,EAAC,KAAK,CAAC,CAAC,CAAC;AACpD,CAAC;AACD,SAAgB,mBAAmB,CAAC,KAAuB;IACvD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AACxD,CAAC;AAMD,SAAgB,wBAAwB,CAAC,KAGxC;IACG,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,KAAK,QAAQ;QACnC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACnB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YACZ,MAAM,CAAC,MAAM,CAAC;gBACV,IAAI,EAAE,uBAAgC;gBACtC,QAAQ;gBACR,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK;aAC9B,CAAC;SACL,CAAC,CAAC;AACX,CAAC;AACD,+EAA+E;AAC/E,SAAgB,qBAAqB,CAAC,OAAuB;IACzD,OAAO,OAAO,CAAC,KAAK,CAAC;AACzB,CAAC","sourcesContent":["// @concord-file\n// @concord-implements docs/feature/verdict/README.md\n// @concord-implements docs/feature/verdict/architecture.md\n// @concord-implements docs/feature/verdict/use-case/strict-quality-gate.md\nimport { Schema } from \"effect\";\nimport type { AssertionsAttachment } from \"../../record/family/assertions/definition.ts\";\nimport type { AttemptOutcome } from \"../../record/model/core.ts\";\nimport { VERDICTS, type Verdict } from \"../../shared/types.ts\";\nimport { EvaluationAttemptFactsSchema, isGateFailed, isRequiredAssertionUnavailableOrErrored, recordedAttemptFacts, type EvaluationAttemptFacts, } from \"./sealed-assertion.ts\";\n/**\n * A transient fold result. Verdict is derived from sealed Assertion facts and\n * Attempt outcome; it is deliberately not a Record Attachment family.\n */\nexport const VerdictStateSchema = Schema.Literals(VERDICTS);\nexport type VerdictState = Schema.toType<typeof VerdictStateSchema>[\"Type\"];\nexport const VerdictPayloadSchema = Schema.Struct({\n    state: VerdictStateSchema,\n});\nexport type VerdictPayload = Schema.toType<typeof VerdictPayloadSchema>[\"Type\"];\nexport type VerdictPayloadEncoded = Schema.Codec.Encoded<typeof VerdictPayloadSchema>;\nexport type VerdictFoldInput = EvaluationAttemptFacts;\nexport const VerdictFoldInputSchema = EvaluationAttemptFactsSchema;\n// @concord-code\n// @concord-implements docs/feature/verdict/architecture.md\n// @concord-implements docs/feature/verdict/use-case/strict-quality-gate.md\nexport function foldVerdict(input: VerdictFoldInput): VerdictState {\n    if (input.execution === \"errored\"\n        || input.assertions.some(isRequiredAssertionUnavailableOrErrored)) {\n        return \"errored\";\n    }\n    if (input.assertions.some(isGateFailed))\n        return \"failed\";\n    return input.explicitlySkipped ? \"skipped\" : \"passed\";\n}\n/**\n * Folds the public Verdict from the immutable Attempt outcome and verified\n * Assertions payload.  This is the one adapter from Record's terminal Core\n * state into the verdict fold; consumers must not reproduce these rules.\n */\nexport function foldRecordedAttemptVerdict(input: {\n    readonly outcome: AttemptOutcome;\n    readonly assertions: AssertionsAttachment;\n}): VerdictState {\n    return foldVerdict(recordedAttemptFacts(input));\n}\nexport function buildVerdictPayload(input: VerdictFoldInput): VerdictPayload {\n    return Object.freeze({ state: foldVerdict(input) });\n}\nexport type VerdictCoherenceIssue = {\n    readonly code: \"verdict-fold-mismatch\";\n    readonly expected: VerdictState;\n    readonly actual: VerdictState;\n};\nexport function validateVerdictCoherence(input: {\n    readonly payload: VerdictPayload;\n    readonly fold: VerdictFoldInput;\n}): readonly VerdictCoherenceIssue[] {\n    const expected = foldVerdict(input.fold);\n    return input.payload.state === expected\n        ? Object.freeze([])\n        : Object.freeze([\n            Object.freeze({\n                code: \"verdict-fold-mismatch\" as const,\n                expected,\n                actual: input.payload.state,\n            }),\n        ]);\n}\n/** Plain domain projection for callers that need NiceEval's public verdict. */\nexport function projectVerdictPayload(payload: VerdictPayload): Verdict {\n    return payload.state;\n}\n"]}

package/dist/expect/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.defineContextMatch = exports.defineMaterialMatch = exports.pairwisePreference = exports.instructionFollowing = exports.faithfulness = exports.factuality = exports.toolMatch = exports.similarity = exports.satisfies = exports.referencesAnyPath = exports.pattern = exports.or = exports.not = exports.mapValue = exports.mapEach = exports.matches = exports.lessThan = exports.hasSections = exports.jsonMatch = exports.isTrue = exports.isFalse = exports.isDefined = exports.inOrder = exports.includesUrl = exports.includes = exports.greaterThan = exports.filterWhere = exports.excludes = exports.eventMatch = exports.equals = exports.defineValueMatch = exports.defineScoreMatch = exports.countWhere = exports.commandSucceeded = exports.commandMatch = exports.atMost = exports.atLeast = exports.and = exports.defineJudge = void 0;
+exports.bytes = exports.count = exports.ratio = exports.usd = exports.tokens = exports.seconds = exports.ms = exports.quantile = exports.measured = exports.defineContextMatch = exports.defineMaterialMatch = exports.pairwisePreference = exports.instructionFollowing = exports.faithfulness = exports.factuality = exports.toolMatch = exports.similarity = exports.satisfies = exports.referencesAnyPath = exports.pattern = exports.or = exports.not = exports.mapValue = exports.mapEach = exports.matches = exports.lessThan = exports.hasSections = exports.jsonMatch = exports.isTrue = exports.isFalse = exports.isDefined = exports.inOrder = exports.includesUrl = exports.includes = exports.greaterThan = exports.filterWhere = exports.excludes = exports.eventMatch = exports.equals = exports.defineValueMatch = exports.defineScoreMatch = exports.countWhere = exports.commandSucceeded = exports.commandMatch = exports.between = exports.atMost = exports.atLeast = exports.and = exports.defineJudge = void 0;
 // niceeval/expect：只导出纯 Match factories。Fact、verdict 与 score use 由 context 负责。
 var judge_ts_1 = require("../assertions/judge.cjs");
 Object.defineProperty(exports, "defineJudge", { enumerable: true, get: function () { return judge_ts_1.defineJudge; } });
@@ -8,6 +8,7 @@ var match_ts_1 = require("../assertions/match.cjs");
 Object.defineProperty(exports, "and", { enumerable: true, get: function () { return match_ts_1.and; } });
 Object.defineProperty(exports, "atLeast", { enumerable: true, get: function () { return match_ts_1.atLeast; } });
 Object.defineProperty(exports, "atMost", { enumerable: true, get: function () { return match_ts_1.atMost; } });
+Object.defineProperty(exports, "between", { enumerable: true, get: function () { return match_ts_1.between; } });
 Object.defineProperty(exports, "commandMatch", { enumerable: true, get: function () { return match_ts_1.commandMatch; } });
 Object.defineProperty(exports, "commandSucceeded", { enumerable: true, get: function () { return match_ts_1.commandSucceeded; } });
 Object.defineProperty(exports, "countWhere", { enumerable: true, get: function () { return match_ts_1.countWhere; } });
@@ -45,4 +46,15 @@ Object.defineProperty(exports, "pairwisePreference", { enumerable: true, get: fu
 var context_match_ts_1 = require("../assertions/context-match.cjs");
 Object.defineProperty(exports, "defineMaterialMatch", { enumerable: true, get: function () { return context_match_ts_1.defineMaterialMatch; } });
 Object.defineProperty(exports, "defineContextMatch", { enumerable: true, get: function () { return context_match_ts_1.defineContextMatch; } });
+var measurements_ts_1 = require("../assertions/measurements.cjs");
+Object.defineProperty(exports, "measured", { enumerable: true, get: function () { return measurements_ts_1.measured; } });
+Object.defineProperty(exports, "quantile", { enumerable: true, get: function () { return measurements_ts_1.quantile; } });
+var quantity_ts_1 = require("../assertions/quantity.cjs");
+Object.defineProperty(exports, "ms", { enumerable: true, get: function () { return quantity_ts_1.ms; } });
+Object.defineProperty(exports, "seconds", { enumerable: true, get: function () { return quantity_ts_1.seconds; } });
+Object.defineProperty(exports, "tokens", { enumerable: true, get: function () { return quantity_ts_1.tokens; } });
+Object.defineProperty(exports, "usd", { enumerable: true, get: function () { return quantity_ts_1.usd; } });
+Object.defineProperty(exports, "ratio", { enumerable: true, get: function () { return quantity_ts_1.ratio; } });
+Object.defineProperty(exports, "count", { enumerable: true, get: function () { return quantity_ts_1.count; } });
+Object.defineProperty(exports, "bytes", { enumerable: true, get: function () { return quantity_ts_1.bytes; } });
 //# sourceMappingURL=index.cjs.map

package/dist/expect/index.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;AAAA,8EAA8E;AAC9E,mDAAqD;AAA5C,uGAAA,WAAW,OAAA;AAEpB,mDAAwY;AAA/X,+FAAA,GAAG,OAAA;AAAE,mGAAA,OAAO,OAAA;AAAE,kGAAA,MAAM,OAAA;AAAE,wGAAA,YAAY,OAAA;AAAE,4GAAA,gBAAgB,OAAA;AAAE,sGAAA,UAAU,OAAA;AAAE,4GAAA,gBAAgB,OAAA;AAAE,4GAAA,gBAAgB,OAAA;AAAE,kGAAA,MAAM,OAAA;AAAE,sGAAA,UAAU,OAAA;AAAE,oGAAA,QAAQ,OAAA;AAAE,uGAAA,WAAW,OAAA;AAAE,uGAAA,WAAW,OAAA;AAAE,oGAAA,QAAQ,OAAA;AAAE,uGAAA,WAAW,OAAA;AAAE,mGAAA,OAAO,OAAA;AAAE,qGAAA,SAAS,OAAA;AAAE,mGAAA,OAAO,OAAA;AAAE,kGAAA,MAAM,OAAA;AAAE,qGAAA,SAAS,OAAA;AAAE,uGAAA,WAAW,OAAA;AAAE,oGAAA,QAAQ,OAAA;AAAE,mGAAA,OAAO,OAAA;AAAE,mGAAA,OAAO,OAAA;AAAE,oGAAA,QAAQ,OAAA;AAAE,+FAAA,GAAG,OAAA;AAAE,8FAAA,EAAE,OAAA;AAAE,mGAAA,OAAO,OAAA;AAAE,6GAAA,iBAAiB,OAAA;AAAE,qGAAA,SAAS,OAAA;AAAE,sGAAA,UAAU,OAAA;AAAE,qGAAA,SAAS,OAAA;AAEtW,mEAAoH;AAA3G,8GAAA,UAAU,OAAA;AAAE,gHAAA,YAAY,OAAA;AAAE,wHAAA,oBAAoB,OAAA;AAAE,sHAAA,kBAAkB,OAAA;AAE3E,mEAAyF;AAAhF,uHAAA,mBAAmB,OAAA;AAAE,sHAAA,kBAAkB,OAAA","sourcesContent":["// niceeval/expect：只导出纯 Match factories。Fact、verdict 与 score use 由 context 负责。\nexport { defineJudge } from \"../assertions/judge.ts\";\nexport type { JudgeAnchor, JudgeDefinition, JudgeOptions } from \"../assertions/judge.ts\";\nexport { and, atLeast, atMost, commandMatch, commandSucceeded, countWhere, defineScoreMatch, defineValueMatch, equals, eventMatch, excludes, filterWhere, greaterThan, includes, includesUrl, inOrder, isDefined, isFalse, isTrue, jsonMatch, hasSections, lessThan, matches, mapEach, mapValue, not, or, pattern, referencesAnyPath, satisfies, similarity, toolMatch, } from \"../assertions/match.ts\";\nexport type { BooleanMatch, CollectionMatch, CollectionValue, CommandMatchOptions, EventMatch, EventOccurrenceMatch, EventOccurrenceQuantifiers, EventOccurrenceView, EventSequenceMatch, EventUpperBoundOccurrenceMatch, EventOptionsByType, LogicalCommandOccurrence, ManagedToolCalls, ManagedEventOccurrences, Match, MatchDomain, NumericComparisonMatch, TextMatchOptions, ToolMatch, ToolOccurrenceMatch, ToolSequenceMatch, ToolUpperBoundOccurrenceMatch, ToolMatchOptions, ToolOccurrenceQuantifiers, ToolOccurrenceView, ToolStatus, ValueMatch, ManagedScoreMatchOptions, ScoreMatch, ScoreMatchContext, ScoreMatchLlmFailure, ScoreMatchResult, ScoreMatchAnchor, } from \"../assertions/match.ts\";\nexport { factuality, faithfulness, instructionFollowing, pairwisePreference } from \"../assertions/judge-presets.ts\";\nexport type { JudgePresetOptions, FactualityMaterial, FaithfulnessMaterial, InstructionFollowingMaterial, PairwisePreferenceMaterial } from \"../assertions/judge-presets.ts\";\nexport { defineMaterialMatch, defineContextMatch } from \"../assertions/context-match.ts\";\nexport type { MaterialMatch, ContextBooleanMatch, ContextScoreMatch, MatchContext, ReadonlyMaterial, MatchFact, MaterialCollection, MaterialItem, MaterialCaptureBudget, FactCaptureBudget } from \"../assertions/context-match.ts\";\nexport type { NumericMaterial } from \"../assertions/match.ts\";\nexport type { EvalUsage, EvalCacheRead } from \"../o11y/eval-usage.ts\";\nexport type { CacheReadReport, CacheReadSummary } from \"../o11y/cache-read.ts\";\nexport type { AgentMatchContext } from \"../context/assert-first.ts\";\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;AAAA,8EAA8E;AAC9E,mDAAqD;AAA5C,uGAAA,WAAW,OAAA;AAEpB,mDAAiZ;AAAxY,+FAAA,GAAG,OAAA;AAAE,mGAAA,OAAO,OAAA;AAAE,kGAAA,MAAM,OAAA;AAAE,mGAAA,OAAO,OAAA;AAAE,wGAAA,YAAY,OAAA;AAAE,4GAAA,gBAAgB,OAAA;AAAE,sGAAA,UAAU,OAAA;AAAE,4GAAA,gBAAgB,OAAA;AAAE,4GAAA,gBAAgB,OAAA;AAAE,kGAAA,MAAM,OAAA;AAAE,sGAAA,UAAU,OAAA;AAAE,oGAAA,QAAQ,OAAA;AAAE,uGAAA,WAAW,OAAA;AAAE,uGAAA,WAAW,OAAA;AAAE,oGAAA,QAAQ,OAAA;AAAE,uGAAA,WAAW,OAAA;AAAE,mGAAA,OAAO,OAAA;AAAE,qGAAA,SAAS,OAAA;AAAE,mGAAA,OAAO,OAAA;AAAE,kGAAA,MAAM,OAAA;AAAE,qGAAA,SAAS,OAAA;AAAE,uGAAA,WAAW,OAAA;AAAE,oGAAA,QAAQ,OAAA;AAAE,mGAAA,OAAO,OAAA;AAAE,mGAAA,OAAO,OAAA;AAAE,oGAAA,QAAQ,OAAA;AAAE,+FAAA,GAAG,OAAA;AAAE,8FAAA,EAAE,OAAA;AAAE,mGAAA,OAAO,OAAA;AAAE,6GAAA,iBAAiB,OAAA;AAAE,qGAAA,SAAS,OAAA;AAAE,sGAAA,UAAU,OAAA;AAAE,qGAAA,SAAS,OAAA;AAE/W,mEAAoH;AAA3G,8GAAA,UAAU,OAAA;AAAE,gHAAA,YAAY,OAAA;AAAE,wHAAA,oBAAoB,OAAA;AAAE,sHAAA,kBAAkB,OAAA;AAE3E,mEAAyF;AAAhF,uHAAA,mBAAmB,OAAA;AAAE,sHAAA,kBAAkB,OAAA;AAGhD,iEAAmE;AAA1D,2GAAA,QAAQ,OAAA;AAAE,2GAAA,QAAQ,OAAA;AAK3B,yDAA0F;AAAjF,iGAAA,EAAE,OAAA;AAAE,sGAAA,OAAO,OAAA;AAAE,qGAAA,MAAM,OAAA;AAAE,kGAAA,GAAG,OAAA;AAAE,oGAAA,KAAK,OAAA;AAAE,oGAAA,KAAK,OAAA;AAAE,oGAAA,KAAK,OAAA","sourcesContent":["// niceeval/expect：只导出纯 Match factories。Fact、verdict 与 score use 由 context 负责。\nexport { defineJudge } from \"../assertions/judge.ts\";\nexport type { JudgeAnchor, JudgeDefinition, JudgeOptions } from \"../assertions/judge.ts\";\nexport { and, atLeast, atMost, between, commandMatch, commandSucceeded, countWhere, defineScoreMatch, defineValueMatch, equals, eventMatch, excludes, filterWhere, greaterThan, includes, includesUrl, inOrder, isDefined, isFalse, isTrue, jsonMatch, hasSections, lessThan, matches, mapEach, mapValue, not, or, pattern, referencesAnyPath, satisfies, similarity, toolMatch, } from \"../assertions/match.ts\";\nexport type { BooleanMatch, CollectionMatch, CollectionValue, CommandMatchOptions, EventMatch, EventOccurrenceMatch, EventOccurrenceQuantifiers, EventOccurrenceView, EventSequenceMatch, EventUpperBoundOccurrenceMatch, EventOptionsByType, LogicalCommandOccurrence, ManagedToolCalls, ManagedEventOccurrences, Match, MatchDomain, NumericComparisonMatch, TextMatchOptions, ToolMatch, ToolOccurrenceMatch, ToolSequenceMatch, ToolUpperBoundOccurrenceMatch, ToolMatchOptions, ToolOccurrenceQuantifiers, ToolOccurrenceView, ToolStatus, ValueMatch, ManagedScoreMatchOptions, ScoreMatch, ScoreMatchContext, ScoreMatchLlmFailure, ScoreMatchResult, ScoreMatchAnchor, } from \"../assertions/match.ts\";\nexport { factuality, faithfulness, instructionFollowing, pairwisePreference } from \"../assertions/judge-presets.ts\";\nexport type { JudgePresetOptions, FactualityMaterial, FaithfulnessMaterial, InstructionFollowingMaterial, PairwisePreferenceMaterial } from \"../assertions/judge-presets.ts\";\nexport { defineMaterialMatch, defineContextMatch } from \"../assertions/context-match.ts\";\nexport type { MaterialMatch, ContextBooleanMatch, ContextScoreMatch, MatchContext, ReadonlyMaterial, MatchFact, MaterialCollection, MaterialItem, MaterialCaptureBudget, FactCaptureBudget } from \"../assertions/context-match.ts\";\nexport type { NumericMaterial } from \"../assertions/match.ts\";\nexport { measured, quantile } from \"../assertions/measurements.ts\";\nexport type { QuantileMethod, QuantileMaterial } from \"../assertions/measurements.ts\";\nexport type { EvalUsage, EvalCacheRead } from \"../o11y/eval-usage.ts\";\nexport type { CacheReadReport, CacheReadSummary } from \"../o11y/cache-read.ts\";\nexport type { AgentMatchContext } from \"../context/assert-first.ts\";\nexport { ms, seconds, tokens, usd, ratio, count, bytes } from \"../assertions/quantity.ts\";\nexport type { Quantity, Unit } from \"../assertions/quantity.ts\";\n"]}

package/dist/expect/index.d.cts

@@ -1,12 +1,16 @@
 export { defineJudge } from "../assertions/judge.cjs";
 export type { JudgeAnchor, JudgeDefinition, JudgeOptions } from "../assertions/judge.cjs";
-export { and, atLeast, atMost, commandMatch, commandSucceeded, countWhere, defineScoreMatch, defineValueMatch, equals, eventMatch, excludes, filterWhere, greaterThan, includes, includesUrl, inOrder, isDefined, isFalse, isTrue, jsonMatch, hasSections, lessThan, matches, mapEach, mapValue, not, or, pattern, referencesAnyPath, satisfies, similarity, toolMatch, } from "../assertions/match.cjs";
+export { and, atLeast, atMost, between, commandMatch, commandSucceeded, countWhere, defineScoreMatch, defineValueMatch, equals, eventMatch, excludes, filterWhere, greaterThan, includes, includesUrl, inOrder, isDefined, isFalse, isTrue, jsonMatch, hasSections, lessThan, matches, mapEach, mapValue, not, or, pattern, referencesAnyPath, satisfies, similarity, toolMatch, } from "../assertions/match.cjs";
 export type { BooleanMatch, CollectionMatch, CollectionValue, CommandMatchOptions, EventMatch, EventOccurrenceMatch, EventOccurrenceQuantifiers, EventOccurrenceView, EventSequenceMatch, EventUpperBoundOccurrenceMatch, EventOptionsByType, LogicalCommandOccurrence, ManagedToolCalls, ManagedEventOccurrences, Match, MatchDomain, NumericComparisonMatch, TextMatchOptions, ToolMatch, ToolOccurrenceMatch, ToolSequenceMatch, ToolUpperBoundOccurrenceMatch, ToolMatchOptions, ToolOccurrenceQuantifiers, ToolOccurrenceView, ToolStatus, ValueMatch, ManagedScoreMatchOptions, ScoreMatch, ScoreMatchContext, ScoreMatchLlmFailure, ScoreMatchResult, ScoreMatchAnchor, } from "../assertions/match.cjs";
 export { factuality, faithfulness, instructionFollowing, pairwisePreference } from "../assertions/judge-presets.cjs";
 export type { JudgePresetOptions, FactualityMaterial, FaithfulnessMaterial, InstructionFollowingMaterial, PairwisePreferenceMaterial } from "../assertions/judge-presets.cjs";
 export { defineMaterialMatch, defineContextMatch } from "../assertions/context-match.cjs";
 export type { MaterialMatch, ContextBooleanMatch, ContextScoreMatch, MatchContext, ReadonlyMaterial, MatchFact, MaterialCollection, MaterialItem, MaterialCaptureBudget, FactCaptureBudget } from "../assertions/context-match.cjs";
 export type { NumericMaterial } from "../assertions/match.cjs";
+export { measured, quantile } from "../assertions/measurements.cjs";
+export type { QuantileMethod, QuantileMaterial } from "../assertions/measurements.cjs";
 export type { EvalUsage, EvalCacheRead } from "../o11y/eval-usage.cjs";
 export type { CacheReadReport, CacheReadSummary } from "../o11y/cache-read.cjs";
 export type { AgentMatchContext } from "../context/assert-first.cjs";
+export { ms, seconds, tokens, usd, ratio, count, bytes } from "../assertions/quantity.cjs";
+export type { Quantity, Unit } from "../assertions/quantity.cjs";

package/dist/expect/index.d.mts

@@ -1,12 +1,16 @@
 export { defineJudge } from "../assertions/judge.mjs";
 export type { JudgeAnchor, JudgeDefinition, JudgeOptions } from "../assertions/judge.mjs";
-export { and, atLeast, atMost, commandMatch, commandSucceeded, countWhere, defineScoreMatch, defineValueMatch, equals, eventMatch, excludes, filterWhere, greaterThan, includes, includesUrl, inOrder, isDefined, isFalse, isTrue, jsonMatch, hasSections, lessThan, matches, mapEach, mapValue, not, or, pattern, referencesAnyPath, satisfies, similarity, toolMatch, } from "../assertions/match.mjs";
+export { and, atLeast, atMost, between, commandMatch, commandSucceeded, countWhere, defineScoreMatch, defineValueMatch, equals, eventMatch, excludes, filterWhere, greaterThan, includes, includesUrl, inOrder, isDefined, isFalse, isTrue, jsonMatch, hasSections, lessThan, matches, mapEach, mapValue, not, or, pattern, referencesAnyPath, satisfies, similarity, toolMatch, } from "../assertions/match.mjs";
 export type { BooleanMatch, CollectionMatch, CollectionValue, CommandMatchOptions, EventMatch, EventOccurrenceMatch, EventOccurrenceQuantifiers, EventOccurrenceView, EventSequenceMatch, EventUpperBoundOccurrenceMatch, EventOptionsByType, LogicalCommandOccurrence, ManagedToolCalls, ManagedEventOccurrences, Match, MatchDomain, NumericComparisonMatch, TextMatchOptions, ToolMatch, ToolOccurrenceMatch, ToolSequenceMatch, ToolUpperBoundOccurrenceMatch, ToolMatchOptions, ToolOccurrenceQuantifiers, ToolOccurrenceView, ToolStatus, ValueMatch, ManagedScoreMatchOptions, ScoreMatch, ScoreMatchContext, ScoreMatchLlmFailure, ScoreMatchResult, ScoreMatchAnchor, } from "../assertions/match.mjs";
 export { factuality, faithfulness, instructionFollowing, pairwisePreference } from "../assertions/judge-presets.mjs";
 export type { JudgePresetOptions, FactualityMaterial, FaithfulnessMaterial, InstructionFollowingMaterial, PairwisePreferenceMaterial } from "../assertions/judge-presets.mjs";
 export { defineMaterialMatch, defineContextMatch } from "../assertions/context-match.mjs";
 export type { MaterialMatch, ContextBooleanMatch, ContextScoreMatch, MatchContext, ReadonlyMaterial, MatchFact, MaterialCollection, MaterialItem, MaterialCaptureBudget, FactCaptureBudget } from "../assertions/context-match.mjs";
 export type { NumericMaterial } from "../assertions/match.mjs";
+export { measured, quantile } from "../assertions/measurements.mjs";
+export type { QuantileMethod, QuantileMaterial } from "../assertions/measurements.mjs";
 export type { EvalUsage, EvalCacheRead } from "../o11y/eval-usage.mjs";
 export type { CacheReadReport, CacheReadSummary } from "../o11y/cache-read.mjs";
 export type { AgentMatchContext } from "../context/assert-first.mjs";
+export { ms, seconds, tokens, usd, ratio, count, bytes } from "../assertions/quantity.mjs";
+export type { Quantity, Unit } from "../assertions/quantity.mjs";

package/dist/expect/index.d.ts

@@ -1,12 +1,16 @@
 export { defineJudge } from "../assertions/judge.js";
 export type { JudgeAnchor, JudgeDefinition, JudgeOptions } from "../assertions/judge.js";
-export { and, atLeast, atMost, commandMatch, commandSucceeded, countWhere, defineScoreMatch, defineValueMatch, equals, eventMatch, excludes, filterWhere, greaterThan, includes, includesUrl, inOrder, isDefined, isFalse, isTrue, jsonMatch, hasSections, lessThan, matches, mapEach, mapValue, not, or, pattern, referencesAnyPath, satisfies, similarity, toolMatch, } from "../assertions/match.js";
+export { and, atLeast, atMost, between, commandMatch, commandSucceeded, countWhere, defineScoreMatch, defineValueMatch, equals, eventMatch, excludes, filterWhere, greaterThan, includes, includesUrl, inOrder, isDefined, isFalse, isTrue, jsonMatch, hasSections, lessThan, matches, mapEach, mapValue, not, or, pattern, referencesAnyPath, satisfies, similarity, toolMatch, } from "../assertions/match.js";
 export type { BooleanMatch, CollectionMatch, CollectionValue, CommandMatchOptions, EventMatch, EventOccurrenceMatch, EventOccurrenceQuantifiers, EventOccurrenceView, EventSequenceMatch, EventUpperBoundOccurrenceMatch, EventOptionsByType, LogicalCommandOccurrence, ManagedToolCalls, ManagedEventOccurrences, Match, MatchDomain, NumericComparisonMatch, TextMatchOptions, ToolMatch, ToolOccurrenceMatch, ToolSequenceMatch, ToolUpperBoundOccurrenceMatch, ToolMatchOptions, ToolOccurrenceQuantifiers, ToolOccurrenceView, ToolStatus, ValueMatch, ManagedScoreMatchOptions, ScoreMatch, ScoreMatchContext, ScoreMatchLlmFailure, ScoreMatchResult, ScoreMatchAnchor, } from "../assertions/match.js";
 export { factuality, faithfulness, instructionFollowing, pairwisePreference } from "../assertions/judge-presets.js";
 export type { JudgePresetOptions, FactualityMaterial, FaithfulnessMaterial, InstructionFollowingMaterial, PairwisePreferenceMaterial } from "../assertions/judge-presets.js";
 export { defineMaterialMatch, defineContextMatch } from "../assertions/context-match.js";
 export type { MaterialMatch, ContextBooleanMatch, ContextScoreMatch, MatchContext, ReadonlyMaterial, MatchFact, MaterialCollection, MaterialItem, MaterialCaptureBudget, FactCaptureBudget } from "../assertions/context-match.js";
 export type { NumericMaterial } from "../assertions/match.js";
+export { measured, quantile } from "../assertions/measurements.js";
+export type { QuantileMethod, QuantileMaterial } from "../assertions/measurements.js";
 export type { EvalUsage, EvalCacheRead } from "../o11y/eval-usage.js";
 export type { CacheReadReport, CacheReadSummary } from "../o11y/cache-read.js";
 export type { AgentMatchContext } from "../context/assert-first.js";
+export { ms, seconds, tokens, usd, ratio, count, bytes } from "../assertions/quantity.js";
+export type { Quantity, Unit } from "../assertions/quantity.js";