niceeval 0.13.3 → 0.13.4-canary.39

package/dist/eval/cli/contribution.cjs

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.evalCatalogCliCommand = exports.EVAL_CATALOG_OPTIONS = void 0;
+const effect_1 = require("effect");
+const application_ts_1 = require("../../cli/application.cjs");
+const contribution_ts_1 = require("../../cli/contribution.cjs");
+const project_configuration_ts_1 = require("../../cli/project-configuration.cjs");
+const index_ts_1 = require("../../i18n/index.cjs");
+const index_ts_2 = require("../host/index.cjs");
+exports.EVAL_CATALOG_OPTIONS = Object.freeze({
+    tag: Object.freeze({
+        type: "string",
+        help: Object.freeze({ summary: "List only evals carrying this tag.", visibility: "public" }),
+    }),
+    help: Object.freeze({
+        type: "boolean",
+        short: "h",
+        help: Object.freeze({ summary: "Show Eval catalog command help.", visibility: "public" }),
+    }),
+});
+const EVAL_CATALOG_HELP = `niceeval list — list discovered Evals
+
+Usage:
+  niceeval list [--tag <tag>]
+`;
+const failure = (operation, cause, exitCode = 1) => new contribution_ts_1.CliFeatureError({ feature: "eval", operation, cause, exitCode });
+function write(text) {
+    return effect_1.Effect.flatMap(application_ts_1.CliOutput, (output) => output.writeStdout(text)).pipe(effect_1.Effect.mapError((cause) => failure("write eval catalog", cause)));
+}
+exports.evalCatalogCliCommand = Object.freeze({
+    name: "list",
+    summary: "list discovered evals",
+    options: exports.EVAL_CATALOG_OPTIONS,
+    run: (argv) => effect_1.Effect.gen(function* () {
+        const parser = yield* application_ts_1.CliArguments;
+        const parsed = yield* effect_1.Effect.try({
+            try: () => parser.parse(argv, exports.EVAL_CATALOG_OPTIONS),
+            catch: (cause) => failure("parse eval catalog command", cause),
+        });
+        if (parsed.positionals.length > 0) {
+            return yield* effect_1.Effect.fail(failure("parse eval catalog command", new Error("niceeval list accepts no positional arguments.")));
+        }
+        if (parsed.values.help === true) {
+            yield* write(EVAL_CATALOG_HELP);
+            return 0;
+        }
+        const invocation = yield* application_ts_1.CliInvocationFacts;
+        const facts = yield* invocation.facts.pipe(effect_1.Effect.mapError((cause) => failure("read invocation facts", cause)));
+        const configuration = yield* project_configuration_ts_1.ProjectConfiguration;
+        yield* configuration.load(facts.cwd).pipe(effect_1.Effect.mapError((cause) => failure("load project configuration", cause)));
+        const catalog = yield* index_ts_2.evalHost.catalog({
+            cwd: facts.cwd,
+            ...(typeof parsed.values.tag === "string" ? { tag: parsed.values.tag } : {}),
+        }).pipe(effect_1.Effect.mapError((cause) => failure("discover eval catalog", cause)));
+        yield* write((0, index_ts_1.t)("cli.list.header", { count: catalog.entries.length }));
+        for (const entry of catalog.entries) {
+            yield* write(`  ${entry.id}${entry.description ? `  — ${entry.description}` : ""}\n`);
+        }
+        return 0;
+    }),
+});
+//# sourceMappingURL=contribution.cjs.map

package/dist/eval/cli/contribution.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"contribution.js","sourceRoot":"","sources":["contribution.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAChC,6DAAkH;AAClH,+DAAyF;AACzF,iFAA0E;AAC1E,kDAAwC;AACxC,+CAA4C;AAC/B,QAAA,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC9C,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC;QACf,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,oCAAoC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;KAC/F,CAAC;IACF,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,iCAAiC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;KAC5F,CAAC;CACmD,CAAC,CAAC;AAC3D,MAAM,iBAAiB,GAAG;;;;CAIzB,CAAC;AACF,MAAM,OAAO,GAAG,CAAC,SAAiB,EAAE,KAAc,EAAE,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,iCAAe,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;AAC1I,SAAS,KAAK,CAAC,IAAY;IACvB,OAAO,eAAM,CAAC,OAAO,CAAC,0BAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AAClJ,CAAC;AACY,QAAA,qBAAqB,GAAkH,MAAM,CAAC,MAAM,CAAC;IAC9J,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,uBAAuB;IAChC,OAAO,EAAE,4BAAoB;IAC7B,GAAG,EAAE,CAAC,IAAuB,EAAE,EAAE,CAAC,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,6BAAY,CAAC;QACnC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,eAAM,CAAC,GAAG,CAAC;YAC7B,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,4BAAoB,CAAC;YACnD,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,4BAA4B,EAAE,KAAK,CAAC;SACjE,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,4BAA4B,EAAE,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC,CAAC,CAAC;QAClI,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC9B,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAChC,OAAO,CAAC,CAAC;QACb,CAAC;QACD,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,mCAAkB,CAAC;QAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAChH,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,+CAAoB,CAAC;QAClD,KAAK,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QACpH,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,mBAAQ,CAAC,OAAO,CAAC;YACpC,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,GAAG,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/E,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAC7E,KAAK,CAAC,CAAC,KAAK,CAAC,IAAA,YAAC,EAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACtE,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAClC,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,CAAC,CAAC;IACb,CAAC,CAAC;CACL,CAAC,CAAC","sourcesContent":["import { Effect } from \"effect\";\nimport { CliArguments, CliInvocationFacts, CliOutput, type CliOptionDefinition, } from \"../../cli/application.ts\";\nimport { CliFeatureError, type CliCommandContribution } from \"../../cli/contribution.ts\";\nimport { ProjectConfiguration } from \"../../cli/project-configuration.ts\";\nimport { t } from \"../../i18n/index.ts\";\nimport { evalHost } from \"../host/index.ts\";\nexport const EVAL_CATALOG_OPTIONS = Object.freeze({\n    tag: Object.freeze({\n        type: \"string\",\n        help: Object.freeze({ summary: \"List only evals carrying this tag.\", visibility: \"public\" }),\n    }),\n    help: Object.freeze({\n        type: \"boolean\",\n        short: \"h\",\n        help: Object.freeze({ summary: \"Show Eval catalog command help.\", visibility: \"public\" }),\n    }),\n} satisfies Readonly<Record<string, CliOptionDefinition>>);\nconst EVAL_CATALOG_HELP = `niceeval list — list discovered Evals\n\nUsage:\n  niceeval list [--tag <tag>]\n`;\nconst failure = (operation: string, cause: unknown, exitCode = 1) => new CliFeatureError({ feature: \"eval\", operation, cause, exitCode });\nfunction write(text: string): Effect.Effect<void, CliFeatureError, CliOutput> {\n    return Effect.flatMap(CliOutput, (output) => output.writeStdout(text)).pipe(Effect.mapError((cause) => failure(\"write eval catalog\", cause)));\n}\nexport const evalCatalogCliCommand: CliCommandContribution<CliArguments | CliInvocationFacts | CliOutput | ProjectConfiguration, CliFeatureError> = Object.freeze({\n    name: \"list\",\n    summary: \"list discovered evals\",\n    options: EVAL_CATALOG_OPTIONS,\n    run: (argv: readonly string[]) => Effect.gen(function* () {\n        const parser = yield* CliArguments;\n        const parsed = yield* Effect.try({\n            try: () => parser.parse(argv, EVAL_CATALOG_OPTIONS),\n            catch: (cause) => failure(\"parse eval catalog command\", cause),\n        });\n        if (parsed.positionals.length > 0) {\n            return yield* Effect.fail(failure(\"parse eval catalog command\", new Error(\"niceeval list accepts no positional arguments.\")));\n        }\n        if (parsed.values.help === true) {\n            yield* write(EVAL_CATALOG_HELP);\n            return 0;\n        }\n        const invocation = yield* CliInvocationFacts;\n        const facts = yield* invocation.facts.pipe(Effect.mapError((cause) => failure(\"read invocation facts\", cause)));\n        const configuration = yield* ProjectConfiguration;\n        yield* configuration.load(facts.cwd).pipe(Effect.mapError((cause) => failure(\"load project configuration\", cause)));\n        const catalog = yield* evalHost.catalog({\n            cwd: facts.cwd,\n            ...(typeof parsed.values.tag === \"string\" ? { tag: parsed.values.tag } : {}),\n        }).pipe(Effect.mapError((cause) => failure(\"discover eval catalog\", cause)));\n        yield* write(t(\"cli.list.header\", { count: catalog.entries.length }));\n        for (const entry of catalog.entries) {\n            yield* write(`  ${entry.id}${entry.description ? `  — ${entry.description}` : \"\"}\\n`);\n        }\n        return 0;\n    }),\n});\n"]}

package/dist/eval/cli/contribution.d.cts

@@ -0,0 +1,21 @@
+import { CliArguments, CliInvocationFacts, CliOutput } from "../../cli/application.cjs";
+import { CliFeatureError, type CliCommandContribution } from "../../cli/contribution.cjs";
+import { ProjectConfiguration } from "../../cli/project-configuration.cjs";
+export declare const EVAL_CATALOG_OPTIONS: Readonly<{
+    tag: Readonly<{
+        type: "string";
+        help: Readonly<{
+            summary: "List only evals carrying this tag.";
+            visibility: "public";
+        }>;
+    }>;
+    help: Readonly<{
+        type: "boolean";
+        short: "h";
+        help: Readonly<{
+            summary: "Show Eval catalog command help.";
+            visibility: "public";
+        }>;
+    }>;
+}>;
+export declare const evalCatalogCliCommand: CliCommandContribution<CliArguments | CliInvocationFacts | CliOutput | ProjectConfiguration, CliFeatureError>;

package/dist/eval/cli/contribution.d.mts

@@ -0,0 +1,21 @@
+import { CliArguments, CliInvocationFacts, CliOutput } from "../../cli/application.mjs";
+import { CliFeatureError, type CliCommandContribution } from "../../cli/contribution.mjs";
+import { ProjectConfiguration } from "../../cli/project-configuration.mjs";
+export declare const EVAL_CATALOG_OPTIONS: Readonly<{
+    tag: Readonly<{
+        type: "string";
+        help: Readonly<{
+            summary: "List only evals carrying this tag.";
+            visibility: "public";
+        }>;
+    }>;
+    help: Readonly<{
+        type: "boolean";
+        short: "h";
+        help: Readonly<{
+            summary: "Show Eval catalog command help.";
+            visibility: "public";
+        }>;
+    }>;
+}>;
+export declare const evalCatalogCliCommand: CliCommandContribution<CliArguments | CliInvocationFacts | CliOutput | ProjectConfiguration, CliFeatureError>;

package/dist/eval/cli/contribution.d.ts

@@ -0,0 +1,21 @@
+import { CliArguments, CliInvocationFacts, CliOutput } from "../../cli/application.js";
+import { CliFeatureError, type CliCommandContribution } from "../../cli/contribution.js";
+import { ProjectConfiguration } from "../../cli/project-configuration.js";
+export declare const EVAL_CATALOG_OPTIONS: Readonly<{
+    tag: Readonly<{
+        type: "string";
+        help: Readonly<{
+            summary: "List only evals carrying this tag.";
+            visibility: "public";
+        }>;
+    }>;
+    help: Readonly<{
+        type: "boolean";
+        short: "h";
+        help: Readonly<{
+            summary: "Show Eval catalog command help.";
+            visibility: "public";
+        }>;
+    }>;
+}>;
+export declare const evalCatalogCliCommand: CliCommandContribution<CliArguments | CliInvocationFacts | CliOutput | ProjectConfiguration, CliFeatureError>;

package/dist/eval/cli/contribution.js

@@ -0,0 +1,8 @@
+import { createRequire as __niceevalCreateRequire } from "node:module";
+const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
+const __niceevalCanonical = __niceevalRequire("./contribution.cjs");
+const __niceevalExport0 = __niceevalCanonical["EVAL_CATALOG_OPTIONS"];
+export { __niceevalExport0 as EVAL_CATALOG_OPTIONS };
+const __niceevalExport1 = __niceevalCanonical["evalCatalogCliCommand"];
+export { __niceevalExport1 as evalCatalogCliCommand };
+//# sourceMappingURL=contribution.js.map

package/dist/eval/cli/contribution.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contribution.js","sources":[],"names":[],"mappings":""}

package/dist/eval/host/index.cjs

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.evalHost = exports.EvalCatalogError = void 0;
+const effect_1 = require("effect");
+const discover_ts_1 = require("../../runner/discover.cjs");
+class EvalCatalogError extends effect_1.Data.TaggedError("EvalCatalogError") {
+}
+exports.EvalCatalogError = EvalCatalogError;
+function catalog(input) {
+    return (0, discover_ts_1.discoverEvals)(input.cwd).pipe(effect_1.Effect.map((discovered) => Object.freeze({
+        entries: Object.freeze(discovered
+            .filter((definition) => input.tag === undefined || definition.tags?.includes(input.tag))
+            .map((definition) => Object.freeze({
+            id: definition.id,
+            ...(definition.description === undefined ? {} : { description: definition.description }),
+            tags: Object.freeze([...(definition.tags ?? [])]),
+            evaluationKind: definition.evaluationKind,
+        }))),
+    })), effect_1.Effect.mapError((cause) => new EvalCatalogError({ operation: "catalog", cause })));
+}
+/** Eval discovery is a closed Host operation; CLI consumers never receive Runner definitions. */
+exports.evalHost = Object.freeze({ catalog });
+//# sourceMappingURL=index.cjs.map

package/dist/eval/host/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;AAAA,mCAAsC;AACtC,0DAAyD;AAUzD,MAAa,gBAAiB,SAAQ,aAAI,CAAC,WAAW,CAAC,kBAAkB,CAGvE;CACD;AAJD,4CAIC;AACD,SAAS,OAAO,CAAC,KAGhB;IACG,OAAO,IAAA,2BAAa,EAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QAC1E,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;aAC5B,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;aACvF,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YACnC,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,GAAG,CAAC,UAAU,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC;YACxF,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;YACjD,cAAc,EAAE,UAAU,CAAC,cAAc;SAC5C,CAAC,CAAC,CAAC;KACP,CAAC,CAAC,EAAE,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5F,CAAC;AACD,iGAAiG;AACpF,QAAA,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC","sourcesContent":["import { Data, Effect } from \"effect\";\nimport { discoverEvals } from \"../../runner/discover.ts\";\nexport interface EvalCatalogEntry {\n    readonly id: string;\n    readonly description?: string;\n    readonly tags: readonly string[];\n    readonly evaluationKind: \"pass\" | \"score\";\n}\nexport interface EvalCatalog {\n    readonly entries: readonly EvalCatalogEntry[];\n}\nexport class EvalCatalogError extends Data.TaggedError(\"EvalCatalogError\")<{\n    readonly operation: \"catalog\";\n    readonly cause: unknown;\n}> {\n}\nfunction catalog(input: {\n    readonly cwd: string;\n    readonly tag?: string;\n}): Effect.Effect<EvalCatalog, EvalCatalogError> {\n    return discoverEvals(input.cwd).pipe(Effect.map((discovered) => Object.freeze({\n        entries: Object.freeze(discovered\n            .filter((definition) => input.tag === undefined || definition.tags?.includes(input.tag))\n            .map((definition) => Object.freeze({\n            id: definition.id,\n            ...(definition.description === undefined ? {} : { description: definition.description }),\n            tags: Object.freeze([...(definition.tags ?? [])]),\n            evaluationKind: definition.evaluationKind,\n        }))),\n    })), Effect.mapError((cause) => new EvalCatalogError({ operation: \"catalog\", cause })));\n}\n/** Eval discovery is a closed Host operation; CLI consumers never receive Runner definitions. */\nexport const evalHost = Object.freeze({ catalog });\n"]}

package/dist/eval/host/index.d.cts

@@ -0,0 +1,27 @@
+import { Effect } from "effect";
+export interface EvalCatalogEntry {
+    readonly id: string;
+    readonly description?: string;
+    readonly tags: readonly string[];
+    readonly evaluationKind: "pass" | "score";
+}
+export interface EvalCatalog {
+    readonly entries: readonly EvalCatalogEntry[];
+}
+declare const EvalCatalogError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
+    readonly _tag: "EvalCatalogError";
+} & Readonly<A>;
+export declare class EvalCatalogError extends EvalCatalogError_base<{
+    readonly operation: "catalog";
+    readonly cause: unknown;
+}> {
+}
+declare function catalog(input: {
+    readonly cwd: string;
+    readonly tag?: string;
+}): Effect.Effect<EvalCatalog, EvalCatalogError>;
+/** Eval discovery is a closed Host operation; CLI consumers never receive Runner definitions. */
+export declare const evalHost: Readonly<{
+    catalog: typeof catalog;
+}>;
+export {};

package/dist/eval/host/index.d.mts

@@ -0,0 +1,27 @@
+import { Effect } from "effect";
+export interface EvalCatalogEntry {
+    readonly id: string;
+    readonly description?: string;
+    readonly tags: readonly string[];
+    readonly evaluationKind: "pass" | "score";
+}
+export interface EvalCatalog {
+    readonly entries: readonly EvalCatalogEntry[];
+}
+declare const EvalCatalogError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
+    readonly _tag: "EvalCatalogError";
+} & Readonly<A>;
+export declare class EvalCatalogError extends EvalCatalogError_base<{
+    readonly operation: "catalog";
+    readonly cause: unknown;
+}> {
+}
+declare function catalog(input: {
+    readonly cwd: string;
+    readonly tag?: string;
+}): Effect.Effect<EvalCatalog, EvalCatalogError>;
+/** Eval discovery is a closed Host operation; CLI consumers never receive Runner definitions. */
+export declare const evalHost: Readonly<{
+    catalog: typeof catalog;
+}>;
+export {};

package/dist/eval/host/index.d.ts

@@ -0,0 +1,27 @@
+import { Effect } from "effect";
+export interface EvalCatalogEntry {
+    readonly id: string;
+    readonly description?: string;
+    readonly tags: readonly string[];
+    readonly evaluationKind: "pass" | "score";
+}
+export interface EvalCatalog {
+    readonly entries: readonly EvalCatalogEntry[];
+}
+declare const EvalCatalogError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
+    readonly _tag: "EvalCatalogError";
+} & Readonly<A>;
+export declare class EvalCatalogError extends EvalCatalogError_base<{
+    readonly operation: "catalog";
+    readonly cause: unknown;
+}> {
+}
+declare function catalog(input: {
+    readonly cwd: string;
+    readonly tag?: string;
+}): Effect.Effect<EvalCatalog, EvalCatalogError>;
+/** Eval discovery is a closed Host operation; CLI consumers never receive Runner definitions. */
+export declare const evalHost: Readonly<{
+    catalog: typeof catalog;
+}>;
+export {};

package/dist/eval/host/index.js

@@ -0,0 +1,8 @@
+import { createRequire as __niceevalCreateRequire } from "node:module";
+const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
+const __niceevalCanonical = __niceevalRequire("./index.cjs");
+const __niceevalExport0 = __niceevalCanonical["EvalCatalogError"];
+export { __niceevalExport0 as EvalCatalogError };
+const __niceevalExport1 = __niceevalCanonical["evalHost"];
+export { __niceevalExport1 as evalHost };
+//# sourceMappingURL=index.js.map

package/dist/eval/host/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sources":[],"names":[],"mappings":""}

package/dist/eval/host/index.mjs

@@ -0,0 +1,8 @@
+import { createRequire as __niceevalCreateRequire } from "node:module";
+const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
+const __niceevalCanonical = __niceevalRequire("./index.cjs");
+const __niceevalExport0 = __niceevalCanonical["EvalCatalogError"];
+export { __niceevalExport0 as EvalCatalogError };
+const __niceevalExport1 = __niceevalCanonical["evalHost"];
+export { __niceevalExport1 as evalHost };
+//# sourceMappingURL=index.mjs.map

package/dist/eval/host/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sources":[],"names":[],"mappings":""}