niceeval 0.17.1 → 0.19.0

package/dist/cli/program.cjs

@@ -135,6 +135,9 @@ const cliProgram = (commands) => effect_1.Effect.gen(function* () {
         yield* writeStdout(`${yield* packageVersion()}\n`);
         return 0;
     }
+    if (root?.name === "session") {
+        return yield* effect_1.Effect.fail(usageError("Command session is no longer supported. Use invocation list/show.\n"));
+    }
     if (root !== undefined) {
         return yield* effect_1.Effect.fail(usageError(`Unknown command "${root.name}".
 Run \`niceeval --help\` for usage.

package/dist/cli/program.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"program.js","sourceRoot":"","sources":["program.ts"],"names":[],"mappings":";;;AAyDA,4CAmBC;AA5ED,4EAA4E;AAC5E,8EAA8E;AAC9E,gFAAgF;AAChF,mCAAsC;AACtC,qDAA2H;AAC3H,uDAA4K;AAC5K,2DAA+G;AAC/G,8CAA8C;AAC9C,MAAa,aAAc,SAAQ,aAAI,CAAC,WAAW,CAAC,eAAe,CAGjE;CACD;AAJD,sCAIC;AACD,4EAA4E;AAC5E,MAAa,iBAAkB,SAAQ,aAAI,CAAC,WAAW,CAAC,mBAAmB,CAIzE;CACD;AALD,8CAKC;AAED,MAAM,uBAAuB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC1C,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;YAChB,OAAO,EAAE,+BAA+B;YACxC,UAAU,EAAE,QAAQ;SACvB,CAAC;KACL,CAAC;IACF,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;QACnB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;YAChB,OAAO,EAAE,uCAAuC;YAChD,UAAU,EAAE,QAAQ;SACvB,CAAC;KACL,CAAC;CACmD,CAAC,CAAC;AAC3D,SAAS,UAAU,CAAC,OAAe,EAAE,QAAQ,GAAG,CAAC;IAC7C,OAAO,IAAI,aAAa,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;AACpD,CAAC;AACD,SAAS,cAAc,CAAC,SAAiB,EAAE,KAAc,EAAE,QAAQ,GAAG,CAAC;IACnE,OAAO,KAAK,YAAY,iBAAiB;QACrC,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,IAAI,iBAAiB,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;AAChE,CAAC;AACD,SAAS,UAAU,CAAC,KAAc;IAC9B,MAAM,OAAO,GAAG,IAAA,gCAAqB,EAAC,KAAK,CAAC,CAAC;IAC7C,OAAO,UAAU,CAAC,GAAG,OAAO;;CAE/B,CAAC,CAAC;AACH,CAAC;AACD,SAAS,cAAc,CAAC,KAAc;IAClC,OAAO,IAAA,uBAAY,EAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AACD,6FAA6F;AAC7F,SAAgB,gBAAgB,CAAC,OAAmB;IAChD,IAAI,OAAO,CAAC,IAAI,KAAK,eAAe;QAChC,OAAO,OAAO,CAAC,OAAO,CAAC;IAC3B,MAAM,SAAS,GAAG,IAAA,oCAAyB,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3D,IAAI,SAAS,KAAK,SAAS;QACvB,OAAO,SAAS,CAAC;IACrB,IAAI,OAAO,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;QACrC,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;YAC7B,OAAO,OAAO,CAAC,OAAO,CAAC;QAC3B,IAAI,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,UAAU,CAAC,iBAAiB,CAAC,KAAK,IAAI,EAAE,CAAC;YACxE,MAAM,OAAO,GAAG,IAAA,gCAAqB,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACrD,OAAO,GAAG,OAAO;;CAE5B,CAAC;QACM,CAAC;QACD,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,SAAS,YAAY,IAAA,gCAAqB,EAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;IACvG,CAAC;IACD,OAAO,mBAAmB,IAAA,gCAAqB,EAAC,OAAO,CAAC,KAAK,CAAC;CACjE,CAAC;AACF,CAAC;AACD,SAAS,eAAe;IACpB,OAAO,eAAM,CAAC,OAAO,CAAC,mCAAkB,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACrJ,CAAC;AACD,SAAS,WAAW,CAAC,IAAY;IAC7B,OAAO,eAAM,CAAC,OAAO,CAAC,0BAAS,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACrJ,CAAC;AACD,SAAS,cAAc;IACnB,OAAO,eAAM,CAAC,OAAO,CAAC,gCAAe,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACtJ,CAAC;AACD,SAAS,QAAQ,CAAI,QAA+D;IAChF,OAAO;;;;;;;;;;CAUV,GAAG,IAAA,2CAAyB,EAAC,QAAQ,CAAC,CAAC;AACxC,CAAC;AACD,SAAS,gBAAgB,CAAC,MAA0B,EAAE,MAA2C;IAC7F,MAAM,IAAI,GAAG,IAAA,+BAAa,EAAC,MAAM,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAC1E,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1D,CAAC;AACD;;;GAGG;AACI,MAAM,UAAU,GAAG,CAAI,QAA+D,EAAE,EAAE,CAAC,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClH,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,eAAe,EAAE,CAAC;IACvC,MAAM,gBAAgB,GAAG,KAAK,CAAC,CAAC,6BAAY,CAAC;IAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,eAAM,CAAC,GAAG,CAAC;QAC7B,GAAG,EAAE,GAAG,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,IAAA,wCAAsB,EAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAC;QACxG,KAAK,EAAE,UAAU;KACpB,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,eAAM,CAAC,GAAG,CAAC;QAC5B,GAAG,EAAE,GAAG,EAAE,CAAC,IAAA,wCAAsB,EAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC;QAC/D,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,mBAAmB,EAAE,KAAK,CAAC;KAC/D,CAAC,CAAC;IACH,IAAI,KAAK,EAAE,IAAI,KAAK,oBAAoB,EAAE,CAAC;QACvC,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC1B,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YACvC,OAAO,CAAC,CAAC;QACb,CAAC;QACD,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,KAAK,CAAC,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QACnD,OAAO,CAAC,CAAC;IACb,CAAC;IACD,IAAI,KAAK,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,IAAI,GAAG,IAAA,+BAAa,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACvC,OAAO,CAAC,CAAC;IACb,CAAC;IACD,IAAI,gBAAgB,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7C,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,KAAK,CAAC,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QACnD,OAAO,CAAC,CAAC;IACb,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,UAAU,CAAC,oBAAoB,IAAI,CAAC,IAAI;;CAEzE,CAAC,CAAC,CAAC;IACA,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QACzD,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACvC,OAAO,CAAC,CAAC;IACb,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QACjC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,KAAK,CAAC,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QACnD,OAAO,CAAC,CAAC;IACb,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,UAAU,CAAC;;CAExC,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AA/CU,QAAA,UAAU,cA+CpB","sourcesContent":["// The root CLI is deliberately domain-neutral. Feature and Host modules own\n// command schemas, preflight, execution, presentation, and command help; this\n// module only composes their immutable contributions and routes one root token.\nimport { Data, Effect } from \"effect\";\nimport { CliArguments, CliInvocationFacts, CliOutput, PackageMetadata, type CliOptionDefinition, } from \"./application.ts\";\nimport { CliFeatureError, composeCliOptionSchema, locateCliRoot, matchCliFeatureCommand, renderFeatureCommandIndex, type CliCommandContribution, } from \"./contribution.ts\";\nimport { ownErrorCode, renderMigrationAssistance, summarizeUnknownError, } from \"../error-assistance/index.ts\";\n/** A recoverable root-command usage error. */\nexport class CliUsageError extends Data.TaggedError(\"CliUsageError\")<{\n    readonly message: string;\n    readonly exitCode: number;\n}> {\n}\n/** A recoverable failure from a root-owned terminal or process boundary. */\nexport class CliOperationError extends Data.TaggedError(\"CliOperationError\")<{\n    readonly operation: string;\n    readonly cause: unknown;\n    readonly exitCode: number;\n}> {\n}\nexport type CliFailure = CliUsageError | CliOperationError | CliFeatureError;\nconst APPLICATION_CLI_OPTIONS = Object.freeze({\n    help: Object.freeze({\n        type: \"boolean\",\n        short: \"h\",\n        help: Object.freeze({\n            summary: \"Print the root command index.\",\n            visibility: \"public\",\n        }),\n    }),\n    version: Object.freeze({\n        type: \"boolean\",\n        short: \"v\",\n        help: Object.freeze({\n            summary: \"Print the installed NiceEval version.\",\n            visibility: \"public\",\n        }),\n    }),\n} satisfies Readonly<Record<string, CliOptionDefinition>>);\nfunction usageError(message: string, exitCode = 1): CliUsageError {\n    return new CliUsageError({ message, exitCode });\n}\nfunction operationError(operation: string, cause: unknown, exitCode = 1): CliOperationError {\n    return cause instanceof CliOperationError\n        ? cause\n        : new CliOperationError({ operation, cause, exitCode });\n}\nfunction parseError(cause: unknown): CliUsageError {\n    const message = summarizeUnknownError(cause);\n    return usageError(`${message}\nRun \\`niceeval --help\\` for usage.\n`);\n}\nfunction parseErrorCode(cause: unknown): string | undefined {\n    return ownErrorCode(cause);\n}\n/** Bootstrap owns presentation of typed failures; defects and interruption stay in Cause. */\nexport function renderCliFailure(failure: CliFailure): string {\n    if (failure._tag === \"CliUsageError\")\n        return failure.message;\n    const migration = renderMigrationAssistance(failure.cause);\n    if (migration !== undefined)\n        return migration;\n    if (failure._tag === \"CliFeatureError\") {\n        if (failure.display !== undefined)\n            return failure.display;\n        if (parseErrorCode(failure.cause)?.startsWith(\"ERR_PARSE_ARGS_\") === true) {\n            const message = summarizeUnknownError(failure.cause);\n            return `${message}\nRun \\`niceeval --help\\` for usage.\n`;\n        }\n        return `${failure.feature} ${failure.operation} failed: ${summarizeUnknownError(failure.cause)}\\n`;\n    }\n    return `niceeval error: ${summarizeUnknownError(failure.cause)}\n`;\n}\nfunction invocationFacts() {\n    return Effect.flatMap(CliInvocationFacts, ({ facts }) => facts).pipe(Effect.mapError((cause) => operationError(\"read invocation facts\", cause)));\n}\nfunction writeStdout(text: string) {\n    return Effect.flatMap(CliOutput, ({ writeStdout }) => writeStdout(text)).pipe(Effect.mapError((cause) => operationError(\"write stdout\", cause)));\n}\nfunction packageVersion() {\n    return Effect.flatMap(PackageMetadata, ({ version }) => version).pipe(Effect.mapError((cause) => operationError(\"read package metadata\", cause)));\n}\nfunction rootHelp<R>(commands: readonly CliCommandContribution<R, CliFeatureError>[]): string {\n    return `niceeval — agent-native evals\n\nUsage:\n  niceeval <command> [options]\n\nApplication options:\n  -h, --help       print this command index\n  -v, --version    print the installed version\n\nRun \\`niceeval <command> --help\\` for command-specific usage.\n` + renderFeatureCommandIndex(commands);\n}\nfunction optionBeforeRoot(option: \"help\" | \"version\", tokens: Parameters<typeof locateCliRoot>[0]): boolean {\n    const root = locateCliRoot(tokens);\n    return tokens.some((token) => token.kind === \"option\" && token.name === option &&\n        (root === undefined || token.index < root.index));\n}\n/**\n * Route one immutable contribution. The aggregate parse discovers the indexed\n * root token only; the selected command performs its own authoritative parse.\n */\nexport const cliProgram = <R>(commands: readonly CliCommandContribution<R, CliFeatureError>[]) => Effect.gen(function* () {\n    const facts = yield* invocationFacts();\n    const argumentsService = yield* CliArguments;\n    const parsed = yield* Effect.try({\n        try: () => argumentsService.parse(facts.argv, composeCliOptionSchema(commands, APPLICATION_CLI_OPTIONS)),\n        catch: parseError,\n    });\n    const route = yield* Effect.try({\n        try: () => matchCliFeatureCommand(facts.argv, parsed, commands),\n        catch: (cause) => operationError(\"route CLI command\", cause),\n    });\n    if (route?.kind === \"application-option\") {\n        if (route.option === \"help\") {\n            yield* writeStdout(rootHelp(commands));\n            return 0;\n        }\n        yield* writeStdout(`${yield* packageVersion()}\\n`);\n        return 0;\n    }\n    if (route?.kind === \"command\") {\n        return yield* route.command.run(route.argv);\n    }\n    const root = locateCliRoot(parsed.tokens);\n    if (optionBeforeRoot(\"help\", parsed.tokens)) {\n        yield* writeStdout(rootHelp(commands));\n        return 0;\n    }\n    if (optionBeforeRoot(\"version\", parsed.tokens)) {\n        yield* writeStdout(`${yield* packageVersion()}\\n`);\n        return 0;\n    }\n    if (root !== undefined) {\n        return yield* Effect.fail(usageError(`Unknown command \"${root.name}\".\nRun \\`niceeval --help\\` for usage.\n`));\n    }\n    if (facts.argv.length === 0 || parsed.values.help === true) {\n        yield* writeStdout(rootHelp(commands));\n        return 0;\n    }\n    if (parsed.values.version === true) {\n        yield* writeStdout(`${yield* packageVersion()}\\n`);\n        return 0;\n    }\n    return yield* Effect.fail(usageError(`No command specified.\nRun \\`niceeval --help\\` for usage.\n`));\n});\n"]}
+{"version":3,"file":"program.js","sourceRoot":"","sources":["program.ts"],"names":[],"mappings":";;;AAyDA,4CAmBC;AA5ED,4EAA4E;AAC5E,8EAA8E;AAC9E,gFAAgF;AAChF,mCAAsC;AACtC,qDAA2H;AAC3H,uDAA4K;AAC5K,2DAA+G;AAC/G,8CAA8C;AAC9C,MAAa,aAAc,SAAQ,aAAI,CAAC,WAAW,CAAC,eAAe,CAGjE;CACD;AAJD,sCAIC;AACD,4EAA4E;AAC5E,MAAa,iBAAkB,SAAQ,aAAI,CAAC,WAAW,CAAC,mBAAmB,CAIzE;CACD;AALD,8CAKC;AAED,MAAM,uBAAuB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC1C,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;YAChB,OAAO,EAAE,+BAA+B;YACxC,UAAU,EAAE,QAAQ;SACvB,CAAC;KACL,CAAC;IACF,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;QACnB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;YAChB,OAAO,EAAE,uCAAuC;YAChD,UAAU,EAAE,QAAQ;SACvB,CAAC;KACL,CAAC;CACmD,CAAC,CAAC;AAC3D,SAAS,UAAU,CAAC,OAAe,EAAE,QAAQ,GAAG,CAAC;IAC7C,OAAO,IAAI,aAAa,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;AACpD,CAAC;AACD,SAAS,cAAc,CAAC,SAAiB,EAAE,KAAc,EAAE,QAAQ,GAAG,CAAC;IACnE,OAAO,KAAK,YAAY,iBAAiB;QACrC,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,IAAI,iBAAiB,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;AAChE,CAAC;AACD,SAAS,UAAU,CAAC,KAAc;IAC9B,MAAM,OAAO,GAAG,IAAA,gCAAqB,EAAC,KAAK,CAAC,CAAC;IAC7C,OAAO,UAAU,CAAC,GAAG,OAAO;;CAE/B,CAAC,CAAC;AACH,CAAC;AACD,SAAS,cAAc,CAAC,KAAc;IAClC,OAAO,IAAA,uBAAY,EAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AACD,6FAA6F;AAC7F,SAAgB,gBAAgB,CAAC,OAAmB;IAChD,IAAI,OAAO,CAAC,IAAI,KAAK,eAAe;QAChC,OAAO,OAAO,CAAC,OAAO,CAAC;IAC3B,MAAM,SAAS,GAAG,IAAA,oCAAyB,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3D,IAAI,SAAS,KAAK,SAAS;QACvB,OAAO,SAAS,CAAC;IACrB,IAAI,OAAO,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;QACrC,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;YAC7B,OAAO,OAAO,CAAC,OAAO,CAAC;QAC3B,IAAI,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,UAAU,CAAC,iBAAiB,CAAC,KAAK,IAAI,EAAE,CAAC;YACxE,MAAM,OAAO,GAAG,IAAA,gCAAqB,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACrD,OAAO,GAAG,OAAO;;CAE5B,CAAC;QACM,CAAC;QACD,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,SAAS,YAAY,IAAA,gCAAqB,EAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;IACvG,CAAC;IACD,OAAO,mBAAmB,IAAA,gCAAqB,EAAC,OAAO,CAAC,KAAK,CAAC;CACjE,CAAC;AACF,CAAC;AACD,SAAS,eAAe;IACpB,OAAO,eAAM,CAAC,OAAO,CAAC,mCAAkB,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACrJ,CAAC;AACD,SAAS,WAAW,CAAC,IAAY;IAC7B,OAAO,eAAM,CAAC,OAAO,CAAC,0BAAS,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACrJ,CAAC;AACD,SAAS,cAAc;IACnB,OAAO,eAAM,CAAC,OAAO,CAAC,gCAAe,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACtJ,CAAC;AACD,SAAS,QAAQ,CAAI,QAA+D;IAChF,OAAO;;;;;;;;;;CAUV,GAAG,IAAA,2CAAyB,EAAC,QAAQ,CAAC,CAAC;AACxC,CAAC;AACD,SAAS,gBAAgB,CAAC,MAA0B,EAAE,MAA2C;IAC7F,MAAM,IAAI,GAAG,IAAA,+BAAa,EAAC,MAAM,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAC1E,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1D,CAAC;AACD;;;GAGG;AACI,MAAM,UAAU,GAAG,CAAI,QAA+D,EAAE,EAAE,CAAC,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClH,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,eAAe,EAAE,CAAC;IACvC,MAAM,gBAAgB,GAAG,KAAK,CAAC,CAAC,6BAAY,CAAC;IAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,eAAM,CAAC,GAAG,CAAC;QAC7B,GAAG,EAAE,GAAG,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,IAAA,wCAAsB,EAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAC;QACxG,KAAK,EAAE,UAAU;KACpB,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,eAAM,CAAC,GAAG,CAAC;QAC5B,GAAG,EAAE,GAAG,EAAE,CAAC,IAAA,wCAAsB,EAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC;QAC/D,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,mBAAmB,EAAE,KAAK,CAAC;KAC/D,CAAC,CAAC;IACH,IAAI,KAAK,EAAE,IAAI,KAAK,oBAAoB,EAAE,CAAC;QACvC,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC1B,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YACvC,OAAO,CAAC,CAAC;QACb,CAAC;QACD,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,KAAK,CAAC,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QACnD,OAAO,CAAC,CAAC;IACb,CAAC;IACD,IAAI,KAAK,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,IAAI,GAAG,IAAA,+BAAa,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACvC,OAAO,CAAC,CAAC;IACb,CAAC;IACD,IAAI,gBAAgB,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7C,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,KAAK,CAAC,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QACnD,OAAO,CAAC,CAAC;IACb,CAAC;IACD,IAAI,IAAI,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,UAAU,CAAC,qEAAqE,CAAC,CAAC,CAAC;IACjH,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,UAAU,CAAC,oBAAoB,IAAI,CAAC,IAAI;;CAEzE,CAAC,CAAC,CAAC;IACA,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QACzD,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACvC,OAAO,CAAC,CAAC;IACb,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QACjC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,KAAK,CAAC,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QACnD,OAAO,CAAC,CAAC;IACb,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,UAAU,CAAC;;CAExC,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAlDU,QAAA,UAAU,cAkDpB","sourcesContent":["// The root CLI is deliberately domain-neutral. Feature and Host modules own\n// command schemas, preflight, execution, presentation, and command help; this\n// module only composes their immutable contributions and routes one root token.\nimport { Data, Effect } from \"effect\";\nimport { CliArguments, CliInvocationFacts, CliOutput, PackageMetadata, type CliOptionDefinition, } from \"./application.ts\";\nimport { CliFeatureError, composeCliOptionSchema, locateCliRoot, matchCliFeatureCommand, renderFeatureCommandIndex, type CliCommandContribution, } from \"./contribution.ts\";\nimport { ownErrorCode, renderMigrationAssistance, summarizeUnknownError, } from \"../error-assistance/index.ts\";\n/** A recoverable root-command usage error. */\nexport class CliUsageError extends Data.TaggedError(\"CliUsageError\")<{\n    readonly message: string;\n    readonly exitCode: number;\n}> {\n}\n/** A recoverable failure from a root-owned terminal or process boundary. */\nexport class CliOperationError extends Data.TaggedError(\"CliOperationError\")<{\n    readonly operation: string;\n    readonly cause: unknown;\n    readonly exitCode: number;\n}> {\n}\nexport type CliFailure = CliUsageError | CliOperationError | CliFeatureError;\nconst APPLICATION_CLI_OPTIONS = Object.freeze({\n    help: Object.freeze({\n        type: \"boolean\",\n        short: \"h\",\n        help: Object.freeze({\n            summary: \"Print the root command index.\",\n            visibility: \"public\",\n        }),\n    }),\n    version: Object.freeze({\n        type: \"boolean\",\n        short: \"v\",\n        help: Object.freeze({\n            summary: \"Print the installed NiceEval version.\",\n            visibility: \"public\",\n        }),\n    }),\n} satisfies Readonly<Record<string, CliOptionDefinition>>);\nfunction usageError(message: string, exitCode = 1): CliUsageError {\n    return new CliUsageError({ message, exitCode });\n}\nfunction operationError(operation: string, cause: unknown, exitCode = 1): CliOperationError {\n    return cause instanceof CliOperationError\n        ? cause\n        : new CliOperationError({ operation, cause, exitCode });\n}\nfunction parseError(cause: unknown): CliUsageError {\n    const message = summarizeUnknownError(cause);\n    return usageError(`${message}\nRun \\`niceeval --help\\` for usage.\n`);\n}\nfunction parseErrorCode(cause: unknown): string | undefined {\n    return ownErrorCode(cause);\n}\n/** Bootstrap owns presentation of typed failures; defects and interruption stay in Cause. */\nexport function renderCliFailure(failure: CliFailure): string {\n    if (failure._tag === \"CliUsageError\")\n        return failure.message;\n    const migration = renderMigrationAssistance(failure.cause);\n    if (migration !== undefined)\n        return migration;\n    if (failure._tag === \"CliFeatureError\") {\n        if (failure.display !== undefined)\n            return failure.display;\n        if (parseErrorCode(failure.cause)?.startsWith(\"ERR_PARSE_ARGS_\") === true) {\n            const message = summarizeUnknownError(failure.cause);\n            return `${message}\nRun \\`niceeval --help\\` for usage.\n`;\n        }\n        return `${failure.feature} ${failure.operation} failed: ${summarizeUnknownError(failure.cause)}\\n`;\n    }\n    return `niceeval error: ${summarizeUnknownError(failure.cause)}\n`;\n}\nfunction invocationFacts() {\n    return Effect.flatMap(CliInvocationFacts, ({ facts }) => facts).pipe(Effect.mapError((cause) => operationError(\"read invocation facts\", cause)));\n}\nfunction writeStdout(text: string) {\n    return Effect.flatMap(CliOutput, ({ writeStdout }) => writeStdout(text)).pipe(Effect.mapError((cause) => operationError(\"write stdout\", cause)));\n}\nfunction packageVersion() {\n    return Effect.flatMap(PackageMetadata, ({ version }) => version).pipe(Effect.mapError((cause) => operationError(\"read package metadata\", cause)));\n}\nfunction rootHelp<R>(commands: readonly CliCommandContribution<R, CliFeatureError>[]): string {\n    return `niceeval — agent-native evals\n\nUsage:\n  niceeval <command> [options]\n\nApplication options:\n  -h, --help       print this command index\n  -v, --version    print the installed version\n\nRun \\`niceeval <command> --help\\` for command-specific usage.\n` + renderFeatureCommandIndex(commands);\n}\nfunction optionBeforeRoot(option: \"help\" | \"version\", tokens: Parameters<typeof locateCliRoot>[0]): boolean {\n    const root = locateCliRoot(tokens);\n    return tokens.some((token) => token.kind === \"option\" && token.name === option &&\n        (root === undefined || token.index < root.index));\n}\n/**\n * Route one immutable contribution. The aggregate parse discovers the indexed\n * root token only; the selected command performs its own authoritative parse.\n */\nexport const cliProgram = <R>(commands: readonly CliCommandContribution<R, CliFeatureError>[]) => Effect.gen(function* () {\n    const facts = yield* invocationFacts();\n    const argumentsService = yield* CliArguments;\n    const parsed = yield* Effect.try({\n        try: () => argumentsService.parse(facts.argv, composeCliOptionSchema(commands, APPLICATION_CLI_OPTIONS)),\n        catch: parseError,\n    });\n    const route = yield* Effect.try({\n        try: () => matchCliFeatureCommand(facts.argv, parsed, commands),\n        catch: (cause) => operationError(\"route CLI command\", cause),\n    });\n    if (route?.kind === \"application-option\") {\n        if (route.option === \"help\") {\n            yield* writeStdout(rootHelp(commands));\n            return 0;\n        }\n        yield* writeStdout(`${yield* packageVersion()}\\n`);\n        return 0;\n    }\n    if (route?.kind === \"command\") {\n        return yield* route.command.run(route.argv);\n    }\n    const root = locateCliRoot(parsed.tokens);\n    if (optionBeforeRoot(\"help\", parsed.tokens)) {\n        yield* writeStdout(rootHelp(commands));\n        return 0;\n    }\n    if (optionBeforeRoot(\"version\", parsed.tokens)) {\n        yield* writeStdout(`${yield* packageVersion()}\\n`);\n        return 0;\n    }\n    if (root?.name === \"session\") {\n        return yield* Effect.fail(usageError(\"Command session is no longer supported. Use invocation list/show.\\n\"));\n    }\n    if (root !== undefined) {\n        return yield* Effect.fail(usageError(`Unknown command \"${root.name}\".\nRun \\`niceeval --help\\` for usage.\n`));\n    }\n    if (facts.argv.length === 0 || parsed.values.help === true) {\n        yield* writeStdout(rootHelp(commands));\n        return 0;\n    }\n    if (parsed.values.version === true) {\n        yield* writeStdout(`${yield* packageVersion()}\\n`);\n        return 0;\n    }\n    return yield* Effect.fail(usageError(`No command specified.\nRun \\`niceeval --help\\` for usage.\n`));\n});\n"]}

package/dist/context/assert-first.cjs

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createAssertFirstCoreContext = createAssertFirstCoreContext;
 exports.createAssertFirstEvalContext = createAssertFirstEvalContext;
+const notes_ts_1 = require("./notes.cjs");
 const adapter_usage_projection_ts_1 = require("../o11y/adapter-usage-projection.cjs");
 const pricing_ts_1 = require("../record/family/adapter-usage/pricing.cjs");
 const material_ts_1 = require("../assertions/material.cjs");
@@ -937,7 +938,7 @@ function createAssertFirstCoreContext(deps) {
             throw new TypeError("judge() definition must be a managed ScoreMatch");
         return runtime.t.check(subject, definition);
     });
-    const state = { assertions: runtime };
+    const state = { assertions: runtime, notes: new notes_ts_1.AttemptNotesCollector() };
     const presets = judgePresetMethods(runtime.t.check);
     const readUsage = () => { runtime.assertAuthoringOpen(); return deps.readUsage?.() ?? (0, eval_usage_ts_1.projectAgentEvalUsage)({ contributions: [], scope: "attempt" }); };
     const elapsedMs = () => {
@@ -948,6 +949,7 @@ function createAssertFirstCoreContext(deps) {
     };
     const { maxTokens, maxCost } = usageBudgetMethods(runtime, readUsage);
     const base = {
+        note: (label, value) => { runtime.assertAuthoringOpen(); state.notes.add(label, value); },
         get usage() { return readUsage(); },
         get elapsedMs() { return elapsedMs(); },
         maxTokens, maxCost,
@@ -1035,7 +1037,6 @@ function createAssertFirstEvalContext(deps) {
         onTurn: deps.onTurn,
         ledgerHooks: deps.ledgerHooks,
         concurrencySlot: deps.concurrencySlot,
-        experimentClassifier: deps.experimentClassifier,
         nextSourceOrder: deps.nextSourceOrder,
         sourceRegistry: deps.sourceRegistry,
         resources: deps.resources,
@@ -1046,6 +1047,7 @@ function createAssertFirstEvalContext(deps) {
     const check = core.context.check;
     const judge = core.context.judge;
     const state = {
+        notes: core.state.notes,
         assertions: runtime,
         manager,
         late: { diff: Object.freeze({ state: "pending" }), scripts: {} },
@@ -1427,7 +1429,7 @@ function createAssertFirstEvalContext(deps) {
             toolCalls: snapshot.toolCalls,
             eventOccurrences,
             status: snapshot.status,
-            message: snapshot.output,
+            reply: snapshot.output,
             ...(turn.data === undefined ? {} : { data: turn.data }),
             get usage() { return readTurnUsage(); },
             get elapsedMs() { return core.context.elapsedMs; },
@@ -1714,7 +1716,7 @@ function createAssertFirstEvalContext(deps) {
             runtime,
             late: state.late,
         }),
-        get o11y() {
+        get observability() {
             return (0, derive_ts_1.buildO11ySummary)(manager.allEvents);
         },
         get usage() {