@novedu/cli 0.24.1 → 0.25.0

package/README.md

@@ -331,7 +331,8 @@ images list   [--search <q>] [--all]
   shareable `url`. `--start`/`--end` must be ISO 8601 **with an explicit
   offset or `Z`** (e.g. `2026-07-07T08:00:00Z`); the
   `--llm-provider`/`--llm-model` override pair is both-or-nothing, and
-  `--llm-reasoning <level>` (`minimal`, `low`, `medium` or `high`) rides on top of
+  `--llm-reasoning <level>` (`none`, `minimal`, `low`, `medium`, `high` or
+  `xhigh`) rides on top of
   the pair — it is rejected without it. The override replaces the activity's whole
   `llm:` block, so leaving the level out also drops the file's.
 - `codes sync <registry-file>` mints codes for a whole **course** at once — see

package/dist/main.js

@@ -2,15 +2,35 @@
 import { Command } from "commander";
 import { readFile, writeFile } from "node:fs/promises";
 import { basename, dirname, join, resolve } from "node:path";
+import { z } from "zod";
 import { spawn } from "node:child_process";
 import { globSync, mkdirSync, readFileSync, rmSync, writeFileSync } from "node:fs";
 import { createServer } from "node:http";
 import { homedir } from "node:os";
 import { CryptoProvider, PublicClientApplication } from "@azure/msal-node";
 import { parse, stringify } from "yaml";
-import { z } from "zod";
 import Handlebars from "handlebars";
 import { fileURLToPath, pathToFileURL } from "node:url";
+//#region ../lib/llm/provider.ts
+const LLM_PROVIDERS = ["SCCH", "Azure Foundry"];
+const DEFAULT_PROVIDER = "SCCH";
+const providerSchema = z.enum(LLM_PROVIDERS).default(DEFAULT_PROVIDER).meta({ description: "The LLM provider serving the model. For Azure Foundry, model is the deployment name." });
+const REASONING_LEVELS = [
+	"none",
+	"minimal",
+	"low",
+	"medium",
+	"high",
+	"xhigh"
+];
+const reasoningLevelSchema = z.enum(REASONING_LEVELS).optional().meta({ description: "Optional reasoning effort for reasoning models. Not every model accepts every level. Omit to let the model decide (the parameter is then not sent); \"none\" instead turns a reasoning model off." });
+function parseLenientProvider(value) {
+	return value === "SCCH" || value === "Azure Foundry" ? value : void 0;
+}
+function parseLenientReasoningLevel(value) {
+	return typeof value === "string" && REASONING_LEVELS.includes(value) ? value : void 0;
+}
+//#endregion
 //#region src/auth.ts
 const DEFAULT_TENANT_ID = "91fc072c-edef-4f97-bdc5-cfb67718ae3a";
 const DEFAULT_CLIENT_ID = "4d44fc4b-0434-4981-9765-62e2074ceecb";
@@ -309,24 +329,6 @@ async function runApiRequest(options) {
 	if (result.ok) printJson(result.payload ?? null);
 }
 //#endregion
-//#region ../lib/llm/provider.ts
-const LLM_PROVIDERS = ["SCCH", "Azure Foundry"];
-const DEFAULT_PROVIDER = "SCCH";
-const providerSchema = z.enum(LLM_PROVIDERS).default(DEFAULT_PROVIDER).meta({ description: "The LLM provider serving the model. For Azure Foundry, model is the deployment name." });
-const REASONING_LEVELS = [
-	"minimal",
-	"low",
-	"medium",
-	"high"
-];
-const reasoningLevelSchema = z.enum(REASONING_LEVELS).optional().meta({ description: "Optional reasoning effort for reasoning models. Omit to let the model decide (the parameter is then not sent)." });
-function parseLenientProvider(value) {
-	return value === "SCCH" || value === "Azure Foundry" ? value : void 0;
-}
-function parseLenientReasoningLevel(value) {
-	return typeof value === "string" && REASONING_LEVELS.includes(value) ? value : void 0;
-}
-//#endregion
 //#region ../lib/registry-schema.ts
 /** The fixed group names and the code module each one mints for. */
 const GROUP_MODULES = {
@@ -896,7 +898,7 @@ async function readLock(lockPath) {
 }
 function registerCodes(program) {
 	const codes = program.command("codes").description("Manage activity codes on the Novedu server");
-	codes.command("create").description("Create a code for an activity YAML (validated server-side before storing)").requiredOption("--module <module>", "activity module: tutor, quiz, writing or coding").requiredOption("--file <url>", "public http(s) URL of the activity YAML").option("--start <iso>", "window start, ISO 8601 with explicit offset (e.g. 2026-07-07T08:00:00Z)").option("--end <iso>", "window end, ISO 8601 with explicit offset").option("--note <text>", "note shown in the codes list").option("--llm-provider <provider>", "LLM override provider (\"SCCH\" or \"Azure Foundry\"; needs --llm-model)").option("--llm-model <model>", "LLM override model id (needs --llm-provider)").option("--llm-reasoning <level>", "LLM override reasoning effort (\"minimal\", \"low\", \"medium\" or \"high\"; needs the provider/model pair)").option(...SERVER_OPTION$3).action(async (options) => {
+	codes.command("create").description("Create a code for an activity YAML (validated server-side before storing)").requiredOption("--module <module>", "activity module: tutor, quiz, writing or coding").requiredOption("--file <url>", "public http(s) URL of the activity YAML").option("--start <iso>", "window start, ISO 8601 with explicit offset (e.g. 2026-07-07T08:00:00Z)").option("--end <iso>", "window end, ISO 8601 with explicit offset").option("--note <text>", "note shown in the codes list").option("--llm-provider <provider>", "LLM override provider (\"SCCH\" or \"Azure Foundry\"; needs --llm-model)").option("--llm-model <model>", "LLM override model id (needs --llm-provider)").option("--llm-reasoning <level>", `LLM override reasoning effort (${REASONING_LEVELS.join(", ")}; needs the provider/model pair)`).option(...SERVER_OPTION$3).action(async (options) => {
 		const llmGiven = options.llmProvider !== void 0 || options.llmModel !== void 0 || options.llmReasoning !== void 0;
 		await runApiRequest({
 			server: options.server,
@@ -1168,7 +1170,7 @@ function parseCoding(content) {
 	const reasoning = llm?.reasoning === void 0 ? void 0 : parseLenientReasoningLevel(llm.reasoning);
 	if (llm?.reasoning !== void 0 && !reasoning) return {
 		ok: false,
-		message: "This coding activity uses an unsupported llm.reasoning (use \"minimal\", \"low\", \"medium\" or \"high\")."
+		message: `This coding activity uses an unsupported llm.reasoning (one of ${REASONING_LEVELS.join(", ")}).`
 	};
 	const instructions = asString$2(root.instructions);
 	if (!instructions) return {
@@ -2477,7 +2479,7 @@ function parseQuiz(content) {
 	const reasoning = llm?.reasoning === void 0 ? void 0 : parseLenientReasoningLevel(llm.reasoning);
 	if (llm?.reasoning !== void 0 && !reasoning) return {
 		ok: false,
-		message: "This quiz uses an unsupported llm.reasoning (use \"minimal\", \"low\", \"medium\" or \"high\")."
+		message: `This quiz uses an unsupported llm.reasoning (one of ${REASONING_LEVELS.join(", ")}).`
 	};
 	const quizFiles = Array.isArray(root.quiz_files) ? root.quiz_files : [];
 	const rawQuestions = Array.isArray(root.questions) ? root.questions : [];
@@ -2858,7 +2860,7 @@ function parseWriting(content) {
 	const reasoning = llm?.reasoning === void 0 ? void 0 : parseLenientReasoningLevel(llm.reasoning);
 	if (llm?.reasoning !== void 0 && !reasoning) return {
 		ok: false,
-		message: "This writing activity uses an unsupported llm.reasoning (use \"minimal\", \"low\", \"medium\" or \"high\")."
+		message: `This writing activity uses an unsupported llm.reasoning (one of ${REASONING_LEVELS.join(", ")}).`
 	};
 	const instructions = asString(root.instructions);
 	if (!instructions) return {
@@ -5810,7 +5812,7 @@ async function runEvalCommand(pathsOrUrls, options, seams = {}) {
 	process.exitCode = batchPassed(batch) ? 0 : 1;
 }
 function registerEval(program) {
-	program.command("eval").description("Run an eval file (quiz golden answers, or tutor conversations) against the real activity path and report the result").argument("<evalPathOrUrl...>", "one or more eval YAML files (paths, http(s)/file URLs, or a quoted glob pattern)").option("--server <url>", "Novedu server base URL (defaults to the NOVEDU_SERVER env var, then production)").option("--concurrency <n>", "cases in flight per file", String(CONCURRENCY_DEFAULT)).option("--repeats <n>", "run every case N times (quiz: take the majority verdict)", "1").option("--llm-provider <provider>", "run with this provider instead of the activity's (\"SCCH\" or \"Azure Foundry\"; needs --llm-model)").option("--llm-model <model>", "run with this model instead of the activity's (needs --llm-provider)").option("--llm-reasoning <level>", "run at this reasoning effort (\"minimal\", \"low\", \"medium\" or \"high\"); on its own it keeps the activity's model").option("--no-judge-feedback", "skip the LLM audit of what the model wrote (halves the LLM calls)").option("--judge-llm-provider <provider>", "judge with this provider (\"SCCH\" or \"Azure Foundry\"; needs --judge-llm-model)").option("--judge-llm-model <model>", "judge with this model instead of the one under test (needs --judge-llm-provider)").option("--judge-llm-reasoning <level>", "judge at this reasoning effort (\"minimal\", \"low\", \"medium\" or \"high\"); on its own it keeps the judge's model").option("--json", "print the machine-readable batch report on stdout").option("--out <file>", "additionally write the machine-readable batch report to a file").option("--report <file>", "additionally write a readable Markdown report to a file").addHelpText("after", `
+	program.command("eval").description("Run an eval file (quiz golden answers, or tutor conversations) against the real activity path and report the result").argument("<evalPathOrUrl...>", "one or more eval YAML files (paths, http(s)/file URLs, or a quoted glob pattern)").option("--server <url>", "Novedu server base URL (defaults to the NOVEDU_SERVER env var, then production)").option("--concurrency <n>", "cases in flight per file", String(CONCURRENCY_DEFAULT)).option("--repeats <n>", "run every case N times (quiz: take the majority verdict)", "1").option("--llm-provider <provider>", "run with this provider instead of the activity's (\"SCCH\" or \"Azure Foundry\"; needs --llm-model)").option("--llm-model <model>", "run with this model instead of the activity's (needs --llm-provider)").option("--llm-reasoning <level>", `run at this reasoning effort (${REASONING_LEVELS.join(", ")}); on its own it keeps the activity's model`).option("--no-judge-feedback", "skip the LLM audit of what the model wrote (halves the LLM calls)").option("--judge-llm-provider <provider>", "judge with this provider (\"SCCH\" or \"Azure Foundry\"; needs --judge-llm-model)").option("--judge-llm-model <model>", "judge with this model instead of the one under test (needs --judge-llm-provider)").option("--judge-llm-reasoning <level>", `judge at this reasoning effort (${REASONING_LEVELS.join(", ")}); on its own it keeps the judge's model`).option("--json", "print the machine-readable batch report on stdout").option("--out <file>", "additionally write the machine-readable batch report to a file").option("--report <file>", "additionally write a readable Markdown report to a file").addHelpText("after", `
 Examples:
   # Evaluate one quiz's golden answers
   $ novedu-cli eval ./0010-welcome-quiz.eval.yaml

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@novedu/cli",
-  "version": "0.24.1",
+  "version": "0.25.0",
   "description": "Command-line companion for the Novedu chat app. Validates tutor, fragment, quiz, writing, coding and eval YAML definitions, dumps the exact LLM prompts an activity produces, evaluates a quiz's grading rubric against golden answers and replays scripted conversations against a tutor; signs in with Entra ID and manages codes, app-hosted files and images over the app's API.",
   "type": "module",
   "repository": {