ccqa 1.16.0 → 1.17.0

package/README.md

@@ -133,7 +133,7 @@ grade the calls on the hub, and it learns from your grades.
 
 ```
 deploy lands
-  ├─ ccqa hub deploy record --select   what shipped, which specs it reaches
+  ├─ ccqa hub deploy record            what shipped, which specs it reaches
   ├─ ccqa audit --only-hub-audit-needed --report-to-hub
   │                                    does each spec still describe it?
   └─ ccqa run --only-hub-rerun-needed --on-fail-explain \
@@ -141,9 +141,10 @@ deploy lands
 ```
 
 The audit costs cents; a live spec costs dollars. Filtering first leaves
-a run whose failures are worth reading. Record every deploy with
-`--select` — a range recorded without it answers `unanswerable` forever, and
-nothing fills the hole later.
+a run whose failures are worth reading. `deploy record` decides which specs
+the range reaches unless you pass `--no-select-specs`; a range recorded
+without that decision answers `unanswerable` forever, and nothing fills the
+hole later.
 
 | Job | Trigger | Question it answers |
 |---|---|---|

package/dist/bin/ccqa.mjs

@@ -8805,7 +8805,7 @@ const promptRm = new Command("rm").description("Delete a prompt from the hub.").
 	info(`deleted prompt "${name}" from the hub`);
 }));
 const promptCommand = new Command("prompt").description("Manage prompt assets (per-flow user/agent guidance, triage user guidance, analysis custom prompt) stored on the hub (fetched automatically by `ccqa run` at run time).").addCommand(promptPush).addCommand(promptLs).addCommand(promptRm);
-const deployRecord = new Command("record").description("Tell the hub what a deploy shipped, so it can answer which specs need a re-run (`ccqa run --only-hub-rerun-needed`). Run this from the deploy job, after the deploy succeeds. The changed paths are computed locally with a two-dot `git diff <previous> <sha>`; a job that has only curl and git can POST the same body directly (see docs/hub.md).").requiredOption("--profile <name>", "Environment this deploy landed in (e.g. 'stg'). Required: dev and stg sit at different commits, so the deploy log is per-profile.").requiredOption("--sha <sha>", "Commit that was deployed.").option("--previous <sha>", "Commit this deploy replaced. Defaults to the profile's current deploy-log head on the hub. With neither, there's nothing to diff against: changedPaths is unset and --select is skipped.").option("--ref <ref>", "Ref that was deployed (branch or tag). Recorded for display only.").option("--select", "Also decide which specs this deploy reaches (`ccqa select-specs`) and send the verdict with it. Without it the deploy is a hole in the range: specs behind it report 'unknown' rather than 'not needed'.").option("-m, --model <name>", "Model for --select. Claude alias ('sonnet'|'opus'|'haiku') or full ID. Overrides CCQA_MODEL.").option(...hubUrlOption).option(...hubTokenOption).option("--project <name>", "Project whose deploy log this entry joins. Defaults to the current directory's name.").option("--cwd <path>", "Directory the git diff and the default --project name are resolved against.").action(withHubErrors(async (opts) => {
+const deployRecord = new Command("record").description("Tell the hub what a deploy shipped, so it can answer which specs need a re-run (`ccqa run --only-hub-rerun-needed`). Run this from the deploy job, after the deploy succeeds. The changed paths are computed locally with a two-dot `git diff <previous> <sha>`; a job that has only curl and git can POST the same body directly (see docs/hub.md).").requiredOption("--profile <name>", "Environment this deploy landed in (e.g. 'stg'). Required: dev and stg sit at different commits, so the deploy log is per-profile.").requiredOption("--sha <sha>", "Commit that was deployed.").option("--previous <sha>", "Commit this deploy replaced. Defaults to the profile's current deploy-log head on the hub. With neither, there's nothing to diff against: changedPaths is unset and the spec selection is skipped.").option("--ref <ref>", "Ref that was deployed (branch or tag). Recorded for display only.").option("--no-select-specs", "Record the deploy without deciding which specs it reaches. The entry then becomes a hole in the range — every spec behind it answers 'unanswerable' rather than being cleared, and nothing can fill it in later, since the hub has no checkout to diff. Only pass this when no Claude credential is available; it costs one model call to leave the log answerable.").option("-m, --model <name>", "Model for the spec selection. Claude alias ('sonnet'|'opus'|'haiku') or full ID. Overrides CCQA_MODEL.").option(...hubUrlOption).option(...hubTokenOption).option("--project <name>", "Project whose deploy log this entry joins. Defaults to the current directory's name.").option("--cwd <path>", "Directory the git diff and the default --project name are resolved against.").action(withHubErrors(async (opts) => {
 	const cwd = resolveCwd(opts.cwd);
 	const project = resolveProject(opts);
 	const hub = connect(opts);
@@ -8813,7 +8813,7 @@ const deployRecord = new Command("record").description("Tell the hub what a depl
 	const runUrl = githubRunUrl();
 	const diff = previous === null ? null : await diffOrNull(previous, opts.sha, cwd);
 	const changedPaths = diff ? capDeployPaths(diff.map((f) => f.path)) : null;
-	const selection = opts.select && previous !== null && diff !== null ? await selectionForDeploy(diff, previous, opts.sha, cwd, opts.model) : void 0;
+	const selection = opts.selectSpecs !== false && previous !== null && diff !== null ? await selectionForDeploy(diff, previous, opts.sha, cwd, opts.model) : void 0;
 	const entry = await hub.recordDeploy(project, opts.profile, {
 		sha: opts.sha,
 		previousSha: previous,
@@ -8827,8 +8827,12 @@ const deployRecord = new Command("record").description("Tell the hub what a depl
 	meta("profile", opts.profile);
 	meta("previous", previous ? previous.slice(0, 12) : "(none)");
 	meta("changed paths", changedPaths === null ? "(not reported)" : String(changedPaths.length));
-	if (opts.select) meta("selection", describeSelection(selection, diff !== null));
-	if (entry.gapBefore) warn("this deploy does not chain onto the log head, so a gap is recorded — specs whose baseline sits behind it report 'unknown' rather than 'not needed'");
+	if (opts.selectSpecs !== false) meta("selection", describeSelection(selection, diff !== null));
+	if (entry.gapBefore) warn("this deploy does not chain onto the log head, so a gap is recorded — specs whose baseline sits behind it report 'unanswerable' rather than 'verified'");
+	if (selection && !entry.hasSelection) {
+		error("the hub recorded this deploy but could not store its spec selection — the range answers 'unanswerable' from here on, and nothing fills it in later. Re-record this deploy.");
+		process.exit(1);
+	}
 	info(`recorded deploy #${entry.index}`);
 }));
 /**
@@ -8866,7 +8870,7 @@ async function selectionForDeploy(changed, previous, sha, cwd, model) {
 /**
 * The two-dot diff for this deploy's range, or `null` when git can't produce
 * one (a shallow checkout that never fetched `previous`, a rolled-back sha
-* that isn't local). Shared by `changedPaths` and `--select`'s input, so a
+* that isn't local). Shared by `changedPaths` and the selection's input, so a
 * diff failure skips both rather than each attempting — and separately
 * failing — its own git call.
 */
@@ -8878,7 +8882,7 @@ async function diffOrNull(previous, sha, cwd) {
 		return null;
 	}
 }
-/** The `--select` summary line: verdict counts, or why there isn't one. */
+/** The selection summary line: verdict counts, or why there isn't one. */
 function describeSelection(selection, diffAvailable) {
 	if (!selection) return diffAvailable ? "(skipped — see warning above)" : "(skipped — no diff to select against)";
 	const values = Object.values(selection);
@@ -15429,6 +15433,10 @@ async function runAudit(specPath, opts) {
 		error("--only-hub-audit-needed and an explicit spec id cannot be combined; it only applies to a full sweep");
 		process.exit(2);
 	}
+	if (opts.onlyHubAuditNeeded && opts.onlyAffectedBy) {
+		error("--only-hub-audit-needed and --only-affected-by cannot be combined: a spec the hub says needs auditing that the diff drops is never audited, so it stays due forever. Pick the one that matches the job — the hub answer after a deploy, the diff on a pull request.");
+		process.exit(2);
+	}
 	let hub = null;
 	let hubProject = null;
 	let holder = null;
@@ -15445,7 +15453,7 @@ async function runAudit(specPath, opts) {
 		});
 	}
 	let targets = await collectTargets(specPath, cwd);
-	if (targets.length === 0) exitWithNoSpecs(format, "no test specs found under .ccqa/features/");
+	if (targets.length === 0) exitWithNoSpecs(format, "noSpecsFound", "no test specs found under .ccqa/features/");
 	if (format === "text") {
 		header("audit", specPath ?? `${targets.length} spec${targets.length > 1 ? "s" : ""}`);
 		if (opts.cwd) meta("cwd", cwd);
@@ -15462,12 +15470,12 @@ async function runAudit(specPath, opts) {
 			meta("hub", selection.summary);
 			meta("scoped", `${targets.length} of ${total} spec${total > 1 ? "s" : ""}`);
 		}
-		if (targets.length === 0) exitWithNoSpecs(format, "every spec has been audited since the last deploy that reached it");
+		if (targets.length === 0) exitWithNoSpecs(format, "allCurrent", "every spec has been audited since the last deploy that reached it");
 		holder = randomUUID();
 		const claimed = await claimSpecs(hub, hubProject, opts.hubProfile, targets, holder);
 		if (claimed.length < targets.length && format === "text") meta("held-elsewhere", `${targets.length - claimed.length} spec(s) another job is auditing`);
 		targets = claimed;
-		if (targets.length === 0) exitWithNoSpecs(format, "every spec that needs auditing is already being audited by another job");
+		if (targets.length === 0) exitWithNoSpecs(format, "allHeld", "every spec that needs auditing is already being audited by another job");
 	}
 	let baseRef = null;
 	if (opts.onlyAffectedBy) {
@@ -15481,7 +15489,7 @@ async function runAudit(specPath, opts) {
 		targets = selection.specs;
 		baseRef = selection.base.ref;
 		if (format === "text") meta("scoped", `${targets.length} of ${total} spec${total > 1 ? "s" : ""}`);
-		if (targets.length === 0) exitWithNoSpecs(format, "no specs intersect the changed file set; nothing to check");
+		if (targets.length === 0) exitWithNoSpecs(format, "noDiffIntersection", "no specs intersect the changed file set; nothing to check");
 	}
 	const blocks = await loadAvailableBlocks(cwd);
 	try {
@@ -15592,10 +15600,14 @@ async function pushDriftResults(args, resolveHub = resolveHubClient) {
 		throw err;
 	}
 }
-function exitWithNoSpecs(format, message) {
+function exitWithNoSpecs(format, reason, message) {
 	reportCost();
-	if (format === "json") process.stdout.write(`${JSON.stringify({ specs: [] }, null, 2)}\n`);
+	if (format === "json") process.stdout.write(`${JSON.stringify({
+		specs: [],
+		skipped: reason
+	}, null, 2)}\n`);
 	else if (format === "text") info(message);
+	else if (format === "github" && reason === "noSpecsFound") process.stdout.write(`::warning::${message}\n`);
 	process.exit(0);
 }
 async function collectTargets(specPath, cwd) {
@@ -17296,27 +17308,33 @@ function createRecordDeployHandler(storage) {
 			...ref ? { ref } : {},
 			...runUrl ? { runUrl } : {},
 			changedPaths: changedPaths ?? null,
-			hasSelection: selection !== void 0
+			hasSelection: false
+		});
+		const folded = selection !== void 0 && await foldIntoTouchIndex(storage, project, profile, entry, selection);
+		if (folded) await storage.deploys.confirmSelection(project, profile, entry.index);
+		sendJson(ctx.res, 201, {
+			...entry,
+			hasSelection: folded === true
 		});
-		if (selection !== void 0) await foldIntoTouchIndex(storage, project, profile, entry, selection);
-		sendJson(ctx.res, 201, entry);
 	};
 }
 /**
 * Record what this deploy's selection decided, so a later read can answer each
 * spec's own range with two integer comparisons.
 *
-* Deliberately after the append, and it does not fail the request: the log is
-* the record of what shipped and has to land even if the fold cannot. A lost
-* fold shows up as specs reporting `unknown` rather than as a wrong `notNeeded`
-* — the entry is already marked `hasSelection`, so the read side knows the
-* range is unresolved either way.
+* It does not fail the request: the log is the record of what shipped and has
+* to land even if the fold cannot. What a lost fold must not do is *look* like
+* a recorded one — so the caller only marks the entry `hasSelection` when this
+* returns true, and the range reads as unresolved otherwise. The client is told
+* by the entry it gets back.
 */
 async function foldIntoTouchIndex(storage, project, profile, entry, selection) {
 	try {
 		await storage.deploys.updateTouchIndex(project, profile, (current) => foldTouchIndex(current, entry, selection));
+		return true;
 	} catch (err) {
 		console.error(`hub: touch-index fold failed for deploy "${entry.sha}" of "${project}/${profile}": ${errMsg(err)}`);
+		return false;
 	}
 }
 /** GET /api/v1/projects/:project/deploys?profile=&limit= — the retained log, oldest first. */
@@ -23434,6 +23452,18 @@ function createFileDeployStore(root) {
 			const log = await updateJson(deployLogPath(root, project, profile), (current) => appendDeploy(current, input));
 			return log.entries[log.entries.length - 1];
 		},
+		async confirmSelection(project, profile, index) {
+			await updateJson(deployLogPath(root, project, profile), (current) => {
+				const log = current ?? emptyDeployLog();
+				return {
+					...log,
+					entries: log.entries.map((e) => e.index === index ? {
+						...e,
+						hasSelection: true
+					} : e)
+				};
+			});
+		},
 		getLog: readLog,
 		async head(project, profile) {
 			const { entries } = await readLog(project, profile);

package/dist/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ccqa",
-  "version": "1.16.0",
+  "version": "1.17.0",
   "type": "module",
   "description": "Browser test recorder powered by Claude Code and agent-browser",
   "repository": {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ccqa",
-  "version": "1.16.0",
+  "version": "1.17.0",
   "type": "module",
   "description": "Browser test recorder powered by Claude Code and agent-browser",
   "repository": {