cortad 0.3.0-rc.12 → 0.3.0-rc.13

package/lib/read-text.mjs

@@ -16,7 +16,9 @@ const ruleLine = (e) => `  ${at(e.path, e.line)}  "${clip(e.text, 300)}"`;
 const headOf = (label, parts) => (parts.some(Boolean) ? `${label}: ${parts.filter(Boolean).join(", ")}.` : `${label}:`);
 const standardsHead = (m) => headOf("Engineering standards", [has(m.decided) && `${num(m.decided)} decided`, has(m.met) && `${num(m.met)} met`, has(m.missed) && `${num(m.missed)} missed`]);
 const standardLine = (x) => `  ${x.path ? `${at(x.path, x.line)}  ` : ""}${x.standard}${x.detail ? `: ${clip(x.detail, 240)}` : ""}${x.decidedBy ? ` (decided by ${x.decidedBy === "code" ? "code" : "a model"})` : ""}`;
-const trialsHead = (t) => headOf("Trials", [has(t.written) && `${num(t.written)} written`, has(t.playable) && `${num(t.playable)} playable`]);
+// Which trials can be played is decided when a run knocks: a read that said "21 playable, none held
+// back" was followed by a run that held 28 back, and three agents called the counts contradictory.
+const trialsHead = (t) => headOf("Trials", [has(t.written) && `${num(t.written)} written`]);
 const heldWhy = (h) => `${SIDE[h.side] ? `, ${SIDE[h.side]}` : ""}${h.why ? `: ${clip(h.why, 300)}` : ""}`;
 const named = (label, group, max = 12) => {
   if (!group) return null;

package/lib/text.mjs

@@ -77,7 +77,10 @@ function runLines(d, prefix = "") {
   // to every agent that got it. What was measured leads, then the rate on what was measured.
   if (done && has(d.questionsAsked) && has(d.questionsOf) && d.questionsOf > 0) lines.push(coverageLine(d));
   if (done && d.blocked) lines.push(d.blocked);
-  if (done && typeof d.score === "number") lines.push(scoreLine(d));
+  if (done && d.notCounted) lines.push(d.notCounted);
+  // A verify is a move, not a score: "100 of 100" on a replay whose run before decided nothing read
+  // as a clean bill to bloom's agent, beside "zero verified fixes".
+  if (done && typeof d.score === "number" && d.kind !== "verify") lines.push(scoreLine(d));
   if (done && d.halted) lines.push(haltLine(d.halted));
   if (done && has(d.readingsHeld) && has(d.readings) && d.readings > 0) lines.push(`The question readings held in ${num(d.readingsHeld)} of ${num(d.readings)}, ${Math.round((100 * d.readingsHeld) / d.readings)}%; the score is the case checks' pass rate on the checks measured.`);
   if (done && has(d.findings)) lines.push(`${plural(d.findings, "finding")}.`);
@@ -136,7 +139,7 @@ export function runText(d) {
 export function startedText(d, kind, findingId) {
   const verify = (d.kind ?? kind) === "verify";
   const what = verify ? `Verify${findingId && !d.joined ? ` of ${findingId}` : ""}` : "Run";
-  return `${what} ${d.joined ? "already playing" : "started"}: ${d.jobId}.\nnext: run_status ${d.jobId}`;
+  return `${what} ${d.joined ? "already playing" : "started"}: ${d.jobId}.${d.note ? `\n${d.note}` : ""}\nnext: run_status ${d.jobId}`;
 }
 
 export const waitingText = (p, now, limitMs) =>

package/local.mjs

@@ -712,9 +712,14 @@ async function freePortAbove(port) {
   for (let next = port + 1; next < port + 30; next++) if (!lost.has(next) && !(await listenerOn(next))) return next;
   return null;
 }
+// The port a bind failure names, in the app's own words: uvicorn's "('127.0.0.1', 8105): address
+// already in use", Node's "EADDRINUSE: address already in use :::3000".
+const portInError = (said) => Number(/(\d{4,5})\)?:?\s*address already in use/i.exec(said)?.[1] ?? /(?:EADDRINUSE|address already in use)\D{0,40}?(\d{4,5})\b/i.exec(said)?.[1] ?? 0);
 async function freed(cmd, lifted) {
   const m = /(--port[= ]|-p |\bPORT=)(\d{4,5})\b/.exec(cmd);
-  const named = m ? Number(m[2]) : Number(lifted.PORT) || 0;
+  // The app's own env file names its port too: yunqiao's PORT=8105 sat in .env, and a stale copy
+  // on that port was reported as "your app stopped" instead of moved past.
+  const named = m ? Number(m[2]) : Number(lifted.PORT) || Number(envExports(envFiles).PORT) || 0;
   if (!named || (!lost.has(named) && !(await listenerOn(named)))) return { cmd, lifted };
   const port = await freePortAbove(named);
   if (!port) return { cmd, lifted };
@@ -749,7 +754,7 @@ async function start(waitMs) {
       await stopApp(mine.pid);
       // The port this start named was taken between the check and the bind: the next free one, at
       // most three times, before the failure is theirs to read.
-      const named = /(?:--port[= ]|-p |\bPORT=)(\d{4,5})\b/.exec(cmd)?.[1] ?? lifted.PORT;
+      const named = /(?:--port[= ]|-p |\bPORT=)(\d{4,5})\b/.exec(cmd)?.[1] ?? lifted.PORT ?? envExports(envFiles).PORT ?? (portInError(seen) || undefined);
       if (/EADDRINUSE|address already in use/i.test(seen) && named && lost.size < 3) { lost.add(Number(named)); return start(waitMs); }
       return { port: null, exited: 1, tail: tail() };
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "cortad",
-  "version": "0.3.0-rc.12",
+  "version": "0.3.0-rc.13",
   "description": "Connects the AI app on your machine to Cortad for test conversations, and gives your coding agent the MCP and skill to run them. No dependencies.",
   "bin": {
     "cortad": "local.mjs"

package/skill/references/results.md

@@ -35,7 +35,7 @@ Engineering standards: 38 decided, 35 met, 3 missed.
   apps/api/src/agent/system.ts:30  User text stays out of the system prompt: the student's name is written into the system prompt (decided by a model)
   apps/api/src/tools/search.ts:51  Tool errors reach the model as errors: search returns an empty list when the index is down (decided by a model)
 Questions: 112; 40 asked in every conversation, 72 placed in the situations they fit.
-Trials: 58 written, 51 playable.
+Trials: 58 written.
   POST /api/homework/upload: 7 trials held back, on the app's side: the route needs a signed file URL, and no test account can make one
 Latest run 8f2a1c4e-5b6d-4e7f-9a0b-1c2d3e4f5a6b: running, 14 of 51 trials played.
 410 readings of 112 questions.