@coreplane/switchboard 1.222.0 → 1.224.0

package/dist/cli.js

@@ -2858,8 +2858,24 @@ function validateConfig(cfg) {
   if (cfg.routing !== void 0) validateRouting(cfg.routing, cfg.providers);
   if (cfg.artifacts !== void 0) validateArtifacts(cfg.artifacts);
   if (cfg.harness !== void 0) validateHarness(cfg.harness);
+  if (cfg.pi !== void 0) validatePi(cfg.pi);
   validateDashboardConfig(cfg.dashboard);
 }
+function validatePi(pi) {
+  if (typeof pi !== "object" || pi === null || Array.isArray(pi)) throw new Error("config.yaml: pi must be a mapping");
+  for (const key of unknownKeys2(pi, PI_KEYS)) throw new Error(`config.yaml: pi.${key} is not a known key`);
+  const { compaction } = pi;
+  if (compaction === void 0) return;
+  if (typeof compaction !== "object" || compaction === null || Array.isArray(compaction))
+    throw new Error("config.yaml: pi.compaction must be a mapping");
+  for (const key of unknownKeys2(compaction, PI_COMPACTION_KEYS))
+    throw new Error(`config.yaml: pi.compaction.${key} is not a known key`);
+  for (const key of Object.keys(PI_COMPACTION_KEYS)) {
+    const value = compaction[key];
+    if (value !== void 0 && (typeof value !== "number" || !Number.isInteger(value) || value <= 0))
+      throw new Error(`config.yaml: pi.compaction.${key} must be a positive integer (tokens)`);
+  }
+}
 function validateHarness(harness) {
   if (typeof harness !== "object" || harness === null || Array.isArray(harness))
     throw new Error("config.yaml: harness must be a mapping of preset to harness (native | pi)");
@@ -2977,7 +2993,7 @@ function validateRuntimeOverrides(ro) {
     }
   }
 }
-var MAX_INSTRUCTIONS_LENGTH, CONFIG_KEYS, SELF_IMPROVEMENT_KEYS, BOUNDARY_KEYS, MIN_BOUNDARY_MINUTES, ROUTE_ANSWER_MODES, ROUTING_KEYS, SHIP_KEYS, SPAWN_KEYS;
+var MAX_INSTRUCTIONS_LENGTH, CONFIG_KEYS, SELF_IMPROVEMENT_KEYS, BOUNDARY_KEYS, MIN_BOUNDARY_MINUTES, PI_KEYS, PI_COMPACTION_KEYS, ROUTE_ANSWER_MODES, ROUTING_KEYS, SHIP_KEYS, SPAWN_KEYS;
 var init_validate = __esm({
   "../../src/config/validate.ts"() {
     "use strict";
@@ -3012,6 +3028,7 @@ var init_validate = __esm({
       spawn: true,
       routing: true,
       harness: true,
+      pi: true,
       slack: true,
       runHistory: true,
       runtimeOverrides: true,
@@ -3026,6 +3043,8 @@ var init_validate = __esm({
     };
     BOUNDARY_KEYS = { maxMinutes: true, maxIdentity: true, machines: true };
     MIN_BOUNDARY_MINUTES = 2;
+    PI_KEYS = { compaction: true };
+    PI_COMPACTION_KEYS = { reserveTokens: true, keepRecentTokens: true };
     ROUTE_ANSWER_MODES = ["tool", "text"];
     ROUTING_KEYS = { auto: true, model: true, answer: true };
     SHIP_KEYS = { maxRounds: true, maxMinutes: true };
@@ -12186,6 +12205,8 @@ var init_costs = __esm({
       async fetchCostReport(range) {
         const rows = [];
         let closedThrough = null;
+        const endExclusive = range.partialLastDay ? range.to : addDays2(range.to, 1);
+        if (range.from >= endExclusive) return { rows, closedThrough };
         let page2 = null;
         for (let i = 0; ; i++) {
           if (i >= MAX_COST_PAGES)
@@ -12194,7 +12215,7 @@ var init_costs = __esm({
             );
           const url = new URL(ANTHROPIC_COST_REPORT);
           url.searchParams.set("starting_at", `${range.from}T00:00:00Z`);
-          url.searchParams.set("ending_at", `${addDays2(range.to, 1)}T00:00:00Z`);
+          url.searchParams.set("ending_at", `${endExclusive}T00:00:00Z`);
           url.searchParams.set("bucket_width", "1d");
           url.searchParams.append("group_by[]", "workspace_id");
           url.searchParams.set("limit", "31");
@@ -31092,12 +31113,18 @@ function piSystemPrompt(spec) {
 ${harnessPromptNote(spec.relayTools, spec.identity)}
 `;
 }
-function piSettingsJson() {
-  return JSON.stringify({ defaultProjectTrust: "never", checkForUpdates: false }, null, 2) + "\n";
+function piSettingsJson(compaction) {
+  const settings = { defaultProjectTrust: "never", checkForUpdates: false };
+  const thresholds = {
+    ...compaction?.reserveTokens !== void 0 ? { reserveTokens: compaction.reserveTokens } : {},
+    ...compaction?.keepRecentTokens !== void 0 ? { keepRecentTokens: compaction.keepRecentTokens } : {}
+  };
+  if (Object.keys(thresholds).length > 0) settings.compaction = thresholds;
+  return JSON.stringify(settings, null, 2) + "\n";
 }
 function piLaunchFiles(spec) {
   return [
-    { path: `${spec.paths.agentDir}/settings.json`, content: piSettingsJson() },
+    { path: `${spec.paths.agentDir}/settings.json`, content: piSettingsJson(spec.compaction) },
     { path: `${spec.paths.agentDir}/models.json`, content: piModelsJson(spec) },
     { path: `${spec.paths.agentDir}/SYSTEM.md`, content: piSystemPrompt(spec) },
     { path: spec.paths.extension, content: PI_EXTENSION_SOURCE }
@@ -31654,7 +31681,7 @@ var init_bridge2 = __esm({
         return this.answerText ?? this.heldAnswer;
       }
       observe(event) {
-        const out = { replies: [], settled: false, turnEnded: false };
+        const out = { replies: [], settled: false };
         const disposition = PI_EVENT_DISPOSITION[event.type];
         if (disposition === void 0) {
           this.note("harness_error", `pi emitted an event kind this build does not know: ${redactAndCap(event.type, 80)}`);
@@ -31671,9 +31698,6 @@ var init_bridge2 = __esm({
           case "agent_settled":
             out.settled = true;
             break;
-          case "turn_end":
-            out.turnEnded = true;
-            break;
           case "message_start":
             if (isRecord3(event.message) && event.message.role === "assistant") this.assistantStartedAt = this.deps.clock();
             break;
@@ -31866,6 +31890,7 @@ var init_bridge2 = __esm({
 });
 
 // ../../src/core/harness/pi/mirror.ts
+import { isDeepStrictEqual } from "node:util";
 function partsOf2(content) {
   if (typeof content === "string") return [{ type: "text", text: content }];
   if (!Array.isArray(content)) return [];
@@ -32015,11 +32040,14 @@ var init_mirror = __esm({
       constructor(deps) {
         this.deps = deps;
         this.idx = deps.seedLength;
+        this.mirroredTail = deps.mirroredTail;
       }
       deps;
       idx;
       pendingUser = [];
-      seedEchoed = false;
+      /** pi is about to echo the seed's prompt as a user message (see `expectSeedEcho`). */
+      seedEchoPending = false;
+      mirroredTail;
       iteration = 0;
       /** The highest ledger inbox seq folded in so far (run-history item 40). */
       inboxConsumedSeq = 0;
@@ -32027,19 +32055,43 @@ var init_mirror = __esm({
       get wired() {
         return this.deps.onStep !== void 0;
       }
+      /** pi answered the seed's prompt: the first user message without results
+       *  that follows is its echo — the seed, on the ledger already — and is not
+       *  written twice. A continue prompt (harness-pi item 8) expects none: its
+       *  echo is a turn the model was told, folded in like a steer's text. */
+      expectSeedEcho() {
+        this.seedEchoPending = true;
+      }
+      /** The row about to be written, against the transcript's tail — compared
+       *  once, with the first row the mirror meets: equal means the ledger holds
+       *  it already (read again, harness-pi item 8), together with the results
+       *  pending before it, which were its step's user turn. */
+      alreadyHeld(row) {
+        const tail = this.mirroredTail;
+        if (tail === void 0) return false;
+        this.mirroredTail = void 0;
+        if (!isDeepStrictEqual(row, tail)) return false;
+        this.pendingUser = [];
+        return true;
+      }
+      /** Feeds one finished message; answers whether the ledger now holds
+       *  everything up to it — a step written, or an assistant turn found already
+       *  there — so the harness can move the row's offset past it. A result or a
+       *  steer's text waits in memory for the next step, and the answer is no. */
       async onMessage(message3, turn) {
-        if (!this.deps.onStep) return;
+        if (!this.deps.onStep) return false;
         const chat = chatMessageOf(message3);
-        if (!chat) return;
-        if (chat.content.length === 0) return;
+        if (!chat) return false;
+        if (chat.content.length === 0) return false;
         if (chat.role === "user") {
-          if (!this.seedEchoed && !chat.content.some((p) => p.type === "tool_result")) {
-            this.seedEchoed = true;
-            return;
+          if (this.seedEchoPending && !chat.content.some((p) => p.type === "tool_result")) {
+            this.seedEchoPending = false;
+            return false;
           }
           this.pendingUser.push(...chat.content);
-          return;
+          return false;
         }
+        if (this.alreadyHeld({ turn: chat })) return true;
         const turns = [];
         if (this.pendingUser.length > 0) turns.push({ role: "user", content: this.pendingUser });
         this.pendingUser = [];
@@ -32056,13 +32108,16 @@ var init_mirror = __esm({
         };
         this.idx += turns.length;
         await this.deps.onStep(report2);
+        return true;
       }
       /** pi compacted (session-log item 6): the results pending since the last
        *  assistant turn go as the user turn they would have been, the entry as the
        *  row after them — its own step with nothing in flight, so the log holds
-       *  the summary where pi wrote it and the index moves past it. */
+       *  the summary where pi wrote it and the index moves past it. Answers as
+       *  `onMessage` does: the ledger holds everything up to the entry. */
       async onCompaction(entry, turn) {
-        if (!this.deps.onStep) return;
+        if (!this.deps.onStep) return false;
+        if (this.alreadyHeld({ compaction: entry })) return true;
         const turns = [];
         if (this.pendingUser.length > 0) turns.push({ role: "user", content: this.pendingUser });
         this.pendingUser = [];
@@ -32078,6 +32133,7 @@ var init_mirror = __esm({
         };
         this.idx += turns.length + 1;
         await this.deps.onStep(report2);
+        return true;
       }
     };
   }
@@ -32094,11 +32150,16 @@ var init_transport = __esm({
       constructor(deps) {
         this.deps = deps;
         this.offset = deps.offset ?? 0;
+        this.consumedOffset = this.offset;
         this.lines = this.read();
       }
       deps;
-      /** The byte the next read starts at — the re-attach fact. */
+      /** The byte the next read starts at: the read position, moved by whole chunks. */
       offset;
+      /** The boundary after the record last handed out, moved by records: where a
+       *  reader that has seen everything so far continues from — the harness's
+       *  re-attach fact, taken when nothing handed out is left unwritten. */
+      consumedOffset;
       /** pi was found dead while the harness still listened. */
       exited = false;
       closed = false;
@@ -32151,11 +32212,15 @@ var init_transport = __esm({
       /** Complete lines out of the buffered bytes; the partial tail waits for more. */
       *split(chunk) {
         this.buffer = Buffer.concat([this.buffer, Buffer.from(chunk)]);
+        const base = this.offset - this.buffer.length;
         let start3 = 0;
         for (let i = this.buffer.indexOf(NEWLINE, start3); i >= 0; i = this.buffer.indexOf(NEWLINE, start3)) {
           let line3 = this.buffer.subarray(start3, i).toString("utf8");
           if (line3.endsWith("\r")) line3 = line3.slice(0, -1);
-          if (line3.length > 0) yield line3;
+          if (line3.length > 0) {
+            this.consumedOffset = base + i + 1;
+            yield line3;
+          }
           start3 = i + 1;
         }
         this.buffer = this.buffer.subarray(start3);
@@ -32165,6 +32230,7 @@ var init_transport = __esm({
 });
 
 // ../../src/core/harness/pi/harness.ts
+import { randomUUID as randomUUID2 } from "node:crypto";
 function piHarnessFactsOf(value) {
   if (typeof value !== "object" || value === null) return void 0;
   const v = value;
@@ -32210,6 +32276,9 @@ function promptOf(seed) {
   }
   return { message: texts.join("\n\n"), ...images.length > 0 ? { images } : {} };
 }
+function settlementText(s) {
+  return s.action === "synthetic" ? s.text : `The bot restarted while this ${s.toolUse.name} call was in flight; its result was lost \u2014 re-check its effects before re-running it.`;
+}
 function settlementResults(settlements) {
   if (settlements.length === 0) return void 0;
   return {
@@ -32217,11 +32286,21 @@ function settlementResults(settlements) {
     content: settlements.map((s) => ({
       type: "tool_result",
       toolUseId: s.toolUse.id,
-      content: s.action === "synthetic" ? s.text : `The bot restarted while this ${s.toolUse.name} call was in flight; its result was lost \u2014 re-check its effects before re-running it.`,
+      content: settlementText(s),
       isError: true
     }))
   };
 }
+function ledgerTailOf(resume) {
+  if (!resume) return void 0;
+  const closing = resume.compactions?.filter((c) => c.before === resume.messages.length).at(-1);
+  if (closing) return { compaction: closing.entry };
+  const last = resume.messages.at(-1);
+  return last?.role === "assistant" ? { turn: last } : void 0;
+}
+function settlementAnswer(s) {
+  return { content: [{ type: "text", text: settlementText(s) }], isError: true };
+}
 async function runPiHarness(deps, run2) {
   const { container, clock: clock3 } = deps;
   const now = () => clock3();
@@ -32263,10 +32342,12 @@ async function runPiHarness(deps, run2) {
     };
   }
   bridge.turns = run2.resume?.turn ?? 0;
+  const tail = ledgerTailOf(run2.resume);
   const mirror = new PiMirror({
     onStep: run2.onStep,
-    seedLength: run2.resume?.messages.length ?? run2.messages.length,
-    remainingMs: () => deadline - now()
+    seedLength: run2.resume ? run2.resume.messages.length + (run2.resume.compactions?.length ?? 0) : run2.messages.length,
+    remainingMs: () => deadline - now(),
+    ...tail ? { mirroredTail: tail } : {}
   });
   mirror.inboxConsumedSeq = run2.resume?.inboxConsumedSeq ?? 0;
   let writeUp;
@@ -32298,15 +32379,22 @@ async function runPiHarness(deps, run2) {
     }
   };
   const forget = deps.registry.register(live);
+  const calls = deps.registry.calls(run2.runId);
+  for (const s of run2.resume?.settlements ?? []) calls?.settle(s.toolUse.id, settlementAnswer(s));
   let pid;
   let transport;
   let facts2;
+  let mirrored = 0;
   const save = () => {
     if (facts2) {
-      if (transport) facts2 = { ...facts2, logOffset: transport.offset };
+      facts2 = { ...facts2, logOffset: mirrored };
       run2.saveFacts?.(facts2);
     }
   };
+  const held = () => {
+    if (transport) mirrored = transport.consumedOffset;
+    save();
+  };
   let catchingUp = false;
   try {
     const recorded = run2.resume?.facts;
@@ -32333,18 +32421,20 @@ async function runPiHarness(deps, run2) {
     if (reattached && recorded && paths !== void 0) {
       pid = recorded.pid;
       facts2 = { ...recorded, ...recorded.container === void 0 && here !== void 0 ? { container: here } : {} };
+      mirrored = recorded.logOffset;
       transport = new PiRpcTransport({
         container,
         paths,
         pid,
         pollMs: deps.pollMs ?? 750,
         sleep: deps.sleep,
-        offset: recorded.logOffset
+        offset: mirrored
       });
       catchingUp = true;
+      const inFlight = run2.resume?.settlements.length ?? 0;
       note(
         "resumed",
-        `resumed after a restart: pi still runs in the container (pid ${pid}); continuing its session with ${Math.round(remainingMs / 6e4)} min of budget left`
+        `resumed after a restart: pi still runs in the container (pid ${pid}); continuing its session with ${Math.round(remainingMs / 6e4)} min of budget left` + (inFlight > 0 ? ` \u2014 ${inFlight} call(s) were in flight, each answered with a restart note if pi asks for it again` : "")
       );
     } else {
       paths = await container.makeRoot(run2.runId);
@@ -32359,7 +32449,8 @@ async function runPiHarness(deps, run2) {
         ...run2.effort ? { effort: run2.effort } : {},
         identity: run2.agent.identity,
         system: run2.system,
-        relayTools: run2.tools.map((t) => t.name)
+        relayTools: run2.tools.map((t) => t.name),
+        ...deps.compaction ? { compaction: deps.compaction } : {}
       };
       let session;
       if (run2.resume) {
@@ -32415,10 +32506,15 @@ async function runPiHarness(deps, run2) {
       save();
       transport = new PiRpcTransport({ container, paths, pid, pollMs: deps.pollMs ?? 750, sleep: deps.sleep });
     }
-    transport.send({ id: "retry", type: "set_auto_retry", enabled: false });
-    transport.send({ id: "state", type: "get_state" });
-    if (reattached || run2.resume) transport.send({ id: "prompt", type: "prompt", message: CONTINUE_PROMPT });
-    else transport.send({ id: "prompt", type: "prompt", ...promptOf(run2.messages) });
+    const stamp = `${now()}-${randomUUID2().slice(0, 8)}`;
+    const ids = { retry: `retry:${stamp}`, state: `state:${stamp}`, prompt: `prompt:${stamp}` };
+    const continuing = reattached || run2.resume !== void 0;
+    transport.send({ id: ids.retry, type: "set_auto_retry", enabled: false });
+    transport.send({ id: ids.state, type: "get_state" });
+    if (reattached)
+      transport.send({ id: ids.prompt, type: "prompt", message: CONTINUE_PROMPT, streamingBehavior: "steer" });
+    else if (run2.resume) transport.send({ id: ids.prompt, type: "prompt", message: CONTINUE_PROMPT });
+    else transport.send({ id: ids.prompt, type: "prompt", ...promptOf(run2.messages) });
     let warned = false;
     let settled = false;
     let stopMode;
@@ -32536,19 +32632,20 @@ ${stagedLine}` : prompt,
       }
       if (obs.response) {
         const r = obs.response;
-        if (r.id === "state" && r.success === true && typeof r.data?.sessionFile === "string") {
+        if (r.id === ids.state && r.success === true && typeof r.data?.sessionFile === "string") {
           const data = r.data;
           facts2 = { ...facts2 ?? { pid, logOffset: 0, root: paths.dir }, sessionFile: String(data.sessionFile) };
           save();
         }
-        if (r.id === "prompt") {
+        if (r.id === ids.prompt) {
           catchingUp = false;
           if (r.success === false) throw new PromptRefused(String(r.error ?? "no reason"));
+          if (!continuing) mirror.expectSeedEcho();
         }
       }
-      if (obs.message) await mirror.onMessage(obs.message, bridge.turns);
+      if (obs.message && await mirror.onMessage(obs.message, bridge.turns)) held();
       if (obs.compaction) {
-        await mirror.onCompaction(obs.compaction, bridge.turns);
+        if (await mirror.onCompaction(obs.compaction, bridge.turns)) held();
         if (!writeUp && !hardStopped && !catchingUp) {
           let notepad;
           let unavailable = false;
@@ -32569,7 +32666,6 @@ ${stagedLine}` : prompt,
           note("harness_error", `a model call failed while the bot was away (${obs.providerError}); continuing`);
         else providerError = obs.providerError;
       }
-      if (obs.turnEnded) save();
       if (obs.settled && !catchingUp) {
         settled = true;
         break;
@@ -32583,8 +32679,8 @@ ${stagedLine}` : prompt,
     }
     if (bypass) throw bypass;
     if (!settled) {
-      const tail = await container.tail(paths.errLog, 2e3);
-      throw new Error(`pi exited before the run settled${tail.trim() ? `: ${redactAndCap(tail.trim(), 400)}` : ""}`);
+      const tail2 = await container.tail(paths.errLog, 2e3);
+      throw new Error(`pi exited before the run settled${tail2.trim() ? `: ${redactAndCap(tail2.trim(), 400)}` : ""}`);
     }
     if (providerError !== void 0) throw new Error(`the model call failed: ${providerError}`);
     const text = bridge.answer() ?? "";
@@ -33571,6 +33667,9 @@ async function runLoop2(deps, ctx) {
           harnessUrl,
           registry: deps.harness.registry,
           ...deps.runBearers ? { bearers: deps.runBearers } : {},
+          // The deployment's compaction thresholds ride into pi's settings for
+          // every run on pi (harness-pi item 4); absent, pi's defaults stand.
+          ...deps.config.config.pi?.compaction ? { compaction: deps.config.config.pi.compaction } : {},
           clock: clock3,
           sleep: (ms) => new Promise((r) => setTimeout(r, ms))
         },
@@ -36745,8 +36844,8 @@ var init_types5 = __esm({
 });
 
 // ../../src/core/runLedger/writeThrough.ts
-import { randomUUID as randomUUID2 } from "node:crypto";
-function mintGeneration(now = Date.now, random = randomUUID2) {
+import { randomUUID as randomUUID3 } from "node:crypto";
+function mintGeneration(now = Date.now, random = randomUUID3) {
   const stamp = new Date(now()).toISOString().replace(/[-:]/g, "").replace(/\.\d{3}Z$/, "Z");
   const gen = `${stamp}-${random().replace(/-/g, "").slice(0, 8)}`;
   if (!GEN_PATTERN.test(gen)) throw new Error(`minted generation ${gen} does not match GEN_PATTERN`);
@@ -43082,6 +43181,13 @@ var init_relay = __esm({
         }
         return answer;
       }
+      /** The call's answer is known before it is asked (harness-pi item 8): the
+       *  record's settlement for a call in flight when the previous generation
+       *  died, whose extension asks again with the same id. Every ask reads it and
+       *  the tool never runs; a call already joined keeps the answer it has. */
+      settle(callId, answer) {
+        if (!this.calls.has(callId)) this.calls.set(callId, Promise.resolve(answer));
+      }
       end() {
         this.ending.abort();
         this.calls.clear();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@coreplane/switchboard",
-  "version": "1.222.0",
+  "version": "1.224.0",
   "description": "Mention it in Slack and an agent reviews the PR, ships the fix, or answers the question — on the model you choose, with its tools running where you decide.",
   "license": "Apache-2.0",
   "homepage": "https://openswitchboard.dev",