polymath-society 0.2.19 → 0.2.21

package/dist/pipeline/coding-flow.js

@@ -1,8 +1,8 @@
 import{createRequire as __cr}from'module';const require=__cr(import.meta.url);
 
 // ../../scripts/coding-flow.mts
-import { promises as fs2 } from "fs";
-import path2 from "path";
+import { promises as fs3 } from "fs";
+import path3 from "path";
 
 // ../../lib/agents/shared/cliAdapter.ts
 var CLAUDE_BIN = process.env.CLAUDE_BIN || "claude";
@@ -50,7 +50,7 @@ var LIBERAL = [
 var ALS = new AsyncLocalStorage();
 
 // ../coding-core/dist/messages.js
-import { promises as fs } from "fs";
+import { promises as fs2 } from "fs";
 
 // ../coding-core/dist/injected.js
 var SYSTEM_REMINDER_RE = /<system-reminder>[\s\S]*?<\/system-reminder>/g;
@@ -85,6 +85,365 @@ function isHarnessEntry(e) {
   return e.isMeta === true || e.isCompactSummary === true;
 }
 
+// ../coding-core/dist/codex.js
+var SYSTEM_REMINDER_RE2 = /<system-reminder>[\s\S]*?<\/system-reminder>/g;
+var CODEX_INJECTED_TEXT_RE = /^\s*(<(environment_context|user_instructions|ENVIRONMENT_CONTEXT|turn_aborted)\b|#\s*AGENTS\.md instructions\b)/;
+function isCodexInjectedUserText(text) {
+  return CODEX_INJECTED_TEXT_RE.test(text);
+}
+function codexContentText(content) {
+  if (typeof content === "string")
+    return content;
+  if (!Array.isArray(content))
+    return "";
+  const parts = [];
+  for (const item of content) {
+    if (typeof item === "string") {
+      parts.push(item);
+      continue;
+    }
+    if (item && typeof item === "object") {
+      const it = item;
+      if (it.type === "input_text" || it.type === "output_text" || it.type === "text")
+        parts.push(it.text || "");
+    }
+  }
+  return parts.join("\n");
+}
+function sniffCodexRaw(raw) {
+  let checked = 0;
+  for (const lineRaw of raw.split("\n")) {
+    const line = lineRaw.trim();
+    if (!line)
+      continue;
+    if (checked++ >= 5)
+      break;
+    try {
+      const e = JSON.parse(line);
+      if (e.type === "session_meta" || e.type === "response_item" || e.type === "turn_context")
+        return true;
+      if (e.type === "user" || e.type === "assistant" || e.type === "summary" || e.type === "queue-operation")
+        return false;
+    } catch {
+    }
+  }
+  return false;
+}
+var EXIT_CODE_RE = /(?:Process exited with code|Exit code:)\s+(\d+)/;
+function extractCodexEvents(raw) {
+  const out = [];
+  for (const lineRaw of raw.split("\n")) {
+    const line = lineRaw.trim();
+    if (!line)
+      continue;
+    let e;
+    try {
+      e = JSON.parse(line);
+    } catch {
+      continue;
+    }
+    if (e.type !== "response_item")
+      continue;
+    const p = e.payload ?? {};
+    const t = typeof e.timestamp === "string" ? Date.parse(e.timestamp) : NaN;
+    const ptype = p.type;
+    if (ptype === "message") {
+      const role = p.role;
+      const text = codexContentText(p.content).replace(SYSTEM_REMINDER_RE2, "").trim();
+      if (!text)
+        continue;
+      if (role === "user") {
+        if (isCodexInjectedUserText(text))
+          continue;
+        out.push({ kind: "user", t, text });
+      } else if (role === "assistant") {
+        out.push({ kind: "assistant", t, text });
+      }
+      continue;
+    }
+    if (ptype === "function_call" || ptype === "custom_tool_call" || ptype === "local_shell_call") {
+      const name = typeof p.name === "string" && p.name ? p.name : ptype === "local_shell_call" ? "shell" : String(ptype);
+      const input = typeof p.arguments === "string" ? p.arguments : typeof p.input === "string" ? p.input : "";
+      out.push({ kind: "tool", t, name, input });
+      continue;
+    }
+    if (ptype === "function_call_output" || ptype === "custom_tool_call_output") {
+      const output = typeof p.output === "string" ? p.output : "";
+      const m = EXIT_CODE_RE.exec(output.slice(0, 200));
+      out.push({ kind: "tool_output", t, output, isError: !!m && m[1] !== "0" });
+    }
+  }
+  return out;
+}
+
+// ../coding-core/dist/cursor.js
+import { promises as fs } from "fs";
+var NODE_SQLITE = "node:sqlite";
+async function openCursorSqlite(dbPath) {
+  try {
+    await fs.access(dbPath);
+  } catch {
+    return null;
+  }
+  let mod;
+  try {
+    mod = await import(NODE_SQLITE);
+  } catch {
+    return null;
+  }
+  const DatabaseSync = mod?.DatabaseSync;
+  if (!DatabaseSync)
+    return null;
+  let db;
+  try {
+    db = new DatabaseSync(dbPath, { readOnly: true });
+  } catch {
+    try {
+      db = new DatabaseSync(dbPath);
+    } catch {
+      return null;
+    }
+  }
+  const asText = (v) => v == null ? null : typeof v === "string" ? v : Buffer.from(v).toString("utf-8");
+  return {
+    prefix(prefix) {
+      try {
+        const rows = db.prepare("SELECT key, value FROM cursorDiskKV WHERE key LIKE ? ESCAPE '\\'").all(likePrefix(prefix));
+        return rows.map((r) => ({ key: r.key, value: asText(r.value) ?? "" }));
+      } catch {
+        return [];
+      }
+    },
+    get(key) {
+      try {
+        const row = db.prepare("SELECT value FROM cursorDiskKV WHERE key = ?").get(key);
+        return row ? asText(row.value) : null;
+      } catch {
+        return null;
+      }
+    },
+    close() {
+      try {
+        db.close();
+      } catch {
+      }
+    }
+  };
+}
+function likePrefix(prefix) {
+  return prefix.replace(/[\\%_]/g, (c) => "\\" + c) + "%";
+}
+var CURSOR_USER_QUERY_RE = /<user_query>\s*([\s\S]*?)\s*<\/user_query>/;
+function cleanUserText(raw) {
+  let t = raw.replace(SYSTEM_REMINDER_RE, "");
+  const m = t.match(CURSOR_USER_QUERY_RE);
+  if (m)
+    t = m[1];
+  return t.trim();
+}
+var msFrom = (v) => {
+  if (typeof v === "number" && Number.isFinite(v))
+    return v;
+  if (typeof v === "string") {
+    const n = Date.parse(v);
+    return Number.isFinite(n) ? n : null;
+  }
+  return null;
+};
+function readCursorComposer(db, composerId) {
+  const cdRaw = db.get(`composerData:${composerId}`);
+  if (!cdRaw)
+    return null;
+  let cd;
+  try {
+    cd = JSON.parse(cdRaw);
+  } catch {
+    return null;
+  }
+  const headers = Array.isArray(cd.fullConversationHeadersOnly) ? cd.fullConversationHeadersOnly : [];
+  if (headers.length === 0)
+    return null;
+  const bubbles = /* @__PURE__ */ new Map();
+  for (const row of db.prefix(`bubbleId:${composerId}:`)) {
+    const bid = row.key.slice(`bubbleId:${composerId}:`.length);
+    try {
+      bubbles.set(bid, JSON.parse(row.value));
+    } catch {
+    }
+  }
+  const turns = [];
+  let clock = msFrom(cd.createdAt) ?? 0;
+  for (const h of headers) {
+    const b = bubbles.get(h.bubbleId);
+    if (!b)
+      continue;
+    const type = h.type === 1 ? 1 : 2;
+    const tool = type === 2 && b.toolFormerData && typeof b.toolFormerData.name === "string" ? b.toolFormerData.name : null;
+    const rawText = typeof b.text === "string" ? b.text : "";
+    const text = type === 1 ? cleanUserText(rawText) : rawText.replace(SYSTEM_REMINDER_RE, "").trim();
+    if (!text && !tool)
+      continue;
+    const t = msFrom(b.createdAt);
+    clock = Math.max(clock, t ?? clock + 1);
+    const model = b.modelInfo && typeof b.modelInfo.modelName === "string" ? b.modelInfo.modelName : null;
+    turns.push({ t: clock, type, text, tool, model });
+  }
+  if (turns.length === 0)
+    return null;
+  const gitRepo = Array.isArray(cd.trackedGitRepos) && cd.trackedGitRepos[0] && typeof cd.trackedGitRepos[0].repoPath === "string" ? cd.trackedGitRepos[0].repoPath : null;
+  return {
+    composerId,
+    createdAt: msFrom(cd.createdAt),
+    updatedAt: msFrom(cd.lastUpdatedAt),
+    name: typeof cd.name === "string" && cd.name.trim() ? cd.name.trim() : null,
+    gitRepo,
+    turns
+  };
+}
+function sniffCursorRaw(raw) {
+  for (const lineRaw of raw.split("\n")) {
+    const line = lineRaw.trim();
+    if (!line)
+      continue;
+    try {
+      const e = JSON.parse(line);
+      return (e.role === "user" || e.role === "assistant") && typeof e.message === "object" && e.message !== null && "content" in e.message && !("type" in e);
+    } catch {
+      return false;
+    }
+  }
+  return false;
+}
+function jsonlText(content) {
+  const parts = [];
+  const tools = [];
+  if (Array.isArray(content)) {
+    for (const item of content) {
+      if (!item || typeof item !== "object")
+        continue;
+      const it = item;
+      if (it.type === "text" && it.text)
+        parts.push(it.text);
+      else if (it.type === "tool_use" && it.name)
+        tools.push(it.name);
+    }
+  } else if (typeof content === "string")
+    parts.push(content);
+  return { text: parts.join("\n"), tools };
+}
+function parseCursorJsonl(raw, base) {
+  const turns = [];
+  let clock = base;
+  for (const lineRaw of raw.split("\n")) {
+    const line = lineRaw.trim();
+    if (!line)
+      continue;
+    let e;
+    try {
+      e = JSON.parse(line);
+    } catch {
+      continue;
+    }
+    if (e.role !== "user" && e.role !== "assistant")
+      continue;
+    const { text: rawText, tools } = jsonlText(e.message?.content);
+    const type = e.role === "user" ? 1 : 2;
+    const text = type === 1 ? cleanUserText(rawText) : rawText.replace(SYSTEM_REMINDER_RE, "").trim();
+    if (type === 2 && tools.length) {
+      for (const tool of tools) {
+        clock += 1;
+        turns.push({ t: clock, type: 2, text: "", tool, model: null });
+      }
+    }
+    if (!text)
+      continue;
+    clock += 1;
+    turns.push({ t: clock, type, text, tool: null, model: null });
+  }
+  if (turns.length === 0)
+    return null;
+  return { composerId: "", createdAt: base, updatedAt: clock, name: null, gitRepo: null, turns };
+}
+function cursorMessages(c) {
+  const out = [];
+  let aiStart = 0;
+  let aiParts = [];
+  const flushAI = () => {
+    if (!aiParts.length)
+      return;
+    out.push({ t: aiStart, role: "ai", text: aiParts.join("\n") });
+    aiParts = [];
+  };
+  for (const turn of c.turns) {
+    if (turn.type === 1) {
+      flushAI();
+      out.push({ t: turn.t, role: "user", text: turn.text });
+    } else {
+      if (aiParts.length === 0)
+        aiStart = turn.t;
+      if (turn.text)
+        aiParts.push(turn.text);
+    }
+  }
+  flushAI();
+  return out;
+}
+function composerIdFromFile(file) {
+  const m = file.match(/agent-transcripts\/([^/]+)\/[^/]+\.jsonl$/);
+  return m ? m[1] : null;
+}
+async function loadCursorComposer(file, raw, dbPath) {
+  const cid = composerIdFromFile(file);
+  if (cid && dbPath) {
+    const db = await openCursorSqlite(dbPath);
+    if (db) {
+      try {
+        const c = readCursorComposer(db, cid);
+        if (c)
+          return c;
+      } finally {
+        db.close();
+      }
+    }
+  }
+  return parseCursorJsonl(raw, 0);
+}
+
+// ../coding-core/dist/raw.js
+import path from "path";
+import os2 from "os";
+var SOURCE_ROOT_ENV_VARS = [
+  "CLAUDE_PROJECTS_DIR",
+  "CODEX_SESSIONS_DIR",
+  "CURSOR_WORKSPACE_DIR",
+  "CURSOR_PROJECTS_DIR",
+  // Cursor's globalStorage dir (holds state.vscdb — the composer bubbles that
+  // carry a Cursor session's real per-turn timestamps + content). Same
+  // isolation contract: overriding any root disables every unset source.
+  "CURSOR_GLOBAL_DIR"
+];
+var anyRootOverridden = () => SOURCE_ROOT_ENV_VARS.some((v) => !!process.env[v]);
+function resolveSourceRoot(envVar, ...defaultSegments) {
+  const explicit = process.env[envVar];
+  if (explicit)
+    return explicit;
+  if (anyRootOverridden())
+    return null;
+  return path.join(os2.homedir(), ...defaultSegments);
+}
+var cursorGlobalRoot = () => resolveSourceRoot("CURSOR_GLOBAL_DIR", "Library", "Application Support", "Cursor", "User", "globalStorage");
+function cursorGlobalDbPath() {
+  const root = cursorGlobalRoot();
+  return root === null ? null : path.join(root, "state.vscdb");
+}
+var MACHINE_CURSOR_FILE_RE = /^(.*[/\\]machines[/\\][^/\\]+[/\\]\.cursor)[/\\]projects[/\\]/;
+function cursorDbPathForFile(file) {
+  const m = file.match(MACHINE_CURSOR_FILE_RE);
+  if (m)
+    return path.join(m[1], "globalStorage", "state.vscdb");
+  return cursorGlobalDbPath();
+}
+
 // ../coding-core/dist/messages.js
 function extractText(content) {
   if (typeof content === "string")
@@ -96,13 +455,62 @@ function extractText(content) {
 function isToolResultOnly(content) {
   return Array.isArray(content) && content.length > 0 && content.every((c) => c && typeof c === "object" && c.type === "tool_result");
 }
+function extractMessagesCodex(raw) {
+  const out = [];
+  let aiProse = [];
+  let aiTools = {};
+  let aiStart = 0;
+  const flushAI = () => {
+    if (!aiProse.length && Object.keys(aiTools).length === 0)
+      return;
+    const toolStr = Object.entries(aiTools).map(([n, c]) => c > 1 ? `${n}\xD7${c}` : n).join(", ");
+    let prose = aiProse.join(" ").replace(/\s+/g, " ").trim();
+    if (prose.length > 2200)
+      prose = prose.slice(0, 2200) + "\u2026";
+    let text = prose;
+    if (toolStr)
+      text = (text ? text + " " : "") + `[ran ${toolStr}]`;
+    if (text)
+      out.push({ t: aiStart, role: "ai", text });
+    aiProse = [];
+    aiTools = {};
+  };
+  for (const ev of extractCodexEvents(raw)) {
+    if (!Number.isFinite(ev.t))
+      continue;
+    if (ev.kind === "user") {
+      const text = humanTypedText(ev.text);
+      if (text) {
+        flushAI();
+        out.push({ t: ev.t, role: "user", text });
+      }
+    } else if (ev.kind === "assistant") {
+      if (!aiProse.length && Object.keys(aiTools).length === 0)
+        aiStart = ev.t;
+      if (ev.text)
+        aiProse.push(ev.text);
+    } else if (ev.kind === "tool") {
+      if (!aiProse.length && Object.keys(aiTools).length === 0)
+        aiStart = ev.t;
+      aiTools[ev.name] = (aiTools[ev.name] ?? 0) + 1;
+    }
+  }
+  flushAI();
+  return out.sort((a, b) => a.t - b.t);
+}
 async function extractMessages(file) {
   let raw;
   try {
-    raw = await fs.readFile(file, "utf-8");
+    raw = await fs2.readFile(file, "utf-8");
   } catch {
     return [];
   }
+  if (sniffCodexRaw(raw))
+    return extractMessagesCodex(raw);
+  if (sniffCursorRaw(raw)) {
+    const c = await loadCursorComposer(file, raw, cursorDbPathForFile(file));
+    return c ? cursorMessages(c) : [];
+  }
   const out = [];
   const userTexts = /* @__PURE__ */ new Set();
   const seenUuids = /* @__PURE__ */ new Set();
@@ -244,7 +652,7 @@ function proseWords(text) {
 }
 
 // ../../lib/agents/coding/profile.ts
-import path from "path";
+import path2 from "path";
 
 // ../../lib/calibration/fingerprint.ts
 import { createHash } from "node:crypto";
@@ -394,7 +802,7 @@ var IDLE_CAP_MS = 12 * 6e4;
 
 // ../../lib/calibration/index.ts
 var DEFAULT_CALIBRATION = {
-  version: "2026-07-16.2",
+  version: "2026-07-21.1",
   // = RUBRIC_FINGERPRINT of the shipped npm rubric (packages/coding-analyzer/
   // src/grade/criteria.ts). A unit test fails loud when the rubric changes
   // without this being updated (and re-pushed to the server).
@@ -490,13 +898,14 @@ var DEFAULT_CALIBRATION = {
   },
   codingBenchmarks: {
     flow: {
-      // typical knowledge worker ≈ 35% of an 8h day focused; ~4h/day is the
-      // recognized deep-work ceiling (Newport) ≈ 50% — most sit far below it.
+      // typical knowledge worker ≈ 35% of an 8h day focused; the ~4h/day
+      // deep-work ceiling (Newport) sits nearer ~40% of a real (9-10h) top
+      // performer's day — 50% overstated it (owner call 2026-07-21).
       typicalPctOfDay: 0.35,
-      topPctOfDay: 0.5,
+      topPctOfDay: 0.4,
       tag: "measured",
-      source: "RescueTime 2019 (~2h48m focused/day) \xB7 Cal Newport, Deep Work (~4h/day deep-work ceiling)",
-      line: "the best spend ~half the workday in true deep flow; ~4h/day is the human ceiling"
+      source: "RescueTime 2019 (~2h48m focused/day) \xB7 Cal Newport, Deep Work (~4h/day deep-work ceiling against a 9-10h day)",
+      line: "the best spend ~40% of the workday in true deep flow; ~4h/day is the human ceiling"
     },
     longestRun: {
       typicalHours: 0.67,
@@ -545,8 +954,8 @@ var BEST = DEFAULT_CALIBRATION.codingBenchmarks;
 
 // ../../lib/agents/coding/profile.ts
 var ROOT = process.cwd();
-var CODING_DIR = process.env.POLYMATH_DATA_DIR ? path.join(process.env.POLYMATH_DATA_DIR, "coding") : path.join(ROOT, ".data", "coding");
-var GRADES = path.join(CODING_DIR, "grades");
+var CODING_DIR = process.env.POLYMATH_DATA_DIR ? path2.join(process.env.POLYMATH_DATA_DIR, "coding") : path2.join(ROOT, ".data", "coding");
+var GRADES = path2.join(CODING_DIR, "grades");
 
 // ../../scripts/coding-flow.mts
 var WPM = 130;
@@ -562,7 +971,7 @@ var slotOfDay = (t) => {
 };
 async function main() {
   const CODING = CODING_DIR;
-  const sess = JSON.parse(await fs2.readFile(path2.join(CODING, "sessions.json"), "utf8")).filter((s) => !s.duplicateOf);
+  const sess = JSON.parse(await fs3.readFile(path3.join(CODING, "sessions.json"), "utf8")).filter((s) => !s.duplicateOf);
   const ev = [];
   for (const s of sess) {
     let ms = [];
@@ -607,7 +1016,7 @@ async function main() {
   }
   const fs22 = days.reduce((a, d) => a + d.flowSlots, 0), as = days.reduce((a, d) => a + d.activeSlots, 0);
   const out = { generatedAt: (/* @__PURE__ */ new Date()).toISOString(), params: { wpm: WPM, flowGapMin: FLOW_GAP, breakMin: BREAK, windowMin: WIN, tz: TZ }, totals: { activeDays: days.length, flowSlots: fs22, activeSlots: as, flowFraction: Math.round(fs22 / as * 100) / 100 }, days };
-  await fs2.writeFile(path2.join(CODING, "flow.json"), JSON.stringify(out, null, 2));
+  await fs3.writeFile(path3.join(CODING, "flow.json"), JSON.stringify(out, null, 2));
   console.log(`wrote .data/coding/flow.json \u2014 ${days.length} days \xB7 ${fs22}/${as} slots in flow (${Math.round(100 * fs22 / as)}%)`);
   console.log(`top flow days:`);
   [...days].sort((a, b) => b.flowSlots - a.flowSlots).slice(0, 5).forEach((d) => console.log(`  ${d.date}  ${d.flowSlots} flow slots (${d.flowHours}h) \xB7 ${Math.round(d.flowFraction * 100)}% of active`));