polymath-society 0.2.20 → 0.2.22

package/dist/pipeline/coding-flow.js

@@ -1,8 +1,8 @@
 import{createRequire as __cr}from'module';const require=__cr(import.meta.url);
 
 // ../../scripts/coding-flow.mts
-import { promises as fs2 } from "fs";
-import path2 from "path";
+import { promises as fs3 } from "fs";
+import path3 from "path";
 
 // ../../lib/agents/shared/cliAdapter.ts
 var CLAUDE_BIN = process.env.CLAUDE_BIN || "claude";
@@ -50,7 +50,7 @@ var LIBERAL = [
 var ALS = new AsyncLocalStorage();
 
 // ../coding-core/dist/messages.js
-import { promises as fs } from "fs";
+import { promises as fs2 } from "fs";
 
 // ../coding-core/dist/injected.js
 var SYSTEM_REMINDER_RE = /<system-reminder>[\s\S]*?<\/system-reminder>/g;
@@ -176,6 +176,274 @@ function extractCodexEvents(raw) {
   return out;
 }
 
+// ../coding-core/dist/cursor.js
+import { promises as fs } from "fs";
+var NODE_SQLITE = "node:sqlite";
+async function openCursorSqlite(dbPath) {
+  try {
+    await fs.access(dbPath);
+  } catch {
+    return null;
+  }
+  let mod;
+  try {
+    mod = await import(NODE_SQLITE);
+  } catch {
+    return null;
+  }
+  const DatabaseSync = mod?.DatabaseSync;
+  if (!DatabaseSync)
+    return null;
+  let db;
+  try {
+    db = new DatabaseSync(dbPath, { readOnly: true });
+  } catch {
+    try {
+      db = new DatabaseSync(dbPath);
+    } catch {
+      return null;
+    }
+  }
+  const asText = (v) => v == null ? null : typeof v === "string" ? v : Buffer.from(v).toString("utf-8");
+  return {
+    prefix(prefix) {
+      try {
+        const rows = db.prepare("SELECT key, value FROM cursorDiskKV WHERE key LIKE ? ESCAPE '\\'").all(likePrefix(prefix));
+        return rows.map((r) => ({ key: r.key, value: asText(r.value) ?? "" }));
+      } catch {
+        return [];
+      }
+    },
+    get(key) {
+      try {
+        const row = db.prepare("SELECT value FROM cursorDiskKV WHERE key = ?").get(key);
+        return row ? asText(row.value) : null;
+      } catch {
+        return null;
+      }
+    },
+    close() {
+      try {
+        db.close();
+      } catch {
+      }
+    }
+  };
+}
+function likePrefix(prefix) {
+  return prefix.replace(/[\\%_]/g, (c) => "\\" + c) + "%";
+}
+var CURSOR_USER_QUERY_RE = /<user_query>\s*([\s\S]*?)\s*<\/user_query>/;
+function cleanUserText(raw) {
+  let t = raw.replace(SYSTEM_REMINDER_RE, "");
+  const m = t.match(CURSOR_USER_QUERY_RE);
+  if (m)
+    t = m[1];
+  return t.trim();
+}
+var msFrom = (v) => {
+  if (typeof v === "number" && Number.isFinite(v))
+    return v;
+  if (typeof v === "string") {
+    const n = Date.parse(v);
+    return Number.isFinite(n) ? n : null;
+  }
+  return null;
+};
+function readCursorComposer(db, composerId) {
+  const cdRaw = db.get(`composerData:${composerId}`);
+  if (!cdRaw)
+    return null;
+  let cd;
+  try {
+    cd = JSON.parse(cdRaw);
+  } catch {
+    return null;
+  }
+  const headers = Array.isArray(cd.fullConversationHeadersOnly) ? cd.fullConversationHeadersOnly : [];
+  if (headers.length === 0)
+    return null;
+  const bubbles = /* @__PURE__ */ new Map();
+  for (const row of db.prefix(`bubbleId:${composerId}:`)) {
+    const bid = row.key.slice(`bubbleId:${composerId}:`.length);
+    try {
+      bubbles.set(bid, JSON.parse(row.value));
+    } catch {
+    }
+  }
+  const turns = [];
+  let clock = msFrom(cd.createdAt) ?? 0;
+  for (const h of headers) {
+    const b = bubbles.get(h.bubbleId);
+    if (!b)
+      continue;
+    const type = h.type === 1 ? 1 : 2;
+    const tool = type === 2 && b.toolFormerData && typeof b.toolFormerData.name === "string" ? b.toolFormerData.name : null;
+    const rawText = typeof b.text === "string" ? b.text : "";
+    const text = type === 1 ? cleanUserText(rawText) : rawText.replace(SYSTEM_REMINDER_RE, "").trim();
+    if (!text && !tool)
+      continue;
+    const t = msFrom(b.createdAt);
+    clock = Math.max(clock, t ?? clock + 1);
+    const model = b.modelInfo && typeof b.modelInfo.modelName === "string" ? b.modelInfo.modelName : null;
+    turns.push({ t: clock, type, text, tool, model });
+  }
+  if (turns.length === 0)
+    return null;
+  const gitRepo = Array.isArray(cd.trackedGitRepos) && cd.trackedGitRepos[0] && typeof cd.trackedGitRepos[0].repoPath === "string" ? cd.trackedGitRepos[0].repoPath : null;
+  return {
+    composerId,
+    createdAt: msFrom(cd.createdAt),
+    updatedAt: msFrom(cd.lastUpdatedAt),
+    name: typeof cd.name === "string" && cd.name.trim() ? cd.name.trim() : null,
+    gitRepo,
+    turns
+  };
+}
+function sniffCursorRaw(raw) {
+  for (const lineRaw of raw.split("\n")) {
+    const line = lineRaw.trim();
+    if (!line)
+      continue;
+    try {
+      const e = JSON.parse(line);
+      return (e.role === "user" || e.role === "assistant") && typeof e.message === "object" && e.message !== null && "content" in e.message && !("type" in e);
+    } catch {
+      return false;
+    }
+  }
+  return false;
+}
+function jsonlText(content) {
+  const parts = [];
+  const tools = [];
+  if (Array.isArray(content)) {
+    for (const item of content) {
+      if (!item || typeof item !== "object")
+        continue;
+      const it = item;
+      if (it.type === "text" && it.text)
+        parts.push(it.text);
+      else if (it.type === "tool_use" && it.name)
+        tools.push(it.name);
+    }
+  } else if (typeof content === "string")
+    parts.push(content);
+  return { text: parts.join("\n"), tools };
+}
+function parseCursorJsonl(raw, base) {
+  const turns = [];
+  let clock = base;
+  for (const lineRaw of raw.split("\n")) {
+    const line = lineRaw.trim();
+    if (!line)
+      continue;
+    let e;
+    try {
+      e = JSON.parse(line);
+    } catch {
+      continue;
+    }
+    if (e.role !== "user" && e.role !== "assistant")
+      continue;
+    const { text: rawText, tools } = jsonlText(e.message?.content);
+    const type = e.role === "user" ? 1 : 2;
+    const text = type === 1 ? cleanUserText(rawText) : rawText.replace(SYSTEM_REMINDER_RE, "").trim();
+    if (type === 2 && tools.length) {
+      for (const tool of tools) {
+        clock += 1;
+        turns.push({ t: clock, type: 2, text: "", tool, model: null });
+      }
+    }
+    if (!text)
+      continue;
+    clock += 1;
+    turns.push({ t: clock, type, text, tool: null, model: null });
+  }
+  if (turns.length === 0)
+    return null;
+  return { composerId: "", createdAt: base, updatedAt: clock, name: null, gitRepo: null, turns };
+}
+function cursorMessages(c) {
+  const out = [];
+  let aiStart = 0;
+  let aiParts = [];
+  const flushAI = () => {
+    if (!aiParts.length)
+      return;
+    out.push({ t: aiStart, role: "ai", text: aiParts.join("\n") });
+    aiParts = [];
+  };
+  for (const turn of c.turns) {
+    if (turn.type === 1) {
+      flushAI();
+      out.push({ t: turn.t, role: "user", text: turn.text });
+    } else {
+      if (aiParts.length === 0)
+        aiStart = turn.t;
+      if (turn.text)
+        aiParts.push(turn.text);
+    }
+  }
+  flushAI();
+  return out;
+}
+function composerIdFromFile(file) {
+  const m = file.match(/agent-transcripts\/([^/]+)\/[^/]+\.jsonl$/);
+  return m ? m[1] : null;
+}
+async function loadCursorComposer(file, raw, dbPath) {
+  const cid = composerIdFromFile(file);
+  if (cid && dbPath) {
+    const db = await openCursorSqlite(dbPath);
+    if (db) {
+      try {
+        const c = readCursorComposer(db, cid);
+        if (c)
+          return c;
+      } finally {
+        db.close();
+      }
+    }
+  }
+  return parseCursorJsonl(raw, 0);
+}
+
+// ../coding-core/dist/raw.js
+import path from "path";
+import os2 from "os";
+var SOURCE_ROOT_ENV_VARS = [
+  "CLAUDE_PROJECTS_DIR",
+  "CODEX_SESSIONS_DIR",
+  "CURSOR_WORKSPACE_DIR",
+  "CURSOR_PROJECTS_DIR",
+  // Cursor's globalStorage dir (holds state.vscdb — the composer bubbles that
+  // carry a Cursor session's real per-turn timestamps + content). Same
+  // isolation contract: overriding any root disables every unset source.
+  "CURSOR_GLOBAL_DIR"
+];
+var anyRootOverridden = () => SOURCE_ROOT_ENV_VARS.some((v) => !!process.env[v]);
+function resolveSourceRoot(envVar, ...defaultSegments) {
+  const explicit = process.env[envVar];
+  if (explicit)
+    return explicit;
+  if (anyRootOverridden())
+    return null;
+  return path.join(os2.homedir(), ...defaultSegments);
+}
+var cursorGlobalRoot = () => resolveSourceRoot("CURSOR_GLOBAL_DIR", "Library", "Application Support", "Cursor", "User", "globalStorage");
+function cursorGlobalDbPath() {
+  const root = cursorGlobalRoot();
+  return root === null ? null : path.join(root, "state.vscdb");
+}
+var MACHINE_CURSOR_FILE_RE = /^(.*[/\\]machines[/\\][^/\\]+[/\\]\.cursor)[/\\]projects[/\\]/;
+function cursorDbPathForFile(file) {
+  const m = file.match(MACHINE_CURSOR_FILE_RE);
+  if (m)
+    return path.join(m[1], "globalStorage", "state.vscdb");
+  return cursorGlobalDbPath();
+}
+
 // ../coding-core/dist/messages.js
 function extractText(content) {
   if (typeof content === "string")
@@ -233,12 +501,16 @@ function extractMessagesCodex(raw) {
 async function extractMessages(file) {
   let raw;
   try {
-    raw = await fs.readFile(file, "utf-8");
+    raw = await fs2.readFile(file, "utf-8");
   } catch {
     return [];
   }
   if (sniffCodexRaw(raw))
     return extractMessagesCodex(raw);
+  if (sniffCursorRaw(raw)) {
+    const c = await loadCursorComposer(file, raw, cursorDbPathForFile(file));
+    return c ? cursorMessages(c) : [];
+  }
   const out = [];
   const userTexts = /* @__PURE__ */ new Set();
   const seenUuids = /* @__PURE__ */ new Set();
@@ -380,7 +652,7 @@ function proseWords(text) {
 }
 
 // ../../lib/agents/coding/profile.ts
-import path from "path";
+import path2 from "path";
 
 // ../../lib/calibration/fingerprint.ts
 import { createHash } from "node:crypto";
@@ -530,7 +802,7 @@ var IDLE_CAP_MS = 12 * 6e4;
 
 // ../../lib/calibration/index.ts
 var DEFAULT_CALIBRATION = {
-  version: "2026-07-16.2",
+  version: "2026-07-21.1",
   // = RUBRIC_FINGERPRINT of the shipped npm rubric (packages/coding-analyzer/
   // src/grade/criteria.ts). A unit test fails loud when the rubric changes
   // without this being updated (and re-pushed to the server).
@@ -626,13 +898,14 @@ var DEFAULT_CALIBRATION = {
   },
   codingBenchmarks: {
     flow: {
-      // typical knowledge worker ≈ 35% of an 8h day focused; ~4h/day is the
-      // recognized deep-work ceiling (Newport) ≈ 50% — most sit far below it.
+      // typical knowledge worker ≈ 35% of an 8h day focused; the ~4h/day
+      // deep-work ceiling (Newport) sits nearer ~40% of a real (9-10h) top
+      // performer's day — 50% overstated it (owner call 2026-07-21).
       typicalPctOfDay: 0.35,
-      topPctOfDay: 0.5,
+      topPctOfDay: 0.4,
       tag: "measured",
-      source: "RescueTime 2019 (~2h48m focused/day) \xB7 Cal Newport, Deep Work (~4h/day deep-work ceiling)",
-      line: "the best spend ~half the workday in true deep flow; ~4h/day is the human ceiling"
+      source: "RescueTime 2019 (~2h48m focused/day) \xB7 Cal Newport, Deep Work (~4h/day deep-work ceiling against a 9-10h day)",
+      line: "the best spend ~40% of the workday in true deep flow; ~4h/day is the human ceiling"
     },
     longestRun: {
       typicalHours: 0.67,
@@ -681,8 +954,8 @@ var BEST = DEFAULT_CALIBRATION.codingBenchmarks;
 
 // ../../lib/agents/coding/profile.ts
 var ROOT = process.cwd();
-var CODING_DIR = process.env.POLYMATH_DATA_DIR ? path.join(process.env.POLYMATH_DATA_DIR, "coding") : path.join(ROOT, ".data", "coding");
-var GRADES = path.join(CODING_DIR, "grades");
+var CODING_DIR = process.env.POLYMATH_DATA_DIR ? path2.join(process.env.POLYMATH_DATA_DIR, "coding") : path2.join(ROOT, ".data", "coding");
+var GRADES = path2.join(CODING_DIR, "grades");
 
 // ../../scripts/coding-flow.mts
 var WPM = 130;
@@ -698,7 +971,7 @@ var slotOfDay = (t) => {
 };
 async function main() {
   const CODING = CODING_DIR;
-  const sess = JSON.parse(await fs2.readFile(path2.join(CODING, "sessions.json"), "utf8")).filter((s) => !s.duplicateOf);
+  const sess = JSON.parse(await fs3.readFile(path3.join(CODING, "sessions.json"), "utf8")).filter((s) => !s.duplicateOf);
   const ev = [];
   for (const s of sess) {
     let ms = [];
@@ -743,7 +1016,7 @@ async function main() {
   }
   const fs22 = days.reduce((a, d) => a + d.flowSlots, 0), as = days.reduce((a, d) => a + d.activeSlots, 0);
   const out = { generatedAt: (/* @__PURE__ */ new Date()).toISOString(), params: { wpm: WPM, flowGapMin: FLOW_GAP, breakMin: BREAK, windowMin: WIN, tz: TZ }, totals: { activeDays: days.length, flowSlots: fs22, activeSlots: as, flowFraction: Math.round(fs22 / as * 100) / 100 }, days };
-  await fs2.writeFile(path2.join(CODING, "flow.json"), JSON.stringify(out, null, 2));
+  await fs3.writeFile(path3.join(CODING, "flow.json"), JSON.stringify(out, null, 2));
   console.log(`wrote .data/coding/flow.json \u2014 ${days.length} days \xB7 ${fs22}/${as} slots in flow (${Math.round(100 * fs22 / as)}%)`);
   console.log(`top flow days:`);
   [...days].sort((a, b) => b.flowSlots - a.flowSlots).slice(0, 5).forEach((d) => console.log(`  ${d.date}  ${d.flowSlots} flow slots (${d.flowHours}h) \xB7 ${Math.round(d.flowFraction * 100)}% of active`));