polymath-society 0.2.4

package/dist/pipeline/coding-flow.js

@@ -0,0 +1,313 @@
+import{createRequire as __cr}from'module';const require=__cr(import.meta.url);
+
+// ../../scripts/coding-flow.mts
+import { promises as fs2 } from "fs";
+import path from "path";
+
+// ../../lib/agents/shared/cliAdapter.ts
+var CLAUDE_BIN = process.env.CLAUDE_BIN || "claude";
+
+// ../../lib/agents/shared/backends.ts
+import os from "os";
+var HOME = os.homedir();
+
+// ../../lib/agents/shared/tools.ts
+import { execFile } from "child_process";
+import { promisify } from "util";
+var exec = promisify(execFile);
+
+// ../../lib/agents/shared/limitGate.ts
+import { AsyncLocalStorage } from "async_hooks";
+var MIN = 6e4;
+var HOUR = 60 * MIN;
+var STALL_BACKOFFS_MS = [6e4, 3 * MIN, 10 * MIN, 20 * MIN];
+var SLEEP_CHUNK_MS = 5 * MIN;
+var CANONICAL = [
+  /claude (ai )?usage limit reached/i,
+  /\busage limit reached\b/i,
+  // "session" variant seen live 2026-07-06: "You've hit your session limit ·
+  // resets 4:10am (America/Los_Angeles)" — unrecognized, it failed EVERY
+  // post-wall stage of the overnight rehearsal instead of pausing. Keep the
+  // subject alternatives in sync with what the CLI actually emits.
+  /you'?ve (?:hit|reached) your (?:usage |session |weekly |daily )?limit/i,
+  /\bsession limit\b[^.]{0,40}resets?/i,
+  /reached your usage limit/i,
+  /5[\s-]?hour limit (?:reached|hit)/i,
+  /limit will reset/i
+];
+var LIBERAL = [
+  ...CANONICAL,
+  /usage limit/i,
+  /\bsession limit\b/i,
+  /\brate[\s-]?limit(?:ed|s|\b)/i,
+  /\btoo many requests\b/i,
+  /\b429\b/,
+  /quota (?:exceeded|reached|exhausted)/i,
+  /resets? (?:at|in)\b/i,
+  /resets? \d{1,2}(?::\d{2})?\s*(?:am|pm)/i
+  // "resets 4:10am" — no "at" (live form)
+];
+var ALS = new AsyncLocalStorage();
+
+// ../coding-core/dist/messages.js
+import { promises as fs } from "fs";
+
+// ../coding-core/dist/injected.js
+var SYSTEM_REMINDER_RE = /<system-reminder>[\s\S]*?<\/system-reminder>/g;
+var INJECTED_RES = [
+  /<task-notification>[\s\S]*?<\/task-notification>/g,
+  /<local-command-stdout>[\s\S]*?<\/local-command-stdout>/g,
+  /<local-command-caveat>[\s\S]*?<\/local-command-caveat>/g,
+  /<ide_opened_file>[\s\S]*?<\/ide_opened_file>/g
+];
+var HARNESS_TURN_RES = [
+  /^Non user activity$/i,
+  /^<<autonomous-loop(-dynamic)?>>$/,
+  /^This session is being continued from a previous conversation/,
+  // the loop skill's expanded wake-up prompt — older CLI versions wrote it as a
+  // plain user turn with no isMeta flag (found counting 601 words, 2026-07-07)
+  /^(-{3,}\s*)?#\s*Autonomous loop (check|tick)/
+];
+function stripInjected(t) {
+  for (const re of INJECTED_RES)
+    t = t.replace(re, "");
+  return t.replace(SYSTEM_REMINDER_RE, "");
+}
+function isHarnessTurn(t) {
+  const s = t.trim();
+  return HARNESS_TURN_RES.some((re) => re.test(s));
+}
+function humanTypedText(t) {
+  const s = stripInjected(t).trim();
+  return s && !isHarnessTurn(s) ? s : "";
+}
+function isHarnessEntry(e) {
+  return e.isMeta === true || e.isCompactSummary === true;
+}
+
+// ../coding-core/dist/messages.js
+function extractText(content) {
+  if (typeof content === "string")
+    return content;
+  if (Array.isArray(content))
+    return content.filter((c) => c && typeof c === "object" && c.type === "text").map((c) => c.text || "").join("\n");
+  return "";
+}
+function isToolResultOnly(content) {
+  return Array.isArray(content) && content.length > 0 && content.every((c) => c && typeof c === "object" && c.type === "tool_result");
+}
+async function extractMessages(file) {
+  let raw;
+  try {
+    raw = await fs.readFile(file, "utf-8");
+  } catch {
+    return [];
+  }
+  const out = [];
+  const userTexts = /* @__PURE__ */ new Set();
+  const seenUuids = /* @__PURE__ */ new Set();
+  let aiProse = [];
+  let aiTools = {};
+  let aiStart = 0;
+  const flushAI = () => {
+    if (!aiProse.length && Object.keys(aiTools).length === 0)
+      return;
+    const toolStr = Object.entries(aiTools).map(([n, c]) => c > 1 ? `${n}\xD7${c}` : n).join(", ");
+    let prose = aiProse.join(" ").replace(/\s+/g, " ").trim();
+    if (prose.length > 2200)
+      prose = prose.slice(0, 2200) + "\u2026";
+    let text = prose;
+    if (toolStr)
+      text = (text ? text + " " : "") + `[ran ${toolStr}]`;
+    if (text)
+      out.push({ t: aiStart, role: "ai", text });
+    aiProse = [];
+    aiTools = {};
+  };
+  for (const line of raw.split("\n")) {
+    const s = line.trim();
+    if (!s)
+      continue;
+    let e;
+    try {
+      e = JSON.parse(s);
+    } catch {
+      continue;
+    }
+    const t = typeof e.timestamp === "string" ? Date.parse(e.timestamp) : NaN;
+    if (!Number.isFinite(t))
+      continue;
+    if (e.type === "queue-operation" && e.operation === "enqueue" && typeof e.content === "string") {
+      const qt = humanTypedText(e.content);
+      if (qt) {
+        flushAI();
+        out.push({ t, role: "user", text: qt, q: true });
+      }
+      continue;
+    }
+    if (e.type === "user") {
+      if (isHarnessEntry(e))
+        continue;
+      const uuid = typeof e.uuid === "string" ? e.uuid : "";
+      if (uuid && seenUuids.has(uuid))
+        continue;
+      const content = e.message?.content;
+      if (isToolResultOnly(content))
+        continue;
+      const text = humanTypedText(extractText(content));
+      if (text) {
+        if (uuid)
+          seenUuids.add(uuid);
+        userTexts.add(text);
+        flushAI();
+        out.push({ t, role: "user", text });
+      }
+      continue;
+    }
+    if (e.type === "assistant") {
+      const msg = e.message ?? {};
+      if (!aiProse.length && Object.keys(aiTools).length === 0)
+        aiStart = t;
+      if (Array.isArray(msg.content)) {
+        for (const item of msg.content) {
+          const it = item;
+          if (it.type === "text" && it.text)
+            aiProse.push(it.text);
+          else if (it.type === "tool_use" && it.name)
+            aiTools[it.name] = (aiTools[it.name] ?? 0) + 1;
+        }
+      } else {
+        const p = extractText(msg.content);
+        if (p)
+          aiProse.push(p);
+      }
+    }
+  }
+  flushAI();
+  return out.filter((m) => !(m.q && userTexts.has(m.text))).map(({ q, ...m }) => m).sort((a, b) => a.t - b.t);
+}
+
+// ../coding-core/dist/words.js
+var CODE_START = /^\s*(import |export |const |let |var |function\b|class |def |async |await |return |if\s*\(|for\s*\(|while\s*\(|switch\s*\(|#include|<\/?[a-zA-Z][\w-]*[\s>]|[}{)\]]|@[A-Za-z]|\$\s|npm |npx |git |cd |sudo )/;
+var SEAM_RE = /\n\s*\n\s*\n+/;
+var SEGMENT_CEILING = 400;
+var NOTE = "((ran|created|edited|read|wrote|searched) (a|an|\\d+) [a-z]+|updated todos)";
+var TRANSCRIPT_LINE_RE = new RegExp(`^\\s*(${NOTE})((,| and) ${NOTE})*\\s*$|^\\s*thought for .{1,30}$`, "im");
+var EM_DASH_RE = / — /g;
+var MAX_WPM = 1e3;
+var DEFAULT_GAP_MIN = 5;
+function typedWords(text, gapMs) {
+  const typed = humanTypedText(text);
+  const msgDashes = (typed.match(EM_DASH_RE) || []).length;
+  const msgWords = proseWords(typed);
+  const draftedMsg = msgDashes >= 6 && msgWords > 0 && msgDashes / msgWords >= 1 / 200;
+  let counted = 0;
+  for (const seg of typed.split(SEAM_RE)) {
+    if (TRANSCRIPT_LINE_RE.test(seg))
+      continue;
+    const w = proseWords(seg);
+    if (!w)
+      continue;
+    const dashes = (seg.match(EM_DASH_RE) || []).length;
+    if (dashes >= 3 && dashes / w >= 1 / 200)
+      continue;
+    if (draftedMsg && dashes >= 1)
+      continue;
+    counted += Math.min(w, SEGMENT_CEILING);
+  }
+  const mins = gapMs / 6e4;
+  const window = Number.isFinite(mins) && mins > 0 ? mins : DEFAULT_GAP_MIN;
+  return Math.min(counted, Math.round(MAX_WPM * window));
+}
+function proseWords(text) {
+  let t = text;
+  const skillAt = t.indexOf("Base directory for this skill:");
+  if (skillAt >= 0)
+    t = t.slice(0, skillAt);
+  const contAt = t.indexOf("This session is being continued from a previous conversation");
+  if (contAt >= 0)
+    t = t.slice(0, contAt);
+  t = t.replace(/<command-[a-z-]+>[\s\S]*?<\/command-[a-z-]+>/gi, " ");
+  t = t.replace(/```[\s\S]*?```/g, " ");
+  t = t.replace(/`[^`\n]{2,}`/g, " ");
+  const kept = t.split("\n").filter((ln) => {
+    const s = ln.trim();
+    if (s.length < 8)
+      return true;
+    const letters = (s.match(/[A-Za-z]/g) || []).length;
+    const symbols = (s.match(/[{}()[\];=<>+\-*/%&|^~$@\\]/g) || []).length;
+    const codey = CODE_START.test(s) || symbols > 3 && symbols / s.length > 0.25 || // symbol-dense → code
+    letters / s.length < 0.45;
+    return !codey;
+  });
+  return (kept.join(" ").trim().match(/\S+/g) || []).length;
+}
+
+// ../../scripts/coding-flow.mts
+var WPM = 130;
+var FLOW_GAP = 5;
+var BREAK = 15;
+var WIN = 10;
+var WINMS = WIN * 6e4;
+var TZ = "America/Los_Angeles";
+var ld = (t) => new Date(t).toLocaleDateString("en-CA", { timeZone: TZ });
+var slotOfDay = (t) => {
+  const [h, m] = new Date(t).toLocaleTimeString("en-GB", { timeZone: TZ, hour12: false }).split(":").map(Number);
+  return h * 6 + Math.floor(m / 10);
+};
+async function main() {
+  const CODING = path.join(process.cwd(), ".data", "coding");
+  const sess = JSON.parse(await fs2.readFile(path.join(CODING, "sessions.json"), "utf8")).filter((s) => !s.duplicateOf);
+  const ev = [];
+  for (const s of sess) {
+    let ms = [];
+    try {
+      ms = await extractMessages(s.file);
+    } catch {
+      continue;
+    }
+    for (const m of ms) ev.push({ t: m.t, role: m.role, words: m.role === "user" ? typedWords(m.text || "", NaN) : 0 });
+  }
+  ev.sort((a, b) => a.t - b.t);
+  const cell = {};
+  const add = (b, k, v) => {
+    (cell[b] = cell[b] || { flow: 0, loss: 0 })[k] += v;
+  };
+  for (let i = 1; i < ev.length; i++) {
+    const t0 = ev[i - 1].t, t1 = ev[i].t, g = (t1 - t0) / 6e4;
+    if (g > BREAK || g <= 0) continue;
+    const isLoss = g - (ev[i].role === "user" ? ev[i].words / WPM : 0) > FLOW_GAP;
+    for (let b = Math.floor(t0 / WINMS); b <= Math.floor((t1 - 1) / WINMS); b++) {
+      const lo = Math.max(t0, b * WINMS), hi = Math.min(t1, (b + 1) * WINMS);
+      if (hi > lo) add(b, isLoss ? "loss" : "flow", (hi - lo) / 6e4);
+    }
+  }
+  const byDay = {};
+  for (const [bk, w] of Object.entries(cell)) {
+    if (w.flow + w.loss < 3) continue;
+    const t = Number(bk) * WINMS, date = ld(t), green = w.flow > w.loss;
+    const d = byDay[date] || (byDay[date] = { date, flowSlots: 0, activeSlots: 0, flowHours: 0, flowFraction: 0, flowMin: 0, pauseMin: 0, slots: {} });
+    d.slots[slotOfDay(t)] = green ? "F" : "A";
+    d.activeSlots++;
+    if (green) d.flowSlots++;
+    d.flowMin += w.flow;
+    d.pauseMin += w.loss;
+  }
+  const days = Object.values(byDay).sort((a, b) => a.date.localeCompare(b.date));
+  for (const d of days) {
+    d.flowHours = Math.round(d.flowSlots / 6 * 10) / 10;
+    d.flowFraction = Math.round(d.flowSlots / d.activeSlots * 100) / 100;
+    d.flowMin = Math.round(d.flowMin);
+    d.pauseMin = Math.round(d.pauseMin);
+  }
+  const fs22 = days.reduce((a, d) => a + d.flowSlots, 0), as = days.reduce((a, d) => a + d.activeSlots, 0);
+  const out = { generatedAt: (/* @__PURE__ */ new Date()).toISOString(), params: { wpm: WPM, flowGapMin: FLOW_GAP, breakMin: BREAK, windowMin: WIN, tz: TZ }, totals: { activeDays: days.length, flowSlots: fs22, activeSlots: as, flowFraction: Math.round(fs22 / as * 100) / 100 }, days };
+  await fs2.writeFile(path.join(CODING, "flow.json"), JSON.stringify(out, null, 2));
+  console.log(`wrote .data/coding/flow.json \u2014 ${days.length} days \xB7 ${fs22}/${as} slots in flow (${Math.round(100 * fs22 / as)}%)`);
+  console.log(`top flow days:`);
+  [...days].sort((a, b) => b.flowSlots - a.flowSlots).slice(0, 5).forEach((d) => console.log(`  ${d.date}  ${d.flowSlots} flow slots (${d.flowHours}h) \xB7 ${Math.round(d.flowFraction * 100)}% of active`));
+}
+main().catch((e) => {
+  console.error(e);
+  process.exit(1);
+});