polymath-society 0.2.18 → 0.2.20

package/dist/pipeline/coding-agglomerate.js

@@ -15788,8 +15788,99 @@ function isHarnessEntry(e) {
   return e.isMeta === true || e.isCompactSummary === true;
 }
 
-// ../../lib/agents/coding/materialize.ts
+// ../coding-core/dist/codex.js
 var SYSTEM_REMINDER_RE = /<system-reminder>[\s\S]*?<\/system-reminder>/g;
+var CODEX_INJECTED_TEXT_RE = /^\s*(<(environment_context|user_instructions|ENVIRONMENT_CONTEXT|turn_aborted)\b|#\s*AGENTS\.md instructions\b)/;
+function isCodexInjectedUserText(text2) {
+  return CODEX_INJECTED_TEXT_RE.test(text2);
+}
+function codexContentText(content) {
+  if (typeof content === "string")
+    return content;
+  if (!Array.isArray(content))
+    return "";
+  const parts = [];
+  for (const item of content) {
+    if (typeof item === "string") {
+      parts.push(item);
+      continue;
+    }
+    if (item && typeof item === "object") {
+      const it = item;
+      if (it.type === "input_text" || it.type === "output_text" || it.type === "text")
+        parts.push(it.text || "");
+    }
+  }
+  return parts.join("\n");
+}
+function sniffCodexRaw(raw) {
+  let checked = 0;
+  for (const lineRaw of raw.split("\n")) {
+    const line = lineRaw.trim();
+    if (!line)
+      continue;
+    if (checked++ >= 5)
+      break;
+    try {
+      const e = JSON.parse(line);
+      if (e.type === "session_meta" || e.type === "response_item" || e.type === "turn_context")
+        return true;
+      if (e.type === "user" || e.type === "assistant" || e.type === "summary" || e.type === "queue-operation")
+        return false;
+    } catch {
+    }
+  }
+  return false;
+}
+var EXIT_CODE_RE = /(?:Process exited with code|Exit code:)\s+(\d+)/;
+function extractCodexEvents(raw) {
+  const out = [];
+  for (const lineRaw of raw.split("\n")) {
+    const line = lineRaw.trim();
+    if (!line)
+      continue;
+    let e;
+    try {
+      e = JSON.parse(line);
+    } catch {
+      continue;
+    }
+    if (e.type !== "response_item")
+      continue;
+    const p = e.payload ?? {};
+    const t = typeof e.timestamp === "string" ? Date.parse(e.timestamp) : NaN;
+    const ptype = p.type;
+    if (ptype === "message") {
+      const role = p.role;
+      const text2 = codexContentText(p.content).replace(SYSTEM_REMINDER_RE, "").trim();
+      if (!text2)
+        continue;
+      if (role === "user") {
+        if (isCodexInjectedUserText(text2))
+          continue;
+        out.push({ kind: "user", t, text: text2 });
+      } else if (role === "assistant") {
+        out.push({ kind: "assistant", t, text: text2 });
+      }
+      continue;
+    }
+    if (ptype === "function_call" || ptype === "custom_tool_call" || ptype === "local_shell_call") {
+      const name17 = typeof p.name === "string" && p.name ? p.name : ptype === "local_shell_call" ? "shell" : String(ptype);
+      const input = typeof p.arguments === "string" ? p.arguments : typeof p.input === "string" ? p.input : "";
+      out.push({ kind: "tool", t, name: name17, input });
+      continue;
+    }
+    if (ptype === "function_call_output" || ptype === "custom_tool_call_output") {
+      const output = typeof p.output === "string" ? p.output : "";
+      const m = EXIT_CODE_RE.exec(output.slice(0, 200));
+      out.push({ kind: "tool_output", t, output, isError: !!m && m[1] !== "0" });
+    }
+  }
+  return out;
+}
+
+// ../../lib/agents/coding/materialize.ts
+var SYSTEM_REMINDER_RE2 = /<system-reminder>[\s\S]*?<\/system-reminder>/g;
 var INJECT_GIST = 120;
 var INJECTED = [
   { re: /<task-notification>[\s\S]*?<\/task-notification>/g, label: "bg task", gistRe: /<summary>([\s\S]*?)<\/summary>/ },
@@ -15809,7 +15900,7 @@ function collapseInjected(input) {
       return "";
     });
   }
-  return { text: text2.replace(SYSTEM_REMINDER_RE, "").trim(), markers };
+  return { text: text2.replace(SYSTEM_REMINDER_RE2, "").trim(), markers };
 }
 function extractText(content) {
   if (typeof content === "string") return content;
@@ -15826,6 +15917,38 @@ function isToolResultOnly(content) {
   return Array.isArray(content) && content.length > 0 && content.every((c) => c && typeof c === "object" && c.type === "tool_result");
 }
 var AI_GIST = 160;
+function materializeCodex(raw) {
+  const lines = [];
+  let humanTurns = 0, humanChars = 0;
+  let aiLastProse = "";
+  const aiTools = /* @__PURE__ */ new Map();
+  const flushAI = () => {
+    if (!aiLastProse && aiTools.size === 0) return;
+    const tools = [...aiTools.entries()].map(([n, c]) => c > 1 ? `${n}\xD7${c}` : n).join(", ");
+    const gist = aiLastProse ? aiLastProse.length > AI_GIST ? aiLastProse.slice(0, AI_GIST) + "\u2026" : aiLastProse : "";
+    const bits = [];
+    if (gist) bits.push(gist);
+    if (tools) bits.push(`ran ${tools}`);
+    lines.push(`[AI: ${bits.join(" \xB7 ")}]`);
+    aiLastProse = "";
+    aiTools.clear();
+  };
+  for (const ev of extractCodexEvents(raw)) {
+    if (ev.kind === "user") {
+      flushAI();
+      humanTurns++;
+      humanChars += ev.text.length;
+      lines.push(`>> ${ev.text}`);
+    } else if (ev.kind === "assistant") {
+      const prose = ev.text.replace(/\s+/g, " ").trim();
+      if (prose) aiLastProse = prose;
+    } else if (ev.kind === "tool") {
+      aiTools.set(ev.name, (aiTools.get(ev.name) ?? 0) + 1);
+    }
+  }
+  flushAI();
+  return { text: lines.join("\n"), humanTurns, humanChars };
+}
 async function materializeSession(file2) {
   let raw;
   try {
@@ -15833,6 +15956,7 @@ async function materializeSession(file2) {
   } catch {
     return null;
   }
+  if (sniffCodexRaw(raw)) return materializeCodex(raw);
   const lines = [];
   let humanTurns = 0, humanChars = 0;
   const pendingQueued = [];

package/dist/pipeline/coding-aggregate.js

@@ -85,6 +85,97 @@ function isHarnessEntry(e) {
   return e.isMeta === true || e.isCompactSummary === true;
 }
 
+// ../coding-core/dist/codex.js
+var SYSTEM_REMINDER_RE2 = /<system-reminder>[\s\S]*?<\/system-reminder>/g;
+var CODEX_INJECTED_TEXT_RE = /^\s*(<(environment_context|user_instructions|ENVIRONMENT_CONTEXT|turn_aborted)\b|#\s*AGENTS\.md instructions\b)/;
+function isCodexInjectedUserText(text) {
+  return CODEX_INJECTED_TEXT_RE.test(text);
+}
+function codexContentText(content) {
+  if (typeof content === "string")
+    return content;
+  if (!Array.isArray(content))
+    return "";
+  const parts = [];
+  for (const item of content) {
+    if (typeof item === "string") {
+      parts.push(item);
+      continue;
+    }
+    if (item && typeof item === "object") {
+      const it = item;
+      if (it.type === "input_text" || it.type === "output_text" || it.type === "text")
+        parts.push(it.text || "");
+    }
+  }
+  return parts.join("\n");
+}
+function sniffCodexRaw(raw) {
+  let checked = 0;
+  for (const lineRaw of raw.split("\n")) {
+    const line = lineRaw.trim();
+    if (!line)
+      continue;
+    if (checked++ >= 5)
+      break;
+    try {
+      const e = JSON.parse(line);
+      if (e.type === "session_meta" || e.type === "response_item" || e.type === "turn_context")
+        return true;
+      if (e.type === "user" || e.type === "assistant" || e.type === "summary" || e.type === "queue-operation")
+        return false;
+    } catch {
+    }
+  }
+  return false;
+}
+var EXIT_CODE_RE = /(?:Process exited with code|Exit code:)\s+(\d+)/;
+function extractCodexEvents(raw) {
+  const out = [];
+  for (const lineRaw of raw.split("\n")) {
+    const line = lineRaw.trim();
+    if (!line)
+      continue;
+    let e;
+    try {
+      e = JSON.parse(line);
+    } catch {
+      continue;
+    }
+    if (e.type !== "response_item")
+      continue;
+    const p = e.payload ?? {};
+    const t = typeof e.timestamp === "string" ? Date.parse(e.timestamp) : NaN;
+    const ptype = p.type;
+    if (ptype === "message") {
+      const role = p.role;
+      const text = codexContentText(p.content).replace(SYSTEM_REMINDER_RE2, "").trim();
+      if (!text)
+        continue;
+      if (role === "user") {
+        if (isCodexInjectedUserText(text))
+          continue;
+        out.push({ kind: "user", t, text });
+      } else if (role === "assistant") {
+        out.push({ kind: "assistant", t, text });
+      }
+      continue;
+    }
+    if (ptype === "function_call" || ptype === "custom_tool_call" || ptype === "local_shell_call") {
+      const name = typeof p.name === "string" && p.name ? p.name : ptype === "local_shell_call" ? "shell" : String(ptype);
+      const input = typeof p.arguments === "string" ? p.arguments : typeof p.input === "string" ? p.input : "";
+      out.push({ kind: "tool", t, name, input });
+      continue;
+    }
+    if (ptype === "function_call_output" || ptype === "custom_tool_call_output") {
+      const output = typeof p.output === "string" ? p.output : "";
+      const m = EXIT_CODE_RE.exec(output.slice(0, 200));
+      out.push({ kind: "tool_output", t, output, isError: !!m && m[1] !== "0" });
+    }
+  }
+  return out;
+}
+
 // ../coding-core/dist/messages.js
 function extractText(content) {
   if (typeof content === "string")
@@ -106,6 +197,49 @@ function createMessageDeduper() {
     return true;
   };
 }
+function extractMessagesCodex(raw) {
+  const out = [];
+  let aiProse = [];
+  let aiTools = {};
+  let aiStart = 0;
+  const flushAI = () => {
+    if (!aiProse.length && Object.keys(aiTools).length === 0)
+      return;
+    const toolStr = Object.entries(aiTools).map(([n, c]) => c > 1 ? `${n}\xD7${c}` : n).join(", ");
+    let prose = aiProse.join(" ").replace(/\s+/g, " ").trim();
+    if (prose.length > 2200)
+      prose = prose.slice(0, 2200) + "\u2026";
+    let text = prose;
+    if (toolStr)
+      text = (text ? text + " " : "") + `[ran ${toolStr}]`;
+    if (text)
+      out.push({ t: aiStart, role: "ai", text });
+    aiProse = [];
+    aiTools = {};
+  };
+  for (const ev of extractCodexEvents(raw)) {
+    if (!Number.isFinite(ev.t))
+      continue;
+    if (ev.kind === "user") {
+      const text = humanTypedText(ev.text);
+      if (text) {
+        flushAI();
+        out.push({ t: ev.t, role: "user", text });
+      }
+    } else if (ev.kind === "assistant") {
+      if (!aiProse.length && Object.keys(aiTools).length === 0)
+        aiStart = ev.t;
+      if (ev.text)
+        aiProse.push(ev.text);
+    } else if (ev.kind === "tool") {
+      if (!aiProse.length && Object.keys(aiTools).length === 0)
+        aiStart = ev.t;
+      aiTools[ev.name] = (aiTools[ev.name] ?? 0) + 1;
+    }
+  }
+  flushAI();
+  return out.sort((a, b) => a.t - b.t);
+}
 async function extractMessages(file) {
   let raw;
   try {
@@ -113,6 +247,8 @@ async function extractMessages(file) {
   } catch {
     return [];
   }
+  if (sniffCodexRaw(raw))
+    return extractMessagesCodex(raw);
   const out = [];
   const userTexts = /* @__PURE__ */ new Set();
   const seenUuids = /* @__PURE__ */ new Set();

package/dist/pipeline/coding-build.js

@@ -42,6 +42,97 @@ function isHarnessEntry(e) {
   return e.isMeta === true || e.isCompactSummary === true;
 }
 
+// ../coding-core/dist/codex.js
+var SYSTEM_REMINDER_RE2 = /<system-reminder>[\s\S]*?<\/system-reminder>/g;
+var CODEX_INJECTED_TEXT_RE = /^\s*(<(environment_context|user_instructions|ENVIRONMENT_CONTEXT|turn_aborted)\b|#\s*AGENTS\.md instructions\b)/;
+function isCodexInjectedUserText(text) {
+  return CODEX_INJECTED_TEXT_RE.test(text);
+}
+function codexContentText(content) {
+  if (typeof content === "string")
+    return content;
+  if (!Array.isArray(content))
+    return "";
+  const parts = [];
+  for (const item of content) {
+    if (typeof item === "string") {
+      parts.push(item);
+      continue;
+    }
+    if (item && typeof item === "object") {
+      const it = item;
+      if (it.type === "input_text" || it.type === "output_text" || it.type === "text")
+        parts.push(it.text || "");
+    }
+  }
+  return parts.join("\n");
+}
+function sniffCodexRaw(raw) {
+  let checked = 0;
+  for (const lineRaw of raw.split("\n")) {
+    const line = lineRaw.trim();
+    if (!line)
+      continue;
+    if (checked++ >= 5)
+      break;
+    try {
+      const e = JSON.parse(line);
+      if (e.type === "session_meta" || e.type === "response_item" || e.type === "turn_context")
+        return true;
+      if (e.type === "user" || e.type === "assistant" || e.type === "summary" || e.type === "queue-operation")
+        return false;
+    } catch {
+    }
+  }
+  return false;
+}
+var EXIT_CODE_RE = /(?:Process exited with code|Exit code:)\s+(\d+)/;
+function extractCodexEvents(raw) {
+  const out = [];
+  for (const lineRaw of raw.split("\n")) {
+    const line = lineRaw.trim();
+    if (!line)
+      continue;
+    let e;
+    try {
+      e = JSON.parse(line);
+    } catch {
+      continue;
+    }
+    if (e.type !== "response_item")
+      continue;
+    const p = e.payload ?? {};
+    const t = typeof e.timestamp === "string" ? Date.parse(e.timestamp) : NaN;
+    const ptype = p.type;
+    if (ptype === "message") {
+      const role = p.role;
+      const text = codexContentText(p.content).replace(SYSTEM_REMINDER_RE2, "").trim();
+      if (!text)
+        continue;
+      if (role === "user") {
+        if (isCodexInjectedUserText(text))
+          continue;
+        out.push({ kind: "user", t, text });
+      } else if (role === "assistant") {
+        out.push({ kind: "assistant", t, text });
+      }
+      continue;
+    }
+    if (ptype === "function_call" || ptype === "custom_tool_call" || ptype === "local_shell_call") {
+      const name = typeof p.name === "string" && p.name ? p.name : ptype === "local_shell_call" ? "shell" : String(ptype);
+      const input = typeof p.arguments === "string" ? p.arguments : typeof p.input === "string" ? p.input : "";
+      out.push({ kind: "tool", t, name, input });
+      continue;
+    }
+    if (ptype === "function_call_output" || ptype === "custom_tool_call_output") {
+      const output = typeof p.output === "string" ? p.output : "";
+      const m = EXIT_CODE_RE.exec(output.slice(0, 200));
+      out.push({ kind: "tool_output", t, output, isError: !!m && m[1] !== "0" });
+    }
+  }
+  return out;
+}
+
 // ../coding-core/dist/raw.js
 var SOURCE_ROOT_ENV_VARS = [
   "CLAUDE_PROJECTS_DIR",
@@ -292,7 +383,6 @@ function codexText(content) {
   }
   return "";
 }
-var CODEX_INJECTED_RE = /^\s*<(environment_context|user_instructions)>/;
 function parseCodex(raw, file) {
   let sessionId = path.basename(file, ".jsonl");
   const s = blank(sessionId, "codex", file);
@@ -332,7 +422,7 @@ function parseCodex(raw, file) {
         const role = p.role;
         const text = codexText(p.content).replace(SYSTEM_REMINDER_RE, "").trim();
         if (role === "user") {
-          if (text && !CODEX_INJECTED_RE.test(text)) {
+          if (text && !isCodexInjectedUserText(text)) {
             s.humanTurns++;
             s.humanChars += text.length;
             if (!s.firstHuman)
@@ -1007,6 +1097,22 @@ function extractText2(content) {
 function isToolResultOnly(content) {
   return Array.isArray(content) && content.length > 0 && content.every((c) => c && typeof c === "object" && c.type === "tool_result");
 }
+function extractUserMessagesCodex(raw) {
+  const out = [];
+  let lastTs = null;
+  for (const ev of extractCodexEvents(raw)) {
+    const t = ev.t;
+    const gapMs = Number.isFinite(t) && lastTs != null ? t - lastTs : NaN;
+    if (Number.isFinite(t))
+      lastTs = t;
+    if (ev.kind !== "user")
+      continue;
+    const text = humanTypedText(ev.text);
+    if (text && Number.isFinite(t))
+      out.push({ t, text, gapMs });
+  }
+  return out.sort((a, b) => a.t - b.t);
+}
 async function extractUserMessages(file) {
   let raw;
   try {
@@ -1014,6 +1120,8 @@ async function extractUserMessages(file) {
   } catch {
     return [];
   }
+  if (sniffCodexRaw(raw))
+    return extractUserMessagesCodex(raw);
   const out = [];
   const userTexts = /* @__PURE__ */ new Set();
   const seenUuids = /* @__PURE__ */ new Set();
@@ -1451,15 +1559,21 @@ var GRADES = path2.join(CODING_DIR, "grades");
 // ../../scripts/coding-build.mts
 var args = process.argv.slice(2);
 var codex = !args.includes("--no-codex");
+var claude = !args.includes("--no-claude");
 var idleGapMin = Number(args[args.indexOf("--idle") + 1]) || DEFAULT_IDLE_GAP_MIN;
 var OUT = CODING_DIR;
 function fmt(n) {
   return n.toLocaleString("en-US");
 }
 async function main() {
-  console.log(`[coding] reading raw logs (codex=${codex}, idleGap=${idleGapMin}m, tz=${DEFAULT_TZ}) \u2026`);
+  console.log(`[coding] reading raw logs (claude=${claude}, codex=${codex}, idleGap=${idleGapMin}m, tz=${DEFAULT_TZ}) \u2026`);
   const t0 = Date.now();
-  const raw = await readAllSessions({ codex });
+  let raw = await readAllSessions({ codex });
+  if (!claude) {
+    const dropped = raw.filter((s) => s.source === "claude-code").length;
+    raw = raw.filter((s) => s.source !== "claude-code");
+    console.log(`[coding] \u26D4 Claude Code EXCLUDED (--no-claude, consent) \u2014 ${dropped} session file(s) dropped before any analysis.`);
+  }
   console.log(`[coding] parsed ${fmt(raw.length)} sessions in ${((Date.now() - t0) / 1e3).toFixed(1)}s`);
   const interactive = raw.filter((s) => s.klass === "interactive");
   const agent = raw.filter((s) => s.klass === "agent");