waypoint-codex 0.1.1 → 0.1.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "waypoint-codex",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "Codex-native repository operating system: scaffolding, docs routing, repo-local skills, doctor, and sync.",
   "license": "MIT",
   "type": "module",

package/templates/.waypoint/scripts/prepare-context.mjs

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 
-import { existsSync, mkdirSync, readFileSync, readdirSync, statSync, writeFileSync } from "node:fs";
+import { existsSync, mkdirSync, readFileSync, readdirSync, realpathSync, statSync, writeFileSync } from "node:fs";
 import { execSync } from "node:child_process";
 import os from "node:os";
 import path from "node:path";
@@ -35,6 +35,232 @@ function safeExec(command, cwd) {
   }
 }
 
+const SESSION_DIR_NAMES = ["sessions", "archived_sessions"];
+const SECRET_PATTERNS = [
+  /npm_[A-Za-z0-9]+/g,
+  /github_pat_[A-Za-z0-9_]+/g,
+  /gh[pousr]_[A-Za-z0-9]+/g,
+  /sk-[A-Za-z0-9]+/g,
+  /sk_[A-Za-z0-9]+/g,
+  /fc-[A-Za-z0-9]+/g,
+  /AIza[0-9A-Za-z\-_]{20,}/g,
+];
+const MAX_RECENT_TURNS = 25;
+
+function codexHome() {
+  return process.env.CODEX_HOME || path.join(os.homedir(), ".codex");
+}
+
+function redactSecrets(text) {
+  return SECRET_PATTERNS.reduce((current, pattern) => current.replace(pattern, "[REDACTED]"), text);
+}
+
+function isWithinPath(childPath, parentPath) {
+  const rel = path.relative(realpathSync(parentPath), realpathSync(childPath));
+  return rel === "" || (!rel.startsWith("..") && !path.isAbsolute(rel));
+}
+
+function collectSessionFiles(rootDir) {
+  const files = [];
+
+  function walk(currentDir) {
+    if (!existsSync(currentDir)) {
+      return;
+    }
+    for (const entry of readdirSync(currentDir)) {
+      const fullPath = path.join(currentDir, entry);
+      let stats;
+      try {
+        stats = statSync(fullPath);
+      } catch {
+        continue;
+      }
+      if (stats.isDirectory()) {
+        walk(fullPath);
+      } else if (entry.endsWith(".jsonl")) {
+        files.push(fullPath);
+      }
+    }
+  }
+
+  walk(rootDir);
+  return files;
+}
+
+function extractMessageText(content) {
+  if (!Array.isArray(content)) {
+    return "";
+  }
+  return content
+    .filter((block) => block?.type === "input_text" || block?.type === "output_text")
+    .map((block) => (typeof block?.text === "string" ? block.text : ""))
+    .join("")
+    .trim();
+}
+
+function isBootstrapNoise(role, text) {
+  return role === "user" && text.startsWith("# AGENTS.md instructions for ");
+}
+
+function mergeConsecutiveTurns(turns) {
+  const merged = [];
+  for (const turn of turns) {
+    const previous = merged.at(-1);
+    if (previous && previous.role === turn.role) {
+      if (previous.text !== turn.text) {
+        previous.text = `${previous.text}\n\n${turn.text}`;
+      }
+      previous.timestamp = turn.timestamp || previous.timestamp;
+      previous.messageCount += 1;
+      continue;
+    }
+    merged.push({ ...turn });
+  }
+  return merged;
+}
+
+function parseSession(sessionFile, projectRoot) {
+  let sessionCwd = null;
+  let compactionCount = 0;
+  const rawTurns = [];
+  const compactionBoundaries = [];
+
+  for (const line of readFileSync(sessionFile, "utf8").split("\n")) {
+    if (!line.trim()) {
+      continue;
+    }
+
+    let parsed;
+    try {
+      parsed = JSON.parse(line);
+    } catch {
+      continue;
+    }
+
+    if (parsed.type === "session_meta") {
+      const cwd = parsed.payload?.cwd;
+      if (typeof cwd === "string") {
+        sessionCwd = cwd;
+      }
+      continue;
+    }
+
+    if (parsed.type === "compacted") {
+      compactionCount += 1;
+      compactionBoundaries.push(rawTurns.length);
+      continue;
+    }
+
+    if (parsed.type !== "response_item" || parsed.payload?.type !== "message") {
+      continue;
+    }
+
+    const role = parsed.payload?.role;
+    if (role !== "user" && role !== "assistant") {
+      continue;
+    }
+
+    const text = redactSecrets(extractMessageText(parsed.payload?.content));
+    if (!text || isBootstrapNoise(role, text)) {
+      continue;
+    }
+
+    rawTurns.push({
+      role,
+      text,
+      timestamp: parsed.timestamp || null,
+      messageCount: 1,
+    });
+  }
+
+  if (!sessionCwd || !isWithinPath(sessionCwd, projectRoot)) {
+    return null;
+  }
+
+  const selectedFromPreCompaction = compactionBoundaries.length > 0;
+  const relevantTurns = selectedFromPreCompaction ? rawTurns.slice(0, compactionBoundaries.at(-1)) : rawTurns;
+  const turns = mergeConsecutiveTurns(relevantTurns);
+  if (turns.length === 0) {
+    return null;
+  }
+
+  return {
+    path: sessionFile,
+    sessionCwd,
+    turns,
+    compactionCount,
+    selectedFromPreCompaction,
+  };
+}
+
+function latestMatchingSession(projectRoot) {
+  const matches = [];
+  for (const dirName of SESSION_DIR_NAMES) {
+    for (const sessionFile of collectSessionFiles(path.join(codexHome(), dirName))) {
+      const parsed = parseSession(sessionFile, projectRoot);
+      if (parsed) {
+        matches.push(parsed);
+      }
+    }
+  }
+
+  matches.sort((a, b) => statSync(b.path).mtimeMs - statSync(a.path).mtimeMs);
+  return matches[0] || null;
+}
+
+function writeRecentThread(contextDir, projectRoot) {
+  const filePath = path.join(contextDir, "RECENT_THREAD.md");
+  const snapshot = latestMatchingSession(projectRoot);
+  const generatedAt = new Date().toString();
+
+  if (!snapshot) {
+    writeFileSync(
+      filePath,
+      [
+        "# Recent Thread",
+        "",
+        `Generated by \`${path.relative(projectRoot, fileURLToPath(import.meta.url))}\` on ${generatedAt}.`,
+        "",
+        "No matching local Codex session was found for this repo yet.",
+        "",
+      ].join("\n"),
+      "utf8"
+    );
+    return filePath;
+  }
+
+  const selectedTurns = snapshot.turns.slice(-MAX_RECENT_TURNS);
+  const relSessionPath = path.relative(codexHome(), snapshot.path);
+  const lines = [
+    "# Recent Thread",
+    "",
+    `Generated by \`${path.relative(projectRoot, fileURLToPath(import.meta.url))}\` on ${generatedAt}.`,
+    "",
+    `- Source session: \`${relSessionPath}\``,
+    `- Session cwd: \`${snapshot.sessionCwd}\``,
+    `- Included turns: ${selectedTurns.length} of ${snapshot.turns.length} meaningful turns`,
+    `- Compactions in source session: ${snapshot.compactionCount}`,
+    snapshot.selectedFromPreCompaction
+      ? "- Selection rule: take the 25 meaningful turns immediately before the last compaction."
+      : "- Selection rule: no compaction found, so take the latest meaningful turns from the local transcript.",
+    "- Noise filter: bootstrap AGENTS payloads are excluded.",
+    "- Secret handling: obvious token formats are redacted before writing this file.",
+    "",
+  ];
+
+  selectedTurns.forEach((turn, index) => {
+    const mergedSuffix = turn.messageCount > 1 ? ` (merged ${turn.messageCount} messages)` : "";
+    const timestamp = turn.timestamp ? ` - ${turn.timestamp}` : "";
+    lines.push(`## ${index + 1}. ${turn.role[0].toUpperCase()}${turn.role.slice(1)}${mergedSuffix}${timestamp}`);
+    lines.push("");
+    lines.push(turn.text);
+    lines.push("");
+  });
+
+  writeFileSync(filePath, `${lines.join("\n").trimEnd()}\n`, "utf8");
+  return filePath;
+}
+
 function collectNestedGitRepos(projectRoot) {
   const repos = [];
 
@@ -140,6 +366,7 @@ function main() {
       "```",
     ].join("\n")
   );
+  const recentThreadPath = writeRecentThread(contextDir, projectRoot);
 
   const manifestPath = path.join(contextDir, "MANIFEST.md");
   const manifestLines = [
@@ -154,6 +381,7 @@ function main() {
     `- \`${path.relative(projectRoot, recentCommitsPath)}\` — recent commits`,
     `- \`${path.relative(projectRoot, nestedReposPath)}\` — recent commits in nested repositories`,
     `- \`${path.relative(projectRoot, prsPath)}\` — open and recently merged pull requests`,
+    `- \`${path.relative(projectRoot, recentThreadPath)}\` — latest meaningful turns from the local Codex session for this repo`,
     `- \`${path.relative(projectRoot, docsIndexPath)}\` — current docs index`,
     "",
     "## Stable source-of-truth files to read before this manifest",
@@ -171,4 +399,3 @@ function main() {
 }
 
 main();
-