hillclimb 0.4.0 → 0.4.1

package/dist/cli.js

@@ -13515,7 +13515,7 @@ var EXEC_OPTS = {
   maxBuffer: 50 * 1024 * 1024
 };
 var MAX_ERROR_OUTPUT_CHARS = 2e3;
-var MAX_UNTRACKED_FILE_BYTES = 10 * 1024 * 1024;
+var MAX_SNAPSHOT_FILE_BYTES = 10 * 1024 * 1024;
 var EMPTY_TREE_SHA = "4b825dc642cb6eb9a060e54bf8d69288fbee4904";
 function quoteGitArg(arg) {
   if (/^[A-Za-z0-9_./:=@%+,-]+$/.test(arg)) return arg;
@@ -13619,7 +13619,55 @@ function captureSnapshotSha(repoRoot) {
   }
   return git(repoRoot, ["rev-parse", "HEAD"]);
 }
-function buildUntrackedTree(repoRoot) {
+function recordOmittedSnapshotFile(omittedFiles, file) {
+  omittedFiles?.push(file);
+  const action = file.tracked ? "omitting tracked" : "skipping untracked";
+  appendLog(
+    "warn",
+    `git-traces: ${action} ${file.path} (${file.sizeBytes} bytes > ${MAX_SNAPSHOT_FILE_BYTES} limit)`
+  );
+}
+function parseLsTreeLongZ(output) {
+  const entries = [];
+  for (const record of output.toString("utf-8").split("\0")) {
+    if (!record) continue;
+    const tab = record.indexOf("	");
+    if (tab === -1) continue;
+    const meta = record.slice(0, tab);
+    const filePath = record.slice(tab + 1);
+    const [mode, type, sha, sizeRaw] = meta.trim().split(/\s+/);
+    if (type !== "blob" || !mode || !sha || !sizeRaw) continue;
+    const sizeBytes = Number.parseInt(sizeRaw, 10);
+    if (!Number.isFinite(sizeBytes)) continue;
+    entries.push({ mode, sha, sizeBytes, path: filePath });
+  }
+  return entries;
+}
+function listOversizedTreeFiles(repoRoot, treeSha, omittedFiles) {
+  const output = gitBuffer(repoRoot, ["ls-tree", "-r", "-l", "-z", treeSha]);
+  const oversized = [];
+  for (const entry of parseLsTreeLongZ(output)) {
+    if (entry.sizeBytes <= MAX_SNAPSHOT_FILE_BYTES) continue;
+    const file = {
+      path: entry.path,
+      sizeBytes: entry.sizeBytes,
+      tracked: true,
+      reason: "file-over-limit",
+      gitObjectSha: entry.sha
+    };
+    oversized.push(file);
+    recordOmittedSnapshotFile(omittedFiles, file);
+  }
+  return oversized;
+}
+function removePathsFromIndex(repoRoot, env, paths) {
+  if (paths.length === 0) return;
+  gitBuffer(repoRoot, ["update-index", "--force-remove", "-z", "--stdin"], {
+    input: `${paths.join("\0")}\0`,
+    env
+  });
+}
+function buildUntrackedTree(repoRoot, omittedFiles) {
   const list = git(repoRoot, [
     "ls-files",
     "--others",
@@ -13632,11 +13680,13 @@ function buildUntrackedTree(repoRoot) {
     if (!relPath) continue;
     try {
       const stat = fs11.lstatSync(path14.join(repoRoot, relPath));
-      if (stat.size > MAX_UNTRACKED_FILE_BYTES) {
-        appendLog(
-          "warn",
-          `git-traces: skipping untracked ${relPath} (${stat.size} bytes > ${MAX_UNTRACKED_FILE_BYTES} limit)`
-        );
+      if (stat.size > MAX_SNAPSHOT_FILE_BYTES) {
+        recordOmittedSnapshotFile(omittedFiles, {
+          path: relPath,
+          sizeBytes: stat.size,
+          tracked: false,
+          reason: "file-over-limit"
+        });
         continue;
       }
       kept.push(relPath);
@@ -13662,10 +13712,15 @@ function buildUntrackedTree(repoRoot) {
     }
   }
 }
-function buildSnapshotTree(repoRoot, stashSha) {
+function buildSnapshotTree(repoRoot, stashSha, options = {}) {
   const trackedTree = git(repoRoot, ["rev-parse", `${stashSha}^{tree}`]);
-  const untrackedTree = buildUntrackedTree(repoRoot);
-  if (!untrackedTree || untrackedTree === EMPTY_TREE_SHA) {
+  const oversizedTracked = listOversizedTreeFiles(
+    repoRoot,
+    trackedTree,
+    options.omittedFiles
+  );
+  const untrackedTree = buildUntrackedTree(repoRoot, options.omittedFiles);
+  if (oversizedTracked.length === 0 && (!untrackedTree || untrackedTree === EMPTY_TREE_SHA)) {
     return trackedTree;
   }
   const tmpIndex = path14.join(
@@ -13675,23 +13730,30 @@ function buildSnapshotTree(repoRoot, stashSha) {
   const env = { ...process.env, GIT_INDEX_FILE: tmpIndex };
   try {
     gitWithEnv(repoRoot, ["read-tree", trackedTree], env);
-    const untrackedList = gitBuffer(
+    removePathsFromIndex(
       repoRoot,
-      ["ls-tree", "-r", untrackedTree],
-      {
-        env
+      env,
+      oversizedTracked.map((file) => file.path)
+    );
+    if (untrackedTree && untrackedTree !== EMPTY_TREE_SHA) {
+      const untrackedList = gitBuffer(
+        repoRoot,
+        ["ls-tree", "-r", untrackedTree],
+        {
+          env
+        }
+      ).toString("utf-8");
+      const indexInfo = untrackedList.split("\n").filter(Boolean).map((line) => {
+        const [meta, filePath] = line.split("	");
+        const [mode, , sha] = meta.split(/\s+/);
+        return `${mode} ${sha}	${filePath}`;
+      }).join("\n");
+      if (indexInfo) {
+        gitBuffer(repoRoot, ["update-index", "--index-info"], {
+          input: indexInfo,
+          env
+        });
       }
-    ).toString("utf-8");
-    const indexInfo = untrackedList.split("\n").filter(Boolean).map((line) => {
-      const [meta, filePath] = line.split("	");
-      const [mode, , sha] = meta.split(/\s+/);
-      return `${mode} ${sha}	${filePath}`;
-    }).join("\n");
-    if (indexInfo) {
-      gitBuffer(repoRoot, ["update-index", "--index-info"], {
-        input: indexInfo,
-        env
-      });
     }
     return gitWithEnv(repoRoot, ["write-tree"], env);
   } finally {
@@ -13778,7 +13840,7 @@ function parseDirtyFilesFromStatus(status) {
     return pathPart;
   }).filter(Boolean);
 }
-function buildBaselineMetadata(repoRoot, sessionId, tool, baselineSha, cliVersion, epoch, prevHeadSha, transitionKind, startedAt) {
+function buildBaselineMetadata(repoRoot, sessionId, tool, baselineSha, cliVersion, epoch, prevHeadSha, transitionKind, startedAt, omittedFiles = []) {
   const headSha = safeGit(repoRoot, ["rev-parse", "HEAD"]) ?? "unknown";
   const branch = safeGit(repoRoot, ["rev-parse", "--abbrev-ref", "HEAD"]) ?? null;
   const remoteUrl = safeGit(repoRoot, ["config", "--get", "remote.origin.url"]) ?? null;
@@ -13802,7 +13864,8 @@ function buildBaselineMetadata(repoRoot, sessionId, tool, baselineSha, cliVersio
       branch,
       remoteUrl,
       isDirty: dirtyFiles.length > 0,
-      dirtyFiles
+      dirtyFiles,
+      ...omittedFiles.length > 0 ? { omittedFiles } : {}
     },
     author: { name: authorName, email: authorEmail },
     hostname: os6.hostname(),
@@ -14246,6 +14309,10 @@ function freezeEpochBaseline(params) {
       sessionId,
       epoch
     );
+    const omittedFiles = [];
+    const baselineTreeSha = buildSnapshotTree(repoRoot, baselineSha, {
+      omittedFiles
+    });
     const baselineMetadata = buildBaselineMetadata(
       repoRoot,
       sessionId,
@@ -14255,9 +14322,9 @@ function freezeEpochBaseline(params) {
       epoch,
       prevHeadSha,
       transitionKind,
-      startedAt
+      startedAt,
+      omittedFiles
     );
-    const baselineTreeSha = buildSnapshotTree(repoRoot, baselineSha);
     pinFrozenBaselineTree(repoRoot, sessionId, epoch, baselineTreeSha);
     return { baselineSha, baselineTreeSha, baselineMetadata, headSha };
   } catch (err) {
@@ -14303,6 +14370,10 @@ function buildEpochBaselineArtifacts(params) {
   } = params;
   const prefix = epochPrefix(epoch);
   try {
+    const omittedFiles = [];
+    const baselineTreeSha = buildSnapshotTree(repoRoot, baselineSha, {
+      omittedFiles
+    });
     const metadata = buildBaselineMetadata(
       repoRoot,
       sessionId,
@@ -14312,9 +14383,9 @@ function buildEpochBaselineArtifacts(params) {
       epoch,
       prevHeadSha,
       transitionKind,
-      startedAt
+      startedAt,
+      omittedFiles
     );
-    const baselineTreeSha = buildSnapshotTree(repoRoot, baselineSha);
     return buildFrozenEpochBaselineArtifacts({
       repoRoot,
       sessionId,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "hillclimb",
-  "version": "0.4.0",
+  "version": "0.4.1",
   "description": "Extract and export AI coding tool logs grouped by repo",
   "license": "MIT",
   "type": "module",