@searls/turbocommit 0.16.1 → 0.16.3

package/README.md

@@ -76,12 +76,18 @@ Each touched checkout:
 - Reads its own merged global and project configuration.
 - Stages only paths attributed to the current session, preserving unrelated
   staged and unstaged work.
-- Gets an independent commit with the full turn transcript.
+- Gets an independent commit with the turn transcript (up to 16 KiB).
 - Gives the configured title agent repository-specific bounded diff context.
 
 Turbocommit attempts every commit before pushing every successful commit whose
-repository has `push: true`. Failures are retained and retried on a later Stop,
-along with every transcript accumulated before the commit succeeds.
+repository has `push: true`. Staging and committing are retried a few times
+when Git is momentarily unavailable, for example while Xcode holds the index
+lock. Failures are retained and retried on a later Stop in that checkout by
+any session, along with every transcript accumulated before the commit
+succeeds, and the failed session's claims are released so they do not block
+other sessions meanwhile. Each `fail` monitor event records Git's error. A
+deletion the session already staged with `git rm` is committed with the rest
+of its paths.
 
 Separate worktrees are committed independently. Enabled submodules are
 committed and pushed before enabled parent repositories. When one turn creates
@@ -112,7 +118,10 @@ upgrade, Turbocommit discards those unsafe retry entries and records a
 `legacy-manifest` monitor event rather than guessing which files they owned.
 
 The commit message headline is generated by a title agent (configurable).
-The body contains the full prompt/response transcript. When planning
+The body contains the prompt/response transcript, capped at 16 KiB of UTF-8 text.
+Oversized bodies retain the beginning and end with an explicit truncation marker.
+The cap also applies to combined planning context and agent-generated bodies;
+Git trailers are appended separately and preserved. When planning
 context was buffered from ancestor sessions, it appears under a
 `## Planning` section before the `## Implementation` section.
 

package/lib/git.js

@@ -115,12 +115,46 @@ function stageAll (cwd) {
 
 function stagePaths (cwd, filePaths) {
   const changed = changedPaths(cwd, filePaths)
-  const paths = pathspecs(cwd, changed)
-  if (paths.length === 0) return []
-  git(`add -A -- ${paths.map(quote).join(' ')}`, { cwd })
+  if (changed.length === 0) return []
+  // A deletion the session already staged (git rm) matches nothing on disk or
+  // in the index, and `git add` aborts on such a pathspec. It is already
+  // staged, so only the remaining paths are added.
+  const paths = pathspecs(cwd, changed.filter(file => existsOnDisk(file) || isIndexed(cwd, file)))
+  if (paths.length > 0) git(`add -A -- ${paths.map(quote).join(' ')}`, { cwd })
   return changed
 }
 
+function existsOnDisk (file) {
+  try {
+    fs.lstatSync(file)
+    return true
+  } catch {
+    return false
+  }
+}
+
+function isIndexed (cwd, file) {
+  const spec = pathspecs(cwd, [file])
+  if (spec.length === 0) return false
+  return git(`ls-files --cached -z -- ${quote(spec[0])}`, { cwd }) !== ''
+}
+
+/**
+ * Git refuses to work while another process holds the index (Xcode and other
+ * tools take `.git/index.lock` briefly), so a staging or commit step is tried
+ * again before its failure is allowed to strand a turn's work.
+ */
+function withGitRetry (operation, attempts = 3, delayMs = 250) {
+  for (let attempt = 1; ; attempt++) {
+    try {
+      return operation()
+    } catch (err) {
+      if (attempt >= attempts) throw err
+      Atomics.wait(new Int32Array(new SharedArrayBuffer(4)), 0, 0, delayMs)
+    }
+  }
+}
+
 function commitPaths (cwd, filePaths, headline, body, opts = {}) {
   if (opts.pathScoped && hasRepositoryOperation(cwd)) return null
   const changed = stagePaths(cwd, filePaths)
@@ -271,6 +305,7 @@ function hasRepositoryOperation (cwd) {
 }
 
 module.exports = {
+  withGitRetry,
   git,
   canonicalRoot,
   canonicalTrackedPath,

package/lib/run.js

@@ -2,9 +2,9 @@ const fs = require('fs')
 const os = require('os')
 const path = require('path')
 const { loadJson } = require('./io')
-const { parseTranscript, parseCodexTranscript, formatBody, formatTitleTranscript, extractHeadline, extractModel, extractCodexModel } = require('./transcript')
+const { parseTranscript, parseCodexTranscript, formatBody, capTranscript, formatTitleTranscript, extractHeadline, extractModel, extractCodexModel } = require('./transcript')
 const { runTitleAgent, runBodyAgent } = require('./agent')
-const { gitRoot, hasChanges, changedPaths, addAndCommit, stagePaths, commitPaths, commitStagedPaths, stagedChangeContext, currentBranch, pushClean, hasRepositoryOperation } = require('./git')
+const { withGitRetry, gitRoot, hasChanges, changedPaths, addAndCommit, stagePaths, commitPaths, commitStagedPaths, stagedChangeContext, currentBranch, pushClean, hasRepositoryOperation } = require('./git')
 const { logEvent } = require('./log')
 const { wrapText } = require('./wrap')
 const {
@@ -281,6 +281,8 @@ function runSingle (input, opts = {}) {
   const project = path.basename(root)
   const branch = currentBranch(root)
   let context = 0
+  // Work a failed commit could not land is retained for a later Stop.
+  let retained = null
   try { context = fs.statSync(transcriptPath).size } catch {}
 
   const sessionId = hookInput.sessionId
@@ -344,6 +346,7 @@ function runSingle (input, opts = {}) {
     logEvent('start', { harness: hookInput.harness, project, branch, context })
 
     const formattedTranscript = formatBody(effectivePairs)
+    if (sessionId) retained = { body: formattedTranscript, paths: ownedPaths }
 
     // Title: agent by default, transcript if opted out
     let headline
@@ -385,7 +388,7 @@ function runSingle (input, opts = {}) {
     }
 
     // Wrap body lines if configured
-    const wrappedBody = wrapText(combinedBody, config.body?.maxLineLength)
+    const wrappedBody = capTranscript(wrapText(combinedBody, config.body?.maxLineLength))
 
     // Resolve coauthor trailer
     const coauthor = resolveCoauthor(config, transcriptPath, root, {
@@ -397,9 +400,9 @@ function runSingle (input, opts = {}) {
     const redactions = buildRedactions()
     const safeHeadline = redact(headline, redactions)
     const safeBody = redact(wrappedBody + tag, redactions)
-    const sha = sessionId
+    const sha = withGitRetry(() => sessionId
       ? commitPaths(root, ownedPaths, safeHeadline, safeBody)
-      : addAndCommit(root, safeHeadline, safeBody)
+      : addAndCommit(root, safeHeadline, safeBody))
     if (!sha) {
       if (sessionId) cleanupTracking(root, sessionId)
       logEvent('skip', {
@@ -432,7 +435,8 @@ function runSingle (input, opts = {}) {
     }
     cleanupStale(root)
   } catch (err) {
-    logEvent('fail', { harness: hookInput.harness, project, branch, context })
+    logEvent('fail', { harness: hookInput.harness, project, branch, context, error: failureMessage(err) })
+    if (retained) retainFailedWork(root, sessionId, retained, pairs.length)
     throw err
   }
 }
@@ -534,14 +538,14 @@ function runMulti (hookInput, anchor, currentRepos, manifest, opts = {}) {
 
     try {
       logEvent('start', { harness: hookInput.harness, project, branch, context })
-      const stagedPaths = stagePaths(root, currentPaths)
+      const stagedPaths = withGitRetry(() => stagePaths(root, currentPaths))
       if (stagedPaths.length === 0) {
         manifest.repos = manifest.repos.filter(candidate => candidate !== repo)
         logEvent('skip', { harness: hookInput.harness, project, branch, context, reason: 'no-path-changes' })
         continue
       }
 
-      const rawBody = repo.work.map(item => item.body).join('\n\n---\n\n')
+      const rawBody = capTranscript(repo.work.map(item => item.body).join('\n\n---\n\n'))
       const redactions = buildRedactions()
       const changeContext = redact(stagedChangeContext(root, 10000, stagedPaths), redactions)
       const titleInput = `${changeContext}\n\nTranscript:\n${rawBody}`.slice(0, 20000)
@@ -562,7 +566,7 @@ function runMulti (hookInput, anchor, currentRepos, manifest, opts = {}) {
         ? readMultiWatermark(root, [sessionId, ...ancestors])
         : null
       if (parent?.commit) body = `Continuation of ${parent.commit.slice(0, 7)}\n\n${body}`
-      body = wrapText(body, config.body?.maxLineLength)
+      body = capTranscript(wrapText(body, config.body?.maxLineLength))
 
       const trailers = []
       for (const work of repo.work) {
@@ -582,7 +586,7 @@ function runMulti (hookInput, anchor, currentRepos, manifest, opts = {}) {
 
       const safeHeadline = redact(headline, redactions)
       const safeBody = redact(body, redactions)
-      const sha = commitStagedPaths(root, stagedPaths, safeHeadline, safeBody)
+      const sha = withGitRetry(() => commitStagedPaths(root, stagedPaths, safeHeadline, safeBody))
       if (!sha) throw new Error('Tracked paths changed before commit')
       if (sessionId) saveMultiWatermark(root, sessionId, sha)
       if (root === anchor && sessionId) {
@@ -597,8 +601,8 @@ function runMulti (hookInput, anchor, currentRepos, manifest, opts = {}) {
         context,
         title: safeHeadline
       })
-    } catch {
-      logEvent('fail', { harness: hookInput.harness, project, branch, context })
+    } catch (err) {
+      logEvent('fail', { harness: hookInput.harness, project, branch, context, error: failureMessage(err) })
     }
   }
 
@@ -631,6 +635,30 @@ function runMulti (hookInput, anchor, currentRepos, manifest, opts = {}) {
   cleanupStale(anchor)
 }
 
+/**
+ * A single-repository commit that failed joins the retry manifest, which any
+ * later Stop in this checkout replays. The session's tracking file is
+ * released so its claims stop blocking other sessions in the meantime.
+ */
+function retainFailedWork (root, sessionId, retained, pairCount) {
+  try {
+    const manifest = loadManifest(root)
+    appendWork(manifest, root, {
+      key: cryptoKey(`${sessionId}\n${pairCount}\n${retained.body}`),
+      body: retained.body,
+      sessionIds: [],
+      paths: retained.paths
+    })
+    saveManifest(root, manifest)
+    cleanupTracking(root, sessionId)
+  } catch {}
+}
+
+function failureMessage (err) {
+  const text = err?.stderr?.toString?.().trim() || err?.message || String(err)
+  return text.split('\n')[0].slice(0, 200)
+}
+
 function transcriptSize (transcriptPath) {
   try {
     return fs.statSync(transcriptPath).size

package/lib/transcript.js

@@ -121,7 +121,23 @@ function formatPair (p) {
  */
 function formatBody (pairs) {
   if (pairs.length === 0) return '(no transcript)'
-  return pairs.map(formatPair).join('\n\n---\n\n')
+  return capTranscript(pairs.map(formatPair).join('\n\n---\n\n'))
+}
+
+// Keep both the original intent and latest outcome, with a hard UTF-8 byte cap.
+function capTranscript (text) {
+  const budget = 16 * 1024
+  const bytes = Buffer.from(text)
+  if (bytes.length <= budget) return text
+
+  const marker = '\n\n[... transcript truncated ...]\n\n'
+  const available = budget - Buffer.byteLength(marker)
+  let headEnd = Math.floor(available / 2)
+  let tailStart = bytes.length - (available - headEnd)
+  // Move cuts to UTF-8 code point boundaries.
+  while ((bytes[headEnd] & 0xc0) === 0x80) headEnd--
+  while ((bytes[tailStart] & 0xc0) === 0x80) tailStart++
+  return bytes.subarray(0, headEnd).toString() + marker + bytes.subarray(tailStart).toString()
 }
 
 /**
@@ -134,7 +150,7 @@ function formatTitleTranscript (pairs, budget) {
   budget = budget || 20000
   if (pairs.length === 0) return '(no transcript)'
 
-  const full = formatBody(pairs)
+  const full = pairs.map(formatPair).join('\n\n---\n\n')
   if (full.length <= budget) return full
 
   const sep = '\n\n---\n\n'
@@ -221,6 +237,7 @@ module.exports = {
   parseCodexTranscript,
   formatPair,
   formatBody,
+  capTranscript,
   formatTitleTranscript,
   extractHeadline,
   fallbackHeadline,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@searls/turbocommit",
-  "version": "0.16.1",
+  "version": "0.16.3",
   "description": "Auto-commit after every AI coding agent turn",
   "bin": {
     "turbocommit": "./cli.js"