@thegitai/cli 1.0.0-beta.1 → 1.0.0-beta.10

package/dist/src/session-safety.js

@@ -2,14 +2,14 @@ import { execFileSync } from 'node:child_process';
 import { lstatSync, readdirSync } from 'node:fs';
 import path from 'node:path';
 import { ARTIFACT_IGNORE_DIRS, normalizeProjectRelativePath, shouldIgnoreArtifactPath, } from './artifact-policy.js';
-import { hashContent, readFileEditSnapshot } from './edit-journal.js';
-import { deleteProjectFile, resolveProjectPath, writeProjectFile } from './patcher.js';
+import { hashBytes, readFileEditSnapshot, storedContentBuffer, } from './edit-journal.js';
+import { deleteProjectFile, resolveProjectPath, writeProjectFile, writeProjectFileBuffer, } from './patcher.js';
 import { removeIndexFile, upsertIndexFile } from './project-index.js';
 const MAX_CHECKPOINTS = 20;
 const MAX_SESSION_EDITS = 500;
 const MAX_READ_RECORDS = 200;
 const MAX_REDACTION_TOKENS = 500;
-const MAX_SNAPSHOT_CONTENT_CHARS = 1_000_000;
+const MAX_SNAPSHOT_CONTENT_CHARS = 8_000_000;
 const MAX_MUTATION_SCAN_FILES = 2000;
 const MAX_BASELINE_CONTENT_BYTES = 50 * 1024 * 1024;
 export function createSessionSafetyState() {
@@ -34,6 +34,14 @@ function normalizeEditOperation(value) {
         ? text
         : null;
 }
+function normalizeStoredContentEncoding(value) {
+    return value === 'base64' ? 'base64' : 'utf8';
+}
+function writeStoredProjectFile(rootDir, filePath, content, encoding) {
+    return encoding === 'base64'
+        ? writeProjectFileBuffer(rootDir, filePath, storedContentBuffer(content, encoding))
+        : writeProjectFile(rootDir, filePath, content);
+}
 export function normalizeSessionSafetyState(value) {
     const raw = value && typeof value === 'object' ? value : {};
     const safety = createSessionSafetyState();
@@ -57,6 +65,7 @@ export function normalizeSessionSafetyState(value) {
                         exists: file.exists === true,
                         hash: typeof file.hash === 'string' ? file.hash : null,
                         content: typeof file.content === 'string' ? file.content : null,
+                        contentEncoding: normalizeStoredContentEncoding(file.contentEncoding),
                         skipped: typeof file.skipped === 'string' && file.skipped.trim()
                             ? file.skipped.trim()
                             : undefined,
@@ -143,6 +152,7 @@ export function normalizeSessionSafetyState(value) {
                 beforeHash: typeof item.beforeHash === 'string' ? item.beforeHash : null,
                 afterHash: typeof item.afterHash === 'string' ? item.afterHash : null,
                 beforeContent: typeof item.beforeContent === 'string' ? item.beforeContent : null,
+                beforeContentEncoding: normalizeStoredContentEncoding(item.beforeContentEncoding),
                 createdAt: typeof item.createdAt === 'string' && item.createdAt
                     ? item.createdAt
                     : new Date().toISOString(),
@@ -242,7 +252,10 @@ export function mergeLocalSessionSafetyState(local, incoming) {
         for (const file of checkpoint.files) {
             if (file.content == null)
                 continue;
-            localCheckpointContent.set(`${checkpoint.id}\0${file.filePath}\0${file.hash ?? ''}`, file.content);
+            localCheckpointContent.set(`${checkpoint.id}\0${file.filePath}\0${file.hash ?? ''}`, {
+                content: file.content,
+                contentEncoding: file.contentEncoding,
+            });
         }
     }
     next.checkpoints = next.checkpoints.map((checkpoint) => ({
@@ -251,17 +264,35 @@ export function mergeLocalSessionSafetyState(local, incoming) {
             if (file.content != null)
                 return file;
             const content = localCheckpointContent.get(`${checkpoint.id}\0${file.filePath}\0${file.hash ?? ''}`);
-            return content == null ? file : { ...file, content };
+            return content == null
+                ? file
+                : {
+                    ...file,
+                    content: content.content,
+                    contentEncoding: content.contentEncoding,
+                };
         }),
     }));
     const localBeforeContent = new Map(localState.sessionEdits
         .filter((edit) => edit.beforeContent != null)
-        .map((edit) => [edit.id, edit.beforeContent]));
+        .map((edit) => [
+        edit.id,
+        {
+            beforeContent: edit.beforeContent,
+            beforeContentEncoding: edit.beforeContentEncoding,
+        },
+    ]));
     next.sessionEdits = next.sessionEdits.map((edit) => {
         if (edit.beforeContent != null)
             return edit;
         const beforeContent = localBeforeContent.get(edit.id);
-        return beforeContent == null ? edit : { ...edit, beforeContent };
+        return beforeContent == null
+            ? edit
+            : {
+                ...edit,
+                beforeContent: beforeContent.beforeContent,
+                beforeContentEncoding: beforeContent.beforeContentEncoding,
+            };
     });
     return next;
 }
@@ -279,6 +310,7 @@ function readCheckpointSnapshot(rootDir, filePath) {
             exists: false,
             hash: null,
             content: null,
+            contentEncoding: 'utf8',
             skipped: `Refusing to checkpoint ignored or out-of-project path: ${filePath}`,
         };
     }
@@ -289,6 +321,7 @@ function readCheckpointSnapshot(rootDir, filePath) {
             exists: snapshot.exists,
             hash: snapshot.hash,
             content: null,
+            contentEncoding: snapshot.contentEncoding,
             skipped: snapshot.error,
         };
     }
@@ -298,6 +331,7 @@ function readCheckpointSnapshot(rootDir, filePath) {
             exists: snapshot.exists,
             hash: snapshot.hash,
             content: null,
+            contentEncoding: snapshot.contentEncoding,
             skipped: `File is too large to checkpoint (${snapshot.content.length} chars).`,
         };
     }
@@ -306,6 +340,7 @@ function readCheckpointSnapshot(rootDir, filePath) {
         exists: snapshot.exists,
         hash: snapshot.hash,
         content: snapshot.content,
+        contentEncoding: snapshot.contentEncoding,
     };
 }
 export function createPromptCheckpoint(state, label, turnId) {
@@ -661,7 +696,7 @@ export async function restoreCheckpointFiles(args) {
         const before = readFileEditSnapshot(args.rootDir, snapshot.filePath);
         try {
             if (snapshot.exists) {
-                const result = writeProjectFile(args.rootDir, snapshot.filePath, snapshot.content ?? '');
+                const result = writeStoredProjectFile(args.rootDir, snapshot.filePath, snapshot.content ?? '', snapshot.contentEncoding);
                 if (result.changed)
                     changed = true;
                 if (syncPolicy)
@@ -693,7 +728,7 @@ export async function restoreCheckpointFiles(args) {
                         if (item.before.content == null) {
                             throw new Error('previous file content is unavailable');
                         }
-                        writeProjectFile(args.rootDir, item.snapshot.filePath, item.before.content);
+                        writeStoredProjectFile(args.rootDir, item.snapshot.filePath, item.before.content, item.before.contentEncoding);
                         if (syncPolicy) {
                             await upsertIndexFile(args.projectIndex, item.snapshot.filePath);
                         }
@@ -749,6 +784,7 @@ export async function restoreCheckpointFiles(args) {
             beforeHash: item.before.hash,
             afterHash: item.after.hash,
             beforeContent: item.before.content,
+            beforeContentEncoding: item.before.contentEncoding,
             checkpointId: checkpoint.id,
         });
         restored.push({
@@ -777,6 +813,18 @@ function git(args, cwd) {
         return null;
     }
 }
+function gitBuffer(args, cwd) {
+    try {
+        return execFileSync('git', args, {
+            cwd,
+            stdio: ['ignore', 'pipe', 'ignore'],
+            timeout: 10_000,
+        });
+    }
+    catch {
+        return null;
+    }
+}
 export function findGitRoot(startDir) {
     const root = git(['rev-parse', '--show-toplevel'], startDir);
     return root ? path.resolve(root) : null;
@@ -897,14 +945,15 @@ function readGitHeadSnapshot(rootDir, filePath) {
         return null;
     const abs = resolveProjectPath(rootDir, filePath);
     const relToGit = path.relative(gitRoot, abs).split(path.sep).join('/');
-    const content = git(['show', `HEAD:${relToGit}`], gitRoot);
+    const content = gitBuffer(['show', `HEAD:${relToGit}`], gitRoot);
     if (content == null)
         return null;
     return {
         filePath,
         exists: true,
-        hash: hashContent(content),
-        content,
+        hash: hashBytes(content),
+        content: content.toString('base64'),
+        contentEncoding: 'base64',
     };
 }
 export function captureMutationBaseline(rootDir, options) {
@@ -932,6 +981,7 @@ export function captureMutationBaseline(rootDir, options) {
                 exists: true,
                 hash: null,
                 content: null,
+                contentEncoding: 'utf8',
                 skipped: `Pre-command snapshot skipped: project baseline content budget exceeded (${contentBudget} bytes). Restore for this file is not available.`,
             });
             continue;
@@ -978,6 +1028,7 @@ export function collectCommandMutations(args) {
                 exists: false,
                 hash: null,
                 content: null,
+                contentEncoding: 'utf8',
             };
         if (before.hash === after.hash && !before.skipped)
             continue;
@@ -1000,6 +1051,7 @@ export function collectCommandMutations(args) {
             beforeHash: before.hash,
             afterHash: after.hash,
             beforeContent: before.content,
+            beforeContentEncoding: before.contentEncoding,
             checkpointId: args.checkpointId,
         });
         records.push(record);

package/dist/src/tool-executor.js

@@ -32,6 +32,12 @@ export function formatToolCallForStatus(call) {
 }
 function getEditToolFilePath(call) {
     const args = call.args && typeof call.args === 'object' ? call.args : {};
+    if (call.name === 'replace_document_text') {
+        const outputPath = args.outputPath ?? args.output_path;
+        if (typeof outputPath === 'string' && outputPath.trim()) {
+            return outputPath.trim();
+        }
+    }
     for (const key of EDIT_FILE_PATH_ARG_ALIASES) {
         const value = args[key];
         if (typeof value === 'string' && value.trim())
@@ -79,6 +85,7 @@ function recordAssistantEdit(session, call, result, before) {
         beforeHash: before.hash,
         afterHash: after.hash,
         beforeContent: operation === 'create' ? null : before.content,
+        beforeContentEncoding: before.contentEncoding,
         createdAt: new Date().toISOString(),
         revertedAt: null,
         revertedByToolCallId: null,
@@ -98,6 +105,7 @@ function recordAssistantEdit(session, call, result, before) {
         beforeHash: before.hash,
         afterHash: after.hash,
         beforeContent: operation === 'create' ? null : before.content,
+        beforeContentEncoding: before.contentEncoding,
         checkpointId: checkpoint.id,
     });
     clearEditFailure(session.clientState.safety, filePath);

package/dist/src/tools/delete-file.js

@@ -1,4 +1,4 @@
-import chalk from 'chalk';
+import chalk from '../colors.js';
 import { deleteProjectFile } from '../patcher.js';
 import { isTuiMode } from '../runtime-mode.js';
 import { removeIndexFile } from '../project-index.js';

package/dist/src/tools/index.js

@@ -11,6 +11,7 @@ import { listSymbols } from './list-symbols.js';
 import { patchFile } from './patch-file.js';
 import { readDocument } from './read-document.js';
 import { readFile } from './read-file.js';
+import { replaceDocumentText } from './replace-document-text.js';
 import { runShellCommand } from './run-command.js';
 import { runNodeScript } from './run-node-script.js';
 import { restoreFilesToCheckpoint, restoreToCheckpoint, } from './restore-checkpoint.js';
@@ -25,6 +26,7 @@ export const TOOL_MAP = {
     list_directories: (context, args) => listDirectories(context, args),
     read_file: (context, args) => readFile(context, args),
     read_document: (context, args) => readDocument(context.rootDir, args, context.env),
+    replace_document_text: replaceDocumentText,
     grep_code: (context, args) => grepCode(context.rootDir, args),
     find_symbol: (context, args) => findSymbol(context, args),
     list_symbols: (context, args) => listSymbols(context, args),

package/dist/src/tools/patch-file.js

@@ -1,10 +1,12 @@
-import chalk from 'chalk';
+import chalk from '../colors.js';
+import path from 'node:path';
 import { normalizeProjectRelativePath } from '../artifact-policy.js';
 import { applyUnifiedPatch, readProjectFile, renderDiffPreview, writeProjectFile, } from '../patcher.js';
 import { upsertIndexFile } from '../project-index.js';
 import { isTuiMode } from '../runtime-mode.js';
 import { getCurrentFileHash, resolveRedactionTokens } from '../session-safety.js';
 import { invalidateShellDiagnosticsCache, runShellDiagnostics, } from './shell-diagnostics.js';
+const DOCUMENT_EXTENSIONS = new Set(['.pdf', '.xlsx', '.docx']);
 export async function patchFile(context, args) {
     const { rootDir, projectIndex, autoYes, confirmPatch } = context;
     const filePath = String(args.filePath ?? '').trim();
@@ -15,6 +17,17 @@ export async function patchFile(context, args) {
     if (!patch.trim()) {
         return { ok: false, error: 'patch is required' };
     }
+    const ext = path.extname(filePath).toLowerCase();
+    if (DOCUMENT_EXTENSIONS.has(ext)) {
+        return {
+            ok: false,
+            filePath,
+            error: ext === '.docx'
+                ? 'Use replace_document_text for .docx files.'
+                : `Use read_document for ${ext} files; patching is not supported.`,
+            failureCategory: 'invalid_argument',
+        };
+    }
     let originalContent;
     try {
         originalContent = readProjectFile(rootDir, filePath);

package/dist/src/tools/path-suggest.js

@@ -0,0 +1,66 @@
+import { readdirSync } from 'node:fs';
+import path from 'node:path';
+import { isSensitiveProjectPath } from '../artifact-policy.js';
+// "File not found" recovery hint: when a model mistypes a filename (most
+// often Unicode punctuation — a straight ' for a curly ’ — or a small typo),
+// suggest the closest real file from the same directory.
+function foldName(name) {
+    return name
+        .normalize('NFC')
+        .replace(/[‘’ʼ]/g, "'")
+        .replace(/[“”]/g, '"')
+        .replace(/ /g, ' ')
+        .toLowerCase();
+}
+function levenshtein(a, b) {
+    if (a === b)
+        return 0;
+    const rows = a.length + 1;
+    const cols = b.length + 1;
+    let prev = Array.from({ length: cols }, (_, j) => j);
+    for (let i = 1; i < rows; i++) {
+        const current = [i, ...new Array(cols - 1).fill(0)];
+        for (let j = 1; j < cols; j++) {
+            current[j] = Math.min(prev[j] + 1, current[j - 1] + 1, prev[j - 1] + (a[i - 1] === b[j - 1] ? 0 : 1));
+        }
+        prev = current;
+    }
+    return prev[cols - 1];
+}
+export function suggestClosestPath(rootDir, missingPath) {
+    const resolved = path.isAbsolute(missingPath)
+        ? missingPath
+        : path.resolve(rootDir, missingPath);
+    const directory = path.dirname(resolved);
+    const wantedBase = foldName(path.basename(resolved));
+    if (!wantedBase)
+        return null;
+    let candidates;
+    try {
+        candidates = readdirSync(directory);
+    }
+    catch {
+        return null;
+    }
+    const threshold = Math.max(2, Math.floor(wantedBase.length * 0.25));
+    let best = null;
+    let bestDistance = Number.POSITIVE_INFINITY;
+    for (const candidate of candidates) {
+        // Never suggest a file the caller would refuse to read/write directly:
+        // probing a near-miss like `.enx` or `credential.docx` must not leak the
+        // existence of `.env`/credentials through the recovery hint.
+        const candidateRelative = path.relative(rootDir, path.join(directory, candidate));
+        if (isSensitiveProjectPath(candidateRelative))
+            continue;
+        const distance = levenshtein(wantedBase, foldName(candidate));
+        if (distance < bestDistance) {
+            bestDistance = distance;
+            best = candidate;
+        }
+    }
+    if (!best || bestDistance > threshold)
+        return null;
+    const suggested = path.join(directory, best);
+    const relative = path.relative(rootDir, suggested);
+    return relative && !relative.startsWith('..') ? relative : suggested;
+}

package/dist/src/tools/read-document.js

@@ -1,6 +1,7 @@
 import path from 'node:path';
 import { existsSync, readFileSync } from 'node:fs';
 import { isSensitiveProjectPath, normalizeProjectRelativePath, } from '../artifact-policy.js';
+import { suggestClosestPath } from './path-suggest.js';
 import { readCliAuthConfig } from '../api/auth.js';
 export function normalizeDocumentText(raw) {
     const text = String(raw ?? '').replace(/\r\n?/g, '\n');
@@ -36,6 +37,7 @@ export function normalizeDocumentText(raw) {
 }
 async function parseDocumentOnServer(config, fileName, fileData, ext, args) {
     const includePageArgs = ext === '.pdf';
+    const includeParagraphArgs = ext === '.docx';
     const response = await globalThis.fetch(`${config.serverUrl.replace(/\/+$/, '')}/v1/document/parse`, {
         method: 'POST',
         headers: {
@@ -51,6 +53,12 @@ async function parseDocumentOnServer(config, fileName, fileData, ext, args) {
             ...(includePageArgs && args.lastPage !== undefined
                 ? { lastPage: args.lastPage }
                 : {}),
+            ...(includeParagraphArgs && args.firstParagraph !== undefined
+                ? { firstParagraph: args.firstParagraph }
+                : {}),
+            ...(includeParagraphArgs && args.lastParagraph !== undefined
+                ? { lastParagraph: args.lastParagraph }
+                : {}),
         }),
     });
     const data = await response.json().catch(() => null);
@@ -76,17 +84,20 @@ export async function readDocument(rootDir, args, env) {
         };
     }
     if (!existsSync(resolvedPath)) {
+        const suggestion = suggestClosestPath(rootDir, resolvedPath);
         return {
             ok: false,
-            error: `File not found: ${resolvedPath}`,
+            error: suggestion
+                ? `File not found: ${resolvedPath}. Did you mean "${suggestion}"? Note the exact punctuation (e.g. curly apostrophe ’ vs straight ').`
+                : `File not found: ${resolvedPath}`,
             failureCategory: 'not_found',
         };
     }
     const ext = path.extname(resolvedPath).toLowerCase();
-    if (ext !== '.pdf' && ext !== '.xlsx') {
+    if (ext !== '.pdf' && ext !== '.xlsx' && ext !== '.docx') {
         return {
             ok: false,
-            error: `Unsupported file type: "${ext}". read_document only supports .pdf and .xlsx.`,
+            error: `Unsupported file type: "${ext}". read_document only supports .pdf, .xlsx, and .docx.`,
         };
     }
     const authConfig = readCliAuthConfig(env);

package/dist/src/tools/read-file.js

@@ -6,6 +6,7 @@ import { readProjectFile } from '../patcher.js';
 import { dotenvFitsRedactionBudget, getCurrentFileHash, recordReadCoverage, redactContentWithStableTokens, redactDotenvWithStableTokens, } from '../session-safety.js';
 import { readFileRange, truncate } from '../utils.js';
 const MAX_FILE_READ_CHARS = 12000;
+const DOCUMENT_EXTENSIONS = new Set(['.pdf', '.xlsx', '.docx']);
 export async function readFile(context, args) {
     const rootDir = typeof context === 'string' ? context : context.rootDir;
     const safety = typeof context === 'string' ? undefined : context.safety;
@@ -26,6 +27,14 @@ export async function readFile(context, args) {
             error: 'This path is not permitted.',
         };
     }
+    const documentExt = path.extname(projectPath ?? filePath).toLowerCase();
+    if (DOCUMENT_EXTENSIONS.has(documentExt)) {
+        return {
+            ok: false,
+            error: `Use read_document for ${documentExt} files.`,
+            failureCategory: 'invalid_argument',
+        };
+    }
     let content;
     if (projectPath) {
         try {