@thegitai/cli 1.0.0-preview.27 → 1.0.0-preview.29

package/dist/src/tools/run-node-script.js

@@ -1,7 +1,6 @@
 import chalk from '../colors.js';
-import { execFileSync, spawn } from 'node:child_process';
+import { spawn } from 'node:child_process';
 import { ensurePermission } from '../permissions.js';
-import { syncIndexFromDisk } from '../project-index.js';
 import { isTuiMode } from '../runtime-mode.js';
 import { buildDeferredShellDiagnostics, invalidateShellDiagnosticsCache, } from './shell-diagnostics.js';
 import { ensureSessionScratchDir } from '../scratch-dir.js';
@@ -57,29 +56,6 @@ function buildOutput(stdout, stderr, exitCode) {
         return trimOutput(stdout.trim());
     return trimOutput([stdout, stderr].filter(Boolean).join('\n').trim());
 }
-function emptyRepoSync(reason) {
-    return {
-        added: 0,
-        modified: 0,
-        removed: 0,
-        indexedChunks: 0,
-        retrievalTokensUsed: 0,
-        skipped: true,
-        ...(reason ? { reason } : {}),
-    };
-}
-function readGitStatusSignature(rootDir) {
-    try {
-        return execFileSync('git', ['-C', rootDir, 'status', '--porcelain=v1', '--untracked-files=all'], {
-            encoding: 'utf-8',
-            stdio: ['ignore', 'pipe', 'ignore'],
-            timeout: 10_000,
-        });
-    }
-    catch {
-        return null;
-    }
-}
 function executeNodeScript(rootDir, script, timeout) {
     const effectiveTimeout = typeof timeout === 'number' && timeout > 0
         ? timeout
@@ -170,38 +146,10 @@ export async function runNodeScript(context, args) {
         }
         return denied;
     }
-    const beforeGitStatus = readGitStatusSignature(rootDir);
     const result = await executeNodeScript(rootDir, script, typeof args.timeout_ms === 'number' && args.timeout_ms > 0
         ? args.timeout_ms
         : undefined);
-    const afterGitStatus = readGitStatusSignature(rootDir);
-    const gitStatusCleanBeforeAndAfter = beforeGitStatus === '' && afterGitStatus === '';
-    const shouldSync = context.projectIndex.initialized && !gitStatusCleanBeforeAndAfter;
-    let repoSync;
-    if (shouldSync) {
-        try {
-            repoSync = await syncIndexFromDisk(context.projectIndex);
-        }
-        catch (error) {
-            const message = error instanceof Error ? error.message : String(error);
-            context.onStatus(`Node script completed, but local index sync failed: ${message}`);
-            repoSync = {
-                ...emptyRepoSync('local index sync failed after Node script execution'),
-                error: message,
-            };
-        }
-    }
-    else {
-        repoSync = emptyRepoSync(!context.projectIndex.initialized
-            ? 'project index not initialized'
-            : gitStatusCleanBeforeAndAfter
-                ? 'git status clean before and after'
-                : 'sync not needed');
-    }
     invalidateShellDiagnosticsCache(rootDir);
-    if (repoSync.added || repoSync.modified || repoSync.removed) {
-        context.onStatus(`Synced repo state after Node script (${repoSync.added} added, ${repoSync.modified} modified, ${repoSync.removed} removed).`);
-    }
     return {
         ok: result.exitCode === 0,
         command: COMMAND_LABEL,
@@ -210,8 +158,6 @@ export async function runNodeScript(context, args) {
         stdout: result.stdout,
         stderr: result.stderr,
         output: result.output,
-        repoSync,
-        retrievalTokensUsed: repoSync.retrievalTokensUsed,
         diagnostics: buildDeferredShellDiagnostics('run_node_script'),
     };
 }

package/dist/src/tools/str-replace.js

@@ -3,7 +3,6 @@ import path from 'node:path';
 import { normalizeProjectRelativePath } from '../artifact-policy.js';
 import { classifyProjectPath, readProjectFile, writeProjectFile, } from '../patcher.js';
 import { repairFilePath } from './path-suggest.js';
-import { upsertIndexFile } from '../project-index.js';
 import { isTuiMode } from '../runtime-mode.js';
 import { getCurrentFileHash, resolveRedactionTokens } from '../session-safety.js';
 import { invalidateShellDiagnosticsCache, runShellDiagnostics, } from './shell-diagnostics.js';
@@ -77,7 +76,7 @@ function buildStrReplacePreview(oldString, newString) {
     return `@@ str_replace @@\n${minus}\n${plus}`;
 }
 export async function strReplace(context, args) {
-    const { rootDir, projectIndex } = context;
+    const { rootDir } = context;
     const filePath = repairFilePath(rootDir, String(args.filePath ?? args.file_path ?? '').trim());
     let oldString = typeof args.old_string === 'string'
         ? args.old_string
@@ -193,13 +192,6 @@ export async function strReplace(context, args) {
     const nextContent = originalContent.split(oldString).join(newString);
     const { changed } = writeProjectFile(rootDir, filePath, nextContent);
     const replacements = changed ? (replaceAll ? n : 1) : 0;
-    let indexedChunks = 0;
-    let retrievalTokensUsed = 0;
-    if (changed && !scratchPath) {
-        const indexResult = await upsertIndexFile(projectIndex, filePath);
-        indexedChunks = indexResult.indexedChunks;
-        retrievalTokensUsed = indexResult.retrievalTokensUsed ?? 0;
-    }
     let diagnostics;
     if (!scratchPath) {
         invalidateShellDiagnosticsCache(rootDir, filePath);
@@ -219,8 +211,6 @@ export async function strReplace(context, args) {
         operation: 'str_replace',
         ...(scratchPath ? { scratch: true } : {}),
         replacements,
-        indexedChunks,
-        retrievalTokensUsed,
         bytesWritten: Buffer.byteLength(nextContent, 'utf-8'),
         diagnostics,
         message: changed ? undefined : 'The provided replacement resulted in no changes to the file content.',

package/dist/src/tools/undo-edit.js

@@ -1,7 +1,6 @@
 import chalk from '../colors.js';
 import { hashStoredContent, readFileEditSnapshot, storedContentBuffer, } from '../edit-journal.js';
 import { deleteProjectFile, writeProjectFile, writeProjectFileBuffer, } from '../patcher.js';
-import { removeIndexFile, upsertIndexFile, } from '../project-index.js';
 import { isTuiMode } from '../runtime-mode.js';
 import { invalidateShellDiagnosticsCache, runShellDiagnostics, } from './shell-diagnostics.js';
 function normalizeTarget(value) {
@@ -101,10 +100,9 @@ function validateUndoPlan(rootDir, records) {
     return { ok: true };
 }
 async function applyUndo(context, record) {
-    const { rootDir, projectIndex } = context;
+    const { rootDir } = context;
     if (record.operation === 'create') {
         deleteProjectFile(rootDir, record.filePath);
-        await removeIndexFile(projectIndex, record.filePath);
         return { changed: true };
     }
     if (record.beforeContent === null) {
@@ -113,9 +111,6 @@ async function applyUndo(context, record) {
     const { changed } = record.beforeContentEncoding === 'base64'
         ? writeProjectFileBuffer(rootDir, record.filePath, storedContentBuffer(record.beforeContent, record.beforeContentEncoding))
         : writeProjectFile(rootDir, record.filePath, record.beforeContent);
-    if (changed) {
-        await upsertIndexFile(projectIndex, record.filePath);
-    }
     return { changed };
 }
 function summarizeUndoRecord(record) {

package/dist/src/tools/write-file.js

@@ -3,7 +3,6 @@ import path from 'node:path';
 import { normalizeProjectRelativePath } from '../artifact-policy.js';
 import { classifyProjectPath, writeProjectFile } from '../patcher.js';
 import { readFileEditSnapshot } from '../edit-journal.js';
-import { upsertIndexFile } from '../project-index.js';
 import { isTuiMode } from '../runtime-mode.js';
 import { getCurrentFileHash, hasFreshFullReadCoverage, resolveRedactionTokens, } from '../session-safety.js';
 import { invalidateShellDiagnosticsCache, runShellDiagnostics, } from './shell-diagnostics.js';
@@ -44,7 +43,7 @@ function buildWritePreview(previous, next) {
     return rows.join('\n');
 }
 export async function writeFile(context, args) {
-    const { rootDir, projectIndex } = context;
+    const { rootDir } = context;
     const filePath = String(args.filePath ?? '').trim();
     let content = typeof args.content === 'string' ? args.content : '';
     if (!filePath) {
@@ -127,13 +126,6 @@ export async function writeFile(context, args) {
         }
     }
     const { changed } = writeProjectFile(rootDir, filePath, content);
-    let indexedChunks = 0;
-    let retrievalTokensUsed = 0;
-    if (changed && !scratchPath) {
-        const indexResult = await upsertIndexFile(projectIndex, filePath);
-        indexedChunks = indexResult.indexedChunks;
-        retrievalTokensUsed = indexResult.retrievalTokensUsed ?? 0;
-    }
     let diagnostics;
     if (!scratchPath) {
         invalidateShellDiagnosticsCache(rootDir, filePath);
@@ -150,8 +142,6 @@ export async function writeFile(context, args) {
         changed,
         operation: 'write',
         ...(scratchPath ? { scratch: true } : {}),
-        indexedChunks,
-        retrievalTokensUsed,
         bytesWritten: Buffer.byteLength(content, 'utf-8'),
         diagnostics,
     };

package/dist/src/ui/repl.js

@@ -1049,7 +1049,6 @@ export function formatClientTokenUsage(_responseTimeMs, usageSummary = null) {
     const reasoningTokens = usageSummary?.reasoningTokens ?? 0;
     const cacheTokens = usageSummary?.cacheTokens ?? 0;
     const cacheWriteTokens = usageSummary?.cacheWriteTokens ?? 0;
-    const indexTokens = usageSummary?.indexTokens ?? 0;
     return [
         'Session tokens',
         `in ${formatTokenCount(inputTokens)}`,
@@ -1057,7 +1056,6 @@ export function formatClientTokenUsage(_responseTimeMs, usageSummary = null) {
         ...(reasoningTokens > 0 ? [`think ${formatTokenCount(reasoningTokens)}`] : []),
         `cache ${formatTokenCount(cacheTokens)}`,
         `write ${formatTokenCount(cacheWriteTokens)}`,
-        `index ${formatTokenCount(indexTokens)}`,
     ].join(' • ');
 }
 export function formatPromptDirectoryLabel(projectRoot, homeDir = process.env.HOME ?? '') {
@@ -1344,7 +1342,7 @@ async function saveSessionBoth({ serverSessionClient, session, }) {
     saveSessionState(session);
     await serverSessionClient.save(session);
 }
-export async function runClientInteractive({ appendPromptHistory, authConfig, debugUi, projectIndex, serverModels, serverSessionClient, session, usageText, initialPrompt, }) {
+export async function runClientInteractive({ appendPromptHistory, authConfig, debugUi, serverModels, serverSessionClient, session, usageText, initialPrompt, }) {
     if (process.stdin.isTTY !== true) {
         throw new Error('stdin is not a terminal');
     }
@@ -2018,7 +2016,6 @@ export async function runClientInteractive({ appendPromptHistory, authConfig, de
             const id = jobId.trim();
             await collectBackgroundJobUiOutputMutations({
                 session,
-                projectIndex,
                 jobId: id,
             });
             const job = listBackgroundJobs().find((candidate) => candidate.id === id);
@@ -2050,7 +2047,6 @@ export async function runClientInteractive({ appendPromptHistory, authConfig, de
                 return;
             await collectBackgroundJobUiOutputMutations({
                 session,
-                projectIndex,
                 jobId,
             });
             syncBackgroundJobsState();
@@ -2066,7 +2062,6 @@ export async function runClientInteractive({ appendPromptHistory, authConfig, de
             const killed = await killBackgroundJob(jobId);
             await collectBackgroundJobUiKillMutations({
                 session,
-                projectIndex,
                 jobId,
                 result: killed,
             });
@@ -2454,7 +2449,6 @@ export async function runClientInteractive({ appendPromptHistory, authConfig, de
                     const killed = await killBackgroundJob(jobId);
                     await collectBackgroundJobUiKillMutations({
                         session,
-                        projectIndex,
                         jobId,
                         result: killed,
                     });
@@ -2662,7 +2656,6 @@ export async function runClientInteractive({ appendPromptHistory, authConfig, de
             try {
                 const result = await chat.sendServerUserMessage({
                     config: authConfig,
-                    projectIndex,
                     session,
                     input,
                     imageAttachments,
@@ -2892,8 +2885,6 @@ export async function runClientInteractive({ appendPromptHistory, authConfig, de
                 appendTurnAwareEntry(buildBackgroundJobNoticeEntry(snapshot));
             }
         });
-        projectIndex.onStatus = session.onStatus;
-        projectIndex.onContextLog = session.onContextLog;
         session.requestSudoPassword = async ({ command, prompt, signal }) => openSudoPasswordPrompt(command, prompt, signal);
         session.requestUserInput = async (request, signal) => openUserInputPrompt(request.questions, signal);
         session.requestPermission = async (request) => {

package/dist/src/ui/tui/build-frame.js

@@ -413,7 +413,7 @@ function renderDiffPreviewLines(preview, width, maxDiffLines = TRANSCRIPT_DIFF_P
     ];
 }
 function tokenUsageLines(usage) {
-    const match = usage.match(/^Session tokens • in ([^•]+) • out ([^•]+)(?: • think ([^•]+))? • cache ([^•]+)(?: • write ([^•]+))?(?: • index ([^•]+))?$/);
+    const match = usage.match(/^Session tokens • in ([^•]+) • out ([^•]+)(?: • think ([^•]+))? • cache ([^•]+)(?: • write ([^•]+))?$/);
     if (!match) {
         return [plainLine(usage, { color: 'cyan' })];
     }
@@ -431,9 +431,6 @@ function tokenUsageLines(usage) {
     if (match[5]) {
         spans.push(span(' Write ', { color: 'gray' }), span(match[5].trim(), { color: 'yellow' }));
     }
-    if (match[6]) {
-        spans.push(span(' Index ', { color: 'gray' }), span(match[6].trim(), { color: 'blue' }));
-    }
     return [line(...spans)];
 }
 function footerTransientStatus(status) {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@thegitai/cli",
-  "version": "1.0.0-preview.27",
-  "description": "TheGitAI is an AI coding agent for your terminal. It indexes your repository, writes and edits files, runs commands, and builds features with you.",
+  "version": "1.0.0-preview.29",
+  "description": "TheGitAI is an AI coding agent for your terminal. It reads and searches your repository, writes and edits files, runs commands, and builds features with you.",
   "keywords": [
     "ai",
     "ai-coding-agent",
@@ -37,10 +37,10 @@
     "@lydell/node-pty-linux-x64": "1.1.0",
     "@lydell/node-pty-win32-arm64": "1.1.0",
     "@lydell/node-pty-win32-x64": "1.1.0",
-    "@thegitai/tui-darwin-arm64": "1.0.0-preview.27",
-    "@thegitai/tui-darwin-x64": "1.0.0-preview.27",
-    "@thegitai/tui-linux-x64": "1.0.0-preview.27",
-    "@thegitai/tui-win32-x64": "1.0.0-preview.27",
+    "@thegitai/tui-darwin-arm64": "1.0.0-preview.29",
+    "@thegitai/tui-darwin-x64": "1.0.0-preview.29",
+    "@thegitai/tui-linux-x64": "1.0.0-preview.29",
+    "@thegitai/tui-win32-x64": "1.0.0-preview.29",
     "@vscode/ripgrep": "1.18.0"
   },
   "publishConfig": {

package/dist/src/project-index.js

@@ -1,233 +0,0 @@
-import { existsSync, statSync } from 'node:fs';
-import path from 'node:path';
-import { listProjectFiles, scanFiles, shouldIgnorePath, } from './scanner.js';
-import { truncate } from './utils.js';
-function normalizeProjectFilePath(rootDir, filePath) {
-    const resolvedRoot = path.resolve(rootDir);
-    const resolvedFile = path.resolve(resolvedRoot, filePath);
-    const relative = path.relative(resolvedRoot, resolvedFile);
-    if (relative.startsWith('..') || path.isAbsolute(relative)) {
-        return null;
-    }
-    return relative.replace(/\\/g, '/');
-}
-function getFileSignature(rootDir, relPath) {
-    try {
-        const stat = statSync(path.join(rootDir, relPath));
-        if (!stat.isFile()) {
-            return null;
-        }
-        return `${stat.size}:${stat.mtimeMs}`;
-    }
-    catch {
-        return null;
-    }
-}
-function setChunksForFile(index, relPath, chunks) {
-    if (chunks.length === 0) {
-        index.chunksByFile.delete(relPath);
-        index.fileSignatures.delete(relPath);
-        return;
-    }
-    index.chunksByFile.set(relPath, chunks);
-    const signature = getFileSignature(index.rootDir, relPath);
-    if (signature) {
-        index.fileSignatures.set(relPath, signature);
-    }
-}
-function removeFile(index, relPath) {
-    index.chunksByFile.delete(relPath);
-    index.fileSignatures.delete(relPath);
-}
-function countIndexedChunks(index) {
-    return Array.from(index.chunksByFile.values()).reduce((sum, chunks) => sum + chunks.length, 0);
-}
-async function initializeIndex(index) {
-    if (index.initialized) {
-        return countIndexedChunks(index);
-    }
-    if (!index._initializing) {
-        index._initializing = scanProjectIntoIndex(index).finally(() => {
-            index._initializing = null;
-        });
-    }
-    return index._initializing;
-}
-async function scanProjectIntoIndex(index) {
-    const files = listProjectFiles(index.rootDir);
-    const chunks = await scanFiles(index.rootDir, files);
-    index.fileSignatures.clear();
-    index.chunksByFile.clear();
-    for (const filePath of files) {
-        const signature = getFileSignature(index.rootDir, filePath);
-        if (signature) {
-            index.fileSignatures.set(filePath, signature);
-        }
-    }
-    for (const chunk of chunks) {
-        const current = index.chunksByFile.get(chunk.filePath) ?? [];
-        current.push(chunk);
-        index.chunksByFile.set(chunk.filePath, current);
-    }
-    index.initialized = true;
-    index.onStatus?.(`Local code index ready: ${index.fileSignatures.size.toLocaleString()} files.`);
-    return chunks.length;
-}
-function queryTerms(query) {
-    const parts = query
-        .toLowerCase()
-        .split(/[^a-z0-9_./-]+/i)
-        .map((part) => part.trim())
-        .filter(Boolean);
-    return [...new Set(parts)];
-}
-function countOccurrences(haystack, needle) {
-    if (!needle)
-        return 0;
-    let count = 0;
-    let cursor = 0;
-    while (cursor < haystack.length) {
-        const index = haystack.indexOf(needle, cursor);
-        if (index === -1)
-            break;
-        count += 1;
-        cursor = index + needle.length;
-    }
-    return count;
-}
-function scoreChunk(terms, chunk) {
-    const filePath = chunk.filePath.toLowerCase();
-    const content = chunk.content.toLowerCase();
-    let score = 0;
-    for (const term of terms) {
-        if (term.length < 2)
-            continue;
-        score += countOccurrences(filePath, term) * 3;
-        score += countOccurrences(content, term);
-        if (chunk.label?.toLowerCase().includes(term)) {
-            score += 2;
-        }
-    }
-    return score;
-}
-function flattenChunks(index) {
-    return Array.from(index.chunksByFile.values()).flat();
-}
-export function createIndex({ rootDir, onStatus = null, onContextLog = null, }) {
-    return {
-        rootDir: path.resolve(rootDir),
-        initialized: false,
-        _initializing: null,
-        fileSignatures: new Map(),
-        chunksByFile: new Map(),
-        onStatus,
-        onContextLog,
-    };
-}
-export async function searchIndex(index, query, limit = 10) {
-    await initializeIndex(index);
-    const terms = queryTerms(query);
-    if (terms.length === 0) {
-        return { results: [], retrievalTokensUsed: 0 };
-    }
-    const scored = flattenChunks(index)
-        .map((chunk) => ({
-        ...chunk,
-        score: scoreChunk(terms, chunk),
-    }))
-        .filter((chunk) => chunk.score > 0)
-        .sort((a, b) => b.score - a.score || a.filePath.localeCompare(b.filePath))
-        .slice(0, Math.max(1, Math.min(limit, 20)));
-    if (scored.length) {
-        const visible = scored
-            .slice(0, 6)
-            .map((chunk) => `${chunk.filePath}:${chunk.startLine}-${chunk.endLine}`)
-            .join(', ');
-        index.onContextLog?.(`Local search hit: ${visible}`);
-    }
-    return {
-        results: scored,
-        retrievalTokensUsed: 0,
-    };
-}
-export function formatIndexResults(results) {
-    return results.map((chunk) => ({
-        ...chunk,
-        content: truncate(chunk.content, 1200),
-    }));
-}
-export function listIndexFiles(index) {
-    return [...index.fileSignatures.keys()].sort();
-}
-export async function upsertIndexFile(index, filePath) {
-    if (!index.initialized) {
-        return { indexedChunks: 0, retrievalTokensUsed: 0 };
-    }
-    const relPath = normalizeProjectFilePath(index.rootDir, filePath);
-    if (!relPath || shouldIgnorePath(relPath)) {
-        return { indexedChunks: 0, retrievalTokensUsed: 0 };
-    }
-    const chunks = existsSync(path.join(index.rootDir, relPath))
-        ? await scanFiles(index.rootDir, [relPath])
-        : [];
-    setChunksForFile(index, relPath, chunks);
-    return {
-        indexedChunks: chunks.length,
-        retrievalTokensUsed: 0,
-    };
-}
-export async function removeIndexFile(index, filePath) {
-    const relPath = normalizeProjectFilePath(index.rootDir, filePath);
-    if (!relPath)
-        return;
-    removeFile(index, relPath);
-}
-export async function syncIndexFromDisk(index) {
-    if (!index.initialized) {
-        const indexedChunks = await initializeIndex(index);
-        return {
-            added: index.fileSignatures.size,
-            modified: 0,
-            removed: 0,
-            indexedChunks,
-            retrievalTokensUsed: 0,
-        };
-    }
-    const currentFiles = new Set(listProjectFiles(index.rootDir));
-    let added = 0;
-    let modified = 0;
-    let removed = 0;
-    let indexedChunks = 0;
-    for (const existing of [...index.fileSignatures.keys()]) {
-        if (!currentFiles.has(existing)) {
-            removeFile(index, existing);
-            removed += 1;
-        }
-    }
-    for (const relPath of currentFiles) {
-        const nextSignature = getFileSignature(index.rootDir, relPath);
-        if (!nextSignature)
-            continue;
-        const previousSignature = index.fileSignatures.get(relPath);
-        if (!previousSignature) {
-            const chunks = await scanFiles(index.rootDir, [relPath]);
-            setChunksForFile(index, relPath, chunks);
-            added += 1;
-            indexedChunks += chunks.length;
-            continue;
-        }
-        if (previousSignature !== nextSignature) {
-            const chunks = await scanFiles(index.rootDir, [relPath]);
-            setChunksForFile(index, relPath, chunks);
-            modified += 1;
-            indexedChunks += chunks.length;
-        }
-    }
-    return {
-        added,
-        modified,
-        removed,
-        indexedChunks,
-        retrievalTokensUsed: 0,
-    };
-}