scai 0.1.17 → 0.1.19

package/dist/commands/ChangeLogUpdateCmd.js

@@ -14,8 +14,8 @@ export async function handleChangelogUpdate() {
             console.log("⚠️  No staged or unstaged changes to include in changelog.");
             return;
         }
-        const result = await runModulePipeline([changelogModule], { code: diff });
-        if (!result.code.trim()) {
+        const result = await runModulePipeline([changelogModule], { content: diff });
+        if (!result.content.trim()) {
             console.log("✅ No significant changes for changelog.");
             return;
         }
@@ -29,7 +29,7 @@ export async function handleChangelogUpdate() {
             console.log("📄 Creating new CHANGELOG.md");
         }
         const today = new Date().toISOString().split("T")[0];
-        const newEntry = `\n\n## ${today}\n\n${result.code}`;
+        const newEntry = `\n\n## ${today}\n\n${result.content}`;
         await fs.writeFile(changelogPath, existing + newEntry, "utf-8");
         console.log("📝 CHANGELOG.md updated.");
     }

package/dist/commands/CommitSuggesterCmd.js

@@ -60,8 +60,8 @@ export async function suggestCommitMessage(options) {
             console.log('⚠️  No staged changes to suggest a message for.');
             return;
         }
-        const output = await commitSuggesterModule.run({ code: diff });
-        const suggestions = output.suggestions || [];
+        const response = await commitSuggesterModule.run({ content: diff });
+        const suggestions = response.suggestions || [];
         if (!suggestions.length) {
             console.log('⚠️  No commit suggestions generated.');
             return;
@@ -80,8 +80,8 @@ export async function suggestCommitMessage(options) {
             const choice = await askUserToChoose(suggestions);
             if (choice === 'regenerate') {
                 console.log('\n🔄 Regenerating suggestions...\n');
-                const out = await commitSuggesterModule.run({ code: diff });
-                suggestions.splice(0, suggestions.length, ...(out.suggestions || []));
+                const response = await commitSuggesterModule.run({ content: diff });
+                suggestions.splice(0, suggestions.length, ...(response.suggestions || []));
                 continue;
             }
             if (choice === 'custom') {

package/dist/commands/DaemonCmd.js

@@ -0,0 +1,58 @@
+import { summaryModule } from '../pipeline/modules/summaryModule.js';
+import { db } from '../db/client.js';
+import fs from 'fs/promises';
+import fsSync from 'fs';
+import os from 'os';
+import path from 'path';
+const MAX_FILES = 500;
+const DAEMON_DURATION_MINUTES = 10;
+const DAEMON_INTERVAL_MINUTES = 30;
+const PID_PATH = path.join(os.homedir(), '.scai/daemon.pid');
+export async function runDaemonBatch() {
+    console.log('📥 Daemon batch: scanning for files to summarize...');
+    const rows = db.prepare(`
+    SELECT path, type FROM files
+    WHERE summary IS NULL OR summary = ''
+    ORDER BY last_modified DESC
+    LIMIT ?
+`).all(MAX_FILES);
+    if (rows.length === 0) {
+        console.log('✅ No files left to summarize.');
+        return;
+    }
+    for (const row of rows) {
+        try {
+            const content = await fs.readFile(row.path, 'utf-8');
+            const result = await summaryModule.run({ content, filepath: row.path });
+            const summary = result?.summary?.trim() ? result.summary : null;
+            db.prepare(`UPDATE files SET summary = ?, indexed_at = datetime('now') WHERE path = ?`)
+                .run(summary, row.path);
+            console.log(`📝 Summarized: ${row.path}`);
+        }
+        catch (err) {
+            console.warn(`⚠️ Failed: ${row.path}`, err instanceof Error ? err.message : err);
+        }
+    }
+}
+export async function runDaemonScheduler() {
+    // Write PID to file
+    fsSync.mkdirSync(path.dirname(PID_PATH), { recursive: true });
+    fsSync.writeFileSync(PID_PATH, process.pid.toString(), 'utf-8');
+    console.log('🧠 Daemon started. PID:', process.pid);
+    console.log('⏱️ Will run every 30 minutes for 10 minutes.');
+    console.log('🧠 Background summarizer started. Will run every 30 minutes for 10 minutes.');
+    const startDaemonCycle = async () => {
+        const startTime = Date.now();
+        const endTime = startTime + DAEMON_DURATION_MINUTES * 60 * 1000;
+        while (Date.now() < endTime) {
+            await runDaemonBatch();
+            await new Promise(res => setTimeout(res, 60 * 1000)); // 1 min pause between mini-batches
+        }
+        console.log(`⏱️ Daemon completed 10-minute cycle. Next in ${DAEMON_INTERVAL_MINUTES} min.`);
+    };
+    // Repeat every 30 minutes
+    while (true) {
+        await startDaemonCycle();
+        await new Promise(res => setTimeout(res, DAEMON_INTERVAL_MINUTES * 60 * 1000));
+    }
+}

package/dist/commands/IndexCmd.js

@@ -0,0 +1,44 @@
+import fg from 'fast-glob';
+import path from 'path';
+import { initSchema } from '../db/schema.js';
+import { indexFile } from '../db/fileIndex.js';
+import { shouldIgnoreFile } from '../utils/shouldIgnoreFiles.js';
+import { detectFileType } from '../utils/detectFileType.js';
+import { runDaemonScheduler } from './DaemonCmd.js';
+import { IGNORED_FOLDER_GLOBS } from '../config/IgnoredPaths.js';
+const IGNORE = [
+    '**/node_modules/**', '**/dist/**', '**/build/**',
+    '**/coverage/**', '**/.git/**', '**/*.test.*'
+];
+export async function runIndexCommand(targetDir = process.cwd(), options = {}) {
+    console.log(`📂 Indexing files in: ${targetDir}`);
+    initSchema();
+    const files = await fg('**/*.*', {
+        cwd: targetDir,
+        ignore: IGNORED_FOLDER_GLOBS,
+        absolute: true,
+    });
+    const countByExt = {};
+    let count = 0;
+    for (const file of files) {
+        if (shouldIgnoreFile(file))
+            continue;
+        try {
+            const type = detectFileType(file);
+            indexFile(file, null, type); // empty summary for now
+            const ext = path.extname(file);
+            countByExt[ext] = (countByExt[ext] || 0) + 1;
+            console.log(`📄 Indexed: ${path.relative(targetDir, file)}`);
+            count++;
+        }
+        catch (err) {
+            console.warn(`⚠️ Skipped ${file}:`, err instanceof Error ? err.message : err);
+        }
+    }
+    console.log('📊 Indexed files by extension:', countByExt);
+    console.log(`✅ Done. Indexed ${count} files.`);
+    if (options.detached) {
+        console.log('🚀 Starting summarizer daemon in background mode...');
+        runDaemonScheduler(); // Infinite loop every 30 min
+    }
+}

package/dist/commands/ModulePipelineCmd.js

@@ -16,7 +16,7 @@ export async function runModulePipelineFromCLI(file, options) {
         console.error(`❌ Could not read file: ${file}`);
         process.exit(1);
     }
-    const input = { code: fileContent, filepath: file };
+    const input = { content: fileContent, filepath: file };
     // Retrieve modules from the registry
     const resolvedModules = moduleNames.map((name) => {
         const module = getModuleByName(name);

package/dist/commands/QueryCmd.js

@@ -0,0 +1,20 @@
+import { searchFiles } from '../db/fileIndex.js';
+import path from 'path';
+export async function runQueryCommand(query) {
+    if (!query) {
+        console.error('❌ Please provide a search query.\n👉 Usage: scai query "keyword"');
+        return;
+    }
+    console.log(`🔍 Searching for: "${query}"\n`);
+    const results = searchFiles(query);
+    if (results.length === 0) {
+        console.log('⚠️ No matching files found.');
+        return;
+    }
+    results.forEach((result, index) => {
+        console.log(`📄 [${index + 1}] ${path.relative(process.cwd(), result.path)}`);
+        console.log(`   📝 ${result.summary}`);
+        console.log();
+    });
+    console.log(`✅ Found ${results.length} result(s).`);
+}

package/dist/commands/RefactorCmd.js

@@ -25,17 +25,17 @@ export async function handleRefactor(filepath, options = {}) {
             return;
         }
         // Read source code
-        const originalCode = await fs.readFile(filepath, 'utf-8');
+        const content = await fs.readFile(filepath, 'utf-8');
         // Run through pipeline modules
-        const refactored = await runModulePipeline([addCommentsModule, cleanupModule], { code: originalCode });
-        if (!refactored.code.trim())
+        const response = await runModulePipeline([addCommentsModule, cleanupModule], { content });
+        if (!response.content.trim())
             throw new Error('⚠️ Model returned empty result');
         // Save refactored output
-        await fs.writeFile(refactoredPath, refactored.code, 'utf-8');
+        await fs.writeFile(refactoredPath, response.content, 'utf-8');
         console.log(`✅ Refactored code saved to: ${refactoredPath}`);
         console.log(`ℹ️ Run again with '--apply' to overwrite the original.`);
     }
     catch (err) {
-        console.error('❌ Error in refactor command:', err.message);
+        console.error('❌ Error in refactor command:', err instanceof Error ? err.message : err);
     }
 }

package/dist/commands/ResetDbCmd.js

@@ -0,0 +1,27 @@
+import fs from 'fs';
+import path from 'path';
+import { db } from '../db/client.js';
+export function resetDatabase() {
+    const dbPath = path.resolve(process.cwd(), '.scai/db.sqlite');
+    try {
+        db.close(); // 🔒 Make sure the DB is closed
+        console.log('🔒 Closed SQLite database connection.');
+    }
+    catch (err) {
+        console.warn('⚠️ Could not close database:', err);
+    }
+    if (fs.existsSync(dbPath)) {
+        try {
+            fs.unlinkSync(dbPath);
+            console.log('🧹 Deleted existing database.');
+        }
+        catch (err) {
+            console.error('❌ Failed to delete DB file:', err instanceof Error ? err.message : err);
+            return;
+        }
+    }
+    else {
+        console.log('ℹ️ No existing database found.');
+    }
+    console.log('✅ Database has been reset. You can now re-run: scai index');
+}

package/dist/commands/StopDaemonCmd.js

@@ -0,0 +1,23 @@
+import fs from 'fs';
+import os from 'os';
+import path from 'path';
+const PID_PATH = path.join(os.homedir(), '.scai/daemon.pid');
+export async function runStopDaemonCommand() {
+    if (!fs.existsSync(PID_PATH)) {
+        console.log('🛑 No daemon is currently running.');
+        return;
+    }
+    const pid = parseInt(fs.readFileSync(PID_PATH, 'utf-8'), 10);
+    if (isNaN(pid)) {
+        console.error('⚠️ Invalid PID file.');
+        return;
+    }
+    try {
+        process.kill(pid);
+        fs.unlinkSync(PID_PATH);
+        console.log(`✅ Daemon process ${pid} stopped.`);
+    }
+    catch (err) {
+        console.error(`❌ Failed to stop process ${pid}:`, err instanceof Error ? err.message : err);
+    }
+}

package/dist/commands/SummaryCmd.js

@@ -3,10 +3,10 @@ import readline from 'readline';
 import { summaryModule } from '../pipeline/modules/summaryModule.js'; // Import summaryModule
 import { summarizeCode } from '../utils/summarizer.js'; // Import summarizeCode
 export async function summarizeFile(filepath) {
-    let code = '';
+    let content = '';
     if (filepath) {
         try {
-            code = await fs.readFile(filepath, 'utf-8');
+            content = await fs.readFile(filepath, 'utf-8');
         }
         catch (err) {
             console.error(`❌ Could not read or summarize ${filepath}:`, err.message);
@@ -24,14 +24,18 @@ export async function summarizeFile(filepath) {
             terminal: false,
         });
         for await (const line of rl) {
-            code += line + '\n';
+            content += line + '\n';
         }
     }
-    if (code.trim()) {
+    if (content.trim()) {
         // Call the summary module to get the raw summary
-        const summary = await summaryModule.run({ code, filepath });
+        const response = await summaryModule.run({ content, filepath });
         // Pass the summary text to the utility function for formatting
-        const formattedSummary = summarizeCode(summary.code);
+        if (!response.summary) {
+            console.warn("No summary available.");
+            return;
+        }
+        const formattedSummary = summarizeCode(response.summary);
         console.log(formattedSummary);
     }
     else {

package/dist/commands/TestGenCmd.js

@@ -4,8 +4,8 @@ import { cleanupModule } from '../pipeline/modules/cleanupModule.js';
 import { runModulePipeline } from '../pipeline/runModulePipeline.js';
 export async function generateTests(filepath) {
     try {
-        const code = await fs.readFile(filepath, 'utf-8');
-        const result = await runModulePipeline([generateTestsModule, cleanupModule], { code, filepath });
+        const content = await fs.readFile(filepath, 'utf-8');
+        const result = await runModulePipeline([generateTestsModule, cleanupModule], { content, filepath });
         console.log('✅ Test generated and cleaned up.');
     }
     catch (err) {

package/dist/config/IgnoredExtensions.js

@@ -0,0 +1,25 @@
+// src/config/IgnoredExtensions.ts
+export const IGNORED_EXTENSIONS = [
+    // 🖼 Media
+    '.png', '.jpg', '.jpeg', '.gif', '.webp', '.svg', '.ico',
+    '.mp4', '.mp3', '.mov', '.avi', '.mkv', '.flv', '.wav', '.flac',
+    // 📦 Archives & install packages
+    '.zip', '.tar', '.gz', '.bz2', '.xz', '.rar', '.7z',
+    '.jar', '.war', '.ear', // Java packaging
+    '.deb', '.rpm', '.pkg', '.msi', '.dmg', '.cab', '.xz',
+    // 🧱 Binaries & executables
+    '.exe', '.dll', '.bin', '.so', '.dylib', '.a', '.lib',
+    '.iso', '.img', '.elf', '.o', '.obj',
+    // 🧪 Runtime / build / cache
+    '.log', '.lock', '.tmp', '.map',
+    '.db', '.sqlite', '.pkl', '.sav', '.rdb', '.ldb',
+    '.pyc', '.class', '.tsbuildinfo', '.coverage',
+    // 🔤 Fonts & styles
+    '.woff', '.woff2', '.ttf', '.eot', '.otf', '.css.map',
+    // 🔐 Certs, keys, credentials
+    '.crt', '.key', '.pem', '.pub', '.asc', '.gpg',
+    // ♻️ Backups / temp
+    '.bak', '.old', '.swp', '.swo', '.tmp', '.orig',
+    // 🌐 Misc
+    '.torrent', '.DS_Store', '.env.local', '.env.production', '.env.development',
+];

package/dist/config/IgnoredPaths.js

@@ -0,0 +1,21 @@
+// List of folders and file globs to ignore during indexing and scanning.
+// These patterns are used by fast-glob in all commands.
+export const IGNORED_FOLDER_GLOBS = [
+    '**/node_modules/**',
+    '**/dist/**',
+    '**/build/**',
+    '**/target/**',
+    '**/coverage/**',
+    '**/.git/**',
+    '**/.next/**',
+    '**/.vercel/**',
+    '**/.idea/**',
+    '**/.vscode/**',
+    '**/__pycache__/**',
+    '**/.venv/**',
+    '**/env/**',
+    '**/.gradle/**',
+    '**/.output/**',
+    '**/tmp/**',
+    '**/*.test.*',
+];

package/dist/db/client.js

@@ -0,0 +1,7 @@
+import Database from 'better-sqlite3';
+import path from 'path';
+import fs from 'fs';
+const DB_PATH = path.resolve(process.cwd(), '.scai/db.sqlite');
+// Ensure directory exists
+fs.mkdirSync(path.dirname(DB_PATH), { recursive: true });
+export const db = new Database(DB_PATH);

package/dist/db/fileIndex.js

@@ -0,0 +1,51 @@
+import { db } from './client.js';
+import fs from 'fs';
+export function indexFile(filePath, summary, type) {
+    const stats = fs.statSync(filePath);
+    const lastModified = stats.mtime.toISOString();
+    // 1) INSERT new rows (only when path not present)
+    const insertStmt = db.prepare(`
+    INSERT OR IGNORE INTO files
+      (path, summary, type, indexed_at, last_modified)
+    VALUES (?, ?, ?, datetime('now'), ?)
+  `);
+    insertStmt.run(filePath, summary, type, lastModified);
+    // 2) UPDATE metadata if file already existed and changed
+    const updateStmt = db.prepare(`
+    UPDATE files
+    SET type       = ?,
+        last_modified = ?,
+        indexed_at = datetime('now')
+    WHERE path = ?
+      AND last_modified != ?
+  `);
+    updateStmt.run(type, lastModified, filePath, lastModified);
+    // Step 1: Delete from FTS where the path matches
+    db.prepare(`
+  DELETE FROM files_fts
+  WHERE rowid = (SELECT id FROM files WHERE path = ?)
+`).run(filePath);
+    // Step 2: Insert into FTS with the same id
+    db.prepare(`
+  INSERT INTO files_fts(rowid, path, summary)
+  VALUES((SELECT id FROM files WHERE path = ?), ?, ?)
+`).run(filePath, filePath, summary);
+}
+export function searchFiles(query, limit = 10) {
+    // Use FTS5 MATCH for relevance-ranked results
+    const stmt = db.prepare(`
+    SELECT f.path, f.summary, f.type, f.last_modified, f.indexed_at,
+           bm25(files_fts) AS rank
+    FROM files_fts
+    JOIN files f ON files_fts.rowid = f.id
+    WHERE files_fts MATCH ?
+    ORDER BY rank
+    LIMIT ?
+  `);
+    const matchQuery = query
+        .trim()
+        .split(/\s+/)
+        .map(token => `${token}*`) // prefix search
+        .join(' ');
+    return stmt.all(matchQuery, limit);
+}

package/dist/db/schema.js

@@ -0,0 +1,18 @@
+import { db } from "./client.js";
+export function initSchema() {
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS files (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      path TEXT UNIQUE,
+      summary TEXT,
+      type TEXT,
+      indexed_at TEXT,
+      last_modified TEXT
+    );
+
+    -- FTS5 table for fast full‑text search of summaries and paths
+    CREATE VIRTUAL TABLE IF NOT EXISTS files_fts
+    USING fts5(path, summary, content='');
+  `);
+    console.log('✅ SQLite schema initialized');
+}

package/dist/index.js

@@ -15,7 +15,11 @@ import { ModelConfig } from './config/ModelConfig.js';
 import { summarizeFile } from "./commands/SummaryCmd.js";
 import { handleChangelogUpdate } from './commands/ChangeLogUpdateCmd.js';
 import { runModulePipelineFromCLI } from './commands/ModulePipelineCmd.js';
-import { generateProjectContext } from './context/generateProjectContext.js';
+import { runIndexCommand } from './commands/IndexCmd.js';
+import { resetDatabase } from './commands/ResetDbCmd.js';
+import { runQueryCommand } from './commands/QueryCmd.js';
+import { runDaemonBatch } from './commands/DaemonCmd.js';
+import { runStopDaemonCommand } from "./commands/StopDaemonCmd.js";
 // Create the CLI instance
 const cmd = new Command('scai')
     .version(version)
@@ -29,12 +33,6 @@ cmd
     await bootstrap();
     console.log('✅ Model initialization completed!');
 });
-cmd
-    .command('context')
-    .description('Generate a summary-based context map of your project')
-    .action(async () => {
-    await generateProjectContext(); // Your new scanner module
-});
 cmd
     .command('sugg')
     .description('Suggest a commit message from staged changes')
@@ -73,6 +71,30 @@ cmd
     .action(() => {
     ModelConfig.logCurrentConfig();
 });
+cmd
+    .command('daemon')
+    .description('Run background summarization of indexed files')
+    .action(runDaemonBatch);
+cmd
+    .command('stop-daemon')
+    .description('Stop the background summarizer daemon')
+    .action(runStopDaemonCommand);
+cmd
+    .command('index [targetDir]')
+    .description('Index supported files in the given directory (or current folder if none)')
+    .option('-d, --detached', 'Run summarizer daemon after indexing')
+    .action((targetDir, options) => {
+    runIndexCommand(targetDir, { detached: options.detached });
+});
+cmd
+    .command('query <query>')
+    .description('Search indexed files by keyword')
+    .action(runQueryCommand);
+cmd
+    .command('reset-db')
+    .description('Delete and reset the SQLite database')
+    .action(() => resetDatabase());
+// Default
 cmd
     .arguments('<file>')
     .option('-m, --modules <modules>', 'Comma-separated list of modules to run (e.g., comments,cleanup,summary)')

package/dist/lib/generate.js

@@ -1,5 +1,6 @@
+// File: lib/generate.ts
 import ora from 'ora';
-export async function generate(prompt, model) {
+export async function generate(input, model) {
     const spinner = ora(`🧠 Thinking with ${model}...`).start();
     try {
         const res = await fetch('http://localhost:11434/api/generate', {
@@ -7,16 +8,21 @@ export async function generate(prompt, model) {
             headers: { 'Content-Type': 'application/json' },
             body: JSON.stringify({
                 model,
-                prompt,
+                prompt: input.content,
                 stream: false,
             }),
         });
         const data = await res.json();
         spinner.succeed('✅ Model response received.');
-        return data.response?.trim() ?? '';
+        process.stdout.write('\n'); // ✅ Prevents terminal suppression bug
+        return {
+            content: data.response?.trim() ?? '',
+            filepath: input.filepath,
+        };
     }
     catch (err) {
         spinner.fail('❌ Model request failed.');
+        process.stdout.write('\n'); // In case of error flush output too
         throw err;
     }
 }

package/dist/pipeline/modules/changeLogModule.js

@@ -9,13 +9,27 @@ export const changelogModule = {
 You're an experienced changelog writer. Based on this Git diff, write a markdown bullet-point entry suitable for CHANGELOG.md:
 
 --- DIFF START ---
-${input.code}
+${input.content}
 --- DIFF END ---
 
 ✅ If the changes are significant, return a changelog entry.
 ❌ If not, return ONLY: "NO UPDATE".
     `.trim();
-        const output = await generate(prompt, model);
-        return { code: output === 'NO UPDATE' ? '' : output };
+        const response = await generate({ content: prompt }, model);
+        const summary = response?.summary?.trim();
+        if (!summary || summary === 'NO UPDATE') {
+            // Return an empty summary and empty suggestions if there is no update.
+            return { content: response.content,
+                summary,
+                suggestions: response?.suggestions ?? [],
+                filepath: input.filepath };
+        }
+        // Return the actual changelog summary and any suggestions
+        return {
+            content: response.content,
+            summary,
+            suggestions: response?.suggestions ?? [],
+            filepath: input.filepath,
+        };
     },
 };

package/dist/pipeline/modules/cleanupModule.js

@@ -15,8 +15,8 @@ function isNaturalLanguageNoise(line) {
 export const cleanupModule = {
     name: 'cleanup',
     description: 'Remove markdown fences and natural language noise from top/bottom of code',
-    async run({ code }) {
-        let lines = code.trim().split('\n');
+    async run({ content }) {
+        let lines = content.trim().split('\n');
         // ───── Clean top ─────
         while (lines.length) {
             const line = lines[0].trim();
@@ -37,6 +37,6 @@ export const cleanupModule = {
                 break;
             }
         }
-        return { code: lines.join('\n').trim() };
+        return { content: lines.join('\n').trim() };
     }
 };

package/dist/pipeline/modules/commentModule.js

@@ -19,10 +19,10 @@ Your task is to add clear and insightful single-line comments to the code.
 - The code should be valid ${lang.toUpperCase()} after your changes.
 
 --- CODE START ---
-${input.code}
+${input.content}
 --- CODE END ---
 `.trim();
-        const output = await generate(prompt, model);
-        return { code: output === 'NO UPDATE' ? '' : output };
+        const response = await generate({ content: prompt }, model);
+        return { content: response.content === 'NO UPDATE' ? '' : response.content };
     },
 };

package/dist/pipeline/modules/commitSuggesterModule.js

@@ -3,7 +3,7 @@ import { ModelConfig } from '../../config/ModelConfig.js';
 export const commitSuggesterModule = {
     name: 'commitSuggester',
     description: 'Suggests conventional commit messages from Git diff',
-    async run({ code }) {
+    async run({ content }) {
         const model = ModelConfig.getModel();
         const prompt = `
 Suggest ALWAYS 3 concise, conventional Git commit messages based on the input code diff.
@@ -14,16 +14,16 @@ Use this format ONLY:
 3. refactor: ...
 
 Here is the diff:
-${code}
+${content}
 `.trim();
-        const raw = await generate(prompt, model);
-        const lines = raw
+        const response = await generate({ content: prompt }, model);
+        const lines = response.content
             .split('\n')
             .map(line => line.trim())
             .filter(line => /^\d+\.\s+/.test(line));
         const suggestions = lines.map(line => line.replace(/^\d+\.\s+/, '').replace(/^"(.*)"$/, '$1').trim());
         return {
-            code,
+            content,
             suggestions
         };
     }

package/dist/pipeline/modules/generateTestsModule.js

@@ -6,7 +6,7 @@ import { generate } from '../../lib/generate.js';
 export const generateTestsModule = {
     name: 'generateTests',
     description: 'Generate a Jest test file for the class/module',
-    async run({ code, filepath }) {
+    async run({ content, filepath }) {
         const model = ModelConfig.getModel();
         const lang = ModelConfig.getLanguage();
         if (!filepath)
@@ -21,16 +21,16 @@ Guidelines:
 - Only return valid TypeScript code
 
 --- CODE START ---
-${code}
+${content}
 --- CODE END ---
     `.trim();
-        const testCode = await generate(prompt, model);
-        if (!testCode)
+        const response = await generate({ content: prompt }, model);
+        if (!response)
             throw new Error('⚠️ No test code returned from model');
         const { dir, name } = path.parse(filepath);
         const testPath = path.join(dir, `${name}.test.ts`);
-        await fs.writeFile(testPath, testCode, 'utf-8');
+        await fs.writeFile(testPath, response.content, 'utf-8');
         console.log(`✅ Test file saved to: ${testPath}`);
-        return { code, filepath }; // unchanged input
+        return { content, filepath }; // unchanged input
     }
 };

package/dist/pipeline/modules/refactorModule.js

@@ -16,13 +16,13 @@ Refactor the following code:
 - Output the full, valid ${lang.toUpperCase()} code
 
 --- CODE START ---
-${input.code}
+${input.content}
 --- CODE END ---
     `.trim();
-        const response = await generate(prompt, model);
+        const response = await generate({ content: prompt }, model);
         if (!response) {
             throw new Error('❌ Model returned empty response for refactoring.');
         }
-        return { code: response };
+        return { content: response.content };
     }
 };

package/dist/pipeline/modules/summaryModule.js

@@ -1,64 +1,43 @@
 import { ModelConfig } from '../../config/ModelConfig.js';
 import { generate } from '../../lib/generate.js';
-import fs from 'fs/promises';
 import path from 'path';
 export const summaryModule = {
     name: 'summary',
-    description: 'Prints a summary of changes to the terminal',
-    async run({ code, filepath }) {
+    description: 'Generates a general summary of any file content.',
+    run: async ({ content, filepath }) => {
         const model = ModelConfig.getModel();
-        const lang = ModelConfig.getLanguage();
-        let contextString = '';
-        // Try to load and filter the flat context
-        try {
-            const raw = await fs.readFile('./.scai/context.flat.json', 'utf-8');
-            const flatContext = JSON.parse(raw);
-            if (filepath) {
-                const dir = path.dirname(filepath).replace(/\\/g, '/'); // Normalize slashes
-                console.log("Dir: ", dir);
-                const contextSubset = Object.entries(flatContext)
-                    .filter(([file]) => file.startsWith(dir))
-                    .slice(0, 10); // limit if needed
-                if (contextSubset.length) {
-                    contextString = '📁 Local Context:\n' + contextSubset
-                        .map(([file, summary]) => `- ${file}: ${summary}`)
-                        .join('\n');
-                    console.log("Context string input to prompt: ", contextString);
-                }
-            }
-        }
-        catch (err) {
-            console.warn('⚠️ Context file not found or failed to parse.');
-        }
+        const ext = filepath ? path.extname(filepath).toLowerCase() : '';
+        const filename = filepath ? path.basename(filepath) : '';
+        // More neutral prompt for general-purpose content
         const prompt = `
-You are a senior ${lang.toUpperCase()} engineer.
-
-Project Overview:
-${contextString ? contextString + '\n\n' : ''}
+You are an assistant specialized in summarizing files.
 
-Take the following source code and do NOT modify it in any way. Your task is:
+Your task is to summarize the contents of the following file as clearly and concisely as possible.
 
-// Summary of code:
-// - [What the code does at a high level]
-// - [Main features or components]
-// - [Any interesting logic or patterns]
+File: ${filename}
+Extension: ${ext}
 
-⚠️ IMPORTANT:
-- Do NOT include the original code in your summary
-- Remove the original code from you output
+📋 Instructions:
+- Identify the main topic and purpose of the file
+- Summarize key content and sections
+- Mention any technical, legal, or structural info if relevant
+- Do NOT include the raw content or repeat lines from it
+- Return a human-readable bullet-point summary
 
---- CODE START ---
-${code}
---- CODE END ---
+--- FILE CONTENT START ---
+${content}
+--- FILE CONTENT END ---
     `.trim();
-        const summary = await generate(prompt, model);
-        if (summary) {
-            console.log('\n📝 Code Summary:\n');
-            console.log(summary);
+        const response = await generate({ content, filepath }, model);
+        if (response.content) {
+            response.summary = response.content;
+            console.log('\n📝 Summary:\n');
+            console.log(response.summary);
         }
         else {
             console.warn('⚠️ No summary generated.');
+            response.summary = '⚠️ No summary generated.';
         }
-        return { code }; // passthrough
+        return response;
     }
 };

package/dist/pipeline/runModulePipeline.js

@@ -5,12 +5,13 @@ export async function runModulePipeline(modules, input) {
     if (isDebug) {
         console.log('Input: ', input);
     }
+    let response = { content: '' };
     for (const mod of modules) {
         try {
-            current = await mod.run(current);
+            response = await mod.run(current);
             if (isDebug) {
                 console.log(`⚙️ Running: ${mod.name}`);
-                console.log("Current: ", current);
+                console.log("Current: ", response.content);
             }
         }
         catch (error) {
@@ -19,5 +20,5 @@ export async function runModulePipeline(modules, input) {
         }
     }
     // Return the output, assuming 'code' holds the relevant transformed content
-    return { code: current.code }; // Ensure the return type matches PromptOutput
+    return response; // Ensure the return type matches PromptOutput
 }

package/dist/utils/detectFileType.js

@@ -0,0 +1,52 @@
+import path from 'path';
+export function detectFileType(filepath) {
+    const ext = path.extname(filepath).toLowerCase();
+    const map = {
+        // Programming languages
+        '.ts': 'typescript',
+        '.tsx': 'typescript',
+        '.js': 'javascript',
+        '.jsx': 'javascript',
+        '.java': 'java',
+        '.py': 'python',
+        '.rb': 'ruby',
+        '.php': 'php',
+        '.go': 'go',
+        '.rs': 'rust',
+        '.c': 'c',
+        '.cpp': 'cpp',
+        '.cs': 'csharp',
+        '.swift': 'swift',
+        '.kt': 'kotlin',
+        '.scala': 'scala',
+        // Markup & docs
+        '.md': 'markdown',
+        '.html': 'html',
+        '.htm': 'html',
+        '.xml': 'xml',
+        '.json': 'json',
+        '.yaml': 'yaml',
+        '.yml': 'yaml',
+        // Configs
+        '.ini': 'config',
+        '.toml': 'config',
+        '.env': 'config',
+        // Data
+        '.sql': 'sql',
+        '.csv': 'csv',
+        '.tsv': 'tsv',
+        // Text & writing
+        '.txt': 'text',
+        '.log': 'log',
+        '.rst': 'text',
+        // Office
+        '.doc': 'word',
+        '.docx': 'word',
+        '.pdf': 'pdf',
+        '.ppt': 'powerpoint',
+        '.pptx': 'powerpoint',
+        '.xls': 'excel',
+        '.xlsx': 'excel',
+    };
+    return map[ext] || ext.replace('.', '') || 'unknown';
+}

package/dist/utils/shouldIgnoreFiles.js

@@ -0,0 +1,6 @@
+import path from 'path';
+import { IGNORED_EXTENSIONS } from '../config/IgnoredExtensions.js';
+export function shouldIgnoreFile(filePath) {
+    const ext = path.extname(filePath).toLowerCase();
+    return IGNORED_EXTENSIONS.includes(ext);
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scai",
-  "version": "0.1.17",
+  "version": "0.1.19",
   "type": "module",
   "bin": {
     "scai": "./dist/index.js"
@@ -24,11 +24,13 @@
     "start": "node dist/index.js"
   },
   "dependencies": {
+    "better-sqlite3": "^12.1.1",
     "commander": "^11.0.0",
     "fast-glob": "^3.3.3",
     "ora": "^8.2.0"
   },
   "devDependencies": {
+    "@types/better-sqlite3": "^7.6.13",
     "@types/jest": "^30.0.0",
     "@types/node": "^24.0.1",
     "jest": "^30.0.2",

package/dist/context/generateProjectContext.js

@@ -1,104 +0,0 @@
-import fs from 'fs/promises';
-import path from 'path';
-import fg from 'fast-glob';
-import { posix as pathPosix } from 'path';
-import { ModelConfig } from '../config/ModelConfig.js';
-const IGNORE = ['node_modules', 'dist', 'build', 'coverage', '.git', '**/*.test.*'];
-const EXTENSIONS_BY_LANG = {
-    ts: ['.ts', '.tsx'],
-    js: ['.js', '.jsx'],
-    java: ['.java'],
-    rust: ['.rs'],
-    python: ['.py'],
-};
-function getSummary(filename, lang) {
-    const base = path.basename(filename).toLowerCase();
-    const ext = path.extname(base);
-    if (base === 'package.json')
-        return 'Defines project metadata and dependencies.';
-    if (base === 'tsconfig.json')
-        return 'TypeScript compiler settings.';
-    if (base === 'pyproject.toml')
-        return 'Python build and dependency configuration.';
-    if (base === 'Cargo.toml')
-        return 'Rust project configuration.';
-    if (base === 'pom.xml')
-        return 'Maven config for a Java project.';
-    if (base === 'README.md')
-        return 'Project documentation.';
-    if (base.startsWith('index'))
-        return 'Entry point module.';
-    if (lang === 'ts' || lang === 'js') {
-        if (base.includes('service'))
-            return 'Service logic module.';
-        if (base.includes('util'))
-            return 'Utility/helper module.';
-        if (base.includes('controller'))
-            return 'Handles request/response logic.';
-        if (base.includes('router'))
-            return 'Routing definitions.';
-    }
-    if (lang === 'java') {
-        if (base.includes('controller'))
-            return 'Java controller class.';
-        if (base.includes('service'))
-            return 'Business logic in Java.';
-    }
-    if (lang === 'python') {
-        if (base.includes('main'))
-            return 'Main execution script.';
-        if (base.includes('config'))
-            return 'Configuration or settings.';
-    }
-    if (lang === 'rust') {
-        if (base === 'main.rs')
-            return 'Main Rust binary entry point.';
-        if (base === 'lib.rs')
-            return 'Rust library root module.';
-    }
-    return `Generic ${ext.replace('.', '')} file.`;
-}
-function insertNested(tree, parts, summary) {
-    const name = parts.pop();
-    let curr = tree;
-    for (const dir of parts) {
-        if (!curr[dir])
-            curr[dir] = {};
-        curr = curr[dir];
-    }
-    curr[name] = summary;
-}
-export async function generateProjectContext(root = process.cwd()) {
-    const lang = ModelConfig.getLanguage();
-    const extensions = EXTENSIONS_BY_LANG[lang];
-    const patterns = extensions.map((ext) => `**/*${ext}`);
-    // Add language-relevant config files
-    if (lang === 'ts')
-        patterns.push('tsconfig.json', 'package.json');
-    if (lang === 'js')
-        patterns.push('package.json');
-    if (lang === 'java')
-        patterns.push('pom.xml');
-    if (lang === 'python')
-        patterns.push('pyproject.toml', '*.py');
-    if (lang === 'rust')
-        patterns.push('Cargo.toml', '*.rs');
-    const files = await fg(patterns, {
-        cwd: root,
-        ignore: IGNORE,
-    });
-    const flat = {};
-    const tree = {};
-    for (const file of files) {
-        const summary = getSummary(file, lang);
-        flat[file] = summary;
-        insertNested(tree, pathPosix.normalize(file).split('/'), summary);
-    }
-    await fs.mkdir('.scai', { recursive: true });
-    await fs.writeFile('.scai/context.flat.json', JSON.stringify(flat, null, 2));
-    await fs.writeFile('.scai/context.tree.json', JSON.stringify(tree, null, 2));
-    console.log(`✅ Context generated:
-  - .scai/context.flat.json
-  - .scai/context.tree.json
-  - Language used: ${lang}`);
-}

package/dist/context/loadProjectContext.js

@@ -1 +0,0 @@
-"use strict";