scai 0.1.16 → 0.1.18

package/README.md

@@ -123,6 +123,15 @@ For more advanced functionality, scai allows you to run custom pipelines with mu
 ```bash
 scai <file> --modules comment,summary,cleanup
 ```
+Like with regular Unix commands you can pipe this to a file
+
+```bash
+scai <file> --modules comment,summary > test.txt
+```
+Or to both stdout and a file with tee fx. 
+```bash
+scai <file> --modules comment,summary | tee test.txt
+```
 
 ## 🔐 License & Fair Use
 

package/dist/commands/IndexCmd.js

@@ -0,0 +1,45 @@
+import fg from 'fast-glob';
+import path from 'path';
+import { ModelConfig } from '../config/ModelConfig.js';
+import { initSchema } from '../db/schema.js';
+import { indexFile } from '../db/fileIndex.js';
+import { getSummary } from '../utils/getSummary.js';
+import { EXTENSIONS_BY_LANG } from '../utils/languageConfig.js';
+const IGNORE = [
+    '**/node_modules/**',
+    '**/dist/**',
+    '**/build/**',
+    '**/coverage/**',
+    '**/.git/**',
+    '**/*.test.*'
+];
+export async function runIndexCommand(targetDir = process.cwd()) {
+    console.log(`📂 Indexing files in: ${targetDir}`);
+    initSchema();
+    const lang = ModelConfig.getLanguage();
+    const exts = EXTENSIONS_BY_LANG[lang] || ['.txt'];
+    const patterns = exts.map(ext => `**/*${ext}`);
+    const files = await fg(patterns, {
+        cwd: targetDir,
+        ignore: IGNORE,
+        absolute: true,
+    });
+    // Count file extensions (diagnostic)
+    const countByExt = {};
+    files.forEach(file => {
+        const ext = path.extname(file);
+        countByExt[ext] = (countByExt[ext] || 0) + 1;
+    });
+    console.log('📊 Indexed files by extension:', countByExt);
+    for (const file of files) {
+        try {
+            const summary = getSummary(file, lang);
+            indexFile(file, summary, lang);
+            console.log(`📄 Indexed: ${path.relative(targetDir, file)}`);
+        }
+        catch (err) {
+            console.warn(`⚠️ Skipped ${file}:`, err instanceof Error ? err.message : err);
+        }
+    }
+    console.log(`✅ Done. Indexed ${files.length} files.`);
+}

package/dist/commands/ResetDbCmd.js

@@ -0,0 +1,27 @@
+import fs from 'fs';
+import path from 'path';
+import { db } from '../db/client.js';
+export function resetDatabase() {
+    const dbPath = path.resolve(process.cwd(), '.scai/db.sqlite');
+    try {
+        db.close(); // 🔒 Make sure the DB is closed
+        console.log('🔒 Closed SQLite database connection.');
+    }
+    catch (err) {
+        console.warn('⚠️ Could not close database:', err);
+    }
+    if (fs.existsSync(dbPath)) {
+        try {
+            fs.unlinkSync(dbPath);
+            console.log('🧹 Deleted existing database.');
+        }
+        catch (err) {
+            console.error('❌ Failed to delete DB file:', err instanceof Error ? err.message : err);
+            return;
+        }
+    }
+    else {
+        console.log('ℹ️ No existing database found.');
+    }
+    console.log('✅ Database has been reset. You can now re-run: scai index');
+}

package/dist/commands/SummaryCmd.js

@@ -29,7 +29,7 @@ export async function summarizeFile(filepath) {
     }
     if (code.trim()) {
         // Call the summary module to get the raw summary
-        const summary = await summaryModule.run({ code });
+        const summary = await summaryModule.run({ code, filepath });
         // Pass the summary text to the utility function for formatting
         const formattedSummary = summarizeCode(summary.code);
         console.log(formattedSummary);

package/dist/db/client.js

@@ -0,0 +1,7 @@
+import Database from 'better-sqlite3';
+import path from 'path';
+import fs from 'fs';
+const DB_PATH = path.resolve(process.cwd(), '.scai/db.sqlite');
+// Ensure directory exists
+fs.mkdirSync(path.dirname(DB_PATH), { recursive: true });
+export const db = new Database(DB_PATH);

package/dist/db/fileIndex.js

@@ -0,0 +1,18 @@
+import { db } from './client.js';
+export function indexFile(filePath, summary, lang) {
+    const insertStmt = db.prepare(`
+    INSERT OR REPLACE INTO files (path, summary, lang, indexed_at)
+    VALUES (?, ?, ?, datetime('now'))
+  `);
+    insertStmt.run(filePath, summary, lang);
+}
+export function searchFiles(query, limit = 10) {
+    const stmt = db.prepare(`
+    SELECT path, summary FROM files
+    WHERE path LIKE ? OR summary LIKE ?
+    ORDER BY indexed_at DESC
+    LIMIT ?
+  `);
+    const wildcard = `%${query}%`;
+    return stmt.all(wildcard, wildcard, limit);
+}

package/dist/db/schema.js

@@ -0,0 +1,13 @@
+import { db } from './client.js';
+export function initSchema() {
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS files (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      path TEXT UNIQUE,
+      summary TEXT,
+      lang TEXT,
+      indexed_at TEXT
+    );
+  `);
+    console.log('✅ SQLite schema initialized');
+}

package/dist/index.js

@@ -15,6 +15,8 @@ import { ModelConfig } from './config/ModelConfig.js';
 import { summarizeFile } from "./commands/SummaryCmd.js";
 import { handleChangelogUpdate } from './commands/ChangeLogUpdateCmd.js';
 import { runModulePipelineFromCLI } from './commands/ModulePipelineCmd.js';
+import { runIndexCommand } from './commands/IndexCmd.js';
+import { resetDatabase } from './commands/ResetDbCmd.js';
 // Create the CLI instance
 const cmd = new Command('scai')
     .version(version)
@@ -66,6 +68,16 @@ cmd
     .action(() => {
     ModelConfig.logCurrentConfig();
 });
+cmd
+    .command('index [targetDir]')
+    .description('Index supported files in the given directory (or current folder if none)')
+    .action((targetDir) => {
+    runIndexCommand(targetDir);
+});
+cmd
+    .command('reset-db')
+    .description('Delete and reset the SQLite database')
+    .action(() => resetDatabase());
 cmd
     .arguments('<file>')
     .option('-m, --modules <modules>', 'Comma-separated list of modules to run (e.g., comments,cleanup,summary)')

package/dist/pipeline/modules/commentModule.js

@@ -9,12 +9,12 @@ export const addCommentsModule = {
         const prompt = `
 You are a senior ${lang.toUpperCase()} engineer reviewing source code.
 
-Your task is to add clear and helpful single-line // comments to complex or non-obvious parts of the code.
+Your task is to add clear and insightful single-line comments to the code.
 
 ⚠️ VERY IMPORTANT RULES:
 - You MUST return the ENTIRE original code.
 - You MUST NOT remove, replace, reformat, or alter ANY code.
-- Only add single-line // comments in appropriate places.
+- Only add single-line // comments to complex or non-obvious parts of the code.
 - Do NOT wrap the code in markdown or code blocks.
 - The code should be valid ${lang.toUpperCase()} after your changes.
 

package/dist/pipeline/modules/commitSuggesterModule.js

@@ -6,7 +6,7 @@ export const commitSuggesterModule = {
     async run({ code }) {
         const model = ModelConfig.getModel();
         const prompt = `
-Suggest ALWAYS 3 concise, conventional Git commit messages based on this diff.
+Suggest ALWAYS 3 concise, conventional Git commit messages based on the input code diff.
 Use this format ONLY:
 
 1. feat: ...

package/dist/pipeline/modules/summaryModule.js

@@ -1,18 +1,42 @@
 import { ModelConfig } from '../../config/ModelConfig.js';
 import { generate } from '../../lib/generate.js';
+import fs from 'fs/promises';
+import path from 'path';
 export const summaryModule = {
     name: 'summary',
     description: 'Prints a summary of changes to the terminal',
-    async run({ code }) {
+    async run({ code, filepath }) {
         const model = ModelConfig.getModel();
         const lang = ModelConfig.getLanguage();
+        let contextString = '';
+        // Try to load and filter the flat context
+        try {
+            const raw = await fs.readFile('./.scai/context.flat.json', 'utf-8');
+            const flatContext = JSON.parse(raw);
+            if (filepath) {
+                const dir = path.dirname(filepath).replace(/\\/g, '/'); // Normalize slashes
+                console.log("Dir: ", dir);
+                const contextSubset = Object.entries(flatContext)
+                    .filter(([file]) => file.startsWith(dir))
+                    .slice(0, 10); // limit if needed
+                if (contextSubset.length) {
+                    contextString = '📁 Local Context:\n' + contextSubset
+                        .map(([file, summary]) => `- ${file}: ${summary}`)
+                        .join('\n');
+                    console.log("Context string input to prompt: ", contextString);
+                }
+            }
+        }
+        catch (err) {
+            console.warn('⚠️ Context file not found or failed to parse.');
+        }
         const prompt = `
 You are a senior ${lang.toUpperCase()} engineer.
 
-Take the following source code and do NOT modify it in any way. Your task is:
+Project Overview:
+${contextString ? contextString + '\n\n' : ''}
 
-1. Output the original code exactly as it is.
-2. After the code, append a short summary in this format:
+Take the following source code and do NOT modify it in any way. Your task is:
 
 // Summary of code:
 // - [What the code does at a high level]
@@ -20,9 +44,8 @@ Take the following source code and do NOT modify it in any way. Your task is:
 // - [Any interesting logic or patterns]
 
 ⚠️ IMPORTANT:
-- Do NOT omit or alter any part of the original code.
-- Do NOT insert comments inside the code.
-- Only append the summary AFTER the full code.
+- Do NOT include the original code in your summary
+- Remove the original code from you output
 
 --- CODE START ---
 ${code}
@@ -36,7 +59,6 @@ ${code}
         else {
             console.warn('⚠️ No summary generated.');
         }
-        // Return unchanged input for composability
-        return { code };
+        return { code }; // passthrough
     }
 };

package/dist/utils/getSummary.js

@@ -0,0 +1,31 @@
+// src/utils/getSummary.ts
+import path from 'path';
+export function getSummary(filename, lang) {
+    const base = path.basename(filename).toLowerCase();
+    const ext = path.extname(base);
+    if (base === 'package.json')
+        return 'Defines project metadata and dependencies.';
+    if (base === 'tsconfig.json')
+        return 'TypeScript compiler settings.';
+    if (base === 'pyproject.toml')
+        return 'Python build and dependency configuration.';
+    if (base === 'Cargo.toml')
+        return 'Rust project configuration.';
+    if (base === 'pom.xml')
+        return 'Maven config for a Java project.';
+    if (base === 'README.md')
+        return 'Project documentation.';
+    if (base.startsWith('index'))
+        return 'Entry point module.';
+    if (lang === 'ts' || lang === 'js') {
+        if (base.includes('service'))
+            return 'Service logic module.';
+        if (base.includes('util'))
+            return 'Utility/helper module.';
+        if (base.includes('controller'))
+            return 'Handles request/response logic.';
+        if (base.includes('router'))
+            return 'Routing definitions.';
+    }
+    return `Generic ${ext.replace('.', '')} file.`;
+}

package/dist/utils/languageConfig.js

@@ -0,0 +1,7 @@
+export const EXTENSIONS_BY_LANG = {
+    ts: ['.ts', '.tsx'],
+    js: ['.js', '.jsx'],
+    java: ['.java'],
+    rust: ['.rs'],
+    python: ['.py'],
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scai",
-  "version": "0.1.16",
+  "version": "0.1.18",
   "type": "module",
   "bin": {
     "scai": "./dist/index.js"
@@ -24,10 +24,13 @@
     "start": "node dist/index.js"
   },
   "dependencies": {
+    "better-sqlite3": "^12.1.1",
     "commander": "^11.0.0",
+    "fast-glob": "^3.3.3",
     "ora": "^8.2.0"
   },
   "devDependencies": {
+    "@types/better-sqlite3": "^7.6.13",
     "@types/jest": "^30.0.0",
     "@types/node": "^24.0.1",
     "jest": "^30.0.2",