scai 0.1.17 → 0.1.18

package/dist/commands/IndexCmd.js

@@ -0,0 +1,45 @@
+import fg from 'fast-glob';
+import path from 'path';
+import { ModelConfig } from '../config/ModelConfig.js';
+import { initSchema } from '../db/schema.js';
+import { indexFile } from '../db/fileIndex.js';
+import { getSummary } from '../utils/getSummary.js';
+import { EXTENSIONS_BY_LANG } from '../utils/languageConfig.js';
+const IGNORE = [
+    '**/node_modules/**',
+    '**/dist/**',
+    '**/build/**',
+    '**/coverage/**',
+    '**/.git/**',
+    '**/*.test.*'
+];
+export async function runIndexCommand(targetDir = process.cwd()) {
+    console.log(`📂 Indexing files in: ${targetDir}`);
+    initSchema();
+    const lang = ModelConfig.getLanguage();
+    const exts = EXTENSIONS_BY_LANG[lang] || ['.txt'];
+    const patterns = exts.map(ext => `**/*${ext}`);
+    const files = await fg(patterns, {
+        cwd: targetDir,
+        ignore: IGNORE,
+        absolute: true,
+    });
+    // Count file extensions (diagnostic)
+    const countByExt = {};
+    files.forEach(file => {
+        const ext = path.extname(file);
+        countByExt[ext] = (countByExt[ext] || 0) + 1;
+    });
+    console.log('📊 Indexed files by extension:', countByExt);
+    for (const file of files) {
+        try {
+            const summary = getSummary(file, lang);
+            indexFile(file, summary, lang);
+            console.log(`📄 Indexed: ${path.relative(targetDir, file)}`);
+        }
+        catch (err) {
+            console.warn(`⚠️ Skipped ${file}:`, err instanceof Error ? err.message : err);
+        }
+    }
+    console.log(`✅ Done. Indexed ${files.length} files.`);
+}

package/dist/commands/ResetDbCmd.js

@@ -0,0 +1,27 @@
+import fs from 'fs';
+import path from 'path';
+import { db } from '../db/client.js';
+export function resetDatabase() {
+    const dbPath = path.resolve(process.cwd(), '.scai/db.sqlite');
+    try {
+        db.close(); // 🔒 Make sure the DB is closed
+        console.log('🔒 Closed SQLite database connection.');
+    }
+    catch (err) {
+        console.warn('⚠️ Could not close database:', err);
+    }
+    if (fs.existsSync(dbPath)) {
+        try {
+            fs.unlinkSync(dbPath);
+            console.log('🧹 Deleted existing database.');
+        }
+        catch (err) {
+            console.error('❌ Failed to delete DB file:', err instanceof Error ? err.message : err);
+            return;
+        }
+    }
+    else {
+        console.log('ℹ️ No existing database found.');
+    }
+    console.log('✅ Database has been reset. You can now re-run: scai index');
+}

package/dist/db/client.js

@@ -0,0 +1,7 @@
+import Database from 'better-sqlite3';
+import path from 'path';
+import fs from 'fs';
+const DB_PATH = path.resolve(process.cwd(), '.scai/db.sqlite');
+// Ensure directory exists
+fs.mkdirSync(path.dirname(DB_PATH), { recursive: true });
+export const db = new Database(DB_PATH);

package/dist/db/fileIndex.js

@@ -0,0 +1,18 @@
+import { db } from './client.js';
+export function indexFile(filePath, summary, lang) {
+    const insertStmt = db.prepare(`
+    INSERT OR REPLACE INTO files (path, summary, lang, indexed_at)
+    VALUES (?, ?, ?, datetime('now'))
+  `);
+    insertStmt.run(filePath, summary, lang);
+}
+export function searchFiles(query, limit = 10) {
+    const stmt = db.prepare(`
+    SELECT path, summary FROM files
+    WHERE path LIKE ? OR summary LIKE ?
+    ORDER BY indexed_at DESC
+    LIMIT ?
+  `);
+    const wildcard = `%${query}%`;
+    return stmt.all(wildcard, wildcard, limit);
+}

package/dist/db/schema.js

@@ -0,0 +1,13 @@
+import { db } from './client.js';
+export function initSchema() {
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS files (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      path TEXT UNIQUE,
+      summary TEXT,
+      lang TEXT,
+      indexed_at TEXT
+    );
+  `);
+    console.log('✅ SQLite schema initialized');
+}

package/dist/index.js

@@ -15,7 +15,8 @@ import { ModelConfig } from './config/ModelConfig.js';
 import { summarizeFile } from "./commands/SummaryCmd.js";
 import { handleChangelogUpdate } from './commands/ChangeLogUpdateCmd.js';
 import { runModulePipelineFromCLI } from './commands/ModulePipelineCmd.js';
-import { generateProjectContext } from './context/generateProjectContext.js';
+import { runIndexCommand } from './commands/IndexCmd.js';
+import { resetDatabase } from './commands/ResetDbCmd.js';
 // Create the CLI instance
 const cmd = new Command('scai')
     .version(version)
@@ -29,12 +30,6 @@ cmd
     await bootstrap();
     console.log('✅ Model initialization completed!');
 });
-cmd
-    .command('context')
-    .description('Generate a summary-based context map of your project')
-    .action(async () => {
-    await generateProjectContext(); // Your new scanner module
-});
 cmd
     .command('sugg')
     .description('Suggest a commit message from staged changes')
@@ -73,6 +68,16 @@ cmd
     .action(() => {
     ModelConfig.logCurrentConfig();
 });
+cmd
+    .command('index [targetDir]')
+    .description('Index supported files in the given directory (or current folder if none)')
+    .action((targetDir) => {
+    runIndexCommand(targetDir);
+});
+cmd
+    .command('reset-db')
+    .description('Delete and reset the SQLite database')
+    .action(() => resetDatabase());
 cmd
     .arguments('<file>')
     .option('-m, --modules <modules>', 'Comma-separated list of modules to run (e.g., comments,cleanup,summary)')

package/dist/utils/getSummary.js

@@ -0,0 +1,31 @@
+// src/utils/getSummary.ts
+import path from 'path';
+export function getSummary(filename, lang) {
+    const base = path.basename(filename).toLowerCase();
+    const ext = path.extname(base);
+    if (base === 'package.json')
+        return 'Defines project metadata and dependencies.';
+    if (base === 'tsconfig.json')
+        return 'TypeScript compiler settings.';
+    if (base === 'pyproject.toml')
+        return 'Python build and dependency configuration.';
+    if (base === 'Cargo.toml')
+        return 'Rust project configuration.';
+    if (base === 'pom.xml')
+        return 'Maven config for a Java project.';
+    if (base === 'README.md')
+        return 'Project documentation.';
+    if (base.startsWith('index'))
+        return 'Entry point module.';
+    if (lang === 'ts' || lang === 'js') {
+        if (base.includes('service'))
+            return 'Service logic module.';
+        if (base.includes('util'))
+            return 'Utility/helper module.';
+        if (base.includes('controller'))
+            return 'Handles request/response logic.';
+        if (base.includes('router'))
+            return 'Routing definitions.';
+    }
+    return `Generic ${ext.replace('.', '')} file.`;
+}

package/dist/utils/languageConfig.js

@@ -0,0 +1,7 @@
+export const EXTENSIONS_BY_LANG = {
+    ts: ['.ts', '.tsx'],
+    js: ['.js', '.jsx'],
+    java: ['.java'],
+    rust: ['.rs'],
+    python: ['.py'],
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scai",
-  "version": "0.1.17",
+  "version": "0.1.18",
   "type": "module",
   "bin": {
     "scai": "./dist/index.js"
@@ -24,11 +24,13 @@
     "start": "node dist/index.js"
   },
   "dependencies": {
+    "better-sqlite3": "^12.1.1",
     "commander": "^11.0.0",
     "fast-glob": "^3.3.3",
     "ora": "^8.2.0"
   },
   "devDependencies": {
+    "@types/better-sqlite3": "^7.6.13",
     "@types/jest": "^30.0.0",
     "@types/node": "^24.0.1",
     "jest": "^30.0.2",

package/dist/context/generateProjectContext.js

@@ -1,104 +0,0 @@
-import fs from 'fs/promises';
-import path from 'path';
-import fg from 'fast-glob';
-import { posix as pathPosix } from 'path';
-import { ModelConfig } from '../config/ModelConfig.js';
-const IGNORE = ['node_modules', 'dist', 'build', 'coverage', '.git', '**/*.test.*'];
-const EXTENSIONS_BY_LANG = {
-    ts: ['.ts', '.tsx'],
-    js: ['.js', '.jsx'],
-    java: ['.java'],
-    rust: ['.rs'],
-    python: ['.py'],
-};
-function getSummary(filename, lang) {
-    const base = path.basename(filename).toLowerCase();
-    const ext = path.extname(base);
-    if (base === 'package.json')
-        return 'Defines project metadata and dependencies.';
-    if (base === 'tsconfig.json')
-        return 'TypeScript compiler settings.';
-    if (base === 'pyproject.toml')
-        return 'Python build and dependency configuration.';
-    if (base === 'Cargo.toml')
-        return 'Rust project configuration.';
-    if (base === 'pom.xml')
-        return 'Maven config for a Java project.';
-    if (base === 'README.md')
-        return 'Project documentation.';
-    if (base.startsWith('index'))
-        return 'Entry point module.';
-    if (lang === 'ts' || lang === 'js') {
-        if (base.includes('service'))
-            return 'Service logic module.';
-        if (base.includes('util'))
-            return 'Utility/helper module.';
-        if (base.includes('controller'))
-            return 'Handles request/response logic.';
-        if (base.includes('router'))
-            return 'Routing definitions.';
-    }
-    if (lang === 'java') {
-        if (base.includes('controller'))
-            return 'Java controller class.';
-        if (base.includes('service'))
-            return 'Business logic in Java.';
-    }
-    if (lang === 'python') {
-        if (base.includes('main'))
-            return 'Main execution script.';
-        if (base.includes('config'))
-            return 'Configuration or settings.';
-    }
-    if (lang === 'rust') {
-        if (base === 'main.rs')
-            return 'Main Rust binary entry point.';
-        if (base === 'lib.rs')
-            return 'Rust library root module.';
-    }
-    return `Generic ${ext.replace('.', '')} file.`;
-}
-function insertNested(tree, parts, summary) {
-    const name = parts.pop();
-    let curr = tree;
-    for (const dir of parts) {
-        if (!curr[dir])
-            curr[dir] = {};
-        curr = curr[dir];
-    }
-    curr[name] = summary;
-}
-export async function generateProjectContext(root = process.cwd()) {
-    const lang = ModelConfig.getLanguage();
-    const extensions = EXTENSIONS_BY_LANG[lang];
-    const patterns = extensions.map((ext) => `**/*${ext}`);
-    // Add language-relevant config files
-    if (lang === 'ts')
-        patterns.push('tsconfig.json', 'package.json');
-    if (lang === 'js')
-        patterns.push('package.json');
-    if (lang === 'java')
-        patterns.push('pom.xml');
-    if (lang === 'python')
-        patterns.push('pyproject.toml', '*.py');
-    if (lang === 'rust')
-        patterns.push('Cargo.toml', '*.rs');
-    const files = await fg(patterns, {
-        cwd: root,
-        ignore: IGNORE,
-    });
-    const flat = {};
-    const tree = {};
-    for (const file of files) {
-        const summary = getSummary(file, lang);
-        flat[file] = summary;
-        insertNested(tree, pathPosix.normalize(file).split('/'), summary);
-    }
-    await fs.mkdir('.scai', { recursive: true });
-    await fs.writeFile('.scai/context.flat.json', JSON.stringify(flat, null, 2));
-    await fs.writeFile('.scai/context.tree.json', JSON.stringify(tree, null, 2));
-    console.log(`✅ Context generated:
-  - .scai/context.flat.json
-  - .scai/context.tree.json
-  - Language used: ${lang}`);
-}

package/dist/context/loadProjectContext.js

@@ -1 +0,0 @@
-"use strict";