scai 0.1.114 → 0.1.116

package/dist/pipeline/modules/cleanupModule.js

@@ -104,6 +104,26 @@ export const cleanupModule = {
                     break;
             }
         }
-        return { content: jsonLines.join('\n').trim() };
+        let finalContent = jsonLines.join('\n').trim();
+        // --- VALIDATE JSON ---
+        try {
+            JSON.parse(finalContent);
+            return { content: finalContent };
+        }
+        catch (err) {
+            console.warn(chalk.yellow(`[cleanupModule] Initial JSON.parse failed:`), chalk.red(err instanceof Error ? err.message : err));
+            // Attempt simple cleanup: remove trailing commas before } or ]
+            finalContent = finalContent.replace(/,\s*([}\]])/g, '$1');
+            try {
+                JSON.parse(finalContent);
+                console.log(chalk.green(`[cleanupModule] Fixed JSON by removing trailing commas.`));
+                return { content: finalContent };
+            }
+            catch (err2) {
+                console.error(chalk.red(`[cleanupModule] JSON still invalid after cleanup:`), chalk.yellow(err2 instanceof Error ? err2.message : err2));
+                // Return best-effort content even if invalid, so downstream can log/debug
+                return { content: finalContent };
+            }
+        }
     }
 };

package/dist/scripts/dbcheck.js

@@ -9,7 +9,6 @@ if (!repoKey) {
     console.error("❌ No active repo found. Use `scai set-index` to set one.");
     process.exit(1);
 }
-// Get the basename (repo name) from the full repoKey (which is the path)
 const repoName = path.basename(repoKey);
 const scaiRepoRoot = path.join(os.homedir(), ".scai", "repos", repoName);
 const dbPath = path.join(scaiRepoRoot, "db.sqlite");
@@ -18,307 +17,103 @@ if (!fs.existsSync(dbPath)) {
     process.exit(1);
 }
 const db = new Database(dbPath);
-// === Basic Stats ===
-const stats = {
-    total: db.prepare('SELECT COUNT(*) as count FROM files').get().count,
-    withSummary: db.prepare(`SELECT COUNT(*) as count FROM files WHERE summary IS NOT NULL AND summary != ''`).get().count,
-    withoutSummary: db.prepare(`SELECT COUNT(*) as count FROM files WHERE summary IS NULL OR summary = ''`).get().count,
-    withEmbedding: db.prepare(`SELECT COUNT(*) as count FROM files WHERE embedding IS NOT NULL AND embedding != ''`).get().count,
-    withoutEmbedding: db.prepare(`SELECT COUNT(*) as count FROM files WHERE embedding IS NULL OR embedding = ''`).get().count,
-    withProcessingStatusExtracted: db.prepare(`SELECT COUNT(*) as count FROM files WHERE processing_status = 'extracted'`).get().count,
-    withoutProcessingStatusExtracted: db.prepare(`SELECT COUNT(*) as count FROM files WHERE processing_status IS NULL OR processing_status != 'extracted'`).get().count,
-    withProcessingStatusSkipped: db.prepare(`SELECT COUNT(*) as count FROM files WHERE processing_status = 'skipped'`).get().count,
-    withProcessingStatusFailed: db.prepare(`SELECT COUNT(*) as count FROM files WHERE processing_status = 'failed'`).get().count,
-    withProcessingStatusUnprocessed: db.prepare(`SELECT COUNT(*) as count FROM files WHERE processing_status = 'unprocessed'`).get().count,
-};
-console.log("📊 SQLite Stats for Table: files");
-console.log("-------------------------------------------");
-console.log(`🔢 Total rows:               ${stats.total}`);
-console.log(`✅ With summary:             ${stats.withSummary}`);
-console.log(`❌ Without summary:          ${stats.withoutSummary}`);
-console.log(`✅ With embedding:           ${stats.withEmbedding}`);
-console.log(`❌ Without embedding:        ${stats.withoutEmbedding}`);
-console.log(`✅ With processing_status = 'extracted': ${stats.withProcessingStatusExtracted}`);
-console.log(`❌ Without processing_status = 'extracted': ${stats.withoutProcessingStatusExtracted}`);
-console.log(`✅ With processing_status = 'skipped':     ${stats.withProcessingStatusSkipped}`);
-console.log(`✅ With processing_status = 'failed':      ${stats.withProcessingStatusFailed}`);
-console.log(`✅ With processing_status = 'unprocessed': ${stats.withProcessingStatusUnprocessed}`);
-// === Example Summaries ===
-console.log("\n🧾 Example summaries and embeddings:\n--------------------------");
-console.log("Example summaries (first 50 characters):");
-const summaries = db.prepare(`
-  SELECT id, substr(summary, 1, 50) || '...' AS short_summary
+// Utility to log simple table stats
+function tableStats(table, column) {
+    const total = db.prepare(`SELECT COUNT(*) AS count FROM ${table}`).get().count;
+    let extra = "";
+    if (column) {
+        const nonNull = db.prepare(`SELECT COUNT(*) AS count FROM ${table} WHERE ${column} IS NOT NULL AND ${column} != ''`).get().count;
+        extra = ` | Non-null ${column}: ${nonNull}`;
+    }
+    console.log(`📊 ${table}: ${total}${extra}`);
+}
+// === Files Table ===
+console.log("\n🗂 Table: files");
+tableStats("files", "summary");
+tableStats("files", "embedding");
+const processingStatuses = ["extracted", "skipped", "failed", "unprocessed"];
+for (const status of processingStatuses) {
+    const count = db.prepare(`SELECT COUNT(*) AS count FROM files WHERE processing_status = ?`).get(status).count;
+    console.log(`   Status '${status}': ${count}`);
+}
+// === Example Files ===
+const exampleFiles = db.prepare(`
+  SELECT id, filename, substr(summary,1,50) AS summary, substr(embedding,1,50) AS embedding
   FROM files
-  WHERE summary IS NOT NULL AND summary != ''
   LIMIT 5
 `).all();
-summaries.forEach(row => {
-    console.log(`${row.id.toString().padEnd(4)}  ${row.short_summary}`);
+console.log("\n🧾 Example Files:");
+exampleFiles.forEach(f => {
+    console.log(`   [${f.id}] ${f.filename} | summary: "${f.summary}" | embedding: "${f.embedding}"`);
 });
-console.log("\nExample embeddings (first 50 characters):");
-const embeddings = db.prepare(`
-  SELECT id, substr(embedding, 1, 50) || '...' AS short_embedding
-  FROM files
-  WHERE embedding IS NOT NULL AND embedding != ''
+// === FTS5 Check ===
+const ftsExists = db.prepare(`SELECT name FROM sqlite_master WHERE type='table' AND name='files_fts'`).get();
+console.log("\n🔍 FTS5 Table:", ftsExists ? "✅ exists" : "❌ missing");
+// === Functions Table ===
+console.log("\n🧑‍💻 Table: functions");
+tableStats("functions");
+const sampleFuncs = db.prepare(`
+  SELECT id, name, file_id, substr(content,1,50) AS preview
+  FROM functions
+  ORDER BY RANDOM()
   LIMIT 5
 `).all();
-embeddings.forEach(row => {
-    console.log(`${row.id.toString().padEnd(4)}  ${row.short_embedding}`);
+sampleFuncs.forEach(f => {
+    console.log(`   [${f.id}] ${f.name} (file ${f.file_id}): ${f.preview}`);
 });
-// === FTS5 Check ===
-console.log("\n🔍 FTS5 Check");
-console.log("--------------------------");
-try {
-    const ftsExists = db.prepare(`SELECT name FROM sqlite_master WHERE type='table' AND name='files_fts'`).get();
-    if (!ftsExists) {
-        console.log("❌ No FTS5 table `files_fts` found in database.");
-    }
-    else {
-        const ftsRowCount = db.prepare(`SELECT COUNT(*) AS count FROM files_fts`).get().count;
-        console.log(`✅ files_fts table exists. Rows: ${ftsRowCount}`);
-    }
-}
-catch (err) {
-    console.error("❌ Error while accessing files_fts:", err.message);
-}
-// === Rebuild FTS Index ===
-console.log("\n🔧 Rebuilding FTS5 index...");
-try {
-    db.prepare(`INSERT INTO files_fts(files_fts) VALUES ('rebuild')`).run();
-    console.log(`✅ Rebuild completed.`);
-}
-catch (err) {
-    console.error("❌ FTS5 rebuild failed:", err.message);
-}
-// === FTS Search Test ===
-console.log('\n🔍 Test MATCH query for "minimap":');
-try {
-    const minimapMatches = db.prepare(`
-    SELECT f.id, f.path 
-    FROM files f
-    JOIN files_fts fts ON f.id = fts.rowid
-    WHERE fts.files_fts MATCH 'minimap'
-    LIMIT 10
-  `).all();
-    if (minimapMatches.length === 0) {
-        console.warn('⚠️ No matches for "minimap" in FTS index');
-    }
-    else {
-        minimapMatches.forEach(row => {
-            console.log(`📄 ${row.path}`);
-        });
-    }
-}
-catch (err) {
-    console.error('❌ Error running MATCH query:', err.message);
-}
-// === Direct LIKE Fallback ===
-console.log('\n🔍 Direct LIKE query on path for "minimap":');
-const likeMatches = db.prepare(`
-  SELECT id, path 
-  FROM files 
-  WHERE path LIKE '%minimap%' 
-  LIMIT 10
-`).all();
-if (likeMatches.length === 0) {
-    console.warn('⚠️ No file paths contain "minimap"');
-}
-else {
-    likeMatches.forEach(row => {
-        console.log(`📄 ${row.path}`);
-    });
-}
-// === Function Table Stats ===
-console.log('\n📊 Stats for Table: functions');
-console.log('-------------------------------------------');
-try {
-    const funcCount = db.prepare(`SELECT COUNT(*) AS count FROM functions`).get().count;
-    const distinctFiles = db.prepare(`SELECT COUNT(DISTINCT file_id) AS count FROM functions`).get().count;
-    console.log(`🔢 Total functions:         ${funcCount}`);
-    console.log(`📂 Distinct files:          ${distinctFiles}`);
-}
-catch (err) {
-    console.error('❌ Error accessing functions table:', err.message);
-}
-// === Example Functions ===
-console.log('\n🧪 Example extracted functions:');
-try {
-    const sampleFunctions = db.prepare(`
-    SELECT id, name, start_line, end_line, substr(content, 1, 100) || '...' AS short_body
-    FROM functions
-    ORDER BY id DESC
-    LIMIT 5
-  `).all();
-    sampleFunctions.forEach(fn => {
-        console.log(`🔹 ID: ${fn.id}`);
-        console.log(`   Name: ${fn.name}`);
-        console.log(`   Lines: ${fn.start_line}-${fn.end_line}`);
-        console.log(`   Body: ${fn.short_body}\n`);
-    });
-}
-catch (err) {
-    console.error('❌ Error printing function examples:', err.message);
-}
-// === Function Calls Table Stats ===
-console.log('\n📊 Stats for Table: function_calls');
-console.log('-------------------------------------------');
-try {
-    const callCount = db.prepare(`SELECT COUNT(*) AS count FROM function_calls`).get().count;
-    const topCallers = db.prepare(`
-    SELECT caller_id, COUNT(*) AS num_calls 
-    FROM function_calls 
-    GROUP BY caller_id 
-    ORDER BY num_calls DESC 
-    LIMIT 5
-  `).all();
-    console.log(`🔁 Total function calls:    ${callCount}`);
-    console.log('📞 Top callers:');
-    topCallers.forEach(row => {
-        console.log(`   - Caller ${row.caller_id} made ${row.num_calls} calls`);
-    });
-}
-catch (err) {
-    console.error('❌ Error accessing function_calls table:', err.message);
-}
-// === Random Summary Samples ===
-console.log('\n🧾 Random Summaries (ID + Preview):');
-console.log('-------------------------------------------');
-const randomSummaries = db.prepare(`
-  SELECT id, filename, substr(summary, 1, 1000) || '...' AS preview
-  FROM files
-  WHERE summary IS NOT NULL AND summary != ''
+// === Graph Classes Table ===
+console.log("\n🏷 Table: graph_classes");
+tableStats("graph_classes");
+const sampleClasses = db.prepare(`
+  SELECT id, name, file_id, substr(content,1,50) AS preview
+  FROM graph_classes
   ORDER BY RANDOM()
   LIMIT 5
 `).all();
-randomSummaries.forEach(row => {
-    console.log(`📄 [${row.id}] ${row.filename}: ${row.preview}`);
+sampleClasses.forEach(c => {
+    console.log(`   [${c.id}] ${c.name} (file ${c.file_id}): ${c.preview}`);
 });
-// === Random Functions Samples ===
-console.log('\n🧑‍💻 20 Random Functions (ID, name, body):');
-console.log('-------------------------------------------');
-const randomFunctions = db.prepare(`
-  SELECT id, name, file_id, substr(content, 1, 100) || '...' AS preview
-  FROM functions
+// === Graph Edges Table ===
+console.log("\n🔗 Table: graph_edges");
+tableStats("graph_edges", "relation");
+// Dynamically get column names
+const columns = db.prepare(`PRAGMA table_info(graph_edges)`).all();
+const colNames = columns.map(c => c.name);
+// Determine source/target ID columns
+const sourceCol = colNames.includes("source_id") ? "source_id" : "source_unique_id";
+const targetCol = colNames.includes("target_id") ? "target_id" : "target_unique_id";
+const sampleEdges = db.prepare(`
+  SELECT id, source_type, ${sourceCol} AS source_id,
+         target_type, ${targetCol} AS target_id,
+         relation
+  FROM graph_edges
   ORDER BY RANDOM()
   LIMIT 5
 `).all();
-randomFunctions.forEach(row => {
-    console.log(`🔹 [${row.id}] ${row.name} (file_id: ${row.file_id})`);
-    console.log(`   ${row.preview}\n`);
+sampleEdges.forEach(e => {
+    console.log(`   [${e.id}] ${e.source_type}(${e.source_id}) -[${e.relation}]-> ${e.target_type}(${e.target_id})`);
 });
-// === Column View of Files ===
-console.log('\n📊 Table View: Files');
-console.log('-------------------------------------------');
-const fileRows = db.prepare(`
-  SELECT id, filename, type, processing_status, functions_extracted_at, length(summary) AS summary_len
-  FROM files
-  LIMIT 50
+// === Tags Tables ===
+console.log("\n🏷 Table: graph_tags_master");
+tableStats("graph_tags_master");
+const sampleTags = db.prepare(`
+  SELECT id, name
+  FROM graph_tags_master
+  ORDER BY RANDOM()
+  LIMIT 5
 `).all();
-console.table(fileRows);
-// === Column View of Functions ===
-console.log('\n📊 Table View: Functions');
-console.log('-------------------------------------------');
-const functionRows = db.prepare(`
-  SELECT id, file_id, name, start_line, end_line, length(content) AS length
-  FROM functions
-  LIMIT 50
+sampleTags.forEach(t => {
+    console.log(`   [${t.id}] ${t.name}`);
+});
+console.log("\n🔖 Table: graph_entity_tags");
+tableStats("graph_entity_tags");
+const sampleEntityTags = db.prepare(`
+  SELECT id, entity_type, entity_unique_id AS entity_id, tag_id
+  FROM graph_entity_tags
+  ORDER BY RANDOM()
+  LIMIT 5
 `).all();
-console.table(functionRows);
-// === Class Table Stats ===
-console.log('\n📊 Stats for Table: classes');
-console.log('-------------------------------------------');
-try {
-    const classCount = db.prepare(`SELECT COUNT(*) AS count FROM classes`).get().count;
-    const distinctClassFiles = db.prepare(`SELECT COUNT(DISTINCT file_id) AS count FROM classes`).get().count;
-    console.log(`🏷 Total classes:           ${classCount}`);
-    console.log(`📂 Distinct files:          ${distinctClassFiles}`);
-}
-catch (err) {
-    console.error('❌ Error accessing classes table:', err.message);
-}
-// === Example Classes ===
-console.log('\n🧪 Example extracted classes:');
-try {
-    const sampleClasses = db.prepare(`
-    SELECT id, name, file_id, start_line, end_line, substr(content, 1, 100) || '...' AS short_body
-    FROM classes
-    ORDER BY id DESC
-    LIMIT 5
-  `).all();
-    sampleClasses.forEach(cls => {
-        console.log(`🏷 ID: ${cls.id}`);
-        console.log(`   Name: ${cls.name}`);
-        console.log(`   File: ${cls.file_id}`);
-        console.log(`   Lines: ${cls.start_line}-${cls.end_line}`);
-        console.log(`   Body: ${cls.short_body}\n`);
-    });
-}
-catch (err) {
-    console.error('❌ Error printing class examples:', err.message);
-}
-// === Edge Table Stats ===
-console.log('\n📊 Stats for Table: edges');
-console.log('-------------------------------------------');
-try {
-    const edgeCount = db.prepare(`SELECT COUNT(*) AS count FROM edges`).get().count;
-    const distinctRelations = db.prepare(`SELECT COUNT(DISTINCT relation) AS count FROM edges`).get().count;
-    console.log(`🔗 Total edges:             ${edgeCount}`);
-    console.log(`🧩 Distinct relations:      ${distinctRelations}`);
-}
-catch (err) {
-    console.error('❌ Error accessing edges table:', err.message);
-}
-// === Example Edges ===
-console.log('\n🧪 Example edges:');
-try {
-    const sampleEdges = db.prepare(`
-    SELECT id, source_id, target_id, relation
-    FROM edges
-    ORDER BY id DESC
-    LIMIT 10
-  `).all();
-    sampleEdges.forEach(e => {
-        console.log(`🔗 Edge ${e.id}: ${e.source_id} -[${e.relation}]-> ${e.target_id}`);
-    });
-}
-catch (err) {
-    console.error('❌ Error printing edge examples:', err.message);
-}
-// === Tags Master Stats ===
-console.log('\n📊 Stats for Table: tags_master');
-console.log('-------------------------------------------');
-try {
-    const tagCount = db.prepare(`SELECT COUNT(*) AS count FROM tags_master`).get().count;
-    console.log(`🏷 Total tags: ${tagCount}`);
-    const sampleTags = db.prepare(`
-    SELECT id, name
-    FROM tags_master
-    ORDER BY id DESC
-    LIMIT 5
-  `).all();
-    sampleTags.forEach(tag => {
-        console.log(`🏷 Tag ${tag.id}: ${tag.name}`);
-    });
-}
-catch (err) {
-    console.error('❌ Error accessing tags_master table:', err.message);
-}
-// === Entity Tags Stats ===
-console.log('\n📊 Stats for Table: entity_tags');
-console.log('-------------------------------------------');
-try {
-    const entityTagCount = db.prepare(`SELECT COUNT(*) AS count FROM entity_tags`).get().count;
-    console.log(`🔗 Total entity-tags: ${entityTagCount}`);
-    const sampleEntityTags = db.prepare(`
-    SELECT id, entity_type, entity_id, tag_id
-    FROM entity_tags
-    ORDER BY id DESC
-    LIMIT 10
-  `).all();
-    sampleEntityTags.forEach(et => {
-        console.log(`🔗 EntityTag ${et.id}: ${et.entity_type} ${et.entity_id} -> tag ${et.tag_id}`);
-    });
-}
-catch (err) {
-    console.error('❌ Error accessing entity_tags table:', err.message);
-}
+sampleEntityTags.forEach(et => {
+    console.log(`   [${et.id}] ${et.entity_type}(${et.entity_id}) -> tag ${et.tag_id}`);
+});
+console.log("\n✅ DB check completed.\n");

package/dist/utils/buildContextualPrompt.js

@@ -6,68 +6,89 @@ export async function buildContextualPrompt({ topFile, query, kgDepth = 3, }) {
     const log = (...args) => console.log("[buildContextualPrompt]", ...args);
     const promptSections = [];
     const seenPaths = new Set();
-    // ✂️ Word-based summarizer with progressive shortening
     function summarizeForPrompt(summary, maxWords = 30) {
         if (!summary)
             return undefined;
         const words = summary.split(/\s+/);
-        if (words.length <= maxWords)
-            return summary.trim();
-        return words.slice(0, maxWords).join(" ") + " …";
+        return words.length <= maxWords ? summary.trim() : words.slice(0, maxWords).join(" ") + " …";
     }
-    // --- Step 1: Top file summary ---
+    // --- Top file summary ---
     if (topFile.summary) {
         promptSections.push(`**Top file:** ${topFile.path}\n${topFile.summary}`);
         seenPaths.add(topFile.path);
     }
-    // --- Step 2: KG entities/tags for top file ---
-    const topEntitiesStmt = db.prepare(`
-    SELECT et.entity_type, et.entity_id, tm.name AS tag
-    FROM entity_tags et
-    JOIN tags_master tm ON et.tag_id = tm.id
-    WHERE et.entity_id = ?
-  `);
-    const topEntitiesRows = topEntitiesStmt.all(topFile.id);
+    // --- Knowledge Graph tags ---
+    const topEntitiesRows = db.prepare(`
+    SELECT et.entity_type, et.entity_unique_id, tm.name AS tag
+    FROM graph_entity_tags et
+    JOIN graph_tags_master tm ON et.tag_id = tm.id
+    WHERE et.entity_unique_id = ?
+  `).all(topFile.path);
     if (topEntitiesRows.length > 0) {
         const tags = topEntitiesRows.map(r => `- **${r.entity_type}**: ${r.tag}`);
         promptSections.push(`**Knowledge Graph context for ${topFile.path}:**\n${tags.join("\n")}`);
     }
-    // --- Step 3: Recursive KG traversal ---
-    const kgRelatedStmt = db.prepare(`
-    SELECT DISTINCT f.id, f.path, f.summary
-    FROM edges e
-    JOIN files f ON e.target_id = f.id
+    // --- Imports / Exports ---
+    const imports = db.prepare(`
+    SELECT e.target_unique_id AS imported
+    FROM graph_edges e
     WHERE e.source_type = 'file'
-      AND e.target_type = 'file'
-      AND e.source_id = ?
-  `);
-    function getRelatedKGFiles(fileId, visited = new Set()) {
-        if (visited.has(fileId)) {
-            log(`🔹 Already visited fileId ${fileId}, skipping`);
+      AND e.relation = 'imports'
+      AND e.source_unique_id = ?
+  `).all(topFile.path);
+    if (imports.length) {
+        promptSections.push(`**Imports from ${topFile.path}:**\n` + imports.map(i => `- ${i.imported}`).join("\n"));
+    }
+    const exports = db.prepare(`
+    SELECT e.target_unique_id AS exported
+    FROM graph_edges e
+    WHERE e.source_type = 'file'
+      AND e.relation = 'exports'
+      AND e.source_unique_id = ?
+  `).all(topFile.path);
+    if (exports.length) {
+        promptSections.push(`**Exports from ${topFile.path}:**\n` + exports.map(e => `- ${e.exported}`).join("\n"));
+    }
+    // --- Functions in file ---
+    const functionRows = db
+        .prepare(`SELECT unique_id, name, start_line, end_line, content FROM functions WHERE file_id = ? ORDER BY start_line`)
+        .all(topFile.id);
+    const FUNCTION_LIMIT = 5;
+    const hasMoreFunctions = functionRows.length > FUNCTION_LIMIT;
+    const functionsSummary = functionRows.slice(0, FUNCTION_LIMIT).map(f => {
+        const lines = f.content?.split("\n").map(l => l.trim()).filter(Boolean) || ["[no content]"];
+        const preview = lines.slice(0, 3).map(l => l.slice(0, 200) + (l.length > 200 ? "…" : "")).join(" | ");
+        return `- ${f.name || "[anonymous]"} (lines ${f.start_line}-${f.end_line}) — ${preview}`;
+    });
+    if (functionsSummary.length) {
+        promptSections.push(`**Functions in ${topFile.path} (showing ${functionsSummary.length}${hasMoreFunctions ? ` of ${functionRows.length}` : ""}):**\n${functionsSummary.join("\n")}`);
+    }
+    // ===============================
+    // Graph / KG traversal
+    // ===============================
+    function getRelatedKGFiles(fileUniqueId, visited = new Set()) {
+        if (visited.has(fileUniqueId))
             return [];
-        }
-        visited.add(fileId);
-        const rows = kgRelatedStmt.all(fileId);
-        if (rows.length === 0) {
-            log(`⚠️ No edges found for fileId ${fileId}`);
-        }
-        else {
-            log(`🔹 Found ${rows.length} related files for fileId ${fileId}:`, rows.map(r => r.path));
-        }
+        visited.add(fileUniqueId);
+        const rows = db.prepare(`
+      SELECT DISTINCT f.id, f.path, f.summary
+      FROM graph_edges e
+      JOIN files f ON e.target_unique_id = f.path
+      WHERE e.source_type = 'file'
+        AND e.target_type = 'file'
+        AND e.source_unique_id = ?
+    `).all(fileUniqueId);
         let results = [];
         for (const row of rows) {
             results.push(row);
-            results.push(...getRelatedKGFiles(row.id, visited));
+            results.push(...getRelatedKGFiles(row.path, visited));
         }
         return results;
     }
     function buildFileTree(file, depth, visited = new Set()) {
-        log(`buildFileTree - file=${file.path}, depth=${depth}`);
-        if (visited.has(file.id)) {
+        if (visited.has(file.path))
             return { id: file.id.toString(), path: file.path };
-        }
-        visited.add(file.id);
-        // progressively shorten summaries, drop at depth <= 1
+        visited.add(file.path);
         const maxWordsByDepth = depth >= 3 ? 30 : depth === 2 ? 15 : 0;
         const node = {
             id: file.id.toString(),
@@ -75,10 +96,7 @@ export async function buildContextualPrompt({ topFile, query, kgDepth = 3, }) {
             summary: maxWordsByDepth > 0 ? summarizeForPrompt(file.summary, maxWordsByDepth) : undefined,
         };
         if (depth > 1) {
-            const relatedFiles = getRelatedKGFiles(file.id, visited)
-                .map(f => ({ id: f.id, path: f.path, summary: f.summary }))
-                .slice(0, 5); // cap children
-            log(`File ${file.path} has ${relatedFiles.length} related files`);
+            const relatedFiles = getRelatedKGFiles(file.path).map(f => ({ id: f.id, path: f.path, summary: f.summary })).slice(0, 5);
             const relatedNodes = relatedFiles.map(f => buildFileTree(f, depth - 1, visited));
             if (relatedNodes.length)
                 node.related = relatedNodes;
@@ -86,12 +104,51 @@ export async function buildContextualPrompt({ topFile, query, kgDepth = 3, }) {
         return node;
     }
     const kgTree = buildFileTree({ id: topFile.id, path: topFile.path, summary: topFile.summary }, kgDepth);
-    const kgJson = JSON.stringify(kgTree, null, 2);
-    promptSections.push(`**KG-Related Files (JSON tree, depth ${kgDepth}):**\n\`\`\`json\n${kgJson}\n\`\`\``);
-    // --- Step 4: File tree (shallow, depth 2) ---
-    let fileTree = "";
+    promptSections.push(`**KG-Related Files (JSON tree, depth ${kgDepth}):**\n\`\`\`json\n${JSON.stringify(kgTree, null, 2)}\n\`\`\``);
+    const functionCallsAll = db.prepare(`
+    SELECT source_unique_id, target_unique_id
+    FROM graph_edges
+    WHERE source_type = 'function' AND relation = 'calls'
+      AND source_unique_id IN (
+        SELECT unique_id FROM functions WHERE file_id = ?
+      )
+  `).all(topFile.id);
+    const callsByFunction = {};
+    for (const fn of functionRows) {
+        const rows = functionCallsAll
+            .filter(r => r.source_unique_id === fn.unique_id)
+            .slice(0, FUNCTION_LIMIT);
+        callsByFunction[fn.name || fn.unique_id] = {
+            calls: rows.map(r => ({ unique_id: r.target_unique_id })),
+        };
+    }
+    if (Object.keys(callsByFunction).length > 0) {
+        promptSections.push(`**Function-level calls (limited, JSON):**\n\`\`\`json\n${JSON.stringify(callsByFunction, null, 2)}\n\`\`\``);
+    }
+    // --- Function-level "called by" overview (limited) ---
+    const calledByAll = db.prepare(`
+    SELECT source_unique_id, target_unique_id
+    FROM graph_edges
+    WHERE target_type = 'function' AND relation = 'calls'
+      AND target_unique_id IN (
+        SELECT unique_id FROM functions WHERE file_id = ?
+      )
+  `).all(topFile.id);
+    const calledByByFunction = {};
+    for (const fn of functionRows) {
+        const rows = calledByAll
+            .filter(r => r.target_unique_id === fn.unique_id)
+            .slice(0, FUNCTION_LIMIT);
+        calledByByFunction[fn.name || fn.unique_id] = {
+            calledBy: rows.map(r => ({ unique_id: r.source_unique_id })),
+        };
+    }
+    if (Object.keys(calledByByFunction).length > 0) {
+        promptSections.push(`**Function-level called-by (limited, JSON):**\n\`\`\`json\n${JSON.stringify(calledByByFunction, null, 2)}\n\`\`\``);
+    }
+    // --- Focused file tree (shallow) ---
     try {
-        fileTree = generateFocusedFileTree(topFile.path, 2);
+        const fileTree = generateFocusedFileTree(topFile.path, 2);
         if (fileTree) {
             promptSections.push(`**Focused File Tree (depth 2):**\n\`\`\`\n${fileTree}\n\`\`\``);
         }
@@ -99,21 +156,18 @@ export async function buildContextualPrompt({ topFile, query, kgDepth = 3, }) {
     catch (e) {
         console.warn("⚠️ Could not generate file tree:", e);
     }
-    // --- Step 5: Code snippet ---
-    // Only include raw code if no summary exists, or if the query explicitly asks for it
+    // --- Optional code snippet ---
     const MAX_LINES = 50;
     const queryNeedsCode = /\b(code|implementation|function|snippet)\b/i.test(query);
     if ((!topFile.summary || queryNeedsCode) && topFile.code) {
         const lines = topFile.code.split("\n").slice(0, MAX_LINES);
         let snippet = lines.join("\n");
-        if (topFile.code.split("\n").length > MAX_LINES) {
+        if (topFile.code.split("\n").length > MAX_LINES)
             snippet += "\n... [truncated]";
-        }
         promptSections.push(`**Code Context (first ${MAX_LINES} lines):**\n\`\`\`\n${snippet}\n\`\`\``);
     }
-    // --- Step 6: User query ---
+    // --- User query ---
     promptSections.push(`**Query:** ${query}`);
-    // --- Step 7: Combine prompt ---
     const promptText = promptSections.join("\n\n---\n\n");
     log("✅ Contextual prompt built for:", topFile.path);
     log("📄 Prompt preview:\n", promptText + "\n");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scai",
-  "version": "0.1.114",
+  "version": "0.1.116",
   "type": "module",
   "bin": {
     "scai": "./dist/index.js"