scai 0.1.119 → 0.1.120

package/README.md

@@ -41,7 +41,7 @@ Once in the REPL, you can:
 * Ask questions freely about your codebase:
 
 ```text
-scai> How many functions in spatialmap.js are missing tests?
+scai> How many functions in config.js are missing tests?
 scai> Summarize utils/helpers.ts
 scai> Where are all the database queries defined?
 scai> List files involved in authentication
@@ -161,7 +161,7 @@ scai auth reset
 
 ## 🧠 Example Queries in REPL
 
-* `Summarize spatialmap.js`
+* `Summarize codeTransform.js`
 * `Explain utils/helpers.ts architecture`
 * `List all functions without tests in services/`
 * `Show where database queries are defined`

package/dist/agents/MainAgent.js

@@ -12,49 +12,69 @@ import { semanticAnalysisStep } from "./semanticAnalysisStep.js";
 import { selectRelevantSourcesStep } from "./selectRelevantSourcesStep.js";
 import { transformPlanGenStep } from "./transformPlanGenStep.js";
 import { finalPlanGenStep } from "./finalPlanGenStep.js";
-/** Build a registry of all built-in modules */
+import { Spinner } from "../lib/spinner.js";
+/* ───────────────────────── helpers ───────────────────────── */
+function startTimer() {
+    const start = Date.now();
+    return () => Date.now() - start;
+}
+function logLine(phase, step, ms, desc) {
+    // Clear current line (removes leftover spinner)
+    process.stdout.write('\r\x1b[K');
+    const suffix = desc ? ` — ${desc}` : "";
+    const timing = typeof ms === "number" ? ` (${ms}ms)` : "";
+    console.log(`[AGENT] ${phase} :: ${step}${suffix}${timing}`);
+}
+/** Helper to display messages to the user from the agent */
+function userOutput(message) {
+    console.log(`[USER OUTPUT] ${message}`);
+}
+/** Helper to display messages with phase context */
+function userPhaseOutput(phase, message) {
+    console.log(`[USER OUTPUT] [${phase}] ${message}`);
+}
+/* ───────────────────────── registry ───────────────────────── */
 const MODULE_REGISTRY = Object.fromEntries(Object.entries(builtInModules).map(([name, mod]) => [name, mod]));
-/** Resolve a module from the registry */
 function resolveModuleForAction(action) {
-    const mod = MODULE_REGISTRY[action];
-    if (!mod)
-        console.warn(`⚠️ Missing module for action "${action}" — skipping`);
-    return mod;
+    return MODULE_REGISTRY[action];
 }
+/* ───────────────────────── agent ───────────────────────── */
 export class MainAgent {
     constructor(context) {
+        this.spinner = new Spinner(); // spinner for user feedback
         this.runCount = 0;
         this.maxRuns = 2;
         this.context = context;
-        this.query = context.initContext?.userQuery ?? '';
+        this.query = context.initContext?.userQuery ?? "";
     }
-    /** Generic step executor */
+    /* ───────────── step executor ───────────── */
     async executeStep(step, input) {
-        console.log(`\n`);
-        console.log(`\n =====================================================================================`);
-        console.log(`\n⚡ Executing step: ${step.action}`);
-        if (step.description)
-            console.log(`\n   --> Description: ${step.description}`);
-        console.log(`\n =====================================================================================`);
-        // attach the current step to the context
+        const stop = startTimer();
         if (input.context) {
-            input.context.currentStep = step; // <-- new property
+            input.context.currentStep = step;
         }
         const mod = resolveModuleForAction(step.action);
         if (!mod) {
-            return { query: input.query, content: input.content, data: { skipped: true }, context: input.context };
+            logLine("EXECUTE", step.action, stop(), "skipped (missing module)");
+            return {
+                query: input.query,
+                content: input.content,
+                data: { skipped: true },
+                context: input.context
+            };
         }
-        const moduleInput = {
-            query: step.description ?? input.query,
-            content: input.data ?? input.content,
-            context: input.context // shared reference
-        };
         try {
-            console.log(`   ▶ Running module: ${mod.name}`);
-            const output = await mod.run(moduleInput);
-            if (!output)
-                throw new Error(`Module '${mod.name}' returned empty output`);
-            // Return only what matters — context is always the same reference
+            // Update spinner text for user
+            this.spinner.update(`Running step: ${step.action}`);
+            const output = await mod.run({
+                query: step.description ?? input.query,
+                content: input.data ?? input.content,
+                context: input.context
+            });
+            if (!output) {
+                throw new Error(`Module "${mod.name}" returned empty output`);
+            }
+            logLine("EXECUTE", step.action, stop(), step.description);
             return {
                 query: step.description ?? input.query,
                 data: output.data,
@@ -62,194 +82,126 @@ export class MainAgent {
             };
         }
         catch (err) {
-            console.error(`   ❌ Module "${mod?.name}" failed:`, err);
-            return {
-                query: input.query,
-                content: input.content,
-                data: { error: String(err) },
-                context: input.context
-            };
+            logLine("EXECUTE", step.action, stop(), "failed");
+            throw err;
         }
     }
-    /** Main run sequence */
+    /* ───────────── main run ───────────── */
     async run() {
-        var _a;
         this.runCount++;
-        console.log(`\n =====================================================================================`);
-        console.log(`🚀 ================= [AutonomousAgent] Starting run #${this.runCount} =================`);
+        const stopRun = startTimer();
+        logLine("RUN", `start #${this.runCount}`);
         logInputOutput("GlobalContext (structured)", "input", this.context);
-        // ---------------------------------------------------------------------
-        // GENERATE FOLDER-CAPSULE SUMMARIES
-        // ---------------------------------------------------------------------
-        if (this.context.initContext?.folderCapsules?.length) {
-            const capsulesSummary = this.context.initContext.folderCapsules.map(fc => ({
-                path: fc.path,
-                fileCount: fc.stats?.fileCount ?? 0,
-                depth: fc.depth ?? 0,
-                confidence: fc.confidence ?? 0,
-                roles: fc.roles ?? [],
-                concerns: fc.concerns ?? []
-            }));
-            // Add a human-readable summary for the LLM
-            (_a = this.context).analysis ?? (_a.analysis = {});
-            this.context.analysis.folderCapsulesSummary = capsulesSummary;
-            const humanReadable = capsulesSummary.map(fc => `- ${fc.path}: ${fc.fileCount} files, depth ${fc.depth}, confidence ${fc.confidence}`).join('\n');
-            this.context.analysis.folderCapsulesHuman = humanReadable;
-            console.log('\n📂 Folder Capsules Summary (for agent steps):\n', humanReadable);
-        }
-        // ---------------------------------------------------------------------
-        // 0️⃣ UNDERSTAND INTENT — First-pass interpretation of query
-        // ---------------------------------------------------------------------
-        console.log("\n🧠 Running understandIntentStep (pre-analysis fixture)\n");
-        await understandIntentStep.run({
-            context: this.context
-        });
-        // ---------------------------------------------------------------------
-        // 1️⃣ PLAN RESOLVER — Fast path (context-driven routing)
-        // ---------------------------------------------------------------------
-        await planResolverStep.run(this.context);
-        // --------------------------------------------------
-        // 🚦 ROUTING DECISION
-        // --------------------------------------------------
+        this.spinner.start(); // start spinner at beginning
+        /* BOOT */
+        {
+            const t = startTimer();
+            await understandIntentStep.run({ context: this.context });
+            logLine("BOOT", "understandIntent", t());
+        }
+        /* ROUTE */
+        {
+            const t = startTimer();
+            await planResolverStep.run(this.context);
+            logLine("ROUTE", "planResolver", t());
+        }
         const routing = this.context.analysis?.routingDecision;
-        // ✅ FAST PATH: if planResolver thinks we have a final answer, wrap it in ModuleIO and return
-        if (routing?.decision === 'final-answer' && routing.answer) {
-            console.log("⚡ Fast path hit — returning final answer directly");
+        if (routing?.decision === "final-answer" && routing.answer) {
+            this.spinner.stop();
+            logLine("RUN", "complete", stopRun());
+            userOutput("All input/output logs can be found at ~/.scai/input_output.log");
             return {
                 query: this.query,
                 data: {
                     finalAnswer: routing.answer,
-                    source: "planResolver",
+                    source: "planResolver"
                 },
                 context: this.context
             };
         }
-        // --------------------------------------------------
-        // ⏩ FALL THROUGH: continue with plan generation
-        // --------------------------------------------------
-        let textPlan;
-        // Use rationale from routing if available (temporary compatibility)
-        if (typeof routing?.rationale === 'string' && routing.rationale.trim()) {
-            textPlan = routing.rationale;
-        }
-        // Fallback: use the original query if no plan/rationale is available
-        if (!textPlan || textPlan.trim().length === 0) {
-            textPlan = this.query;
-        }
-        // textPlan can now be passed to planGeneratorStep
-        // ---------------------------------------------------------------------
-        // PRE-FILE-SEARCH CHECK (do we have the files required to continue )
-        // ---------------------------------------------------------------------
-        await preFileSearchCheckStep(this.context);
-        // ---------------------------------------------------------------------
-        // 2️⃣ INFO PLAN GENERATION (information-only steps)
-        // ---------------------------------------------------------------------
-        await infoPlanGen.run(this.context);
-        const infoPlan = this.context?.analysis?.planSuggestion?.plan ?? { steps: [] };
-        const infoSteps = infoPlan.steps.filter(s => s.groups?.includes("info"));
-        console.log("information gathering steps:\n");
-        console.dir(infoSteps);
-        let stepIO = {
-            query: this.query,
-            context: this.context
-        };
         // =====================================================
         // INFORMATION ACQUISITION PHASE
         // Purpose: gather raw information, no interpretation
         // =====================================================
-        //let count = 0;
-        for (const step of infoSteps) {
-            //count++;
+        {
+            const t = startTimer();
+            await preFileSearchCheckStep(this.context);
+            logLine("PRECHECK", "preFileSearch", t());
+        }
+        {
+            const t = startTimer();
+            await infoPlanGen.run(this.context);
+            logLine("PLAN", "infoPlanGen", t());
+        }
+        const infoPlan = this.context.analysis?.planSuggestion?.plan ?? { steps: [] };
+        let stepIO = {
+            query: this.query,
+            context: this.context
+        };
+        for (const step of infoPlan.steps.filter(s => s.groups?.includes("info"))) {
             stepIO = await this.executeStep(step, stepIO);
-            /* if (count === 4) {
-                debugContext(this.context, {
-                    step: "first step",
-                    note: "searchFiles?"
-                });
-            } */
         }
         // =====================================================
         // ANALYSIS PHASE
         // Purpose: understand what we have and what is being asked
         // =====================================================
-        // 🎯 RELEVANT SOURCE SELECTION (authoritative narrowing)
-        console.log("\n📁 Selecting relevant source files\n");
-        await selectRelevantSourcesStep.run({ query: this.query, context: this.context });
-        // ANALYSIS PHASE (deterministic, durable)
-        console.log("\n🏗️ Running structural analysis\n");
-        await structuralAnalysisStep.run({ query: this.query, context: this.context });
-        // SEMANTIC ANALYSIS PHASE (LLM-driven)
-        console.log("\n🧠 Running semantic analysis\n");
-        await semanticAnalysisStep.run({ query: this.query, context: this.context });
-        // SEMANTIC PLAN TARGET FILES (moves focus -> plan.targetFiles)
-        console.log("\n🧠 Running plan target files\n");
-        await planTargetFilesStep.run({ query: this.query, context: this.context });
-        /* debugContext(this.context, {
-            step: "Semantic analysis step",
-            note: "semantic meaning?"
-        }); */
-        // VALIDATION PHASE
-        console.log("\n🧠 Running validation analysis\n");
-        await validationAnalysisStep.run({ query: this.query, context: this.context });
-        // =====================================================
-        // ROUTING / PLANNING PHASE
-        // =====================================================
+        {
+            let t = startTimer();
+            await selectRelevantSourcesStep.run({ query: this.query, context: this.context });
+            logLine("ANALYSIS", "selectRelevantSources", t());
+            t = startTimer();
+            await structuralAnalysisStep.run({ query: this.query, context: this.context });
+            logLine("ANALYSIS", "structuralAnalysis", t());
+            t = startTimer();
+            await semanticAnalysisStep.run({ query: this.query, context: this.context });
+            logLine("ANALYSIS", "semanticAnalysis", t());
+            t = startTimer();
+            await planTargetFilesStep.run({ query: this.query, context: this.context });
+            logLine("ANALYSIS", "planTargetFiles", t());
+            t = startTimer();
+            await validationAnalysisStep.run({ query: this.query, context: this.context });
+            logLine("VALIDATE", "validationAnalysis", t());
+        }
         const review = await contextReviewStep(this.context);
         if (review.decision === "loopAgain" && this.runCount < this.maxRuns) {
-            console.log("🔄 Looping for additional context");
-            // Clear noisy bootstrap artifacts before looping
             this.resetInitContextForLoop();
             return this.run();
         }
         // =====================================================
-        // TRANSFORM PLAN GENERATION (after context review)
-        // Purpose: produce actionable transform steps
-        // =====================================================
-        console.log("\n🛠️ Generating transform plan\n");
-        await transformPlanGenStep.run(this.context);
-        // Filter transform steps
-        const transformPlan = this.context?.analysis?.planSuggestion?.plan ?? { steps: [] };
-        const transformSteps = transformPlan.steps.filter(s => s.groups?.includes("transform"));
-        console.log("transform steps:\n");
-        console.dir(transformSteps);
-        // =====================================================
         // TRANSFORM PHASE
         // Purpose: produce concrete changes or artifacts
         // =====================================================
-        console.log("\n⚡ Running transform steps\n");
-        for (const step of transformSteps) {
+        {
+            const t = startTimer();
+            await transformPlanGenStep.run(this.context);
+            logLine("PLAN", "transformPlanGen", t());
+        }
+        const transformPlan = this.context.analysis?.planSuggestion?.plan ?? { steps: [] };
+        for (const step of transformPlan.steps.filter(s => s.groups?.includes("transform"))) {
             stepIO = await this.executeStep(step, stepIO);
         }
         // =====================================================
-        // FINAL PLAN GENERATION
-        // Purpose: produce finalize / commit steps
-        // =====================================================
-        console.log("\n✅ Generating final plan\n");
-        await finalPlanGenStep.run(this.context);
-        // Filter finalize steps
-        const finalPlan = this.context?.analysis?.planSuggestion?.plan ?? { steps: [] };
-        const finalizeSteps = finalPlan.steps.filter(s => s.groups?.includes("finalize"));
-        console.log("finalize steps:\n");
-        console.dir(finalizeSteps);
-        // =====================================================
         // FINALIZE PHASE
         // Purpose: commit results and respond to the user
         // =====================================================
-        for (const step of finalizeSteps) {
+        {
+            const t = startTimer();
+            await finalPlanGenStep.run(this.context);
+            logLine("PLAN", "finalPlanGen", t());
+        }
+        const finalPlan = this.context.analysis?.planSuggestion?.plan ?? { steps: [] };
+        for (const step of finalPlan.steps.filter(s => s.groups?.includes("finalize"))) {
             stepIO = await this.executeStep(step, stepIO);
         }
-        console.log("🏁 Agent completed.");
-        console.log("---------------------------------------------\n");
-        console.log("Show final context\n", this.context);
+        this.spinner.stop(); // stop spinner at the end
+        userOutput("All input/output logs can be found at ~/.scai/input_output.log");
+        logLine("RUN", "complete", stopRun());
         return stepIO;
     }
-    // =====================================================
-    // Helper: reset initContext for clean loop
-    // =====================================================
+    /* ───────────── helpers ───────────── */
     resetInitContextForLoop() {
         if (this.context.initContext) {
             this.context.initContext.relatedFiles = [];
-            console.log("   🧹 Cleared initContext.relatedFiles for clean loop");
         }
     }
 }

package/dist/agents/infoPlanGenStep.js

@@ -36,7 +36,6 @@ export const infoPlanGen = {
         // --------------------------------------------------
         const effectiveActions = PLAN_ACTIONS.filter(a => a.groups?.includes('info'));
         const actionsJson = JSON.stringify(effectiveActions, null, 2);
-        console.log('Actions: ', actionsJson);
         const intentText = context.analysis.intent?.normalizedQuery ??
             context.initContext?.userQuery ??
             '';

package/dist/agents/planResolverStep.js

@@ -45,7 +45,6 @@ PLAN:
                 content: prompt,
             };
             const genOutput = await generate(genInput);
-            console.log('PlanResolverOutput: ', genInput.data);
             const raw = String(genOutput.data ?? '').trim();
             logInputOutput('planResolver raw', 'output', raw);
             const isResolved = raw.startsWith('RESOLVED:');

package/dist/agents/selectRelevantSourcesStep.js

@@ -1,6 +1,5 @@
 // File: src/modules/selectRelevantSourcesStep.ts
 import fs from "fs";
-import chalk from "chalk";
 import { generate } from "../lib/generate.js";
 import { cleanupModule } from "../pipeline/modules/cleanupModule.js";
 import { logInputOutput } from "../utils/promptLogHelper.js";
@@ -14,7 +13,6 @@ export const selectRelevantSourcesStep = {
         if (!context) {
             throw new Error("[selectRelevantSources] StructuredContext is required.");
         }
-        console.log(chalk.blueBright(`📁 [selectRelevantSources] Selecting relevant files for query "${query}"...`));
         // Merge candidate paths (relatedFiles + existing workingFiles)
         // At this point in-depth context build or searchfiles may have placed files in 
         // working files. 

package/dist/agents/transformPlanGenStep.js

@@ -66,7 +66,6 @@ Return a strictly valid JSON plan:
 }
         `.trim();
         try {
-            console.log('TransformPlanGenStep prompt', prompt);
             const genInput = { query: intentText, content: prompt };
             const genOutput = await generate(genInput);
             const raw = typeof genOutput.data === 'string'

package/dist/lib/generate.js

@@ -1,5 +1,4 @@
 // File: lib/generate.ts
-import { Spinner } from './spinner.js';
 import { Config, readConfig } from '../config.js';
 import { startModelProcess } from '../utils/checkModel.js';
 /**
@@ -18,20 +17,18 @@ export async function generate(input) {
             : JSON.stringify(input.content, null, 2))
         : "";
     const prompt = `${queryPart}${contentPart}`.trim();
-    const spinner = new Spinner();
-    spinner.start();
     try {
-        const data = await doGenerate(prompt, model, contextLength, spinner, false);
+        const data = await doGenerate(prompt, model, contextLength, false);
         return { query: input.query, data };
     }
     catch {
-        spinner.fail('Model request failed. Attempting restart...');
+        // Attempt model restart if first generation fails
         await startModelProcess();
-        const data = await doGenerate(prompt, model, contextLength, spinner, true);
+        const data = await doGenerate(prompt, model, contextLength, true);
         return { query: input.query, data };
     }
 }
-async function doGenerate(prompt, model, contextLength, spinner, retrying) {
+async function doGenerate(prompt, model, contextLength, retrying) {
     const res = await fetch('http://localhost:11434/api/generate', {
         method: 'POST',
         headers: { 'Content-Type': 'application/json' },
@@ -48,14 +45,5 @@ async function doGenerate(prompt, model, contextLength, spinner, retrying) {
         throw new Error(`Model request failed with status ${res.status}`);
     }
     const data = await res.json();
-    if (retrying) {
-        spinner.succeed('Model response received after restart.');
-    }
-    else {
-        spinner.succeed();
-    }
-    process.stdout.write('\n');
-    return data.response?.trim() ?? '';
-    process.stdout.write('\n');
     return data.response?.trim() ?? '';
 }

package/dist/pipeline/modules/writeFileModule.js

@@ -60,7 +60,6 @@ export const writeFileModule = {
             }
             try {
                 await fs.writeFile(filePath, f.content, "utf-8");
-                console.log(chalk.green(`✅ Written: ${filePath}`));
                 writtenFiles.push(filePath);
             }
             catch (err) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scai",
-  "version": "0.1.119",
+  "version": "0.1.120",
   "type": "module",
   "bin": {
     "scai": "./dist/index.js"