ai-first-cli 1.1.3 → 1.2.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai-first-cli",
-  "version": "1.1.3",
+  "version": "1.2.0",
   "description": "CLI tool that prepares any repository to be used effectively by AI coding agents",
   "main": "dist/index.js",
   "type": "module",
@@ -44,7 +44,7 @@
     "@vitejs/plugin-vue": "^6.0.4",
     "typescript": "^5.0.0",
     "vitepress": "^1.6.4",
-    "vitest": "^2.0.0",
+    "vitest": "^4.1.0",
     "vue": "^3.5.30"
   },
   "dependencies": {

package/src/analyzers/dependencies.ts

@@ -1,3 +1,4 @@
+import path from "path";
 import { FileInfo } from "../core/repoScanner.js";
 import { readFile } from "../utils/fileUtils.js";
 
@@ -232,27 +233,16 @@ function parseJavaImports(content: string, sourceFile: string): Dependency[] {
  * Normalize import path to relative file path
  */
 function normalizeImportPath(importPath: string, sourceFile: string): string | null {
-  // Skip node_modules and external packages
-  if (importPath.startsWith("@")) {
-    // Scoped package - keep as is
-    return importPath;
+  if (!importPath.startsWith(".")) {
+    return null;
   }
-  
-  if (importPath.startsWith(".")) {
-    // Relative import - convert to file path
-    const sourceDir = sourceFile.split("/").slice(0, -1).join("/");
-    let target = sourceDir + "/" + importPath;
-    
-    // Handle index files
-    if (!target.endsWith(".js") && !target.endsWith(".ts")) {
-      target = target + "/index";
-    }
-    
-    return target;
-  }
-  
-  // Internal non-relative import
-  return importPath;
+
+  const sourceDir = sourceFile.split("/").slice(0, -1).join("/");
+  let target = path.join(sourceDir, importPath);
+  target = path.normalize(target);
+  target = target.replace(/^\//, "");
+
+  return target;
 }
 
 /**

package/src/analyzers/symbols.ts

@@ -66,18 +66,24 @@ function parseFileForSymbols(file: FileInfo): Symbol[] {
     const content = readFile(file.path);
     const lines = content.split("\n");
     
-    if (file.extension === "ts" || file.extension === "tsx" || file.extension === "js" || file.extension === "jsx") {
+    if (file.extension === ".ts" || file.extension === ".tsx" || file.extension === ".js" || file.extension === ".jsx") {
       parseJavaScriptTypeScript(file, content, lines, symbols);
-    } else if (file.extension === "py") {
+    } else if (file.extension === ".py") {
       parsePython(file, content, lines, symbols);
-    } else if (file.extension === "go") {
+    } else if (file.extension === ".go") {
       parseGo(file, content, lines, symbols);
-    } else if (file.extension === "rs") {
+    } else if (file.extension === ".rs") {
       parseRust(file, content, lines, symbols);
-    } else if (file.extension === "java") {
+    } else if (file.extension === ".java") {
       parseJava(file, content, lines, symbols);
-    } else if (file.extension === "cs") {
+    } else if (file.extension === ".cs") {
       parseCSharp(file, content, lines, symbols);
+    } else if (file.extension === ".cls" || file.extension === ".trigger") {
+      parseApex(file, content, lines, symbols);
+    } else if (file.extension === ".php") {
+      parsePHP(file, content, lines, symbols);
+    } else if (file.extension === ".rb") {
+      parseRuby(file, content, lines, symbols);
     }
   } catch {}
 
@@ -309,6 +315,201 @@ function parseJava(file: FileInfo, content: string, lines: string[], symbols: Sy
   }
 }
 
+/**
+ * Parse PHP files
+ */
+function parsePHP(file: FileInfo, content: string, lines: string[], symbols: Symbol[]): void {
+  for (let i = 0; i < lines.length; i++) {
+    const line = lines[i].trim();
+    
+    // Classes: class ClassName, public class ClassName
+    const classMatch = line.match(/^(?:public\s+|private\s+|protected\s+)?class\s+(\w+)/);
+    if (classMatch) {
+      symbols.push({
+        id: generateSymbolId(file.relativePath, classMatch[1]),
+        name: classMatch[1],
+        type: "class",
+        file: file.relativePath,
+        line: i + 1,
+        export: true,
+      });
+    }
+
+    // Interfaces: interface InterfaceName
+    const interfaceMatch = line.match(/^(?:public\s+)?interface\s+(\w+)/);
+    if (interfaceMatch) {
+      symbols.push({
+        id: generateSymbolId(file.relativePath, interfaceMatch[1]),
+        name: interfaceMatch[1],
+        type: "interface",
+        file: file.relativePath,
+        line: i + 1,
+        export: true,
+      });
+    }
+
+    // Functions: function functionName
+    const funcMatch = line.match(/^(?:public\s+|private\s+|protected\s+)?function\s+(\w+)/);
+    if (funcMatch) {
+      symbols.push({
+        id: generateSymbolId(file.relativePath, funcMatch[1]),
+        name: funcMatch[1],
+        type: "function",
+        file: file.relativePath,
+        line: i + 1,
+        export: true,
+      });
+    }
+
+    // Constants: const CONST_NAME
+    const constMatch = line.match(/^const\s+(\w+)/);
+    if (constMatch) {
+      symbols.push({
+        id: generateSymbolId(file.relativePath, constMatch[1]),
+        name: constMatch[1],
+        type: "const",
+        file: file.relativePath,
+        line: i + 1,
+        export: true,
+      });
+    }
+  }
+}
+
+/**
+ * Parse Ruby files
+ */
+function parseRuby(file: FileInfo, content: string, lines: string[], symbols: Symbol[]): void {
+  for (let i = 0; i < lines.length; i++) {
+    const line = lines[i].trim();
+    
+    // Classes: class ClassName
+    const classMatch = line.match(/^class\s+(\w+)/);
+    if (classMatch) {
+      symbols.push({
+        id: generateSymbolId(file.relativePath, classMatch[1]),
+        name: classMatch[1],
+        type: "class",
+        file: file.relativePath,
+        line: i + 1,
+        export: true,
+      });
+    }
+
+    // Modules: module ModuleName
+    const moduleMatch = line.match(/^module\s+(\w+)/);
+    if (moduleMatch) {
+      symbols.push({
+        id: generateSymbolId(file.relativePath, moduleMatch[1]),
+        name: moduleMatch[1],
+        type: "module",
+        file: file.relativePath,
+        line: i + 1,
+        export: true,
+      });
+    }
+
+    const methodMatch = line.match(/^def\s+(\w+)/);
+    if (methodMatch) {
+      symbols.push({
+        id: generateSymbolId(file.relativePath, methodMatch[1]),
+        name: methodMatch[1],
+        type: "function",
+        file: file.relativePath,
+        line: i + 1,
+        export: true,
+      });
+    }
+
+    const classMethodMatch = line.match(/^def\s+self\.(\w+)/);
+    if (classMethodMatch) {
+      symbols.push({
+        id: generateSymbolId(file.relativePath, classMethodMatch[1]),
+        name: classMethodMatch[1],
+        type: "function",
+        file: file.relativePath,
+        line: i + 1,
+        export: true,
+      });
+    }
+
+    // Constants: CONST_NAME =
+    const constMatch = line.match(/^([A-Z][A-Z0-9_]*)\s*=/);
+    if (constMatch) {
+      symbols.push({
+        id: generateSymbolId(file.relativePath, constMatch[1]),
+        name: constMatch[1],
+        type: "const",
+        file: file.relativePath,
+        line: i + 1,
+        export: true,
+      });
+    }
+  }
+}
+
+/**
+ * Parse Apex (Salesforce) files
+ */
+function parseApex(file: FileInfo, content: string, lines: string[], symbols: Symbol[]): void {
+  for (let i = 0; i < lines.length; i++) {
+    const line = lines[i].trim();
+    
+    // Classes: public with sharing class ClassName, public class ClassName, etc.
+    const classMatch = line.match(/^(?:public\s+(?:with\s+sharing|without\s+sharing|inherited\s+sharing)\s+)?class\s+(\w+)/);
+    if (classMatch) {
+      symbols.push({
+        id: generateSymbolId(file.relativePath, classMatch[1]),
+        name: classMatch[1],
+        type: "class",
+        file: file.relativePath,
+        line: i + 1,
+        export: true,
+      });
+    }
+
+    // Interfaces
+    const interfaceMatch = line.match(/^(?:public\s+)?interface\s+(\w+)/);
+    if (interfaceMatch) {
+      symbols.push({
+        id: generateSymbolId(file.relativePath, interfaceMatch[1]),
+        name: interfaceMatch[1],
+        type: "interface",
+        file: file.relativePath,
+        line: i + 1,
+        export: true,
+      });
+    }
+
+    // Methods: public static ReturnType methodName(
+    // Also handles @AuraEnabled public static ReturnType methodName(
+    const methodMatch = line.match(/^(?:@\w+\s+)?(?:public|private|protected|global)\s+(?:static\s+)?(?:\w+)\s+(\w+)\s*\(/);
+    if (methodMatch && !["if", "for", "while", "switch"].includes(methodMatch[1])) {
+      symbols.push({
+        id: generateSymbolId(file.relativePath, methodMatch[1]),
+        name: methodMatch[1],
+        type: "function",
+        file: file.relativePath,
+        line: i + 1,
+        export: line.includes("public") || line.includes("global"),
+      });
+    }
+
+    // Triggers: trigger TriggerName on ObjectName
+    const triggerMatch = line.match(/^trigger\s+(\w+)\s+on\s+(\w+)/);
+    if (triggerMatch) {
+      symbols.push({
+        id: generateSymbolId(file.relativePath, triggerMatch[1]),
+        name: triggerMatch[1],
+        type: "function",
+        file: file.relativePath,
+        line: i + 1,
+        export: true,
+      });
+    }
+  }
+}
+
 /**
  * Parse C# files
  */

package/src/commands/ai-first.ts

@@ -18,7 +18,7 @@ import { generateAIRules, generateAIRulesFile } from "../analyzers/aiRules.js";
 import { generateModuleGraph } from "../core/moduleGraph.js";
 import { loadIndexState, computeFileHash, getFilesToIndex, getChangedFilesGit } from "../core/indexState.js";
 import { chunkFiles } from "../core/chunker.js";
-import { generateEmbeddings, saveEmbeddings } from "../core/embeddings.js";
+import { generateEmbeddings, saveEmbeddings, createEmbeddingsTable } from "../core/embeddings.js";
 import { generateContextModules, createCCP, listCCPs, getCCP } from "../core/ccp.js";
 import { generateSemanticContexts } from "../core/semanticContexts.js";
 import { doctorMain } from "./doctor.js";
@@ -28,6 +28,7 @@ import { detectGitRepository, generateGitContext, analyzeGitActivity, getRecentF
 import { buildKnowledgeGraph, loadKnowledgeGraph } from "../core/knowledgeGraphBuilder.js";
 import { runIncrementalUpdate, detectChangedFiles } from "../core/incrementalAnalyzer.js";
 import { generateAllSchema } from "../core/schema.js";
+import { Database } from "sql.js";
 import ora from "ora";
 import process from "process";
 
@@ -53,7 +54,7 @@ export interface AIFirstResult {
 export async function runAIFirst(options: AIFirstOptions = {}): Promise<AIFirstResult> {
   const {
     rootDir = process.cwd(),
-    outputDir = path.join(rootDir, "ai"),
+    outputDir = path.join(rootDir, "ai-context"),
   } = options;
 
   const filesCreated: string[] = [];
@@ -158,6 +159,20 @@ export async function runAIFirst(options: AIFirstOptions = {}): Promise<AIFirstR
     console.log("   ✅ Created ai_context.md");
 
     // Generate semantic contexts (features and flows)
+    // First generate modules.json which is required for feature/flow detection
+    console.log("📦 Generating modules...");
+    const modules: Record<string, { path: string; files: string[] }> = {};
+    for (const file of scanResult.files) {
+      const parts = file.relativePath.split('/');
+      if (parts.length > 1 && parts[0] !== 'ai') {
+        if (!modules[parts[0]]) modules[parts[0]] = { path: parts[0], files: [] };
+        modules[parts[0]].files.push(file.relativePath);
+      }
+    }
+    const modulesPath = path.join(outputDir, "modules.json");
+    fs.writeFileSync(modulesPath, JSON.stringify({ modules }, null, 2));
+    console.log("   ✅ modules.json");
+    
     try {
       const { features, flows } = generateSemanticContexts(outputDir);
       console.log(`   ✅ Created ${features.length} features, ${flows.length} flows`);
@@ -356,7 +371,7 @@ if (isMain) {
     // Index command - generate SQLite database
     args.shift();
     let rootDir = process.cwd();
-    let outputPath = path.join(rootDir, "ai", "index.db");
+    let outputPath: string | null = null;
     let semanticMode = false;
 
     for (let i = 0; i < args.length; i++) {
@@ -401,8 +416,17 @@ Example queries (for AI agents):
       }
     }
 
-    const aiDir = path.join(rootDir, "ai");
+    if (!outputPath) {
+      outputPath = path.join(rootDir, "ai", "index.db");
+    }
+
+    const aiDir = path.join(rootDir, "ai-context");
     
+    // Create output directory if it doesn't exist
+    if (!fs.existsSync(aiDir)) {
+      fs.mkdirSync(aiDir, { recursive: true });
+    }
+
     // Load existing index state for incremental indexing
     const existingState = loadIndexState(aiDir);
     
@@ -498,7 +522,23 @@ Example queries (for AI agents):
             console.log(`   Created ${chunks.length} chunks`);
             
             const { embeddings, model } = await generateEmbeddings(chunks);
-            saveEmbeddings(embeddings, aiDir, model, 384);
+            
+            const initSqlJs = (await import("sql.js")).default;
+            const SQL = await initSqlJs();
+            const dbPath = outputPath || path.join(rootDir, "ai", "index.db");
+            let db: Database;
+            if (fs.existsSync(dbPath)) {
+              const fileBuffer = fs.readFileSync(dbPath);
+              db = new SQL.Database(fileBuffer);
+            } else {
+              db = new SQL.Database();
+            }
+            createEmbeddingsTable(db);
+            saveEmbeddings(db, embeddings, model, 384);
+            const data = db.export();
+            const buffer = Buffer.from(data);
+            fs.writeFileSync(dbPath, buffer);
+            db.close();
             console.log("   ✅ Semantic indexing complete");
           } catch (error) {
             console.log("   ⚠️  Semantic indexing failed:", error);
@@ -596,7 +636,7 @@ Features:
     // Context command - generate AI context files OR symbol-specific context packet
     args.shift();
     let rootDir = process.cwd();
-    let outputDir = path.join(rootDir, "ai");
+    let outputDir = path.join(rootDir, "ai-context");
     let symbolArg: string | undefined;
     let depth = 1;
     let maxSymbols = 50;
@@ -610,7 +650,7 @@ Features:
           case "--root":
           case "-r":
             rootDir = args[++i];
-            outputDir = path.join(rootDir, "ai");
+            outputDir = path.join(rootDir, "ai-context");
             break;
           case "--output":
           case "-o":
@@ -688,7 +728,8 @@ Examples:
             console.log(`   Calls: ${packet.relationships.calls.length}`);
             console.log(`   Called by: ${packet.callers.length}`);
             console.log(`   Imports: ${packet.relationships.imports.length}`);
-            console.log(`   Instantites: ${packet.relationships.instantiates?.length || 0}`);
+            console.log(`   Exports: ${packet.relationships.exports?.length || 0}`);
+            console.log(`   References: ${packet.relationships.references?.length || 0}`);
             console.log(`   Related symbols: ${packet.relatedSymbols.length}`);
             console.log(`\n📝 Summary: ${packet.summary}`);
           }
@@ -1079,7 +1120,7 @@ Options:
     
     console.log("\n🗺️  Generating repository map...\n");
     const scan = scanRepo(rootDir);
-    const aiDir = path.join(rootDir, "ai");
+    const aiDir = path.join(rootDir, "ai-context");
     
     // files.json
     const filesJson = { files: scan.files.map(f => ({ path: f.relativePath, name: f.name, ext: f.extension })) };
@@ -1100,8 +1141,8 @@ Options:
     
     // repo-map.json (use local generateRepoMapJson function)
     const repoMapData = JSON.parse(generateRepoMapJson(scan.files.map(f => ({ relativePath: f.relativePath, name: f.name, extension: f.extension }))));
-    fs.writeFileSync(path.join(aiDir, "repo-map.json"), JSON.stringify(repoMapData, null, 2));
-    console.log("   ✅ repo-map.json");
+    fs.writeFileSync(path.join(aiDir, "repo_map.json"), JSON.stringify(repoMapData, null, 2));
+    console.log("   ✅ repo_map.json");
     
     // module-graph.json
     const { generateModuleGraph } = await import("../core/moduleGraph.js");
@@ -1164,7 +1205,7 @@ Examples:
     args.shift();
     
     let rootDir = process.cwd();
-    let aiDir = path.join(rootDir, "ai");
+    let aiDir = path.join(rootDir, "ai-context");
     let limit = 50;
     let showActivity = false;
     let showJson = false;
@@ -1175,7 +1216,7 @@ Examples:
         case "--root":
         case "-r":
           rootDir = args[++i];
-          aiDir = path.join(rootDir, "ai");
+          aiDir = path.join(rootDir, "ai-context");
           break;
         case "--limit":
         case "-n":
@@ -1271,7 +1312,7 @@ Examples:
     args.shift();
     
     let rootDir = process.cwd();
-    let aiDir = path.join(rootDir, "ai");
+    let aiDir = path.join(rootDir, "ai-context");
     let showJson = false;
     let showStats = false;
     
@@ -1281,7 +1322,7 @@ Examples:
         case "--root":
         case "-r":
           rootDir = args[++i];
-          aiDir = path.join(rootDir, "ai");
+          aiDir = path.join(rootDir, "ai-context");
           break;
         case "--json":
           showJson = true;
@@ -1290,6 +1331,8 @@ Examples:
         case "-s":
           showStats = true;
           break;
+        case "--no-git":
+          break;
         case "--help":
         case "-h":
           console.log(`
@@ -1300,20 +1343,22 @@ Usage: ai-first graph [options]
 Options:
   -r, --root <dir>   Root directory (default: current directory)
   -s, --stats        Show graph statistics
-  --json              Output as JSON
+  --no-git           Skip git history analysis
+  --json             Output as JSON
   -h, --help         Show help message
 
 Examples:
   ai-first graph
   ai-first graph --stats
+  ai-first graph --no-git
 `);
           process.exit(0);
       }
     }
-    
-    if (!detectGitRepository(rootDir)) {
-      console.log("❌ Not a git repository");
-      process.exit(1);
+
+    const hasGit = detectGitRepository(rootDir);
+    if (!hasGit) {
+      console.log("⚠️  Not a git repository - generating graph from static analysis only");
     }
     
     console.log(`\n🕸️  Building knowledge graph in: ${rootDir}\n`);
@@ -1350,7 +1395,7 @@ Examples:
     args.shift();
     
     let rootDir = process.cwd();
-    let aiDir = path.join(rootDir, "ai");
+    let aiDir = path.join(rootDir, "ai-context");
     let useGit = true;
     let showJson = false;
     
@@ -1360,7 +1405,7 @@ Examples:
         case "--root":
         case "-r":
           rootDir = args[++i];
-          aiDir = path.join(rootDir, "ai");
+          aiDir = path.join(rootDir, "ai-context");
           break;
         case "--no-git":
           useGit = false;

package/src/commands/doctor.ts

@@ -30,7 +30,7 @@ export async function runDoctor(rootDir: string, fixMode: boolean): Promise<Doct
   const largeFiles = scanResult.files.filter(f => { try { return fs.statSync(f.path).size > 1024 * 1024; } catch { return false; } });
   checks.push({ name: 'Large files', status: largeFiles.length === 0 ? 'pass' : 'warn', message: largeFiles.length === 0 ? 'No large files' : `${largeFiles.length} large files` });
 
-  const aiDir = path.join(rootDir, "ai");
+  const aiDir = path.join(rootDir, "ai-context");
   checks.push({ name: 'AI directory', status: fs.existsSync(aiDir) ? 'pass' : 'warn', message: fs.existsSync(aiDir) ? 'Found' : 'Not found' });
   checks.push({ name: 'Semantic index', status: fs.existsSync(path.join(aiDir, "index")) ? 'pass' : 'warn', message: fs.existsSync(path.join(aiDir, "index")) ? 'Found' : 'Not found' });
   checks.push({ name: 'Module graph', status: fs.existsSync(path.join(aiDir, "graph", "module-graph.json")) ? 'pass' : 'warn', message: 'Run ai-first explore all' });

package/src/commands/explore.ts

@@ -6,7 +6,7 @@ import { generateModuleGraph } from "../core/moduleGraph.js";
 export interface ExploreResult { success: boolean; modules?: string[]; dependencies?: string[]; error?: string; }
 
 export async function runExplore(rootDir: string, moduleName: string | undefined): Promise<ExploreResult> {
-  const aiDir = path.join(rootDir, "ai");
+  const aiDir = path.join(rootDir, "ai-context");
   const graphFile = path.join(aiDir, "graph", "module-graph.json");
 
   if (!moduleName || moduleName === 'all') {

package/src/core/ccp.ts

@@ -147,7 +147,7 @@ export function createCCP(
     include?: string[];
   } = {}
 ): { success: boolean; path: string; error?: string } {
-  const aiDir = path.join(rootDir, "ai");
+  const aiDir = path.join(rootDir, "ai-context");
   const ccpDir = path.join(aiDir, "ccp", name);
   
   try {