ai-first-cli 1.1.3 → 1.2.0

package/test-projects/spring-boot-app/src/main/java/com/example/demo/services/UserService.java

@@ -0,0 +1,62 @@
+package com.example.demo.services;
+
+import com.example.demo.models.User;
+import com.example.demo.repositories.UserRepository;
+import lombok.RequiredArgsConstructor;
+import org.springframework.stereotype.Service;
+import org.springframework.transaction.annotation.Transactional;
+
+import java.util.List;
+import java.util.Optional;
+
+@Service
+@RequiredArgsConstructor
+@Transactional(readOnly = true)
+public class UserService {
+
+    private final UserRepository userRepository;
+
+    public List<User> findAll() {
+        return userRepository.findAll();
+    }
+
+    public Optional<User> findById(Long id) {
+        return userRepository.findById(id);
+    }
+
+    public Optional<User> findByEmail(String email) {
+        return userRepository.findByEmail(email);
+    }
+
+    @Transactional
+    public User create(User user) {
+        if (userRepository.existsByEmail(user.getEmail())) {
+            throw new IllegalArgumentException("User with email " + user.getEmail() + " already exists");
+        }
+        return userRepository.save(user);
+    }
+
+    @Transactional
+    public User update(Long id, User userDetails) {
+        User user = userRepository.findById(id)
+                .orElseThrow(() -> new IllegalArgumentException("User not found with id: " + id));
+        
+        if (!user.getEmail().equals(userDetails.getEmail()) && 
+            userRepository.existsByEmail(userDetails.getEmail())) {
+            throw new IllegalArgumentException("Email already in use: " + userDetails.getEmail());
+        }
+        
+        user.setName(userDetails.getName());
+        user.setEmail(userDetails.getEmail());
+        
+        return userRepository.save(user);
+    }
+
+    @Transactional
+    public void delete(Long id) {
+        if (!userRepository.existsById(id)) {
+            throw new IllegalArgumentException("User not found with id: " + id);
+        }
+        userRepository.deleteById(id);
+    }
+}

package/test-projects/spring-boot-app/src/main/resources/application.properties

@@ -0,0 +1,22 @@
+# Application Configuration
+spring.application.name=demo
+
+# H2 Database Configuration
+spring.datasource.url=jdbc:h2:mem:testdb
+spring.datasource.driverClassName=org.h2.Driver
+spring.datasource.username=sa
+spring.datasource.password=
+
+# JPA/Hibernate Configuration
+spring.jpa.database-platform=org.hibernate.dialect.H2Dialect
+spring.jpa.hibernate.ddl-auto=create-drop
+spring.jpa.show-sql=true
+spring.jpa.properties.hibernate.format_sql=true
+
+# H2 Console (for development)
+spring.h2.console.enabled=true
+spring.h2.console.path=/h2-console
+
+# Logging
+logging.level.org.hibernate.SQL=debug
+logging.level.org.hibernate.type.descriptor.sql.BasicBinder=trace

package/test_adapters.mjs

@@ -0,0 +1,87 @@
+import { extractSymbols } from "./dist/analyzers/symbols.js";
+import fs from "fs";
+import path from "path";
+
+const projects = [
+  { name: "Django", path: "test-projects/django-app", ext: ".py", sampleFile: "blog/models.py" },
+  { name: "Laravel", path: "test-projects/laravel-app", ext: ".php", sampleFile: "app/Http/Controllers/Controller.php" },
+  { name: "FastAPI", path: "test-projects/fastapi-app", ext: ".py", sampleFile: "app/main.py" },
+  { name: "Flask", path: "test-projects/flask-app", ext: ".py", sampleFile: "app/models.py" },
+  { name: "Rails", path: "test-projects/rails-app", ext: ".rb", sampleFile: "app/models/user.rb" },
+  { name: "Spring Boot", path: "test-projects/spring-boot-app", ext: ".java", sampleFile: "src/main/java/com/example/demo/DemoApplication.java" },
+  { name: "NestJS", path: "test-projects/nestjs-backend", ext: ".ts", sampleFile: "src/main.ts" },
+  { name: "Express", path: "test-projects/express-api", ext: ".js", sampleFile: "index.js" },
+  { name: "React", path: "test-projects/react-app", ext: ".tsx", sampleFile: "src/App.tsx" },
+  { name: "Salesforce", path: "test-projects/salesforce-cli", ext: ".cls", sampleFile: "force-app/main/default/classes/AccountController.cls" },
+  { name: "Python CLI", path: "test-projects/python-cli", ext: ".py", sampleFile: "main.py" },
+];
+
+console.log("=== ADAPTER SYMBOL EXTRACTION TESTS ===\n");
+
+const results = [];
+
+for (const project of projects) {
+  const fullPath = path.join(process.cwd(), project.path, project.sampleFile);
+  const fileExists = fs.existsSync(fullPath);
+  
+  if (fileExists) {
+    const content = fs.readFileSync(fullPath, "utf8");
+    const fileInfo = {
+      path: fullPath,
+      relativePath: project.sampleFile,
+      extension: project.ext,
+      name: path.basename(project.sampleFile, path.extname(project.sampleFile))
+    };
+    
+    const symbols = extractSymbols([fileInfo]);
+    const symbolCount = symbols.symbols.length;
+    const symbolNames = symbols.symbols.map(s => s.name).slice(0, 5).join(", ");
+    
+    results.push({
+      adapter: project.name,
+      extension: project.ext,
+      file: project.sampleFile,
+      symbolsExtracted: symbolCount,
+      sampleSymbols: symbolNames,
+      status: symbolCount > 0 ? "PASS" : "FAIL"
+    });
+    
+    console.log(`[${symbolCount > 0 ? "PASS" : "FAIL"}] ${project.name} (${project.ext})`);
+    console.log(`  File: ${project.sampleFile}`);
+    console.log(`  Symbols: ${symbolCount}`);
+    if (symbolCount > 0) {
+      console.log(`  Sample: ${symbolNames}`);
+    }
+    console.log("");
+  } else {
+    results.push({
+      adapter: project.name,
+      extension: project.ext,
+      file: project.sampleFile,
+      symbolsExtracted: -1,
+      sampleSymbols: "FILE NOT FOUND",
+      status: "ERROR"
+    });
+    
+    console.log(`[ERROR] ${project.name}`);
+    console.log(`  File not found: ${project.sampleFile}`);
+    console.log("");
+  }
+}
+
+console.log("\n=== SUMMARY ===");
+const passed = results.filter(r => r.status === "PASS").length;
+const failed = results.filter(r => r.status === "FAIL").length;
+const errors = results.filter(r => r.status === "ERROR").length;
+
+console.log(`Total: ${results.length}`);
+console.log(`Passed: ${passed}`);
+console.log(`Failed: ${failed}`);
+console.log(`Errors: ${errors}`);
+
+if (failed > 0 || errors > 0) {
+  console.log("\n=== FAILED ADAPTERS ===");
+  results.filter(r => r.status !== "PASS").forEach(r => {
+    console.log(`- ${r.adapter} (${r.extension}): ${r.status} - ${r.sampleSymbols}`);
+  });
+}

package/tests/e2e/README.md

@@ -0,0 +1,85 @@
+# ai-first E2E Test Suite
+
+This directory contains end-to-end tests for ai-first-cli across different project types.
+
+## Test Projects
+
+| Project | Path | Type | Framework |
+|---------|------|------|-----------|
+| Express API | `test-projects/express-api` | Backend | Express.js |
+| NestJS Backend | `test-projects/nestjs-backend` | Backend | NestJS |
+| Python CLI | `test-projects/python-cli` | CLI | Python |
+| React App | `test-projects/react-app` | Frontend | React + Vite |
+
+## Test Commands
+
+### Init Command Tests
+
+```bash
+# Test init on all projects
+npm run test:e2e:init
+
+# Individual project tests
+node dist/commands/ai-first.js init --root test-projects/express-api
+node dist/commands/ai-first.js init --root test-projects/nestjs-backend
+node dist/commands/ai-first.js init --root test-projects/python-cli
+node dist/commands/ai-first.js init --root test-projects/react-app
+```
+
+### Map Command Tests
+
+```bash
+# Test map on all projects
+npm run test:e2e:map
+
+# Individual project tests
+node dist/commands/ai-first.js map --root test-projects/express-api
+node dist/commands/ai-first.js map --root test-projects/nestjs-backend
+node dist/commands/ai-first.js map --root test-projects/python-cli
+node dist/commands/ai-first.js map --root test-projects/react-app
+```
+
+## Expected Results
+
+### init command should generate:
+
+- [x] `ai-context/repo_map.md`
+- [x] `ai-context/repo_map.json`
+- [x] `ai-context/summary.md`
+- [x] `ai-context/architecture.md`
+- [x] `ai-context/tech_stack.md`
+- [x] `ai-context/entrypoints.md`
+- [x] `ai-context/conventions.md`
+- [x] `ai-context/symbols.json`
+- [x] `ai-context/dependencies.json`
+- [x] `ai-context/ai_rules.md`
+- [x] `ai-context/ai_context.md`
+- [ ] `ai-context/context/features/*.json` ← NOT WORKING
+- [ ] `ai-context/context/flows/*.json` ← NOT WORKING (except NestJS with map)
+
+### map command should generate:
+
+- [x] `ai-context/graph/module-graph.json`
+- [x] `ai-context/graph/symbol-graph.json`
+- [x] `ai-context/files.json`
+- [ ] `ai-context/context/features/*.json` ← NOT WORKING for JS/Python/React
+- [x] `ai-context/context/flows/*.json` ← Only works for NestJS
+
+## Running Tests
+
+```bash
+# Build first
+npm run build
+
+# Run init tests
+for project in express-api nestjs-backend python-cli react-app; do
+  rm -rf test-projects/$project/ai-context test-projects/$project/ai
+  node dist/commands/ai-first.js init --root test-projects/$project
+done
+
+# Run map tests
+for project in express-api nestjs-backend python-cli react-app; do
+  rm -rf test-projects/$project/ai-context test-projects/$project/ai
+  node dist/commands/ai-first.js map --root test-projects/$project
+done
+```

package/tests/e2e/run-e2e.sh

@@ -0,0 +1,88 @@
+#!/bin/bash
+
+# E2E Test Runner for ai-first-cli
+# Runs all commands on all test projects
+
+set -e
+
+CLI="node dist/commands/ai-first.js"
+PROJECTS=("express-api" "nestjs-backend" "python-cli" "react-app")
+
+echo "========================================"
+echo "ai-first-cli E2E Test Suite"
+echo "========================================"
+
+# Build first
+echo "Building..."
+npm run build
+
+# Test each command on each project
+for project in "${PROJECTS[@]}"; do
+  echo ""
+  echo "========================================"
+  echo "Testing: $project"
+  echo "========================================"
+  
+  # Clean ai directory
+  rm -rf "test-projects/$project/ai"
+  
+  # Test init
+  echo ""
+  echo "--- init ---"
+  $CLI init --root "test-projects/$project" || true
+  
+  # Test doctor
+  echo ""
+  echo "--- doctor ---"
+  $CLI doctor --root "test-projects/$project" || true
+  
+  # Test map
+  echo ""
+  echo "--- map ---"
+  $CLI map --root "test-projects/$project" || true
+  
+  # Test index
+  echo ""
+  echo "--- index ---"
+  $CLI index --root "test-projects/$project" || true
+  
+  # Test explore
+  echo ""
+  echo "--- explore ---"
+  $CLI explore all --root "test-projects/$project" || true
+  
+  # Test graph
+  echo ""
+  echo "--- graph ---"
+  $CLI graph --root "test-projects/$project" || true
+  
+  # Test git
+  echo ""
+  echo "--- git ---"
+  $CLI git --root "test-projects/$project" || true
+  
+  # Check results
+  echo ""
+  echo "--- Results ---"
+  if [ -d "test-projects/$project/ai" ]; then
+    echo "Files generated:"
+    ls "test-projects/$project/ai/"
+    
+    if [ -d "test-projects/$project/ai/context/features" ]; then
+      FEATURES=$(ls -1 "test-projects/$project/ai/context/features/" 2>/dev/null | wc -l)
+      echo "Features: $FEATURES"
+    fi
+    
+    if [ -d "test-projects/$project/ai/context/flows" ]; then
+      FLOWS=$(ls -1 "test-projects/$project/ai/context/flows/" 2>/dev/null | wc -l)
+      echo "Flows: $FLOWS"
+    fi
+  else
+    echo "ERROR: No ai directory created"
+  fi
+done
+
+echo ""
+echo "========================================"
+echo "E2E Tests Complete"
+echo "========================================"

package/tests/phase2-fixes.test.ts

@@ -0,0 +1,200 @@
+import { describe, it, expect, beforeEach, afterEach } from "vitest";
+import fs from "fs";
+import path from "path";
+import os from "os";
+import { extractSymbols } from "../src/analyzers/symbols.js";
+import { generateSemanticContexts } from "../src/core/semanticContexts.js";
+
+describe("Symbol Extraction - Extension Format Fix", () => {
+  const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "ai-first-symbols-"));
+  const testFilePath = path.join(tempDir, "test.js");
+  
+  beforeEach(() => {
+    const content = `
+const express = require('express');
+const authController = require('./authController');
+
+const app = express();
+const PORT = process.env.PORT || 3000;
+
+function finalTest() {
+  return 'test';
+}
+
+module.exports = app;
+`;
+    fs.writeFileSync(testFilePath, content);
+  });
+  
+  afterEach(() => {
+    fs.unlinkSync(testFilePath);
+  });
+
+  it("should extract symbols from .js files with proper extension", () => {
+    const fileInfo = {
+      path: testFilePath,
+      relativePath: "test.js",
+      extension: ".js",
+      name: "test"
+    };
+    
+    const result = extractSymbols([fileInfo]);
+    
+    expect(result.symbols.length).toBeGreaterThanOrEqual(5);
+    expect(result.symbols.some(s => s.name === "express")).toBe(true);
+    expect(result.symbols.some(s => s.name === "authController")).toBe(true);
+    expect(result.symbols.some(s => s.name === "app")).toBe(true);
+    expect(result.symbols.some(s => s.name === "PORT")).toBe(true);
+    expect(result.symbols.some(s => s.name === "finalTest")).toBe(true);
+  });
+
+  it("should extract symbols from .ts files", () => {
+    const tsFilePath = path.join(tempDir, "test.ts");
+    const content = `
+export class UserController {
+  public async getUser(id: string) { }
+}
+
+export const MAX_USERS = 100;
+`;
+    fs.writeFileSync(tsFilePath, content);
+    
+    const fileInfo = {
+      path: tsFilePath,
+      relativePath: "test.ts",
+      extension: ".ts",
+      name: "test"
+    };
+    
+    const result = extractSymbols([fileInfo]);
+    
+    expect(result.symbols.length).toBeGreaterThanOrEqual(2);
+    expect(result.symbols.some(s => s.name === "UserController")).toBe(true);
+    expect(result.symbols.some(s => s.name === "MAX_USERS")).toBe(true);
+    
+    fs.unlinkSync(tsFilePath);
+  });
+
+  it("should NOT extract symbols if extension is passed without dot", () => {
+    const fileInfo = {
+      path: testFilePath,
+      relativePath: "test.js",
+      extension: "js",
+      name: "test"
+    };
+    
+    const result = extractSymbols([fileInfo]);
+    
+    expect(result.symbols.length).toBe(0);
+  });
+});
+
+describe("Flow Name Sanitization", () => {
+  const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "ai-first-flows-"));
+  
+  function createTestModules(modules: Record<string, { path: string; files: string[] }>) {
+    const aiDir = path.join(tempDir, "ai");
+    fs.mkdirSync(path.join(aiDir, "context", "flows"), { recursive: true });
+    fs.mkdirSync(path.join(aiDir, "graph"), { recursive: true });
+    fs.writeFileSync(path.join(aiDir, "modules.json"), JSON.stringify({ modules }));
+    fs.writeFileSync(path.join(aiDir, "symbols.json"), JSON.stringify({ symbols: {}, byType: {}, byFile: {} }));
+    fs.writeFileSync(path.join(aiDir, "graph", "symbol-graph.json"), JSON.stringify({ symbols: [], relationships: [] }));
+    return aiDir;
+  }
+
+  afterEach(() => {
+    fs.rmSync(tempDir, { recursive: true, force: true });
+  });
+
+  it("should NOT create flow files with double dots", () => {
+    const modules = {
+      "auth": {
+        path: "src/users",
+        files: [
+          "src/users/users.controller.ts",
+          "src/users/users.service.ts"
+        ]
+      }
+    };
+    
+    const aiDir = createTestModules(modules);
+    generateSemanticContexts(aiDir);
+    
+    const flowsDir = path.join(aiDir, "context", "flows");
+    const files = fs.readdirSync(flowsDir);
+    
+    expect(files.some(f => f.includes(".."))).toBe(false);
+    expect(files.some(f => f === "users.json")).toBe(true);
+  });
+
+  it("should NOT create flow files with trailing underscores", () => {
+    const modules = {
+      "add": {
+        path: "cli",
+        files: [
+          "cli/add_command.py",
+          "cli/list_command.py"
+        ]
+      }
+    };
+    
+    const aiDir = createTestModules(modules);
+    generateSemanticContexts(aiDir);
+    
+    const flowsDir = path.join(aiDir, "context", "flows");
+    const files = fs.readdirSync(flowsDir);
+    
+    expect(files.some(f => f.endsWith("_.json"))).toBe(false);
+  });
+
+  it("should sanitize special characters in flow names", () => {
+    const modules = {
+      "test-flow": {
+        path: "api/test-flow",
+        files: [
+          "api/test-flow/controller.ts",
+          "api/test-flow/service.ts",
+          "api/test-flow/repository.ts"
+        ]
+      }
+    };
+    
+    const aiDir = createTestModules(modules);
+    generateSemanticContexts(aiDir);
+    
+    const flowsDir = path.join(aiDir, "context", "flows");
+    const files = fs.readdirSync(flowsDir);
+    
+    expect(files.every(f => /^[a-zA-Z0-9_.-]+$/.test(f.replace(".json", "")))).toBe(true);
+  });
+});
+
+describe("File Name Consolidation (repo-map -> repo_map)", () => {
+  const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "ai-first-consolidation-"));
+  
+  afterEach(() => {
+    fs.rmSync(tempDir, { recursive: true, force: true });
+  });
+
+  it("should only create repo_map.json, not repo-map.json", () => {
+    const aiDir = path.join(tempDir, "ai");
+    fs.mkdirSync(aiDir, { recursive: true });
+    
+    const testData = { test: "data" };
+    fs.writeFileSync(path.join(aiDir, "repo_map.json"), JSON.stringify(testData));
+    
+    expect(fs.existsSync(path.join(aiDir, "repo_map.json"))).toBe(true);
+    expect(fs.existsSync(path.join(aiDir, "repo-map.json"))).toBe(false);
+  });
+
+  it("should handle migration scenario correctly", () => {
+    const aiDir = path.join(tempDir, "ai");
+    fs.mkdirSync(aiDir, { recursive: true });
+    
+    fs.writeFileSync(path.join(aiDir, "repo_map.json"), JSON.stringify({ version: "new" }));
+    fs.writeFileSync(path.join(aiDir, "repo-map.json"), JSON.stringify({ version: "old" }));
+    
+    expect(fs.existsSync(path.join(aiDir, "repo_map.json"))).toBe(true);
+    expect(fs.existsSync(path.join(aiDir, "repo-map.json"))).toBe(true);
+  });
+});