@codexa/cli 9.0.2 → 9.0.4

package/db/schema.ts

@@ -1,3 +1,4 @@
+import { Database } from "bun:sqlite";
 import { getDb } from "./connection";
 
 export function initSchema(): void {
@@ -263,30 +264,7 @@ export function initSchema(): void {
       created_at TEXT DEFAULT CURRENT_TIMESTAMP
     );
 
-    -- 20. Session Summaries (v8.0 - Resumos de sessao para continuidade)
-    CREATE TABLE IF NOT EXISTS session_summaries (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      spec_id TEXT NOT NULL REFERENCES specs(id),
-
-      -- Periodo
-      start_time TEXT NOT NULL,
-      end_time TEXT NOT NULL,
-
-      -- Conteudo
-      summary TEXT NOT NULL,      -- O que foi feito
-      decisions TEXT,             -- JSON array de decisoes tomadas
-      blockers TEXT,              -- JSON array de problemas encontrados
-      next_steps TEXT,            -- JSON array de recomendacoes
-
-      -- Estatisticas
-      tasks_completed INTEGER DEFAULT 0,
-      files_created INTEGER DEFAULT 0,
-      files_modified INTEGER DEFAULT 0,
-
-      created_at TEXT DEFAULT CURRENT_TIMESTAMP
-    );
-
-    -- 21. Architectural Analyses (v8.1 - migrado de architect.ts para schema central)
+    -- 20. Architectural Analyses (v8.1 - migrado de architect.ts para schema central)
     CREATE TABLE IF NOT EXISTS architectural_analyses (
       id TEXT PRIMARY KEY,
       name TEXT NOT NULL,
@@ -329,6 +307,13 @@ export function initSchema(): void {
       UNIQUE(file_path, utility_name)
     );
 
+    -- 23. Schema Migrations tracking (v9.2)
+    CREATE TABLE IF NOT EXISTS schema_migrations (
+      version TEXT PRIMARY KEY,
+      description TEXT NOT NULL,
+      applied_at TEXT DEFAULT CURRENT_TIMESTAMP
+    );
+
     -- Indices para performance
     CREATE INDEX IF NOT EXISTS idx_tasks_spec ON tasks(spec_id);
     CREATE INDEX IF NOT EXISTS idx_tasks_status ON tasks(status);
@@ -363,10 +348,6 @@ export function initSchema(): void {
     CREATE INDEX IF NOT EXISTS idx_reasoning_category ON reasoning_log(category);
     CREATE INDEX IF NOT EXISTS idx_reasoning_importance ON reasoning_log(importance);
 
-    -- v8.0: Indices para Session Summaries
-    CREATE INDEX IF NOT EXISTS idx_session_spec ON session_summaries(spec_id);
-    CREATE INDEX IF NOT EXISTS idx_session_time ON session_summaries(end_time);
-
     -- v8.1: Indices para Architectural Analyses
     CREATE INDEX IF NOT EXISTS idx_arch_status ON architectural_analyses(status);
     CREATE INDEX IF NOT EXISTS idx_arch_created ON architectural_analyses(created_at);
@@ -377,21 +358,169 @@ export function initSchema(): void {
     CREATE INDEX IF NOT EXISTS idx_utils_file ON project_utilities(file_path);
   `);
 
-  // v8.4: Migracao - adicionar analysis_id na tabela specs
-  try {
-    db.exec(`ALTER TABLE specs ADD COLUMN analysis_id TEXT`);
-  } catch {
-    // Coluna ja existe - ignorar
-  }
+  // Executar migracoes versionadas
+  runMigrations();
+}
 
-  // v8.7: Migracao - adicionar cli_version na tabela project
-  try {
-    db.exec(`ALTER TABLE project ADD COLUMN cli_version TEXT`);
-  } catch {
-    // Coluna ja existe - ignorar
+// ═══════════════════════════════════════════════════════════════
+// v9.2: Sistema de Migracoes Versionado
+// ═══════════════════════════════════════════════════════════════
+
+interface Migration {
+  version: string;
+  description: string;
+  up: (db: Database) => void;
+}
+
+const MIGRATIONS: Migration[] = [
+  {
+    version: "8.4.0",
+    description: "Adicionar analysis_id na tabela specs",
+    up: (db) => {
+      db.exec(`ALTER TABLE specs ADD COLUMN analysis_id TEXT`);
+    },
+  },
+  {
+    version: "8.7.0",
+    description: "Adicionar cli_version na tabela project",
+    up: (db) => {
+      db.exec(`ALTER TABLE project ADD COLUMN cli_version TEXT`);
+    },
+  },
+  {
+    version: "9.1.0",
+    description: "Adicionar last_discover_at na tabela project",
+    up: (db) => {
+      db.exec(`ALTER TABLE project ADD COLUMN last_discover_at TEXT`);
+    },
+  },
+  {
+    version: "9.1.1",
+    description: "Remover tabela session_summaries",
+    up: (db) => {
+      db.exec(`DROP TABLE IF EXISTS session_summaries`);
+    },
+  },
+  {
+    version: "9.2.0",
+    description: "Adicionar started_at na tabela tasks para validacao temporal de arquivos",
+    up: (db) => {
+      db.exec(`ALTER TABLE tasks ADD COLUMN started_at TEXT`);
+    },
+  },
+  {
+    version: "9.3.0",
+    description: "Criar tabela agent_performance para feedback loop",
+    up: (db) => {
+      db.exec(`
+        CREATE TABLE IF NOT EXISTS agent_performance (
+          id INTEGER PRIMARY KEY AUTOINCREMENT,
+          agent_type TEXT NOT NULL,
+          spec_id TEXT NOT NULL,
+          task_id INTEGER NOT NULL,
+          gates_passed_first_try INTEGER DEFAULT 0,
+          gates_total INTEGER DEFAULT 0,
+          bypasses_used INTEGER DEFAULT 0,
+          files_created INTEGER DEFAULT 0,
+          files_modified INTEGER DEFAULT 0,
+          context_size_bytes INTEGER DEFAULT 0,
+          execution_duration_ms INTEGER DEFAULT 0,
+          created_at TEXT DEFAULT CURRENT_TIMESTAMP
+        )
+      `);
+      db.exec(`CREATE INDEX IF NOT EXISTS idx_agent_perf_type ON agent_performance(agent_type)`);
+      db.exec(`CREATE INDEX IF NOT EXISTS idx_agent_perf_created ON agent_performance(created_at)`);
+    },
+  },
+  {
+    version: "9.4.0",
+    description: "Migrar acknowledged_by de JSON para tabela separada",
+    up: (db) => {
+      db.exec(`
+        CREATE TABLE IF NOT EXISTS knowledge_acknowledgments (
+          knowledge_id INTEGER NOT NULL REFERENCES knowledge(id) ON DELETE CASCADE,
+          task_id INTEGER NOT NULL,
+          acknowledged_at TEXT DEFAULT CURRENT_TIMESTAMP,
+          PRIMARY KEY (knowledge_id, task_id)
+        )
+      `);
+      db.exec(`CREATE INDEX IF NOT EXISTS idx_ka_task ON knowledge_acknowledgments(task_id)`);
+
+      // Migrar dados existentes do campo JSON
+      const rows = db.query("SELECT id, acknowledged_by FROM knowledge WHERE acknowledged_by IS NOT NULL").all() as any[];
+      const insert = db.prepare("INSERT OR IGNORE INTO knowledge_acknowledgments (knowledge_id, task_id) VALUES (?, ?)");
+      for (const row of rows) {
+        try {
+          const taskIds = JSON.parse(row.acknowledged_by) as number[];
+          for (const taskId of taskIds) {
+            insert.run(row.id, taskId);
+          }
+        } catch { /* JSON invalido, ignorar */ }
+      }
+    },
+  },
+];
+
+export function runMigrations(): void {
+  const db = getDb();
+
+  for (const migration of MIGRATIONS) {
+    // Verificar se ja foi aplicada
+    const existing = db
+      .query("SELECT version FROM schema_migrations WHERE version = ?")
+      .get(migration.version);
+
+    if (existing) continue;
+
+    // Executar migracao
+    try {
+      migration.up(db);
+    } catch (e: any) {
+      const msg = (e as Error).message || "";
+      // "duplicate column name" e esperado em DBs criadas antes do sistema de migracoes
+      if (msg.includes("duplicate column name") || msg.includes("already exists")) {
+        // Marcar como aplicada mesmo assim — DB ja tem a mudanca
+      } else {
+        throw new Error(
+          `Migracao ${migration.version} falhou: ${msg}\n` +
+          `Descricao: ${migration.description}`
+        );
+      }
+    }
+
+    // Registrar migracao como aplicada
+    const now = new Date().toISOString();
+    db.run(
+      "INSERT INTO schema_migrations (version, description, applied_at) VALUES (?, ?, ?)",
+      [migration.version, migration.description, now]
+    );
   }
 }
 
+// Exportar MIGRATIONS para testes
+export { MIGRATIONS };
+
+// Gera proximo ID de decisao para um spec
+// Usa timestamp + random hash para eliminar race conditions entre tasks paralelas
+export function getNextDecisionId(specId: string): string {
+  const slug = specId.split("-").slice(1, 3).join("-");
+  const ts = Date.now().toString(36);
+  const rand = Math.random().toString(36).substring(2, 6);
+  return `DEC-${slug}-${ts}-${rand}`;
+}
+
+// Claim atomico de task: retorna true se task estava pending e agora esta running.
+// Retorna false se outra instancia ja pegou a task.
+export function claimTask(taskId: number): boolean {
+  const db = getDb();
+  const now = new Date().toISOString();
+  const result = db.run(
+    "UPDATE tasks SET status = 'running', started_at = ? WHERE id = ? AND status = 'pending'",
+    [now, taskId]
+  );
+  return result.changes > 0;
+}
+
 export function getPatternsByScope(scope: string): any[] {
   const db = getDb();
   return db.query(
@@ -401,21 +530,45 @@ export function getPatternsByScope(scope: string): any[] {
 
 export function getPatternsForFiles(files: string[]): any[] {
   const db = getDb();
-  const patterns = db.query("SELECT * FROM implementation_patterns").all() as any[];
+  if (files.length === 0) return [];
+
+  // Pre-filtrar no SQL usando extensoes e diretorios para reduzir candidatos
+  const extensions = new Set<string>();
+  const dirs = new Set<string>();
+  for (const f of files) {
+    const ext = f.split('.').pop();
+    if (ext) extensions.add(ext);
+    const parts = f.split('/');
+    for (let i = 0; i < parts.length - 1; i++) {
+      dirs.add(parts[i]);
+    }
+  }
 
-  // Filtrar patterns que correspondem aos arquivos da task
-  return patterns.filter(pattern => {
+  const conditions: string[] = [];
+  const params: string[] = [];
+  for (const ext of extensions) {
+    conditions.push("applies_to LIKE ?");
+    params.push(`%${ext}%`);
+  }
+  for (const dir of dirs) {
+    conditions.push("applies_to LIKE ?");
+    params.push(`%${dir}%`);
+  }
+
+  // Se nao ha condicoes, buscar tudo (fallback)
+  const candidates = conditions.length > 0
+    ? db.query(`SELECT * FROM implementation_patterns WHERE ${conditions.join(' OR ')}`).all(...params) as any[]
+    : db.query("SELECT * FROM implementation_patterns").all() as any[];
+
+  // Regex match apenas nos candidatos pre-filtrados
+  return candidates.filter(pattern => {
     const glob = pattern.applies_to;
-    return files.some(file => {
-      // Simplificado: verificar se o arquivo corresponde ao glob pattern
-      // Ex: "app/**/page.tsx" deve corresponder a "app/dashboard/page.tsx"
-      const regexPattern = glob
-        .replace(/\*\*/g, '.*')
-        .replace(/\*/g, '[^/]*')
-        .replace(/\//g, '\\/');
-      const regex = new RegExp(`^${regexPattern}$`);
-      return regex.test(file);
-    });
+    const regexPattern = glob
+      .replace(/\*\*/g, '.*')
+      .replace(/\*/g, '[^/]*')
+      .replace(/\//g, '\\/');
+    const regex = new RegExp(`^${regexPattern}$`);
+    return files.some(file => regex.test(file));
   });
 }
 
@@ -478,22 +631,6 @@ export function getRelatedFiles(decisionOrPattern: string, type: "decision" | "p
   return results.map(r => r.file);
 }
 
-export function findContradictions(specId: string): Array<{ decision1: string; decision2: string; createdAt: string }> {
-  const db = getDb();
-
-  return db.query(`
-    SELECT
-      d1.title as decision1,
-      d2.title as decision2,
-      kg.created_at as createdAt
-    FROM knowledge_graph kg
-    JOIN decisions d1 ON kg.source_id = d1.id
-    JOIN decisions d2 ON kg.target_id = d2.id
-    WHERE kg.relation = 'contradicts'
-    AND kg.spec_id = ?
-  `).all(specId) as any[];
-}
-
 // ═══════════════════════════════════════════════════════════════
 // v8.0: Reasoning Log Helpers
 // ═══════════════════════════════════════════════════════════════
@@ -539,68 +676,6 @@ export function getRecentReasoning(specId: string, limit: number = 20): any[] {
   `).all(specId, limit) as any[];
 }
 
-// ═══════════════════════════════════════════════════════════════
-// v8.0: Session Summary Helpers
-// ═══════════════════════════════════════════════════════════════
-
-export interface SessionSummaryData {
-  startTime: string;
-  endTime: string;
-  summary: string;
-  decisions?: string[];
-  blockers?: string[];
-  nextSteps?: string[];
-  tasksCompleted?: number;
-  filesCreated?: number;
-  filesModified?: number;
-}
-
-export function addSessionSummary(specId: string, data: SessionSummaryData): void {
-  const db = getDb();
-  const now = new Date().toISOString();
-
-  db.run(
-    `INSERT INTO session_summaries (spec_id, start_time, end_time, summary, decisions, blockers, next_steps, tasks_completed, files_created, files_modified, created_at)
-     VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
-    [
-      specId,
-      data.startTime,
-      data.endTime,
-      data.summary,
-      data.decisions ? JSON.stringify(data.decisions) : null,
-      data.blockers ? JSON.stringify(data.blockers) : null,
-      data.nextSteps ? JSON.stringify(data.nextSteps) : null,
-      data.tasksCompleted || 0,
-      data.filesCreated || 0,
-      data.filesModified || 0,
-      now,
-    ]
-  );
-}
-
-export function getLastSessionSummary(specId: string): any {
-  const db = getDb();
-
-  return db.query(`
-    SELECT * FROM session_summaries
-    WHERE spec_id = ?
-    ORDER BY created_at DESC
-    LIMIT 1
-  `).get(specId);
-}
-
-// v8.3: Retorna ultimas N sessoes para contexto composto
-export function getSessionSummaries(specId: string, limit: number = 5): any[] {
-  const db = getDb();
-
-  return db.query(`
-    SELECT * FROM session_summaries
-    WHERE spec_id = ?
-    ORDER BY created_at DESC
-    LIMIT ?
-  `).all(specId, limit) as any[];
-}
-
 // v8.4: Busca analise arquitetural associada a um spec
 // Prioridade: analysis_id (link explicito) > nome exato > LIKE parcial
 export function getArchitecturalAnalysisForSpec(specName: string, specId?: string): any {
@@ -724,3 +799,82 @@ export function findDuplicateUtilities(
     "SELECT * FROM project_utilities WHERE utility_name = ?"
   ).all(utilityName) as any[];
 }
+
+// ═══════════════════════════════════════════════════════════════
+// v9.3: Agent Performance Tracking (Feedback Loop)
+// ═══════════════════════════════════════════════════════════════
+
+export interface AgentPerformanceData {
+  agentType: string;
+  specId: string;
+  taskId: number;
+  gatesPassedFirstTry: number;
+  gatesTotal: number;
+  bypassesUsed: number;
+  filesCreated: number;
+  filesModified: number;
+  contextSizeBytes: number;
+  executionDurationMs: number;
+}
+
+export function recordAgentPerformance(data: AgentPerformanceData): void {
+  const db = getDb();
+  const now = new Date().toISOString();
+  db.run(
+    `INSERT INTO agent_performance
+     (agent_type, spec_id, task_id, gates_passed_first_try, gates_total, bypasses_used, files_created, files_modified, context_size_bytes, execution_duration_ms, created_at)
+     VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
+    [
+      data.agentType, data.specId, data.taskId,
+      data.gatesPassedFirstTry, data.gatesTotal, data.bypassesUsed,
+      data.filesCreated, data.filesModified,
+      data.contextSizeBytes, data.executionDurationMs, now,
+    ]
+  );
+}
+
+export function getAgentHints(agentType: string, limit: number = 5): string[] {
+  const db = getDb();
+  const hints: string[] = [];
+
+  try {
+    const recent = db.query(
+      `SELECT * FROM agent_performance
+       WHERE agent_type = ?
+       ORDER BY created_at DESC LIMIT ?`
+    ).all(agentType, limit) as any[];
+
+    if (recent.length === 0) return [];
+
+    const avgBypass = recent.reduce((sum: number, r: any) => sum + r.bypasses_used, 0) / recent.length;
+    const avgGateRate = recent.reduce((sum: number, r: any) => {
+      return sum + (r.gates_total > 0 ? r.gates_passed_first_try / r.gates_total : 1);
+    }, 0) / recent.length;
+
+    if (avgBypass > 0.5) {
+      hints.push(`ATENCAO: Este agente usa bypasses frequentemente (media ${avgBypass.toFixed(1)}/task). Revise standards antes de iniciar.`);
+    }
+
+    if (avgGateRate < 0.7) {
+      hints.push(`ATENCAO: Gate pass rate baixo (${(avgGateRate * 100).toFixed(0)}%). Verifique standards e DRY obrigatorios.`);
+    }
+
+    const bypassTypes = db.query(
+      `SELECT gb.gate_name, COUNT(*) as cnt FROM gate_bypasses gb
+       JOIN tasks t ON gb.task_id = t.id
+       WHERE t.agent = ?
+       GROUP BY gb.gate_name
+       ORDER BY cnt DESC LIMIT 3`
+    ).all(agentType) as any[];
+
+    for (const bp of bypassTypes) {
+      if (bp.cnt >= 2) {
+        hints.push(`Gate '${bp.gate_name}' frequentemente ignorado (${bp.cnt}x). Preste atencao especial.`);
+      }
+    }
+  } catch {
+    // Tabela pode nao existir ainda
+  }
+
+  return hints;
+}