thuban 0.3.3 → 0.4.0

package/packages/scanner/monitor-store.js

@@ -1,117 +0,0 @@
-const fs = require('fs');
-const path = require('path');
-const os = require('os');
-const crypto = require('crypto');
-
-const THUBAN_DIR = path.join(os.homedir(), '.thuban');
-const MONITOR_DIR = path.join(THUBAN_DIR, 'monitor');
-const CONFIG_FILE = path.join(MONITOR_DIR, 'config.json');
-const RUNS_DIR = path.join(MONITOR_DIR, 'runs');
-const NOTIFICATIONS_FILE = path.join(MONITOR_DIR, 'notifications.json');
-
-function ensureDir(dirPath) {
-  if (!fs.existsSync(dirPath)) {
-    fs.mkdirSync(dirPath, { recursive: true });
-  }
-}
-
-function safeReadJson(filePath, fallback) {
-  try {
-    return JSON.parse(fs.readFileSync(filePath, 'utf-8'));
-  } catch (error) {
-    return fallback;
-  }
-}
-
-class MonitorStore {
-  constructor() {
-    ensureDir(THUBAN_DIR);
-    ensureDir(MONITOR_DIR);
-    ensureDir(RUNS_DIR);
-  }
-
-  getRepoId(repoPath) {
-    return crypto.createHash('sha256').update(path.resolve(repoPath)).digest('hex').substring(0, 12);
-  }
-
-  loadConfig() {
-    return safeReadJson(CONFIG_FILE, { version: 1, repos: [] });
-  }
-
-  saveConfig(config) {
-    fs.writeFileSync(CONFIG_FILE, JSON.stringify(config, null, 2), 'utf-8');
-  }
-
-  upsertRepo(repoConfig) {
-    const config = this.loadConfig();
-    const repoId = repoConfig.repoId || this.getRepoId(repoConfig.repoPath);
-    const nextRepo = {
-      repoId,
-      repoPath: path.resolve(repoConfig.repoPath),
-      frequency: repoConfig.frequency || 'daily',
-      intervalMs: repoConfig.intervalMs,
-      notification: repoConfig.notification || { channels: ['inbox'] },
-      createdAt: repoConfig.createdAt || new Date().toISOString(),
-      updatedAt: new Date().toISOString(),
-      enabled: repoConfig.enabled !== false,
-      lastRunAt: repoConfig.lastRunAt || null,
-      nextRunAt: repoConfig.nextRunAt || null,
-    };
-
-    const index = config.repos.findIndex(repo => repo.repoId === repoId);
-    if (index >= 0) config.repos[index] = { ...config.repos[index], ...nextRepo };
-    else config.repos.push(nextRepo);
-
-    this.saveConfig(config);
-    return nextRepo;
-  }
-
-  listRepos() {
-    return this.loadConfig().repos || [];
-  }
-
-  getRepo(repoIdOrPath) {
-    const resolved = repoIdOrPath ? path.resolve(repoIdOrPath) : null;
-    return this.listRepos().find(repo => repo.repoId === repoIdOrPath || repo.repoPath === resolved) || null;
-  }
-
-  getRepoRunDir(repoId) {
-    const dirPath = path.join(RUNS_DIR, repoId);
-    ensureDir(dirPath);
-    return dirPath;
-  }
-
-  saveRun(repoId, run) {
-    const runDir = this.getRepoRunDir(repoId);
-    const filePath = path.join(runDir, `${run.timestamp.replace(/[:.]/g, '-')}.json`);
-    fs.writeFileSync(filePath, JSON.stringify(run, null, 2), 'utf-8');
-    return filePath;
-  }
-
-  listRuns(repoId) {
-    const runDir = this.getRepoRunDir(repoId);
-    return fs.readdirSync(runDir)
-      .filter(file => file.endsWith('.json'))
-      .sort()
-      .map(file => safeReadJson(path.join(runDir, file), null))
-      .filter(Boolean);
-  }
-
-  getLatestRun(repoId) {
-    const runs = this.listRuns(repoId);
-    return runs.length ? runs[runs.length - 1] : null;
-  }
-
-  appendNotification(notification) {
-    const payload = safeReadJson(NOTIFICATIONS_FILE, { notifications: [] });
-    payload.notifications.push(notification);
-    fs.writeFileSync(NOTIFICATIONS_FILE, JSON.stringify(payload, null, 2), 'utf-8');
-  }
-
-  getNotifications(limit = 20) {
-    const payload = safeReadJson(NOTIFICATIONS_FILE, { notifications: [] });
-    return payload.notifications.slice(-limit).reverse();
-  }
-}
-
-module.exports = MonitorStore;

package/packages/scanner/pre-commit-gate.js

@@ -1,216 +0,0 @@
-/**
- * Thuban Pre-Commit Gate
- *
- * @purpose 3-second critical scan on staged files — blocks commits with hallucinations
- * @module thuban
- * @layer scanner
- * @exports-to cli
- * @critical-for Revenue retention — stickiest feature, devs never remove it
- */
-
-const fs = require('fs');
-const path = require('path');
-const { execSync } = require('child_process');
-
-class PreCommitGate {
-  constructor(opts = {}) {
-    this.rootPath = opts.rootPath || process.cwd();
-    this.strict = opts.strict !== false; // Block commit on critical issues
-    this.timeout = opts.timeout || 5000; // 5 second max
-  }
-
-  /**
-   * Get staged files from git
-   */
-  getStagedFiles() {
-    try {
-      const output = execSync('git diff --cached --name-only --diff-filter=ACM', {
-        cwd: this.rootPath,
-        encoding: 'utf-8',
-        timeout: 3000,
-      });
-      const extensions = ['.js', '.ts', '.jsx', '.tsx', '.py', '.mjs', '.cjs', '.php', '.rb'];
-      return output
-        .split('\n')
-        .filter(f => f.trim() && extensions.some(ext => f.endsWith(ext)))
-        .map(f => path.resolve(this.rootPath, f.trim()));
-    } catch (e) {
-      return [];
-    }
-  }
-
-  /**
-   * Quick hallucination check on a single file
-   */
-  checkFile(filePath) {
-    const issues = [];
-    let content;
-    try {
-      const stat = fs.statSync(filePath);
-      if (stat.size > 512 * 1024) return issues; // Skip files > 512KB
-      content = fs.readFileSync(filePath, 'utf-8');
-    } catch (e) {
-      return issues;
-    }
-
-    const lines = content.split('\n');
-    const relPath = path.relative(this.rootPath, filePath);
-
-    // Phantom API patterns — APIs that don't exist but AI commonly generates
-    const phantomAPIs = [
-      { pattern: /\bJSON\.tryParse\s*\(/g, name: 'JSON.tryParse()', fix: 'Use JSON.parse() with try/catch' },
-      { pattern: /\bArray\.flatten\s*\(/g, name: 'Array.flatten()', fix: 'Use Array.flat()' },
-      { pattern: /\bconsole\.success\s*\(/g, name: 'console.success()', fix: 'Use console.log()' },
-      { pattern: /\bconsole\.fail\s*\(/g, name: 'console.fail()', fix: 'Use console.error()' },
-      { pattern: /\bfs\.readFileAsync\s*\(/g, name: 'fs.readFileAsync()', fix: 'Use fs.promises.readFile()' },
-      { pattern: /\bfs\.writeFileAsync\s*\(/g, name: 'fs.writeFileAsync()', fix: 'Use fs.promises.writeFile()' },
-      { pattern: /\bfs\.existsAsync\s*\(/g, name: 'fs.existsAsync()', fix: 'Use fs.promises.access()' },
-      { pattern: /\bObject\.deepClone\s*\(/g, name: 'Object.deepClone()', fix: 'Use structuredClone() or JSON.parse(JSON.stringify())' },
-      { pattern: /\bString\.prototype\.contains\s*\(/g, name: 'String.contains()', fix: 'Use String.includes()' },
-      { pattern: /\bPromise\.delay\s*\(/g, name: 'Promise.delay()', fix: 'Use new Promise(r => setTimeout(r, ms))' },
-      { pattern: /\bprocess\.exit\s*\(\s*["'].*["']\s*\)/g, name: 'process.exit(string)', fix: 'process.exit() takes a number, not a string' },
-      { pattern: /\brequire\s*\(\s*['"]node:(?:fetch|axios)['"]s*\)/g, name: 'require("node:fetch")', fix: 'fetch is global in Node 18+, or use node-fetch package' },
-      { pattern: /\.validateSync\s*\(/g, name: '.validateSync()', fix: 'Check if this method exists on the object — AI commonly invents Sync variants' },
-      { pattern: /\bBuffer\.from\s*\(.*,\s*['"]base64url['"]\)/g, name: 'Buffer.from(x, "base64url")', fix: 'Use "base64" encoding, not "base64url"' },
-      { pattern: /\bresponse\.json\s*\(\s*{/g, name: 'response.json({...})', fix: 'res.json() takes data, but check you\'re not confusing fetch Response.json() (no args) with Express res.json()' },
-    ];
-
-    // Skip if this looks like a pattern definition file
-    const patternDefLines = lines.filter(l => /pattern:\s*\//.test(l)).length;
-    if (patternDefLines > 5) return issues;
-
-    for (const api of phantomAPIs) {
-      for (let i = 0; i < lines.length; i++) {
-        const line = lines[i];
-        // Skip comments and pattern definitions
-        if (/^\s*(\/\/|\/\*|\*|#|pattern:|name:|suggestion:|message:)/.test(line)) continue;
-        if (/thuban-ignore/.test(line)) continue;
-
-        if (api.pattern.test(line)) {
-          issues.push({
-            file: relPath,
-            line: i + 1,
-            severity: 'critical',
-            code: line.trim(),
-            message: `${api.name} — this API does not exist`,
-            fix: api.fix,
-          });
-        }
-        // Reset regex lastIndex
-        api.pattern.lastIndex = 0;
-      }
-    }
-
-    return issues;
-  }
-
-  /**
-   * Run the gate check on all staged files
-   */
-  run() {
-    const startTime = Date.now();
-    const stagedFiles = this.getStagedFiles();
-
-    if (stagedFiles.length === 0) {
-      return {
-        passed: true,
-        files: 0,
-        issues: [],
-        elapsed: Date.now() - startTime,
-        message: 'No staged files to check',
-      };
-    }
-
-    const allIssues = [];
-    for (const file of stagedFiles) {
-      if (Date.now() - startTime > this.timeout) break; // Respect timeout
-      const fileIssues = this.checkFile(file);
-      allIssues.push(...fileIssues);
-    }
-
-    const criticals = allIssues.filter(i => i.severity === 'critical');
-    const passed = this.strict ? criticals.length === 0 : true;
-
-    return {
-      passed,
-      files: stagedFiles.length,
-      issues: allIssues,
-      criticals: criticals.length,
-      elapsed: Date.now() - startTime,
-      message: passed
-        ? `${stagedFiles.length} files checked. All clear.`
-        : `BLOCKED: ${criticals.length} critical issue${criticals.length > 1 ? 's' : ''} found in staged files.`,
-    };
-  }
-
-  /**
-   * Install the git pre-commit hook
-   */
-  static install(rootPath = process.cwd()) {
-    const gitDir = path.join(rootPath, '.git');
-    if (!fs.existsSync(gitDir)) {
-      return { success: false, error: 'Not a git repository' };
-    }
-
-    const hooksDir = path.join(gitDir, 'hooks');
-    if (!fs.existsSync(hooksDir)) {
-      fs.mkdirSync(hooksDir, { recursive: true });
-    }
-
-    const hookPath = path.join(hooksDir, 'pre-commit');
-    const hookContent = `#!/bin/sh
-# Thuban Pre-Commit Gate — blocks commits with hallucinated APIs
-# Remove this file to disable, or run: thuban gate --uninstall
-
-npx --yes thuban gate --ci 2>&1
-exit $?
-`;
-
-    // Check if hook already exists
-    if (fs.existsSync(hookPath)) {
-      const existing = fs.readFileSync(hookPath, 'utf-8');
-      if (existing.includes('thuban gate')) {
-        return { success: true, message: 'Thuban gate already installed' };
-      }
-      // Append to existing hook
-      fs.appendFileSync(hookPath, '\n' + hookContent);
-    } else {
-      fs.writeFileSync(hookPath, hookContent);
-    }
-
-    // Make executable on Unix
-    try { fs.chmodSync(hookPath, '755'); } catch (e) { /* Windows */ }
-
-    return { success: true, message: 'Pre-commit hook installed' };
-  }
-
-  /**
-   * Uninstall the git pre-commit hook
-   */
-  static uninstall(rootPath = process.cwd()) {
-    const hookPath = path.join(rootPath, '.git', 'hooks', 'pre-commit');
-    if (!fs.existsSync(hookPath)) {
-      return { success: true, message: 'No pre-commit hook found' };
-    }
-
-    const content = fs.readFileSync(hookPath, 'utf-8');
-    if (content.includes('thuban gate')) {
-      // Remove thuban lines
-      const cleaned = content
-        .split('\n')
-        .filter(l => !l.includes('thuban') && !l.includes('Thuban'))
-        .join('\n')
-        .trim();
-
-      if (cleaned.length < 10) {
-        fs.unlinkSync(hookPath);
-      } else {
-        fs.writeFileSync(hookPath, cleaned + '\n');
-      }
-    }
-
-    return { success: true, message: 'Thuban gate uninstalled' };
-  }
-}
-
-module.exports = PreCommitGate;

package/packages/scanner/scan-diff.js

@@ -1,50 +0,0 @@
-function toMap(issues = []) {
-  const map = new Map();
-  for (const issue of issues) {
-    map.set(issue.fingerprint, issue);
-  }
-  return map;
-}
-
-function diffRuns(previousRun, currentRun) {
-  const previousIssues = previousRun?.issues || [];
-  const currentIssues = currentRun?.issues || [];
-  const previousMap = toMap(previousIssues);
-  const currentMap = toMap(currentIssues);
-
-  const added = [];
-  const resolved = [];
-
-  for (const issue of currentIssues) {
-    if (!previousMap.has(issue.fingerprint)) added.push(issue);
-  }
-
-  for (const issue of previousIssues) {
-    if (!currentMap.has(issue.fingerprint)) resolved.push(issue);
-  }
-
-  const previousMetrics = previousRun?.metrics || {};
-  const currentMetrics = currentRun?.metrics || {};
-
-  return {
-    added,
-    resolved,
-    unchangedCount: currentIssues.length - added.length,
-    metricsDelta: {
-      issueCount: (currentMetrics.issueCount || 0) - (previousMetrics.issueCount || 0),
-      hallucinations: (currentMetrics.hallucinations || 0) - (previousMetrics.hallucinations || 0),
-      secrets: (currentMetrics.secrets || 0) - (previousMetrics.secrets || 0),
-      techDebtScore: currentMetrics.techDebtScore == null || previousMetrics.techDebtScore == null
-        ? null
-        : currentMetrics.techDebtScore - previousMetrics.techDebtScore,
-      techDebtHours: currentMetrics.techDebtHours == null || previousMetrics.techDebtHours == null
-        ? null
-        : currentMetrics.techDebtHours - previousMetrics.techDebtHours,
-    },
-    hasNewIssues: added.length > 0,
-  };
-}
-
-module.exports = {
-  diffRuns,
-};

package/packages/scanner/scan-runner.js

@@ -1,172 +0,0 @@
-const path = require('path');
-
-const CodeScanner = require('./code-scanner.js');
-const HallucinationDetector = require('./hallucination-detector.js');
-const SecretScanner = require('./secret-scanner.js');
-const DriftDetector = require('./drift-detector.js');
-const TechDebtAnalyzer = require('./tech-debt-analyzer.js');
-
-function normalizeIssue(rootPath, issue) {
-  const fileValue = issue.file || issue.path || '';
-  const relativeFile = path.isAbsolute(fileValue)
-    ? path.relative(rootPath, fileValue)
-    : fileValue;
-
-  return {
-    file: relativeFile,
-    line: issue.line || null,
-    severity: issue.severity || 'unknown',
-    category: issue.category || 'unknown',
-    id: issue.id || null,
-    message: issue.message || '',
-    suggestion: issue.suggestion || null,
-    fixable: issue.fixable !== false,
-  };
-}
-
-function fingerprintIssue(issue) {
-  return [
-    issue.file || '',
-    issue.category || '',
-    issue.id || '',
-    String(issue.line || ''),
-    (issue.message || '').substring(0, 160),
-  ].join('|');
-}
-
-function summarizeIssues(issues) {
-  const summary = {
-    total: issues.length,
-    bySeverity: {},
-    byCategory: {},
-  };
-
-  for (const issue of issues) {
-    summary.bySeverity[issue.severity] = (summary.bySeverity[issue.severity] || 0) + 1;
-    summary.byCategory[issue.category] = (summary.byCategory[issue.category] || 0) + 1;
-  }
-
-  return summary;
-}
-
-async function runScanPipeline({ rootPath, files, ignorePatterns = [] }) {
-  const scanner = new CodeScanner({
-    rootPath,
-    ignorePatterns: ['node_modules/**', '.git/**', 'dist/**', ...ignorePatterns],
-  });
-  const hallucinationDetector = new HallucinationDetector({ rootPath });
-  const secretScanner = new SecretScanner({ rootPath });
-  const driftDetector = new DriftDetector({ rootPath });
-  const techDebtAnalyzer = new TechDebtAnalyzer({ rootPath });
-
-  const [scanResults, hallResults, secretResults, driftResults, debtResults] = await Promise.all([
-    scanner.scanFiles(files),
-    hallucinationDetector.scan(files),
-    secretScanner.scanFiles(files),
-    driftDetector.detectAll ? driftDetector.detectAll() : Promise.resolve({ issues: [] }),
-    techDebtAnalyzer.analyze ? techDebtAnalyzer.analyze(files) : Promise.resolve(null),
-  ]);
-
-  const issues = [];
-
-  for (const [file, fileResults] of Object.entries(scanResults || {})) {
-    if (!fileResults || !fileResults.issues) continue;
-    for (const issue of fileResults.issues) {
-      issues.push(normalizeIssue(rootPath, { file, ...issue }));
-    }
-  }
-
-  for (const issue of secretResults?.issues || []) {
-    issues.push(normalizeIssue(rootPath, issue));
-  }
-
-  for (const issue of driftResults?.issues || []) {
-    issues.push(normalizeIssue(rootPath, issue));
-  }
-
-  for (const item of hallResults?.phantomAPIs || []) {
-    issues.push(normalizeIssue(rootPath, {
-      file: item.file,
-      line: item.line,
-      severity: 'critical',
-      category: 'hallucination',
-      id: item.id || 'HALL_API',
-      message: `${item.name} — this API does not exist`,
-      suggestion: item.suggestion,
-      fixable: false,
-    }));
-  }
-
-  for (const item of hallResults?.phantomImports || []) {
-    issues.push(normalizeIssue(rootPath, {
-      file: item.file,
-      line: item.line,
-      severity: 'critical',
-      category: 'hallucination',
-      id: item.id || 'HALL_IMPORT',
-      message: `${item.module} — ${item.reason}`,
-      suggestion: item.suggestion || null,
-      fixable: false,
-    }));
-  }
-
-  for (const item of hallResults?.deprecatedAPIs || []) {
-    issues.push(normalizeIssue(rootPath, {
-      file: item.file,
-      line: item.line,
-      severity: 'high',
-      category: 'deprecated',
-      id: item.id || 'DEPR_API',
-      message: `${item.name} — deprecated since ${item.since}`,
-      suggestion: item.suggestion,
-    }));
-  }
-
-  for (const item of hallResults?.aiSmells || []) {
-    issues.push(normalizeIssue(rootPath, {
-      file: item.file,
-      line: item.line,
-      severity: 'warning',
-      category: 'ai_smell',
-      id: item.id,
-      message: item.message,
-    }));
-  }
-
-  const uniqueIssues = [];
-  const seen = new Set();
-  for (const issue of issues) {
-    const fingerprint = fingerprintIssue(issue);
-    if (seen.has(fingerprint)) continue;
-    seen.add(fingerprint);
-    uniqueIssues.push({ ...issue, fingerprint });
-  }
-
-  const metrics = {
-    filesScanned: files.length,
-    issueCount: uniqueIssues.length,
-    hallucinations: uniqueIssues.filter(issue => issue.category === 'hallucination').length,
-    secrets: uniqueIssues.filter(issue => issue.category === 'secret' || String(issue.id || '').startsWith('SECRET')).length,
-    techDebtScore: debtResults?.summary?.score ?? debtResults?.score ?? null,
-    techDebtHours: debtResults?.summary?.estimatedHours ?? debtResults?.estimatedHours ?? null,
-  };
-
-  return {
-    issues: uniqueIssues,
-    summary: summarizeIssues(uniqueIssues),
-    metrics,
-    raw: {
-      scanResults,
-      hallResults,
-      secretResults,
-      driftResults,
-      debtResults,
-    },
-  };
-}
-
-module.exports = {
-  runScanPipeline,
-  fingerprintIssue,
-  summarizeIssues,
-};