@jigyasudham/veto 0.8.3 → 1.0.0

package/src/router/learning-updater.ts

@@ -1,271 +0,0 @@
-// Records routing outcomes to SQLite and adjusts tier thresholds from historical quality data
-
-import { randomUUID } from 'node:crypto';
-import { getDb } from '../memory/local.js';
-
-export type LearningStats = {
-  total_tasks: number;
-  tier_breakdown: Record<number, { count: number; avg_quality: number }>;
-  suggested_thresholds: { tier1_max: number; tier2_max: number };
-};
-
-export type AgentPerformanceStat = {
-  agent: string;
-  task_count: number;
-  avg_quality: number;
-  avg_tokens: number;
-  low_quality_count: number;
-  needs_attention: boolean;
-};
-
-export type TaskTypeBreakdown = {
-  task_type: string;
-  count: number;
-  avg_complexity: number;
-  avg_quality: number;
-  dominant_tier: number;
-  under_tiered: boolean;
-};
-
-export type CouncilInsight = {
-  verdict: string;
-  task_snippet: string;
-  debated_at: string;
-  days_to_debug: number | null;
-  related_decision: string | null;
-};
-
-export type LearnedThresholds = {
-  tier1_max: number;
-  tier2_max: number;
-  source: 'learned' | 'default';
-  data_points: number;
-};
-
-// ─── Record ───────────────────────────────────────────────────────────────────
-
-export function recordOutcome(
-  taskType: string,
-  complexity: number,
-  modelTier: 1 | 2 | 3,
-  agent: string,
-  outputQuality: number,
-  tokensUsed = 0
-): void {
-  const db = getDb();
-  db.prepare(
-    `INSERT INTO learning_data (id, task_type, complexity, model_tier, output_quality, tokens_used, agent)
-     VALUES (?, ?, ?, ?, ?, ?, ?)`
-  ).run(randomUUID(), taskType, complexity, modelTier, outputQuality, tokensUsed, agent);
-}
-
-// ─── Stats ────────────────────────────────────────────────────────────────────
-
-export function getLearningStats(): LearningStats {
-  const db = getDb();
-  const rows = db.prepare(
-    `SELECT model_tier, COUNT(*) as count, AVG(output_quality) as avg_quality
-     FROM learning_data GROUP BY model_tier`
-  ).all() as Array<{ model_tier: number; count: number; avg_quality: number }>;
-
-  const total_tasks = rows.reduce((sum, r) => sum + r.count, 0);
-  const tier_breakdown: Record<number, { count: number; avg_quality: number }> = {};
-  for (const r of rows) {
-    tier_breakdown[r.model_tier] = {
-      count: r.count,
-      avg_quality: Math.round((r.avg_quality ?? 0) * 100) / 100,
-    };
-  }
-
-  const thresholds = computeSuggestedThresholds(tier_breakdown);
-  return { total_tasks, tier_breakdown, suggested_thresholds: thresholds };
-}
-
-export function getAgentPerformanceStats(): AgentPerformanceStat[] {
-  const db = getDb();
-  const rows = db.prepare(`
-    SELECT agent,
-           COUNT(*) as task_count,
-           AVG(output_quality) as avg_quality,
-           AVG(tokens_used) as avg_tokens,
-           SUM(CASE WHEN output_quality < 60 THEN 1 ELSE 0 END) as low_quality_count
-    FROM learning_data
-    WHERE agent IS NOT NULL
-    GROUP BY agent
-    ORDER BY avg_quality ASC
-  `).all() as Array<{
-    agent: string; task_count: number; avg_quality: number;
-    avg_tokens: number; low_quality_count: number;
-  }>;
-
-  return rows.map(r => ({
-    agent: r.agent,
-    task_count: r.task_count,
-    avg_quality: Math.round(r.avg_quality * 10) / 10,
-    avg_tokens: Math.round(r.avg_tokens),
-    low_quality_count: r.low_quality_count,
-    needs_attention: r.avg_quality < 70 || (r.low_quality_count / r.task_count) > 0.25,
-  }));
-}
-
-export function getTaskTypeBreakdown(): TaskTypeBreakdown[] {
-  const db = getDb();
-  const rows = db.prepare(`
-    SELECT task_type,
-           COUNT(*) as count,
-           AVG(complexity) as avg_complexity,
-           AVG(output_quality) as avg_quality,
-           model_tier as dominant_tier
-    FROM learning_data
-    GROUP BY task_type, model_tier
-    HAVING COUNT(*) = (
-      SELECT MAX(c) FROM (
-        SELECT COUNT(*) as c FROM learning_data l2
-        WHERE l2.task_type = learning_data.task_type
-        GROUP BY l2.model_tier
-      )
-    )
-    ORDER BY count DESC
-    LIMIT 50
-  `).all() as Array<{
-    task_type: string; count: number; avg_complexity: number;
-    avg_quality: number; dominant_tier: number;
-  }>;
-
-  return rows.map(r => {
-    // Under-tiered: task scored high quality but at a tier below what complexity suggests
-    const expectedTier = r.avg_complexity <= 30 ? 1 : r.avg_complexity <= 70 ? 2 : 3;
-    const under_tiered = r.dominant_tier < expectedTier && r.avg_quality < 70;
-    return {
-      task_type: r.task_type,
-      count: r.count,
-      avg_complexity: Math.round(r.avg_complexity),
-      avg_quality: Math.round(r.avg_quality * 10) / 10,
-      dominant_tier: r.dominant_tier,
-      under_tiered,
-    };
-  });
-}
-
-export function getCouncilInsights(): CouncilInsight[] {
-  const db = getDb();
-
-  // Correlate council approvals (GREEN/YELLOW) with debugging sessions that came after
-  const rows = db.prepare(`
-    SELECT co.verdict, co.task, co.debated_at,
-           d.decision as related_decision, d.made_at as decision_at
-    FROM council_outcomes co
-    LEFT JOIN decisions d ON d.session_id = co.session_id
-      AND d.decision LIKE '%debug%' OR d.decision LIKE '%fix%' OR d.decision LIKE '%bug%'
-    WHERE co.verdict IN ('GREEN', 'YELLOW')
-    ORDER BY co.debated_at DESC
-    LIMIT 30
-  `).all() as Array<{
-    verdict: string; task: string; debated_at: string;
-    related_decision: string | null; decision_at: string | null;
-  }>;
-
-  return rows.map(r => {
-    let days_to_debug: number | null = null;
-    if (r.decision_at) {
-      const debated = new Date(r.debated_at).getTime();
-      const decided = new Date(r.decision_at).getTime();
-      days_to_debug = Math.round((decided - debated) / (1000 * 60 * 60 * 24));
-    }
-    return {
-      verdict: r.verdict,
-      task_snippet: r.task.substring(0, 80),
-      debated_at: r.debated_at,
-      days_to_debug,
-      related_decision: r.related_decision,
-    };
-  });
-}
-
-// ─── Threshold Computation ────────────────────────────────────────────────────
-
-function computeSuggestedThresholds(
-  tier_breakdown: Record<number, { count: number; avg_quality: number }>
-): { tier1_max: number; tier2_max: number } {
-  const t1 = tier_breakdown[1];
-  const t2 = tier_breakdown[2];
-  const t3 = tier_breakdown[3];
-
-  let tier1_max = 30;
-  let tier2_max = 70;
-
-  // Tier 2 consistently great → can handle more tasks, raise Tier 1 ceiling slightly
-  if (t2 && t2.count >= 20 && t2.avg_quality >= 88) tier1_max = 35;
-  // Tier 2 quality poor → tighten Tier 1 ceiling (fewer tasks escape to T2)
-  if (t2 && t2.count >= 10 && t2.avg_quality < 65) tier1_max = 25;
-
-  // Tier 3 consistently great → can push harder tasks to T3, lower T2 ceiling
-  if (t3 && t3.count >= 10 && t3.avg_quality >= 88) tier2_max = 65;
-  // Tier 3 quality poor → be more conservative, raise T2 ceiling (keep more in T2)
-  if (t3 && t3.count >= 10 && t3.avg_quality < 65) tier2_max = 75;
-
-  // Tier 1 quality poor → lower its ceiling (fewer tasks stay at T1)
-  if (t1 && t1.count >= 10 && t1.avg_quality < 65) tier1_max = Math.max(20, tier1_max - 5);
-
-  return { tier1_max, tier2_max };
-}
-
-// ─── Apply ────────────────────────────────────────────────────────────────────
-
-export function applyLearnedThresholds(): { applied: boolean; thresholds: { tier1_max: number; tier2_max: number }; data_points: number; reason: string } {
-  const db = getDb();
-  const total = (db.prepare('SELECT COUNT(*) as c FROM learning_data').get() as { c: number }).c;
-
-  // Need at least 20 data points before adjusting
-  if (total < 20) {
-    return {
-      applied: false,
-      thresholds: { tier1_max: 30, tier2_max: 70 },
-      data_points: total,
-      reason: `Not enough data yet. Need 20 task outcomes, have ${total}. Record outcomes via veto_record_outcome.`,
-    };
-  }
-
-  const stats = getLearningStats();
-  const { tier1_max, tier2_max } = stats.suggested_thresholds;
-
-  // Persist to patterns table so the router picks them up on next call
-  const now = new Date().toISOString();
-  for (const [key, val] of [['router.tier1_max', String(tier1_max)], ['router.tier2_max', String(tier2_max)]]) {
-    const existing = db.prepare('SELECT id FROM patterns WHERE pattern_key = ?').get(key) as { id: string } | undefined;
-    if (existing) {
-      db.prepare('UPDATE patterns SET pattern_val = ?, updated_at = ? WHERE pattern_key = ?').run(val, now, key);
-    } else {
-      db.prepare('INSERT INTO patterns (id, pattern_key, pattern_val, confidence, seen_count, updated_at) VALUES (?, ?, ?, ?, ?, ?)')
-        .run(randomUUID(), key, val, 1.0, total, now);
-    }
-  }
-
-  return {
-    applied: true,
-    thresholds: { tier1_max, tier2_max },
-    data_points: total,
-    reason: `Thresholds updated from ${total} task outcomes. Default was 30/70; learned is ${tier1_max}/${tier2_max}.`,
-  };
-}
-
-export function getLearnedThresholds(): LearnedThresholds {
-  const db = getDb();
-  const t1row = db.prepare('SELECT pattern_val, seen_count FROM patterns WHERE pattern_key = ?').get('router.tier1_max') as { pattern_val: string; seen_count: number } | undefined;
-  const t2row = db.prepare('SELECT pattern_val, seen_count FROM patterns WHERE pattern_key = ?').get('router.tier2_max') as { pattern_val: string; seen_count: number } | undefined;
-
-  if (!t1row || !t2row) {
-    return { tier1_max: 30, tier2_max: 70, source: 'default', data_points: 0 };
-  }
-
-  return {
-    tier1_max: parseInt(t1row.pattern_val, 10),
-    tier2_max: parseInt(t2row.pattern_val, 10),
-    source: 'learned',
-    data_points: t1row.seen_count,
-  };
-}
-
-export function getSuggestedThresholds(): { tier1_max: number; tier2_max: number } {
-  return getLearningStats().suggested_thresholds;
-}

package/src/router/model-selector.ts

@@ -1,83 +0,0 @@
-// Assigns Tier 1/2/3 and specific model recommendations
-// Some agents are permanently locked to a tier regardless of complexity score
-
-export type AgentType =
-  // Tier 3 locked — stakes too high
-  | 'lead-developer' | 'system-architect' | 'security-scanner'
-  | 'devil-advocate' | 'decision-engine' | 'risk-assessor'
-  // Tier 2 locked — balanced complexity
-  | 'coder' | 'tester' | 'reviewer' | 'database' | 'documentation'
-  // Tier 1 locked — simple/structured operations
-  | 'file-manager' | 'git-agent' | 'search-agent' | 'secrets' | 'reporter'
-  // Dynamic — complexity score decides
-  | 'dynamic';
-
-export type Tier = 1 | 2 | 3;
-
-export type ModelRecommendation = {
-  tier: Tier;
-  models: { claude: string; gemini: string; codex: string };
-  reason: string;
-  agent_locked: boolean;
-};
-
-const TIER3_LOCKED = new Set<AgentType>([
-  'lead-developer', 'system-architect', 'security-scanner',
-  'devil-advocate', 'decision-engine', 'risk-assessor',
-]);
-
-const TIER2_LOCKED = new Set<AgentType>([
-  'coder', 'tester', 'reviewer', 'database', 'documentation',
-]);
-
-const TIER1_LOCKED = new Set<AgentType>([
-  'file-manager', 'git-agent', 'search-agent', 'secrets', 'reporter',
-]);
-
-const TIER_MODELS: Record<Tier, { claude: string; gemini: string; codex: string }> = {
-  1: { claude: 'claude-haiku-4-5', gemini: 'gemini-2.0-flash', codex: 'gpt-4o-mini' },
-  2: { claude: 'claude-sonnet-4-6', gemini: 'gemini-2.0-pro', codex: 'gpt-4o' },
-  3: { claude: 'claude-sonnet-4-6', gemini: 'gemini-2.0-advanced', codex: 'gpt-4o' },
-};
-
-export function selectModel(
-  complexityScore: number,
-  agentType: AgentType = 'dynamic'
-): ModelRecommendation {
-  if (TIER3_LOCKED.has(agentType)) {
-    return {
-      tier: 3,
-      models: TIER_MODELS[3],
-      reason: `${agentType} is always Tier 3 — stakes too high for cheaper models`,
-      agent_locked: true,
-    };
-  }
-
-  if (TIER2_LOCKED.has(agentType)) {
-    return {
-      tier: 2,
-      models: TIER_MODELS[2],
-      reason: `${agentType} is always Tier 2 — balanced complexity`,
-      agent_locked: true,
-    };
-  }
-
-  if (TIER1_LOCKED.has(agentType)) {
-    return {
-      tier: 1,
-      models: TIER_MODELS[1],
-      reason: `${agentType} is always Tier 1 — simple structured operations`,
-      agent_locked: true,
-    };
-  }
-
-  const tier: Tier = complexityScore <= 30 ? 1 : complexityScore <= 70 ? 2 : 3;
-  const reason =
-    tier === 1
-      ? `Score ${complexityScore}/100 — simple task, use fastest/cheapest model`
-      : tier === 2
-        ? `Score ${complexityScore}/100 — mid-range task, use balanced model`
-        : `Score ${complexityScore}/100 — complex task, use best available model`;
-
-  return { tier, models: TIER_MODELS[tier], reason, agent_locked: false };
-}

package/src/router/rate-monitor.ts

@@ -1,103 +0,0 @@
-// Tracks request counts per platform per day, exposes routing advice
-// Veto cannot read actual API rate limits — it tracks its own routed requests
-// and lets users configure their daily limits in patterns table
-
-import { randomUUID } from 'node:crypto';
-import { getDb } from '../memory/local.js';
-
-export type Platform = 'claude' | 'gemini' | 'codex';
-
-export type RateLimitEntry = {
-  platform: Platform;
-  requests_today: number;
-  daily_limit: number;
-  used_percent: number;
-  resets_at: string;
-  status: 'normal' | 'warning' | 'critical';
-};
-
-export type RateStatus = {
-  claude: RateLimitEntry;
-  gemini: RateLimitEntry;
-  codex: RateLimitEntry;
-  updated_at: string;
-};
-
-const DEFAULT_LIMITS: Record<Platform, number> = {
-  claude: 100,
-  gemini: 200,
-  codex: 150,
-};
-
-function getTodayKey(): string {
-  return new Date().toISOString().slice(0, 10); // YYYY-MM-DD
-}
-
-function getNextResetISO(): string {
-  const reset = new Date();
-  reset.setUTCHours(0, 0, 0, 0);
-  reset.setUTCDate(reset.getUTCDate() + 1);
-  return reset.toISOString();
-}
-
-export function trackRequest(platform: Platform, count = 1): void {
-  const db = getDb();
-  const today = getTodayKey();
-
-  const existing = db.prepare(
-    'SELECT id, request_count FROM rate_usage WHERE platform = ? AND date_key = ?'
-  ).get(platform, today) as { id: string; request_count: number } | undefined;
-
-  if (existing) {
-    db.prepare(
-      'UPDATE rate_usage SET request_count = ?, updated_at = ? WHERE id = ?'
-    ).run(existing.request_count + count, new Date().toISOString(), existing.id);
-  } else {
-    db.prepare(
-      'INSERT INTO rate_usage (id, platform, date_key, request_count) VALUES (?, ?, ?, ?)'
-    ).run(randomUUID(), platform, today, count);
-  }
-}
-
-function getRequestCount(platform: Platform): number {
-  const db = getDb();
-  const row = db.prepare(
-    'SELECT request_count FROM rate_usage WHERE platform = ? AND date_key = ?'
-  ).get(platform, getTodayKey()) as { request_count: number } | undefined;
-  return row?.request_count ?? 0;
-}
-
-function buildEntry(platform: Platform): RateLimitEntry {
-  const requests_today = getRequestCount(platform);
-  const daily_limit = DEFAULT_LIMITS[platform];
-  const used_percent = Math.min(100, Math.round((requests_today / daily_limit) * 100));
-  let status: 'normal' | 'warning' | 'critical';
-  if (used_percent >= 90) status = 'critical';
-  else if (used_percent >= 70) status = 'warning';
-  else status = 'normal';
-  return { platform, requests_today, daily_limit, used_percent, resets_at: getNextResetISO(), status };
-}
-
-export function getRateStatus(): RateStatus {
-  return {
-    claude: buildEntry('claude'),
-    gemini: buildEntry('gemini'),
-    codex: buildEntry('codex'),
-    updated_at: new Date().toISOString(),
-  };
-}
-
-// Returns a fallback platform when the preferred one is at warning/critical level
-export function getRoutingAdvice(preferred: Platform): Platform {
-  const entry = buildEntry(preferred);
-  if (entry.status === 'critical') {
-    if (preferred === 'claude') return 'gemini';
-    if (preferred === 'gemini') return 'codex';
-    return 'claude';
-  }
-  if (entry.status === 'warning' && preferred === 'claude') {
-    // Tier 1+2 tasks shift to Gemini; caller decides based on tier
-    return 'gemini';
-  }
-  return preferred;
-}