lean-claudient-core 0.1.0

package/src/core/stateManager.ts

@@ -0,0 +1,73 @@
+import { readFileSync, writeFileSync, existsSync } from 'fs';
+import { resolve } from 'path';
+import { execSync } from 'child_process';
+import { createHash } from 'crypto';
+
+const TASK_PLAN = 'task_plan.md';
+const FINDINGS = 'findings.md';
+const PROGRESS = 'progress.md';
+
+const TEMPLATES = {
+  [TASK_PLAN]: '# Task Plan\n\n## Overview\n\n## Tasks\n\n',
+  [FINDINGS]: '# Findings\n\n## Summary\n\n',
+  [PROGRESS]: '# Progress\n\n## Checkpoint\n\n',
+};
+
+export interface StateCheckpoint {
+  gitHead: string;
+  timestamp: string;
+}
+
+export function initializeState(cwd: string): void {
+  const stateDir = resolve(cwd);
+
+  Object.entries(TEMPLATES).forEach(([filename, template]) => {
+    const filepath = resolve(stateDir, filename);
+    if (!existsSync(filepath)) {
+      writeFileSync(filepath, template, 'utf-8');
+    }
+  });
+}
+
+export function readState(filepath: string): string {
+  const fullPath = resolve(filepath);
+  if (!existsSync(fullPath)) {
+    throw new Error(`State file not found: ${fullPath}`);
+  }
+  return readFileSync(fullPath, 'utf-8');
+}
+
+export function appendState(filepath: string, section: string, content: string): void {
+  const fullPath = resolve(filepath);
+  if (!existsSync(fullPath)) {
+    throw new Error(`State file not found: ${fullPath}`);
+  }
+
+  const existing = readFileSync(fullPath, 'utf-8');
+  const timestamp = new Date().toISOString();
+  const entry = `\n### ${section} (${timestamp})\n${content}\n`;
+
+  writeFileSync(fullPath, existing + entry, 'utf-8');
+}
+
+export function getCheckpoint(cwd?: string): StateCheckpoint {
+  try {
+    const dir = cwd ? resolve(cwd) : process.cwd();
+    const gitHead = execSync('git rev-parse HEAD', {
+      cwd: dir,
+      encoding: 'utf-8',
+    }).trim();
+
+    return {
+      gitHead,
+      timestamp: new Date().toISOString(),
+    };
+  } catch (error) {
+    throw new Error(`Failed to get git checkpoint: ${(error as Error).message}`);
+  }
+}
+
+export function hashCheckpoint(checkpoint: StateCheckpoint): string {
+  const data = `${checkpoint.gitHead}:${checkpoint.timestamp}`;
+  return createHash('sha256').update(data).digest('hex').slice(0, 8);
+}

package/src/database/feedbackSchema.ts

@@ -0,0 +1,168 @@
+/**
+ * Lead Feedback Schema
+ * SQLite schema for storing conversion feedback and model reweighting history
+ * Phase 8C Task 10
+ */
+
+export const FEEDBACK_SCHEMA_VERSION = '1.0.0';
+
+export const feedbackDatabaseSchema = {
+  // Main feedback table
+  lead_feedback: `
+    CREATE TABLE IF NOT EXISTS lead_feedback (
+      id TEXT PRIMARY KEY,
+      lead_id TEXT NOT NULL,
+      projected_revenue REAL NOT NULL,
+      actual_revenue REAL NOT NULL,
+      error_pct REAL NOT NULL,
+      closed_date TIMESTAMP NOT NULL,
+      stage TEXT DEFAULT 'won',
+      metadata TEXT,
+      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+      FOREIGN KEY (lead_id) REFERENCES leads(id) ON DELETE CASCADE,
+      INDEX idx_lead_id (lead_id),
+      INDEX idx_closed_date (closed_date DESC),
+      INDEX idx_created_at (created_at DESC),
+      INDEX idx_stage (stage)
+    )
+  `,
+
+  // Model update history
+  model_updates: `
+    CREATE TABLE IF NOT EXISTS model_updates (
+      id TEXT PRIMARY KEY,
+      update_date TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+      factor_name TEXT NOT NULL,
+      old_weight REAL NOT NULL,
+      new_weight REAL NOT NULL,
+      change_pct REAL NOT NULL,
+      confidence REAL NOT NULL,
+      rationale TEXT,
+      samples_used INTEGER,
+      applied BOOLEAN DEFAULT 0,
+      INDEX idx_update_date (update_date DESC),
+      INDEX idx_factor_name (factor_name),
+      INDEX idx_applied (applied)
+    )
+  `,
+
+  // Monthly accuracy metrics
+  accuracy_metrics: `
+    CREATE TABLE IF NOT EXISTS accuracy_metrics (
+      id TEXT PRIMARY KEY,
+      metric_date DATE NOT NULL,
+      mape REAL NOT NULL,
+      mae REAL NOT NULL,
+      rmse REAL NOT NULL,
+      total_samples INTEGER NOT NULL,
+      overestimate_count INTEGER,
+      underestimate_count INTEGER,
+      avg_overestimate REAL,
+      avg_underestimate REAL,
+      very_accurate_pct INTEGER,
+      accurate_pct INTEGER,
+      acceptable_pct INTEGER,
+      poor_pct INTEGER,
+      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+      INDEX idx_metric_date (metric_date DESC),
+      INDEX idx_created_at (created_at DESC),
+      UNIQUE(metric_date)
+    )
+  `,
+
+  // Factor accuracy history
+  factor_accuracy: `
+    CREATE TABLE IF NOT EXISTS factor_accuracy (
+      id TEXT PRIMARY KEY,
+      analysis_date DATE NOT NULL,
+      factor_name TEXT NOT NULL,
+      contribution_pct REAL NOT NULL,
+      accuracy REAL NOT NULL,
+      trend TEXT,
+      samples INTEGER,
+      recommendation TEXT,
+      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+      INDEX idx_analysis_date (analysis_date DESC),
+      INDEX idx_factor_name (factor_name),
+      UNIQUE(analysis_date, factor_name)
+    )
+  `,
+};
+
+/**
+ * TypeScript interface for lead_feedback
+ */
+export interface LeadFeedbackRecord {
+  id: string;
+  lead_id: string;
+  projected_revenue: number;
+  actual_revenue: number;
+  error_pct: number;
+  closed_date: string;
+  stage: 'cold' | 'warm' | 'hot' | 'sales-ready' | 'won' | 'lost';
+  metadata?: string; // JSON serialized
+  created_at: string;
+}
+
+/**
+ * TypeScript interface for model_updates
+ */
+export interface ModelUpdateRecord {
+  id: string;
+  update_date: string;
+  factor_name: string;
+  old_weight: number;
+  new_weight: number;
+  change_pct: number;
+  confidence: number;
+  rationale?: string;
+  samples_used?: number;
+  applied: boolean;
+}
+
+/**
+ * TypeScript interface for accuracy_metrics
+ */
+export interface AccuracyMetricsRecord {
+  id: string;
+  metric_date: string;
+  mape: number;
+  mae: number;
+  rmse: number;
+  total_samples: number;
+  overestimate_count?: number;
+  underestimate_count?: number;
+  avg_overestimate?: number;
+  avg_underestimate?: number;
+  very_accurate_pct?: number;
+  accurate_pct?: number;
+  acceptable_pct?: number;
+  poor_pct?: number;
+  created_at: string;
+}
+
+/**
+ * TypeScript interface for factor_accuracy
+ */
+export interface FactorAccuracyRecord {
+  id: string;
+  analysis_date: string;
+  factor_name: string;
+  contribution_pct: number;
+  accuracy: number;
+  trend?: 'improving' | 'stable' | 'degrading';
+  samples?: number;
+  recommendation?: string;
+  created_at: string;
+}
+
+/**
+ * Initialize feedback database tables
+ */
+export async function initializeFeedbackDatabase(db: any): Promise<void> {
+  for (const [tableName, schema] of Object.entries(
+    feedbackDatabaseSchema
+  )) {
+    await db.exec(schema as string);
+  }
+}

package/src/database/leadsSchema.ts

@@ -0,0 +1,205 @@
+/**
+ * Lead Database Schema
+ * SQLite schema for persistent lead storage, signals, actions, and scoring history
+ * Optimized for token efficiency and query performance
+ */
+
+export const SCHEMA_VERSION = '1.0.0';
+
+export const leadDatabaseSchema = {
+  // Main leads table
+  leads: `
+    CREATE TABLE IF NOT EXISTS leads (
+      id TEXT PRIMARY KEY,
+      name TEXT NOT NULL,
+      email TEXT UNIQUE NOT NULL,
+      company TEXT,
+      industry TEXT,
+      pain_point TEXT,
+      source TEXT NOT NULL,
+      score REAL DEFAULT 0,
+      status TEXT DEFAULT 'new',
+      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+      updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+      INDEX idx_email (email),
+      INDEX idx_company (company),
+      INDEX idx_score (score DESC),
+      INDEX idx_status (status),
+      INDEX idx_created_at (created_at DESC)
+    )
+  `,
+
+  // Signals from various intelligence sources
+  signals: `
+    CREATE TABLE IF NOT EXISTS signals (
+      id TEXT PRIMARY KEY,
+      lead_id TEXT NOT NULL,
+      signal_type TEXT NOT NULL,
+      strength REAL DEFAULT 0.5,
+      source_url TEXT,
+      source_type TEXT,
+      description TEXT,
+      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+      FOREIGN KEY (lead_id) REFERENCES leads(id) ON DELETE CASCADE,
+      INDEX idx_lead_id (lead_id),
+      INDEX idx_signal_type (signal_type),
+      INDEX idx_created_at (created_at DESC)
+    )
+  `,
+
+  // Automated actions taken (email, Salesforce, Jira)
+  actions: `
+    CREATE TABLE IF NOT EXISTS actions (
+      id TEXT PRIMARY KEY,
+      lead_id TEXT NOT NULL,
+      action_type TEXT NOT NULL,
+      status TEXT DEFAULT 'pending',
+      action_id TEXT,
+      details TEXT,
+      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+      executed_at TIMESTAMP,
+      FOREIGN KEY (lead_id) REFERENCES leads(id) ON DELETE CASCADE,
+      INDEX idx_lead_id (lead_id),
+      INDEX idx_action_type (action_type),
+      INDEX idx_status (status),
+      INDEX idx_created_at (created_at DESC)
+    )
+  `,
+
+  // Score history for audit trail
+  scoring_history: `
+    CREATE TABLE IF NOT EXISTS scoring_history (
+      id TEXT PRIMARY KEY,
+      lead_id TEXT NOT NULL,
+      old_score REAL,
+      new_score REAL NOT NULL,
+      reason TEXT,
+      updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+      FOREIGN KEY (lead_id) REFERENCES leads(id) ON DELETE CASCADE,
+      INDEX idx_lead_id (lead_id),
+      INDEX idx_updated_at (updated_at DESC)
+    )
+  `,
+
+  // Deduplication metadata
+  lead_duplicates: `
+    CREATE TABLE IF NOT EXISTS lead_duplicates (
+      id TEXT PRIMARY KEY,
+      source_lead_id TEXT NOT NULL,
+      merged_into_lead_id TEXT NOT NULL,
+      match_type TEXT NOT NULL,
+      match_confidence REAL,
+      merged_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+      FOREIGN KEY (source_lead_id) REFERENCES leads(id) ON DELETE CASCADE,
+      FOREIGN KEY (merged_into_lead_id) REFERENCES leads(id) ON DELETE CASCADE,
+      INDEX idx_source_lead (source_lead_id),
+      INDEX idx_merged_into (merged_into_lead_id),
+      INDEX idx_merged_at (merged_at DESC)
+    )
+  `,
+
+  // Database metadata
+  metadata: `
+    CREATE TABLE IF NOT EXISTS metadata (
+      key TEXT PRIMARY KEY,
+      value TEXT,
+      updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+    )
+  `,
+};
+
+export interface Lead {
+  id: string;
+  name: string;
+  email: string;
+  company?: string;
+  industry?: string;
+  pain_point?: string;
+  source: string;
+  score: number;
+  status: 'new' | 'contacted' | 'qualified' | 'converted' | 'rejected';
+  created_at: string;
+  updated_at: string;
+}
+
+export interface Signal {
+  id: string;
+  lead_id: string;
+  signal_type: string;
+  strength: number; // 0-1
+  source_url?: string;
+  source_type?: string; // twitter, reddit, hn, polymarket
+  description?: string;
+  created_at: string;
+}
+
+export interface Action {
+  id: string;
+  lead_id: string;
+  action_type: string; // email, salesforce, jira
+  status: 'pending' | 'executed' | 'failed';
+  action_id?: string;
+  details?: string;
+  created_at: string;
+  executed_at?: string;
+}
+
+export interface ScoringHistory {
+  id: string;
+  lead_id: string;
+  old_score?: number;
+  new_score: number;
+  reason?: string;
+  updated_at: string;
+}
+
+export interface LeadDuplicate {
+  id: string;
+  source_lead_id: string;
+  merged_into_lead_id: string;
+  match_type: 'email' | 'company_name' | 'domain';
+  match_confidence: number;
+  merged_at: string;
+}
+
+export interface DatabaseMetadata {
+  key: string;
+  value: string;
+  updated_at: string;
+}
+
+// Signal type constants
+export const SIGNAL_TYPES = {
+  GITHUB_COMMIT: 'github_commit',
+  GITHUB_ISSUE: 'github_issue',
+  GITHUB_RELEASE: 'github_release',
+  TWITTER_MENTION: 'twitter_mention',
+  TWITTER_TREND: 'twitter_trend',
+  REDDIT_POST: 'reddit_post',
+  REDDIT_COMMENT: 'reddit_comment',
+  HN_POST: 'hn_post',
+  HN_COMMENT: 'hn_comment',
+  POLYMARKET_ACTIVITY: 'polymarket_activity',
+  LINKEDIN_HIRING: 'linkedin_hiring',
+  JOB_POSTING: 'job_posting',
+  USER_COMPLAINT: 'user_complaint',
+  MARKET_TREND: 'market_trend',
+};
+
+// Source credibility weights
+export const SOURCE_CREDIBILITY = {
+  polymarket: 1.0,
+  github: 0.9,
+  linkedin: 0.85,
+  twitter: 0.7,
+  reddit: 0.6,
+  hn: 0.75,
+  job_boards: 0.8,
+};
+
+// Company size multipliers for scoring
+export const COMPANY_SIZE_MULTIPLIER = {
+  enterprise: 1.0,
+  mid_market: 0.8,
+  startup: 0.6,
+};