icdev 0.0.3__py3-none-any.whl

tools/db/migrations/002_memory_enhancements/up.py

@@ -0,0 +1,119 @@
+#!/usr/bin/env python3
+# CUI // SP-CTI
+"""Migration 002: Memory enhancements — dedup, user scoping, buffer table.
+
+Targets data/memory.db (not icdev.db).
+Adds: content_hash (D179), user_id/tenant_id (D180), memory_buffer table (D181),
+      source column, thinking type support (D182).
+"""
+
+import hashlib
+import sqlite3
+import sys
+from pathlib import Path
+
+BASE_DIR = Path(__file__).resolve().parent.parent.parent.parent.parent
+
+
+def _column_exists(conn, table, column):
+    """Check if a column exists in a table."""
+    cursor = conn.execute(f"PRAGMA table_info({table})")
+    return any(row[1] == column for row in cursor.fetchall())
+
+
+def _table_exists(conn, table):
+    """Check if a table exists."""
+    cursor = conn.execute(
+        "SELECT name FROM sqlite_master WHERE type='table' AND name=?",
+        (table,),
+    )
+    return cursor.fetchone() is not None
+
+
+def _compute_content_hash(content):
+    """SHA-256 hash of content string."""
+    return hashlib.sha256(content.encode("utf-8")).hexdigest()
+
+
+def up(conn):
+    """Apply memory enhancements to memory.db."""
+    # 1. Add columns to memory_entries (idempotent)
+    if _table_exists(conn, "memory_entries"):
+        for col, col_def in [
+            ("content_hash", "TEXT"),
+            ("user_id", "TEXT"),
+            ("tenant_id", "TEXT"),
+            ("source", "TEXT DEFAULT 'manual'"),
+        ]:
+            if not _column_exists(conn, "memory_entries", col):
+                try:
+                    conn.execute(
+                        f"ALTER TABLE memory_entries ADD COLUMN {col} {col_def}"
+                    )
+                except sqlite3.OperationalError:
+                    pass  # Column already exists
+
+        # 2. Create indexes
+        for idx_sql in [
+            "CREATE UNIQUE INDEX IF NOT EXISTS idx_memory_content_hash_user "
+            "ON memory_entries(content_hash, user_id)",
+            "CREATE INDEX IF NOT EXISTS idx_memory_user_id "
+            "ON memory_entries(user_id)",
+            "CREATE INDEX IF NOT EXISTS idx_memory_tenant_id "
+            "ON memory_entries(tenant_id)",
+        ]:
+            try:
+                conn.execute(idx_sql)
+            except sqlite3.OperationalError:
+                pass
+
+        # 3. Backfill content_hash for existing entries
+        cursor = conn.execute(
+            "SELECT id, content FROM memory_entries WHERE content_hash IS NULL"
+        )
+        rows = cursor.fetchall()
+        for row_id, content in rows:
+            h = _compute_content_hash(content or "")
+            conn.execute(
+                "UPDATE memory_entries SET content_hash = ? WHERE id = ?",
+                (h, row_id),
+            )
+
+    # 4. Create memory_buffer table (D181)
+    conn.executescript("""
+        CREATE TABLE IF NOT EXISTS memory_buffer (
+            id INTEGER PRIMARY KEY AUTOINCREMENT,
+            content TEXT NOT NULL,
+            content_hash TEXT NOT NULL,
+            type TEXT DEFAULT 'event',
+            importance INTEGER DEFAULT 3,
+            source TEXT NOT NULL DEFAULT 'hook'
+                CHECK(source IN ('hook', 'manual', 'thinking', 'auto')),
+            user_id TEXT,
+            tenant_id TEXT,
+            session_id TEXT,
+            tool_name TEXT,
+            metadata TEXT,
+            created_at TEXT DEFAULT (datetime('now'))
+        );
+        CREATE INDEX IF NOT EXISTS idx_buffer_created
+            ON memory_buffer(created_at);
+        CREATE INDEX IF NOT EXISTS idx_buffer_source
+            ON memory_buffer(source);
+        CREATE INDEX IF NOT EXISTS idx_buffer_user
+            ON memory_buffer(user_id);
+    """)
+
+    conn.commit()
+
+
+def down(conn):
+    """Rollback: drop buffer table, remove indexes.
+
+    Note: SQLite cannot DROP COLUMN. Columns remain but indexes are removed.
+    """
+    conn.execute("DROP TABLE IF EXISTS memory_buffer")
+    conn.execute("DROP INDEX IF EXISTS idx_memory_content_hash_user")
+    conn.execute("DROP INDEX IF EXISTS idx_memory_user_id")
+    conn.execute("DROP INDEX IF EXISTS idx_memory_tenant_id")
+    conn.commit()

tools/db/migrations/003_dev_profiles/meta.json

@@ -0,0 +1,8 @@
+{
+    "version": "003",
+    "description": "Dev profiles — versioned development standards with 5-layer cascade, dimension locks, auto-detection (D183-D188)",
+    "date": "2026-02-21",
+    "author": "icdev_builder",
+    "database": "sparkpilot",
+    "reversible": true
+}

tools/db/migrations/003_dev_profiles/up.py

@@ -0,0 +1,93 @@
+#!/usr/bin/env python3
+# CUI // SP-CTI
+"""Migration 003: Dev profiles — versioned development standards with 5-layer cascade.
+
+Targets data/icdev.db.
+Adds: dev_profiles (D183), dev_profile_locks (D184), dev_profile_detections (D185).
+"""
+
+import sqlite3
+
+
+def _table_exists(conn, table):
+    """Check if a table exists."""
+    cursor = conn.execute(
+        "SELECT name FROM sqlite_master WHERE type='table' AND name=?",
+        (table,),
+    )
+    return cursor.fetchone() is not None
+
+
+DEV_PROFILES_SCHEMA = """
+-- Versioned dev profiles — immutable rows per D183
+CREATE TABLE IF NOT EXISTS dev_profiles (
+    id TEXT PRIMARY KEY,
+    scope TEXT NOT NULL CHECK(scope IN ('platform','tenant','program','project','user')),
+    scope_id TEXT NOT NULL,
+    version INTEGER NOT NULL DEFAULT 1,
+    profile_md TEXT,
+    profile_yaml TEXT NOT NULL,
+    inherits_from TEXT,
+    created_by TEXT NOT NULL,
+    created_at TEXT NOT NULL DEFAULT (datetime('now')),
+    is_active INTEGER DEFAULT 1,
+    change_summary TEXT,
+    approved_by TEXT,
+    approved_at TEXT
+);
+CREATE INDEX IF NOT EXISTS idx_dev_profiles_scope ON dev_profiles(scope, scope_id, is_active);
+CREATE INDEX IF NOT EXISTS idx_dev_profiles_active ON dev_profiles(scope_id, is_active, version);
+
+-- Dimension locks — role-based governance (D184)
+CREATE TABLE IF NOT EXISTS dev_profile_locks (
+    id TEXT PRIMARY KEY,
+    profile_id TEXT NOT NULL REFERENCES dev_profiles(id),
+    dimension_path TEXT NOT NULL,
+    lock_owner_role TEXT NOT NULL CHECK(lock_owner_role IN ('isso','architect','pm','admin')),
+    locked_by TEXT NOT NULL,
+    locked_at TEXT NOT NULL DEFAULT (datetime('now')),
+    reason TEXT,
+    is_active INTEGER DEFAULT 1
+);
+CREATE INDEX IF NOT EXISTS idx_dev_profile_locks_profile ON dev_profile_locks(profile_id, is_active);
+
+-- Auto-detection results — advisory only per D185
+CREATE TABLE IF NOT EXISTS dev_profile_detections (
+    id TEXT PRIMARY KEY,
+    tenant_id TEXT,
+    project_id TEXT,
+    session_id TEXT,
+    repo_url TEXT,
+    detected_at TEXT NOT NULL DEFAULT (datetime('now')),
+    detection_results TEXT NOT NULL,
+    accepted INTEGER DEFAULT 0,
+    accepted_by TEXT,
+    accepted_at TEXT
+);
+CREATE INDEX IF NOT EXISTS idx_dev_profile_detections_tenant ON dev_profile_detections(tenant_id);
+"""
+
+
+def up(conn):
+    """Apply dev_profiles tables to icdev.db."""
+    if not _table_exists(conn, "dev_profiles"):
+        conn.executescript(DEV_PROFILES_SCHEMA)
+    if not _table_exists(conn, "dev_profile_locks"):
+        conn.executescript(
+            DEV_PROFILES_SCHEMA.split("-- Dimension locks")[1].split(
+                "-- Auto-detection"
+            )[0]
+        )
+    if not _table_exists(conn, "dev_profile_detections"):
+        conn.executescript(
+            DEV_PROFILES_SCHEMA.split("-- Auto-detection results")[1]
+        )
+    conn.commit()
+
+
+def down(conn):
+    """Rollback: drop dev_profiles tables."""
+    conn.execute("DROP TABLE IF EXISTS dev_profile_detections")
+    conn.execute("DROP TABLE IF EXISTS dev_profile_locks")
+    conn.execute("DROP TABLE IF EXISTS dev_profiles")
+    conn.commit()

tools/db/migrations/004_innovation_engine/down.py

@@ -0,0 +1,19 @@
+#!/usr/bin/env python3
+# CUI // SP-CTI
+"""Migration 004 rollback: Remove innovation engine tables."""
+
+
+def down(conn):
+    """Drop innovation engine tables in reverse dependency order."""
+    tables = [
+        "innovation_feedback",
+        "innovation_standards_updates",
+        "innovation_competitor_scans",
+        "innovation_trends",
+        "innovation_solutions",
+        "innovation_triage_log",
+        "innovation_signals",
+    ]
+    for table in tables:
+        conn.execute(f"DROP TABLE IF EXISTS {table}")
+    conn.commit()

tools/db/migrations/004_innovation_engine/up.py

@@ -0,0 +1,227 @@
+#!/usr/bin/env python3
+# CUI // SP-CTI
+"""Migration 004: Innovation Engine — autonomous self-improvement pipeline.
+
+Targets data/icdev.db.
+Adds: innovation_signals (D206), innovation_triage_log (D206),
+      innovation_solutions, innovation_trends (D207),
+      innovation_competitor_scans, innovation_standards_updates,
+      innovation_feedback.
+"""
+
+import sqlite3
+
+
+def _table_exists(conn, table):
+    """Check if a table exists."""
+    cursor = conn.execute(
+        "SELECT name FROM sqlite_master WHERE type='table' AND name=?",
+        (table,),
+    )
+    return cursor.fetchone() is not None
+
+
+INNOVATION_SCHEMA = """
+-- ============================================================
+-- INNOVATION SIGNALS — discovered opportunities (append-only, D206)
+-- ============================================================
+CREATE TABLE IF NOT EXISTS innovation_signals (
+    id TEXT PRIMARY KEY,
+    source TEXT NOT NULL,
+    source_type TEXT NOT NULL,
+    title TEXT NOT NULL,
+    description TEXT,
+    url TEXT,
+    metadata TEXT,
+    community_score REAL DEFAULT 0.0,
+    content_hash TEXT NOT NULL,
+    discovered_at TEXT NOT NULL,
+    status TEXT NOT NULL DEFAULT 'new'
+        CHECK(status IN ('new', 'scored', 'triaged', 'approved', 'suggested',
+                         'blocked', 'logged', 'solution_generated', 'published')),
+    category TEXT,
+    innovation_score REAL,
+    score_breakdown TEXT,
+    triage_result TEXT
+        CHECK(triage_result IS NULL OR triage_result IN ('approved', 'suggested', 'blocked', 'logged')),
+    gotcha_layer TEXT
+        CHECK(gotcha_layer IS NULL OR gotcha_layer IN ('goal', 'tool', 'arg', 'context', 'hardprompt')),
+    boundary_tier TEXT
+        CHECK(boundary_tier IS NULL OR boundary_tier IN ('GREEN', 'YELLOW', 'ORANGE', 'RED')),
+    classification TEXT DEFAULT 'CUI'
+);
+
+CREATE INDEX IF NOT EXISTS idx_innovation_signals_status ON innovation_signals(status);
+CREATE INDEX IF NOT EXISTS idx_innovation_signals_source ON innovation_signals(source);
+CREATE INDEX IF NOT EXISTS idx_innovation_signals_score ON innovation_signals(innovation_score);
+CREATE INDEX IF NOT EXISTS idx_innovation_signals_hash ON innovation_signals(content_hash);
+CREATE INDEX IF NOT EXISTS idx_innovation_signals_discovered ON innovation_signals(discovered_at);
+CREATE INDEX IF NOT EXISTS idx_innovation_signals_category ON innovation_signals(category);
+
+-- ============================================================
+-- INNOVATION TRIAGE LOG — triage decisions per signal (append-only, D206)
+-- ============================================================
+CREATE TABLE IF NOT EXISTS innovation_triage_log (
+    id TEXT PRIMARY KEY,
+    signal_id TEXT NOT NULL REFERENCES innovation_signals(id),
+    stage INTEGER NOT NULL CHECK(stage BETWEEN 1 AND 5),
+    stage_name TEXT NOT NULL
+        CHECK(stage_name IN ('classify', 'gotcha_fit', 'boundary_impact',
+                              'compliance_check', 'dedup_license')),
+    result TEXT NOT NULL CHECK(result IN ('pass', 'block', 'warn')),
+    details TEXT,
+    triaged_at TEXT NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_innovation_triage_signal ON innovation_triage_log(signal_id);
+CREATE INDEX IF NOT EXISTS idx_innovation_triage_result ON innovation_triage_log(result);
+
+-- ============================================================
+-- INNOVATION SOLUTIONS — generated solution specs
+-- ============================================================
+CREATE TABLE IF NOT EXISTS innovation_solutions (
+    id TEXT PRIMARY KEY,
+    signal_id TEXT NOT NULL REFERENCES innovation_signals(id),
+    spec_content TEXT NOT NULL,
+    gotcha_layer TEXT NOT NULL
+        CHECK(gotcha_layer IN ('goal', 'tool', 'arg', 'context', 'hardprompt')),
+    asset_type TEXT NOT NULL
+        CHECK(asset_type IN ('skill', 'goal', 'tool', 'context', 'hardprompt',
+                              'arg', 'compliance_extension')),
+    estimated_effort TEXT NOT NULL CHECK(estimated_effort IN ('S', 'M', 'L', 'XL')),
+    status TEXT NOT NULL DEFAULT 'generated'
+        CHECK(status IN ('generated', 'building', 'built', 'published', 'failed', 'rejected')),
+    spec_quality_score REAL,
+    build_output TEXT,
+    marketplace_asset_id TEXT,
+    created_at TEXT NOT NULL DEFAULT (datetime('now')),
+    updated_at TEXT NOT NULL DEFAULT (datetime('now')),
+    classification TEXT DEFAULT 'CUI'
+);
+
+CREATE INDEX IF NOT EXISTS idx_innovation_solutions_signal ON innovation_solutions(signal_id);
+CREATE INDEX IF NOT EXISTS idx_innovation_solutions_status ON innovation_solutions(status);
+CREATE INDEX IF NOT EXISTS idx_innovation_solutions_layer ON innovation_solutions(gotcha_layer);
+
+-- ============================================================
+-- INNOVATION TRENDS — detected cross-signal patterns (D207)
+-- ============================================================
+CREATE TABLE IF NOT EXISTS innovation_trends (
+    id TEXT PRIMARY KEY,
+    name TEXT NOT NULL,
+    category TEXT,
+    signal_ids TEXT NOT NULL,
+    signal_count INTEGER NOT NULL DEFAULT 0,
+    keyword_fingerprint TEXT NOT NULL,
+    keywords TEXT NOT NULL DEFAULT '[]',
+    velocity REAL DEFAULT 0.0,
+    acceleration REAL DEFAULT 0.0,
+    status TEXT NOT NULL DEFAULT 'emerging'
+        CHECK(status IN ('emerging', 'active', 'declining', 'stale')),
+    first_seen TEXT NOT NULL,
+    last_seen TEXT NOT NULL,
+    metadata TEXT NOT NULL DEFAULT '{}',
+    detected_at TEXT NOT NULL DEFAULT (datetime('now')),
+    created_at TEXT NOT NULL DEFAULT (datetime('now')),
+    updated_at TEXT NOT NULL DEFAULT (datetime('now'))
+);
+
+CREATE INDEX IF NOT EXISTS idx_innovation_trends_status ON innovation_trends(status);
+CREATE INDEX IF NOT EXISTS idx_innovation_trends_category ON innovation_trends(category);
+CREATE INDEX IF NOT EXISTS idx_innovation_trends_velocity ON innovation_trends(velocity);
+
+-- ============================================================
+-- INNOVATION COMPETITOR SCANS — competitive intelligence results
+-- ============================================================
+CREATE TABLE IF NOT EXISTS innovation_competitor_scans (
+    id TEXT PRIMARY KEY,
+    competitor_name TEXT NOT NULL,
+    scan_date TEXT NOT NULL,
+    releases_found INTEGER DEFAULT 0,
+    features_found INTEGER DEFAULT 0,
+    gaps_identified INTEGER DEFAULT 0,
+    metadata TEXT,
+    created_at TEXT NOT NULL DEFAULT (datetime('now'))
+);
+
+CREATE INDEX IF NOT EXISTS idx_innovation_competitor_name ON innovation_competitor_scans(competitor_name);
+CREATE INDEX IF NOT EXISTS idx_innovation_competitor_date ON innovation_competitor_scans(scan_date);
+
+-- ============================================================
+-- INNOVATION STANDARDS UPDATES — standards body change tracking
+-- ============================================================
+CREATE TABLE IF NOT EXISTS innovation_standards_updates (
+    id TEXT PRIMARY KEY,
+    body TEXT NOT NULL
+        CHECK(body IN ('nist', 'cisa', 'dod', 'fedramp', 'iso')),
+    title TEXT NOT NULL,
+    publication_type TEXT,
+    url TEXT,
+    abstract TEXT,
+    published_date TEXT,
+    impact_assessment TEXT,
+    status TEXT NOT NULL DEFAULT 'new'
+        CHECK(status IN ('new', 'assessed', 'applied', 'not_applicable')),
+    content_hash TEXT,
+    created_at TEXT NOT NULL DEFAULT (datetime('now'))
+);
+
+CREATE INDEX IF NOT EXISTS idx_innovation_standards_body ON innovation_standards_updates(body);
+CREATE INDEX IF NOT EXISTS idx_innovation_standards_status ON innovation_standards_updates(status);
+CREATE INDEX IF NOT EXISTS idx_innovation_standards_hash ON innovation_standards_updates(content_hash);
+
+-- ============================================================
+-- INNOVATION FEEDBACK — feedback loop metrics for calibration
+-- ============================================================
+CREATE TABLE IF NOT EXISTS innovation_feedback (
+    id TEXT PRIMARY KEY,
+    signal_id TEXT REFERENCES innovation_signals(id),
+    solution_id TEXT REFERENCES innovation_solutions(id),
+    feedback_type TEXT NOT NULL
+        CHECK(feedback_type IN ('marketplace_install', 'marketplace_rating',
+                                 'self_heal_hit', 'gate_failure_reduction',
+                                 'feature_request_addressed', 'manual_review')),
+    feedback_value REAL,
+    feedback_details TEXT,
+    created_at TEXT NOT NULL DEFAULT (datetime('now'))
+);
+
+CREATE INDEX IF NOT EXISTS idx_innovation_feedback_signal ON innovation_feedback(signal_id);
+CREATE INDEX IF NOT EXISTS idx_innovation_feedback_type ON innovation_feedback(feedback_type);
+"""
+
+
+def up(conn):
+    """Apply innovation engine tables to icdev.db."""
+    tables = [
+        "innovation_signals",
+        "innovation_triage_log",
+        "innovation_solutions",
+        "innovation_trends",
+        "innovation_competitor_scans",
+        "innovation_standards_updates",
+        "innovation_feedback",
+    ]
+
+    # Only create tables that don't exist yet (idempotent)
+    missing = [t for t in tables if not _table_exists(conn, t)]
+    if missing:
+        conn.executescript(INNOVATION_SCHEMA)
+
+    conn.commit()
+
+
+def down(conn):
+    """Rollback: drop innovation engine tables."""
+    tables = [
+        "innovation_feedback",
+        "innovation_standards_updates",
+        "innovation_competitor_scans",
+        "innovation_trends",
+        "innovation_solutions",
+        "innovation_triage_log",
+        "innovation_signals",
+    ]
+    for table in tables:
+        conn.execute(f"DROP TABLE IF EXISTS {table}")
+    conn.commit()

tools/db/migrations/005_phase_37_ai_security/down.py

@@ -0,0 +1,19 @@
+#!/usr/bin/env python3
+# CUI // SP-CTI
+"""Rollback migration 005: Phase 37 AI Security tables."""
+
+import sqlite3
+
+
+def down(conn: sqlite3.Connection):
+    """Remove Phase 37 AI Security tables."""
+    tables = [
+        "prompt_injection_log", "ai_telemetry", "ai_bom",
+        "atlas_assessments", "atlas_red_team_results",
+        "owasp_llm_assessments", "nist_ai_rmf_assessments",
+        "iso42001_assessments",
+    ]
+    for table in tables:
+        conn.execute(f"DROP TABLE IF EXISTS {table}")
+    conn.commit()
+    print(f"  Migration 005 rolled back: {len(tables)} tables dropped")