nexo-brain 2.3.0 → 2.3.1

package/src/kg_populate 2.py

@@ -1,290 +0,0 @@
-"""NEXO KG Auto-Population — backfill from nexo.db + incremental hooks."""
-
-import json
-import os
-import sqlite3
-from typing import Optional
-
-import knowledge_graph as kg
-from db import get_db
-
-
-# ─── helpers ────────────────────────────────────────────────────────────────
-
-def _cognitive_db():
-    """Direct cognitive.db connection (for somatic_markers)."""
-    nexo_home = os.environ.get("NEXO_HOME", os.path.expanduser("~/.nexo"))
-    data_dir = os.path.join(nexo_home, "data")
-    os.makedirs(data_dir, exist_ok=True)
-    path = os.path.join(data_dir, "cognitive.db")
-    conn = sqlite3.connect(path)
-    conn.row_factory = sqlite3.Row
-    return conn
-
-
-def _parse_files(files_str: str) -> list[str]:
-    """Extract individual file paths from a comma/newline-separated string."""
-    if not files_str:
-        return []
-    parts = [p.strip() for p in files_str.replace("\n", ",").split(",")]
-    return [p for p in parts if p]
-
-
-# ─── backfill functions ──────────────────────────────────────────────────────
-
-def backfill_entities() -> int:
-    """Read entities table → create entity nodes in KG."""
-    db = get_db()
-    rows = db.execute("SELECT id, name, type, value, notes FROM entities").fetchall()
-    count = 0
-    for row in rows:
-        props = {}
-        if row["value"]:
-            props["value"] = row["value"]
-        if row["notes"]:
-            props["notes"] = row["notes"]
-        kg.upsert_node(
-            node_type="entity",
-            node_ref=f"entity:{row['id']}",
-            label=row["name"],
-            properties={"entity_type": row["type"], **props},
-        )
-        count += 1
-    return count
-
-
-def backfill_learnings() -> int:
-    """Read learnings → create learning nodes + file/area edges."""
-    db = get_db()
-    rows = db.execute(
-        "SELECT id, category, title, applies_to FROM learnings WHERE status != 'deleted'"
-    ).fetchall()
-    count = 0
-    for row in rows:
-        learning_ref = f"learning:{row['id']}"
-        kg.upsert_node(
-            node_type="learning",
-            node_ref=learning_ref,
-            label=row["title"] or f"Learning #{row['id']}",
-            properties={"category": row["category"]},
-        )
-        # edge: learning → category/area
-        if row["category"]:
-            kg.upsert_edge(
-                source_type="learning", source_ref=learning_ref,
-                relation="belongs_to",
-                target_type="area", target_ref=f"area:{row['category']}",
-                weight=1.0,
-            )
-        # edge: learning → file (from applies_to)
-        applies = row["applies_to"] or ""
-        for fpath in _parse_files(applies):
-            if fpath:
-                kg.upsert_edge(
-                    source_type="learning", source_ref=learning_ref,
-                    relation="applies_to_file",
-                    target_type="file", target_ref=f"file:{fpath}",
-                    weight=0.8,
-                )
-        count += 1
-    return count
-
-
-def backfill_changes() -> int:
-    """Read change_log → create file nodes + file→area edges."""
-    db = get_db()
-    rows = db.execute("SELECT id, files, what_changed FROM change_log").fetchall()
-    count = 0
-    for row in rows:
-        change_ref = f"change:{row['id']}"
-        kg.upsert_node(
-            node_type="change",
-            node_ref=change_ref,
-            label=f"Change #{row['id']}",
-            properties={"summary": (row["what_changed"] or "")[:120]},
-        )
-        for fpath in _parse_files(row["files"] or ""):
-            file_ref = f"file:{fpath}"
-            kg.upsert_node(
-                node_type="file",
-                node_ref=file_ref,
-                label=os.path.basename(fpath) or fpath,
-            )
-            kg.upsert_edge(
-                source_type="change", source_ref=change_ref,
-                relation="touched",
-                target_type="file", target_ref=file_ref,
-                weight=1.0,
-            )
-        count += 1
-    return count
-
-
-def backfill_decisions() -> int:
-    """Read decisions → create decision nodes + decision→area edges."""
-    db = get_db()
-    rows = db.execute("SELECT id, domain, decision, status FROM decisions").fetchall()
-    count = 0
-    for row in rows:
-        decision_ref = f"decision:{row['id']}"
-        kg.upsert_node(
-            node_type="decision",
-            node_ref=decision_ref,
-            label=(row["decision"] or "")[:80] or f"Decision #{row['id']}",
-            properties={"domain": row["domain"], "status": row["status"]},
-        )
-        if row["domain"]:
-            kg.upsert_edge(
-                source_type="decision", source_ref=decision_ref,
-                relation="in_domain",
-                target_type="area", target_ref=f"area:{row['domain']}",
-                weight=1.0,
-            )
-        count += 1
-    return count
-
-
-def backfill_somatic() -> int:
-    """Read somatic_markers from cognitive.db → create file/area nodes with risk."""
-    cdb = _cognitive_db()
-    rows = cdb.execute(
-        "SELECT target, target_type, risk_score, incident_count FROM somatic_markers"
-    ).fetchall()
-    count = 0
-    for row in rows:
-        target_type = row["target_type"] or "file"
-        node_ref = f"{target_type}:{row['target']}"
-        kg.upsert_node(
-            node_type=target_type,
-            node_ref=node_ref,
-            label=os.path.basename(row["target"]) or row["target"],
-            properties={
-                "risk_score": row["risk_score"],
-                "incident_count": row["incident_count"],
-            },
-        )
-        count += 1
-    cdb.close()
-    return count
-
-
-def run_full_backfill() -> dict:
-    """Run all backfill functions. Idempotent (upsert-based)."""
-    results = {}
-    results["entities"] = backfill_entities()
-    results["learnings"] = backfill_learnings()
-    results["changes"] = backfill_changes()
-    results["decisions"] = backfill_decisions()
-    results["somatic"] = backfill_somatic()
-    results["total"] = sum(results.values())
-    return results
-
-
-# ─── incremental hooks ───────────────────────────────────────────────────────
-
-def on_learning_add(learning_id: int, category: str, title: str, applies_to: str = "") -> None:
-    try:
-        learning_ref = f"learning:{learning_id}"
-        kg.upsert_node(
-            node_type="learning",
-            node_ref=learning_ref,
-            label=title or f"Learning #{learning_id}",
-            properties={"category": category},
-        )
-        if category:
-            kg.upsert_edge(
-                source_type="learning", source_ref=learning_ref,
-                relation="belongs_to",
-                target_type="area", target_ref=f"area:{category}",
-                weight=1.0,
-            )
-        for fpath in _parse_files(applies_to or ""):
-            if fpath:
-                kg.upsert_edge(
-                    source_type="learning", source_ref=learning_ref,
-                    relation="applies_to_file",
-                    target_type="file", target_ref=f"file:{fpath}",
-                    weight=0.8,
-                )
-    except Exception:
-        pass
-
-
-def on_change_log(change_id: int, files: str, system: str = "") -> None:
-    try:
-        change_ref = f"change:{change_id}"
-        kg.upsert_node(
-            node_type="change",
-            node_ref=change_ref,
-            label=f"Change #{change_id}",
-        )
-        for fpath in _parse_files(files or ""):
-            file_ref = f"file:{fpath}"
-            kg.upsert_node(
-                node_type="file",
-                node_ref=file_ref,
-                label=os.path.basename(fpath) or fpath,
-            )
-            kg.upsert_edge(
-                source_type="change", source_ref=change_ref,
-                relation="touched",
-                target_type="file", target_ref=file_ref,
-                weight=1.0,
-            )
-        if system:
-            kg.upsert_edge(
-                source_type="change", source_ref=change_ref,
-                relation="in_system",
-                target_type="area", target_ref=f"area:{system}",
-                weight=1.0,
-            )
-    except Exception:
-        pass
-
-
-def on_decision_log(decision_id: int, domain: str, decision_text: str) -> None:
-    try:
-        decision_ref = f"decision:{decision_id}"
-        kg.upsert_node(
-            node_type="decision",
-            node_ref=decision_ref,
-            label=(decision_text or "")[:80] or f"Decision #{decision_id}",
-            properties={"domain": domain},
-        )
-        if domain:
-            kg.upsert_edge(
-                source_type="decision", source_ref=decision_ref,
-                relation="in_domain",
-                target_type="area", target_ref=f"area:{domain}",
-                weight=1.0,
-            )
-    except Exception:
-        pass
-
-
-def on_entity_create(entity_id: int, name: str, entity_type: str) -> None:
-    try:
-        kg.upsert_node(
-            node_type="entity",
-            node_ref=f"entity:{entity_id}",
-            label=name,
-            properties={"entity_type": entity_type},
-        )
-    except Exception:
-        pass
-
-
-# ─── main ────────────────────────────────────────────────────────────────────
-
-if __name__ == "__main__":
-    print("Running full KG backfill...")
-    results = run_full_backfill()
-    print("\nBackfill complete:")
-    for key, val in results.items():
-        if key != "total":
-            print(f"  {key:12s}: {val:4d} records")
-    print(f"  {'TOTAL':12s}: {results['total']:4d} nodes/edges processed")
-
-    # Show KG stats
-    s = kg.stats()
-    print(f"\nKG state: {s['nodes']} nodes, {s['edges_active']} active edges")

package/src/knowledge_graph 2.py

@@ -1,257 +0,0 @@
-"""NEXO Knowledge Graph — Bi-temporal entity-relationship graph on SQLite."""
-
-import json
-from datetime import datetime, timezone
-from typing import Optional
-import os
-
-
-def _get_db():
-    """Get cognitive.db connection (KG lives in cognitive.db)."""
-    import cognitive
-    return cognitive._get_db()
-
-
-def upsert_node(node_type: str, node_ref: str, label: str, properties: dict = None) -> int:
-    db = _get_db()
-    props_json = json.dumps(properties or {})
-    existing = db.execute(
-        "SELECT id FROM kg_nodes WHERE node_type = ? AND node_ref = ?",
-        (node_type, node_ref)
-    ).fetchone()
-    if existing:
-        db.execute("UPDATE kg_nodes SET label = ?, properties = ? WHERE id = ?",
-                   (label, props_json, existing["id"]))
-        db.commit()
-        return existing["id"]
-    cursor = db.execute(
-        "INSERT INTO kg_nodes (node_type, node_ref, label, properties) VALUES (?, ?, ?, ?)",
-        (node_type, node_ref, label, props_json))
-    db.commit()
-    return cursor.lastrowid
-
-
-def get_node(node_type: str, node_ref: str) -> Optional[dict]:
-    db = _get_db()
-    row = db.execute("SELECT * FROM kg_nodes WHERE node_type = ? AND node_ref = ?",
-                     (node_type, node_ref)).fetchone()
-    return dict(row) if row else None
-
-
-def get_node_by_id(node_id: int) -> Optional[dict]:
-    db = _get_db()
-    row = db.execute("SELECT * FROM kg_nodes WHERE id = ?", (node_id,)).fetchone()
-    return dict(row) if row else None
-
-
-def upsert_edge(source_type: str, source_ref: str, relation: str,
-                target_type: str, target_ref: str,
-                weight: float = 1.0, confidence: float = 1.0,
-                source_memory_id: str = "", properties: dict = None) -> dict:
-    db = _get_db()
-    source_node = get_node(source_type, source_ref)
-    target_node = get_node(target_type, target_ref)
-    if not source_node:
-        source_node = {"id": upsert_node(source_type, source_ref, source_ref)}
-    if not target_node:
-        target_node = {"id": upsert_node(target_type, target_ref, target_ref)}
-    source_id = source_node["id"]
-    target_id = target_node["id"]
-    props_json = json.dumps(properties or {})
-    now = datetime.now(timezone.utc).replace(tzinfo=None).strftime("%Y-%m-%dT%H:%M:%S")
-    existing = db.execute(
-        "SELECT id, weight, confidence, properties FROM kg_edges "
-        "WHERE source_id = ? AND target_id = ? AND relation = ? AND valid_until IS NULL",
-        (source_id, target_id, relation)).fetchone()
-    if existing:
-        if (abs(existing["weight"] - weight) < 0.01 and
-            abs(existing["confidence"] - confidence) < 0.01 and
-            existing["properties"] == props_json):
-            return {"action": "NOOP", "edge_id": existing["id"]}
-        db.execute("UPDATE kg_edges SET valid_until = ? WHERE id = ?", (now, existing["id"]))
-        cursor = db.execute(
-            "INSERT INTO kg_edges (source_id, target_id, relation, weight, confidence, "
-            "valid_from, source_memory_id, properties) VALUES (?, ?, ?, ?, ?, ?, ?, ?)",
-            (source_id, target_id, relation, weight, confidence, now, source_memory_id, props_json))
-        db.commit()
-        return {"action": "UPDATE", "edge_id": cursor.lastrowid}
-    cursor = db.execute(
-        "INSERT INTO kg_edges (source_id, target_id, relation, weight, confidence, "
-        "valid_from, source_memory_id, properties) VALUES (?, ?, ?, ?, ?, ?, ?, ?)",
-        (source_id, target_id, relation, weight, confidence, now, source_memory_id, props_json))
-    db.commit()
-    return {"action": "ADD", "edge_id": cursor.lastrowid}
-
-
-def delete_edge(source_type: str, source_ref: str, relation: str,
-                target_type: str, target_ref: str) -> bool:
-    db = _get_db()
-    source = get_node(source_type, source_ref)
-    target = get_node(target_type, target_ref)
-    if not source or not target:
-        return False
-    now = datetime.now(timezone.utc).replace(tzinfo=None).strftime("%Y-%m-%dT%H:%M:%S")
-    cursor = db.execute(
-        "UPDATE kg_edges SET valid_until = ? WHERE source_id = ? AND target_id = ? "
-        "AND relation = ? AND valid_until IS NULL",
-        (now, source["id"], target["id"], relation))
-    db.commit()
-    return cursor.rowcount > 0
-
-
-def get_neighbors(node_id: int, relation: str = None, active_only: bool = True) -> list:
-    db = _get_db()
-    conditions = ["(e.source_id = ? OR e.target_id = ?)"]
-    params = [node_id, node_id]
-    if active_only:
-        conditions.append("e.valid_until IS NULL")
-    if relation:
-        conditions.append("e.relation = ?")
-        params.append(relation)
-    where = " AND ".join(conditions)
-    rows = db.execute(f"""
-        SELECT e.*, n.node_type, n.node_ref, n.label,
-               CASE WHEN e.source_id = ? THEN 'outgoing' ELSE 'incoming' END as direction
-        FROM kg_edges e
-        JOIN kg_nodes n ON n.id = CASE WHEN e.source_id = ? THEN e.target_id ELSE e.source_id END
-        WHERE {where}
-        ORDER BY e.weight DESC
-    """, [node_id, node_id] + params).fetchall()
-    return [dict(r) for r in rows]
-
-
-def traverse(start_id: int, max_depth: int = 3, relation_filter: str = None,
-             active_only: bool = True) -> dict:
-    visited_nodes = set()
-    visited_edges = set()
-    result_nodes = []
-    result_edges = []
-    queue = [(start_id, 0)]
-    while queue:
-        current_id, depth = queue.pop(0)
-        if current_id in visited_nodes or depth > max_depth:
-            continue
-        visited_nodes.add(current_id)
-        node = get_node_by_id(current_id)
-        if node:
-            node["depth"] = depth
-            result_nodes.append(node)
-        neighbors = get_neighbors(current_id, relation=relation_filter, active_only=active_only)
-        for n in neighbors:
-            edge_id = n["id"]
-            if edge_id not in visited_edges:
-                visited_edges.add(edge_id)
-                result_edges.append({
-                    "id": edge_id, "source_id": n["source_id"], "target_id": n["target_id"],
-                    "relation": n["relation"], "weight": n["weight"],
-                    "valid_from": n["valid_from"], "valid_until": n["valid_until"],
-                })
-            neighbor_id = n["target_id"] if n["source_id"] == current_id else n["source_id"]
-            if neighbor_id not in visited_nodes and depth + 1 <= max_depth:
-                queue.append((neighbor_id, depth + 1))
-    return {"nodes": result_nodes, "edges": result_edges}
-
-
-def shortest_path(from_id: int, to_id: int, max_depth: int = 6) -> Optional[list]:
-    if from_id == to_id:
-        return [from_id]
-    visited = {from_id}
-    queue = [(from_id, [from_id])]
-    while queue:
-        current, path = queue.pop(0)
-        if len(path) > max_depth:
-            continue
-        neighbors = get_neighbors(current, active_only=True)
-        for n in neighbors:
-            nid = n["target_id"] if n["source_id"] == current else n["source_id"]
-            if nid == to_id:
-                return path + [nid]
-            if nid not in visited:
-                visited.add(nid)
-                queue.append((nid, path + [nid]))
-    return None
-
-
-def merge_nodes(keep_id: int, merge_id: int) -> int:
-    db = _get_db()
-    db.execute("UPDATE kg_edges SET source_id = ? WHERE source_id = ?", (keep_id, merge_id))
-    db.execute("UPDATE kg_edges SET target_id = ? WHERE target_id = ?", (keep_id, merge_id))
-    # Clean up self-loops created by merge
-    db.execute("DELETE FROM kg_edges WHERE source_id = target_id")
-    db.execute("DELETE FROM kg_nodes WHERE id = ?", (merge_id,))
-    db.commit()
-    return keep_id
-
-
-def query_at(node_id: int, timestamp: str, relation: str = None) -> list:
-    db = _get_db()
-    conditions = ["(e.source_id = ? OR e.target_id = ?)",
-                  "e.valid_from <= ?",
-                  "(e.valid_until IS NULL OR e.valid_until >= ?)"]
-    params = [node_id, node_id, timestamp, timestamp]
-    if relation:
-        conditions.append("e.relation = ?")
-        params.append(relation)
-    where = " AND ".join(conditions)
-    rows = db.execute(f"""
-        SELECT e.*, n.node_type, n.node_ref, n.label
-        FROM kg_edges e
-        JOIN kg_nodes n ON n.id = CASE WHEN e.source_id = ? THEN e.target_id ELSE e.source_id END
-        WHERE {where}
-    """, [node_id] + params).fetchall()
-    return [dict(r) for r in rows]
-
-
-def timeline(node_id: int, relation: str = None) -> list:
-    db = _get_db()
-    conditions = ["(e.source_id = ? OR e.target_id = ?)"]
-    params = [node_id, node_id]
-    if relation:
-        conditions.append("e.relation = ?")
-        params.append(relation)
-    where = " AND ".join(conditions)
-    rows = db.execute(f"""
-        SELECT e.*, n.node_type, n.node_ref, n.label
-        FROM kg_edges e
-        JOIN kg_nodes n ON n.id = CASE WHEN e.source_id = ? THEN e.target_id ELSE e.source_id END
-        WHERE {where}
-        ORDER BY e.valid_from
-    """, [node_id] + params).fetchall()
-    return [dict(r) for r in rows]
-
-
-def stats() -> dict:
-    db = _get_db()
-    nodes = db.execute("SELECT COUNT(*) FROM kg_nodes").fetchone()[0]
-    edges_active = db.execute("SELECT COUNT(*) FROM kg_edges WHERE valid_until IS NULL").fetchone()[0]
-    edges_historical = db.execute("SELECT COUNT(*) FROM kg_edges WHERE valid_until IS NOT NULL").fetchone()[0]
-    type_counts = {}
-    for row in db.execute("SELECT node_type, COUNT(*) as cnt FROM kg_nodes GROUP BY node_type").fetchall():
-        type_counts[row["node_type"]] = row["cnt"]
-    relation_counts = {}
-    for row in db.execute(
-        "SELECT relation, COUNT(*) as cnt FROM kg_edges WHERE valid_until IS NULL GROUP BY relation"
-    ).fetchall():
-        relation_counts[row["relation"]] = row["cnt"]
-    most_connected = []
-    for row in db.execute("""
-        SELECT n.id, n.label, n.node_type, COUNT(e.id) as connections
-        FROM kg_nodes n
-        LEFT JOIN kg_edges e ON (e.source_id = n.id OR e.target_id = n.id) AND e.valid_until IS NULL
-        GROUP BY n.id ORDER BY connections DESC LIMIT 10
-    """).fetchall():
-        most_connected.append(dict(row))
-    return {
-        "nodes": nodes, "edges_active": edges_active, "edges_historical": edges_historical,
-        "node_types": type_counts, "relation_types": relation_counts,
-        "most_connected": most_connected,
-    }
-
-
-def extract_subgraph(center_id: int, depth: int = 2) -> dict:
-    graph = traverse(center_id, max_depth=depth)
-    d3_nodes = [{"id": n["id"], "label": n["label"], "type": n["node_type"],
-                 "depth": n.get("depth", 0)} for n in graph["nodes"]]
-    d3_edges = [{"source": e["source_id"], "target": e["target_id"],
-                 "relation": e["relation"], "weight": e["weight"]} for e in graph["edges"]]
-    return {"nodes": d3_nodes, "edges": d3_edges}

package/src/maintenance 2.py

@@ -1,59 +0,0 @@
-"""Opportunistic maintenance — run overdue tasks on MCP startup."""
-
-import time
-from datetime import datetime
-from db import get_db
-
-
-def check_and_run_overdue():
-    conn = get_db()
-    rows = conn.execute("SELECT task_name, interval_hours, last_run_at FROM maintenance_schedule").fetchall()
-    ran = []
-    for row in rows:
-        task = row["task_name"]
-        interval = row["interval_hours"]
-        last_run = row["last_run_at"]
-        if last_run:
-            try:
-                last_dt = datetime.strptime(last_run, "%Y-%m-%dT%H:%M:%S")
-                hours_since = (datetime.now(datetime.timezone.utc).replace(tzinfo=None) - last_dt).total_seconds() / 3600
-                if hours_since < interval:
-                    continue
-            except (ValueError, TypeError):
-                pass
-        start = time.time()
-        try:
-            _run_task(task)
-            duration_ms = int((time.time() - start) * 1000)
-            conn.execute(
-                "UPDATE maintenance_schedule SET last_run_at = ?, last_duration_ms = ?, "
-                "run_count = run_count + 1 WHERE task_name = ?",
-                (datetime.now(datetime.timezone.utc).replace(tzinfo=None).strftime("%Y-%m-%dT%H:%M:%S"), duration_ms, task))
-            conn.commit()
-            ran.append({"task": task, "duration_ms": duration_ms})
-        except Exception as e:
-            ran.append({"task": task, "error": str(e)})
-    return ran
-
-
-def _run_task(task_name: str):
-    import cognitive
-    if task_name == "cognitive_decay":
-        cognitive.apply_decay()
-        cognitive.promote_stm_to_ltm()
-        cognitive.gc_stm()
-    elif task_name == "somatic_decay":
-        cognitive.somatic_nightly_decay()
-    elif task_name == "somatic_projection":
-        cognitive.somatic_project_events()
-    elif task_name == "weight_learning":
-        try:
-            import sys, os
-            sys.path.insert(0, os.path.join(os.path.dirname(__file__), "plugins"))
-            from adaptive_mode import learn_weights, prune_adaptive_log
-            learn_weights()
-            prune_adaptive_log()
-        except Exception:
-            pass
-    elif task_name == "graph_maintenance":
-        pass  # Future: orphan cleanup, consolidation