superlocalmemory 4.0.2 → 4.0.4

package/src/superlocalmemory/storage/migrations/M041_external_evidence_receipts.py

@@ -0,0 +1,189 @@
+"""M041 — typed, observation-only external evidence in ``learning.db``."""
+
+from __future__ import annotations
+
+import sqlite3
+
+NAME = "M041_external_evidence_receipts"
+DB_TARGET = "learning"
+
+DDL = """
+BEGIN IMMEDIATE;
+CREATE TABLE IF NOT EXISTS external_evidence_receipts (
+    profile_id TEXT NOT NULL,
+    contract_id TEXT NOT NULL,
+    workspace_id TEXT NOT NULL,
+    run_ref TEXT NOT NULL,
+    run_id TEXT NOT NULL,
+    outcome TEXT NOT NULL,
+    run_state TEXT NOT NULL,
+    demonstration INTEGER NOT NULL CHECK (demonstration IN (0, 1)),
+    eligible_for_learning INTEGER NOT NULL CHECK (eligible_for_learning IN (0, 1)),
+    terminal_at TEXT NOT NULL,
+    graph_digest TEXT NOT NULL,
+    plan_digest TEXT NOT NULL,
+    policy_digest TEXT NOT NULL,
+    receipt_sequence INTEGER NOT NULL,
+    receipt_head_digest TEXT NOT NULL,
+    receipt_trust TEXT NOT NULL,
+    nodes_json TEXT NOT NULL,
+    artifact_digests_json TEXT NOT NULL,
+    payload_sha256 TEXT NOT NULL,
+    observed_at TEXT NOT NULL,
+    PRIMARY KEY (profile_id, contract_id, workspace_id, run_ref)
+);
+CREATE INDEX IF NOT EXISTS idx_external_evidence_profile_terminal
+    ON external_evidence_receipts (profile_id, terminal_at DESC);
+CREATE INDEX IF NOT EXISTS idx_external_evidence_profile_workspace
+    ON external_evidence_receipts (profile_id, workspace_id, terminal_at DESC);
+COMMIT;
+"""
+
+_TABLE = "external_evidence_receipts"
+_COLUMNS = (
+    "profile_id",
+    "contract_id",
+    "workspace_id",
+    "run_ref",
+    "run_id",
+    "outcome",
+    "run_state",
+    "demonstration",
+    "eligible_for_learning",
+    "terminal_at",
+    "graph_digest",
+    "plan_digest",
+    "policy_digest",
+    "receipt_sequence",
+    "receipt_head_digest",
+    "receipt_trust",
+    "nodes_json",
+    "artifact_digests_json",
+    "payload_sha256",
+    "observed_at",
+)
+_TYPES = (
+    "TEXT",
+    "TEXT",
+    "TEXT",
+    "TEXT",
+    "TEXT",
+    "TEXT",
+    "TEXT",
+    "INTEGER",
+    "INTEGER",
+    "TEXT",
+    "TEXT",
+    "TEXT",
+    "TEXT",
+    "INTEGER",
+    "TEXT",
+    "TEXT",
+    "TEXT",
+    "TEXT",
+    "TEXT",
+    "TEXT",
+)
+_PRIMARY_KEY = ("profile_id", "contract_id", "workspace_id", "run_ref")
+_INDEXES = {
+    "idx_external_evidence_profile_terminal": (
+        "external_evidence_receipts", (("profile_id", False), ("terminal_at", True)),
+    ),
+    "idx_external_evidence_profile_workspace": (
+        "external_evidence_receipts",
+        (("profile_id", False), ("workspace_id", False), ("terminal_at", True)),
+    ),
+}
+
+
+def apply(conn: sqlite3.Connection) -> None:
+    """Install the additive receipt table atomically and idempotently."""
+    if _table_exists(conn) and not _table_is_valid(conn):
+        raise sqlite3.OperationalError(
+            "M041 external evidence table is malformed; refusing rebuild"
+        )
+    conn.executescript(DDL)
+    if not verify(conn):
+        repair(conn)
+    if not verify(conn):
+        raise sqlite3.OperationalError("M041 external evidence schema did not reach its end-state")
+
+
+def repair(conn: sqlite3.Connection) -> None:
+    """Restore only M041's derived indexes without touching stored evidence."""
+    if _table_exists(conn) and not _table_is_valid(conn):
+        raise sqlite3.OperationalError(
+            "M041 external evidence table is malformed; refusing rebuild"
+        )
+    if not _table_exists(conn):
+        apply(conn)
+        return
+    drops = "\n".join(f"DROP INDEX IF EXISTS {name};" for name in _INDEXES)
+    creates = "\n".join(
+        f"CREATE INDEX {name} ON {table} ({_index_sql_columns(columns)});"
+        for name, (table, columns) in _INDEXES.items()
+    )
+    conn.executescript(f"BEGIN IMMEDIATE;\n{drops}\n{creates}\nCOMMIT;")
+    if not verify(conn):
+        raise sqlite3.OperationalError("M041 index repair did not restore required end-state")
+
+
+def verify(conn: sqlite3.Connection) -> bool:
+    if not _table_is_valid(conn):
+        return False
+    for name, (table, columns) in _INDEXES.items():
+        row = conn.execute(
+            "SELECT tbl_name FROM sqlite_master WHERE type='index' AND name=?", (name,)
+        ).fetchone()
+        if row is None or row[0] != table:
+            return False
+        actual = tuple(
+            (item[2], bool(item[3]))
+            for item in conn.execute(f"PRAGMA index_xinfo({name})")
+            if item[5] and item[2] is not None
+        )
+        if actual != columns:
+            return False
+    return True
+
+
+def _table_exists(conn: sqlite3.Connection) -> bool:
+    return (
+        conn.execute(
+            "SELECT 1 FROM sqlite_master WHERE type='table' AND name=?", (_TABLE,)
+        ).fetchone()
+        is not None
+    )
+
+
+def _table_is_valid(conn: sqlite3.Connection) -> bool:
+    if not _table_exists(conn):
+        return False
+    info = conn.execute(f"PRAGMA table_info({_TABLE})").fetchall()
+    columns = tuple(row[1] for row in info)
+    types = tuple(str(row[2]).upper() for row in info)
+    primary_key = tuple(row[1] for row in sorted(info, key=lambda row: row[5]) if row[5])
+    not_null = {row[1] for row in info if row[3] or row[5]}
+    return (
+        columns == _COLUMNS
+        and types == _TYPES
+        and primary_key == _PRIMARY_KEY
+        and not_null == set(_COLUMNS)
+        and conn.execute(f"PRAGMA foreign_key_list({_TABLE})").fetchone() is None
+        and _required_checks_present(conn)
+    )
+
+
+def _required_checks_present(conn: sqlite3.Connection) -> bool:
+    row = conn.execute(
+        "SELECT sql FROM sqlite_master WHERE type='table' AND name=?", (_TABLE,)
+    ).fetchone()
+    sql = "" if row is None or row[0] is None else "".join(str(row[0]).lower().split())
+    return (
+        "check(demonstrationin(0,1))" in sql
+        and "check(eligible_for_learningin(0,1))" in sql
+    )
+
+
+def _index_sql_columns(columns: tuple[tuple[str, bool], ...]) -> str:
+    return ", ".join(column + (" DESC" if desc else "") for column, desc in columns)

package/src/superlocalmemory/storage/migrations/__init__.py

@@ -31,6 +31,7 @@ from . import (
     M038_learning_feedback_channel,
     M039_scene_fact_members,
     M040_agent_experience_receipts,
+    M041_external_evidence_receipts,
 )
 
 # ---------------------------------------------------------------------------
@@ -87,6 +88,7 @@ __all__ = (
     "M038_learning_feedback_channel",
     "M039_scene_fact_members",
     "M040_agent_experience_receipts",
+    "M041_external_evidence_receipts",
     # Legacy re-exports (backward compat):
     "CURRENT_SCHEMA_VERSION",
     "get_schema_version",

package/src/superlocalmemory/ui/js/od-brain.js

@@ -230,6 +230,7 @@
     var feedback = (living && living.feedback) || {};
     var graph = (living && living.graph) || {};
     var experience = (living && living.agent_experience) || {};
+    var externalEvidence = experience.external_graph_evidence || {};
 
     // KPI strip
     var strip = EL('div', { className: 'kpi-strip', style: 'margin-bottom:16px' });
@@ -318,6 +319,8 @@
       ['Claimed evidence authority', String(experience.claimed_evidence_experiences || 0)],
       ['Cognitive turns', String(experience.turns_total || 0) +
         ' · ' + String((experience.turns_by_state || {}).finalized || 0) + ' finalized'],
+      ['Bounded Loop observations', String(externalEvidence.total || 0) +
+        (externalEvidence.is_real ? ' terminal receipts' : ' unavailable')],
       ['Graph evidence', String(graph.fact_nodes || 0) + ' nodes · ' +
         String(graph.association_edges || 0) + ' edges'],
     ].forEach(function (row) {
@@ -362,6 +365,12 @@
       fmtNum((experience.turns_by_state || {}).open || 0) + ' open · ' +
         fmtNum((experience.turns_by_state || {}).finalized || 0) + ' finalized',
       Number(experience.turns_total || 0) > 0, undefined, true));
+    evGrid.appendChild(kpiCard('account_tree', 'Bounded Loop observations',
+      fmtNum(externalEvidence.total || 0),
+      externalEvidence.is_real
+        ? fmtNum(externalEvidence.demonstrations || 0) + ' demonstrations · no automatic learning'
+        : 'connect Bounded Loops to observe terminal runs',
+      Number(externalEvidence.total || 0) > 0, undefined, true));
     evb.appendChild(evGrid);
     evc.appendChild(evb);
     sec.appendChild(evc);

package/src/superlocalmemory/ui/js/od-mcp.js

@@ -9,9 +9,9 @@
 //     current: "core",
 //     profiles: {
 //       core:  { count: 14, tools: [...], description: "..." },
-//       code:  { count: 24, tools: [...], description: "..." },
-//       full:  { count: 42, tools: [...], description: "..." },
-//       power: { count: 54, tools: [...], description: "..." },
+//       code:  { count: 28, tools: [...], description: "..." },
+//       full:  { count: 46, tools: [...], description: "..." },
+//       power: { count: 58, tools: [...], description: "..." },
 //       mesh:  { count:  8, tools: [...], description: "..." },
 //     },
 //     aliases: { "code21": "code", ... },
@@ -370,9 +370,9 @@
     codeBlock.textContent =
       '"env": {\n' +
       '  "SLM_MCP_PROFILE": "core"    // 14 tools — minimal\n' +
-      '  // "SLM_MCP_PROFILE": "code"  // 24 tools — + code graph + loops\n' +
-      '  // "SLM_MCP_PROFILE": "full"  // 42 tools — + mesh\n' +
-      '  // "SLM_MCP_PROFILE": "power" // 54 tools — + governance\n' +
+      '  // "SLM_MCP_PROFILE": "code"  // 28 tools — + Brain, code graph, loops\n' +
+      '  // "SLM_MCP_PROFILE": "full"  // 46 tools — + mesh\n' +
+      '  // "SLM_MCP_PROFILE": "power" // 58 tools — + governance\n' +
       '  // "SLM_MCP_PROFILE": "mesh"  //  8 tools — mesh only\n' +
       '}';
     body2.appendChild(codeBlock);