superlocalmemory 3.4.9 → 3.4.11

package/src/superlocalmemory/storage/schema_v3411.py

@@ -0,0 +1,149 @@
+# Copyright (c) 2026 Varun Pratap Bhardwaj / Qualixar
+# Licensed under AGPL-3.0-or-later - see LICENSE file
+# Part of SuperLocalMemory V3 | https://qualixar.com | https://varunpratap.com
+
+"""SuperLocalMemory V3.4.11 "Scale-Ready" — Schema Extensions.
+
+New tables for tiered storage + future backend integrations:
+  - pinned_facts: User-pinned facts that stay in hot tier forever
+  - backend_status: Tracks initialization state of LanceDB/KùzuDB backends
+  - fact_consolidations: History of merged/consolidated facts
+
+Design rules (inherited):
+  - CREATE IF NOT EXISTS for idempotency
+  - profile_id where applicable
+  - Never ALTER existing column types
+
+Part of Qualixar | Author: Varun Pratap Bhardwaj
+"""
+
+from __future__ import annotations
+
+import logging
+import sqlite3
+
+logger = logging.getLogger(__name__)
+
+# ---------------------------------------------------------------------------
+# DDL — Pinned Facts (user override on lifecycle demotion)
+# ---------------------------------------------------------------------------
+
+_PINNED_FACTS_DDL = """
+CREATE TABLE IF NOT EXISTS pinned_facts (
+    fact_id TEXT PRIMARY KEY,
+    profile_id TEXT DEFAULT 'default',
+    pinned_at TEXT NOT NULL,
+    reason TEXT DEFAULT ''
+);
+
+CREATE INDEX IF NOT EXISTS idx_pinned_facts_profile
+    ON pinned_facts(profile_id);
+"""
+
+# ---------------------------------------------------------------------------
+# DDL — Backend Status (LanceDB, KùzuDB, sqlite-vec tracking)
+# ---------------------------------------------------------------------------
+
+_BACKEND_STATUS_DDL = """
+CREATE TABLE IF NOT EXISTS backend_status (
+    backend_name TEXT PRIMARY KEY,
+    status TEXT DEFAULT 'not_initialized',
+    record_count INTEGER DEFAULT 0,
+    last_sync_at TEXT,
+    error_message TEXT DEFAULT '',
+    config TEXT DEFAULT '{}'
+);
+"""
+
+# ---------------------------------------------------------------------------
+# DDL — Fact Consolidations (merge history)
+# ---------------------------------------------------------------------------
+
+_FACT_CONSOLIDATIONS_DDL = """
+CREATE TABLE IF NOT EXISTS fact_consolidations (
+    consolidation_id TEXT PRIMARY KEY,
+    profile_id TEXT DEFAULT 'default',
+    consolidated_fact_id TEXT NOT NULL,
+    source_fact_ids TEXT NOT NULL,
+    strategy TEXT DEFAULT 'entity_cluster',
+    created_at TEXT NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_fact_consolidations_profile
+    ON fact_consolidations(profile_id);
+CREATE INDEX IF NOT EXISTS idx_fact_consolidations_target
+    ON fact_consolidations(consolidated_fact_id);
+"""
+
+# ---------------------------------------------------------------------------
+# DDL — Index on lifecycle for fast tier queries
+# ---------------------------------------------------------------------------
+
+_LIFECYCLE_INDEX_DDL = """
+CREATE INDEX IF NOT EXISTS idx_atomic_facts_lifecycle
+    ON atomic_facts(lifecycle, profile_id);
+"""
+
+
+# ---------------------------------------------------------------------------
+# Migration runner
+# ---------------------------------------------------------------------------
+
+def apply_v3411_schema(db_path: str | sqlite3.Connection) -> dict:
+    """Apply all v3.4.11 schema changes. Idempotent."""
+    result = {"applied": [], "errors": []}
+
+    if isinstance(db_path, sqlite3.Connection):
+        conn = db_path
+        own_connection = False
+    else:
+        conn = sqlite3.connect(str(db_path))
+        own_connection = True
+
+    try:
+        for name, ddl in [
+            ("pinned_facts", _PINNED_FACTS_DDL),
+            ("backend_status", _BACKEND_STATUS_DDL),
+            ("fact_consolidations", _FACT_CONSOLIDATIONS_DDL),
+            ("lifecycle_index", _LIFECYCLE_INDEX_DDL),
+        ]:
+            try:
+                conn.executescript(ddl)
+                result["applied"].append(name)
+            except sqlite3.OperationalError as e:
+                result["errors"].append(f"{name}: {e}")
+
+        # Seed default backend entries
+        now = __import__("datetime").datetime.now().isoformat()
+        for backend in ("sqlite_vec", "sqlite_graph", "lancedb", "kuzu"):
+            try:
+                conn.execute(
+                    "INSERT OR IGNORE INTO backend_status "
+                    "(backend_name, status, config) VALUES (?, ?, ?)",
+                    (backend, "not_initialized" if backend in ("lancedb", "kuzu") else "active", "{}"),
+                )
+            except sqlite3.OperationalError:
+                pass
+
+        # Mark version
+        try:
+            conn.execute(
+                "INSERT OR IGNORE INTO schema_version (version, applied_at) VALUES (?, ?)",
+                ("3.4.11", now),
+            )
+        except sqlite3.OperationalError:
+            pass
+
+        conn.commit()
+
+        if result["applied"]:
+            logger.info("Schema v3.4.11 applied: %s", ", ".join(result["applied"]))
+
+    except Exception as e:
+        result["errors"].append(f"fatal: {e}")
+        logger.error("Schema v3.4.11 migration failed: %s", e)
+    finally:
+        if own_connection:
+            conn.close()
+
+    return result

package/src/superlocalmemory/ui/index.html

@@ -43,6 +43,14 @@
             box-shadow: 0 2px 4px rgba(0,0,0,0.1);
         }
 
+        /* Cloud account widget — sidebar (v3.4.10) */
+        #ng-account-widget:hover { background: rgba(255,255,255,0.06) !important; }
+        .account-dest-item { padding: 6px 0; display: flex; align-items: center; gap: 8px; }
+        .account-dest-badge { font-size: 10px; padding: 1px 6px; border-radius: 4px; }
+        .account-dest-badge.synced { background: rgba(0,212,170,0.15); color: #00D4AA; }
+        .account-dest-badge.failed { background: rgba(255,71,87,0.15); color: #ff4757; }
+        .account-dest-badge.never { background: rgba(255,255,255,0.06); color: #888; }
+
         /* Stat cards with gradient backgrounds */
         .stat-card {
             border: none;
@@ -1511,10 +1519,12 @@
                     <h5 class="mb-0"><i class="bi bi-hourglass-split text-warning"></i> Memory Lifecycle</h5>
                     <div>
                         <span class="badge bg-secondary me-2" id="lifecycle-profile-badge">default</span>
-                        <button class="btn btn-sm btn-outline-info" onclick="compactDryRun()"><i class="bi bi-funnel"></i> Preview Compaction</button>
+                        <button class="btn btn-sm btn-outline-success" onclick="evaluateTiersNow()"><i class="bi bi-arrow-repeat"></i> Evaluate Tiers</button>
+                        <button class="btn btn-sm btn-outline-info ms-1" onclick="compactDryRun()"><i class="bi bi-funnel"></i> Preview Compaction</button>
                         <button class="btn btn-sm btn-outline-warning ms-1" onclick="compactExecute()"><i class="bi bi-lightning"></i> Compact Now</button>
                     </div>
                 </div>
+
                 <!-- State Distribution -->
                 <div class="row g-3 mb-4" id="lifecycle-states-row">
                     <div class="col-md-2"><div class="card p-3 text-center"><div class="text-success fw-bold fs-3" id="lc-active-count">-</div><small class="text-muted">Active</small></div></div>
@@ -1717,6 +1727,26 @@
                 <div id="entity-detail-panel" style="display:none;margin-top:24px"></div>
             </div>
 
+            <!-- Skill Evolution (v3.4.10 — Arsenal Evolution) -->
+            <div class="tab-pane fade" id="skills-pane">
+                <div class="ng-content-header">
+                    <div>
+                        <div class="ng-content-title"><i class="bi bi-lightning-charge"></i> Skill Evolution</div>
+                        <div class="ng-content-subtitle">Track skill performance, evolution history, and health status</div>
+                    </div>
+                    <button class="ng-btn" onclick="loadSkillEvolution()"><i class="bi bi-arrow-clockwise"></i> Refresh</button>
+                </div>
+                <div id="skills-overview-cards"></div>
+                <div id="skills-list" style="margin-top:24px">
+                    <div class="text-center" style="padding:24px;color:var(--ng-text-tertiary)">
+                        <div class="spinner-border" style="color:var(--ng-accent)"></div>
+                        <div style="margin-top:8px">Loading skill performance data...</div>
+                    </div>
+                </div>
+                <div id="skill-lineage-container" class="mt-3"></div>
+                <div id="skill-detail-panel" style="display:none;margin-top:24px"></div>
+            </div>
+
             <!-- Mesh Peers (v3.4.3 — Neural Glass) -->
             <div class="tab-pane fade" id="mesh-pane">
                 <div class="ng-content-header">
@@ -1974,6 +2004,31 @@
                         </div>
                     </div>
                 </div>
+                <!-- Cloud Backup (v3.4.10 "Fortress") -->
+                <div class="card p-3 mb-3">
+                    <h5 class="mb-3"><i class="bi bi-cloud-arrow-up"></i> Cloud Backup</h5>
+                    <p class="text-muted small mb-2">
+                        Sync your memory backups to Google Drive or GitHub. Credentials are stored securely in your OS keychain.
+                    </p>
+                    <div id="cloud-destinations" class="mb-3">
+                        <div class="text-muted small">Loading cloud destinations...</div>
+                    </div>
+                    <div class="d-flex gap-2 flex-wrap">
+                        <button class="btn btn-outline-primary btn-sm" onclick="connectGoogleDrive()">
+                            <i class="bi bi-google"></i> Connect Google Drive
+                        </button>
+                        <button class="btn btn-outline-dark btn-sm" onclick="connectGitHub()">
+                            <i class="bi bi-github"></i> Connect GitHub
+                        </button>
+                        <button class="btn btn-outline-success btn-sm" onclick="syncCloudNow()">
+                            <i class="bi bi-cloud-upload"></i> Sync Now
+                        </button>
+                        <button class="btn btn-outline-info btn-sm" onclick="exportBackup()">
+                            <i class="bi bi-file-earmark-zip"></i> Export Backup
+                        </button>
+                    </div>
+                </div>
+
                 <!-- Learning Data Management (v2.7.4) -->
                 <div class="card p-3 mb-3">
                     <h5 class="mb-3"><i class="bi bi-brain"></i> Learning Data</h5>
@@ -2097,9 +2152,10 @@
     <!-- Neural Glass v3.4.4 — Dashboard V2 -->
     <script src="static/js/ng-health.js?v=345"></script>
     <script src="static/js/ng-ingestion.js?v=345"></script>
-    <script src="static/js/ng-entities.js?v=345"></script>
+    <script src="static/js/ng-entities.js?v=3410"></script>
+    <script src="static/js/ng-skills.js?v=3411"></script>
     <script src="static/js/ng-mesh.js?v=345"></script>
-    <script src="static/js/ng-shell.js?v=345"></script>
+    <script src="static/js/ng-shell.js?v=3410"></script>
 
     <footer style="text-align:center; padding:24px; border-top:1px solid var(--bs-border-color); font-size:0.8125rem;">
         <div style="display:flex; align-items:center; justify-content:center; gap:8px; margin-bottom:8px;">

package/src/superlocalmemory/ui/js/core.js

@@ -243,4 +243,7 @@ window.addEventListener('DOMContentLoaded', function() {
     if (typeof initEventStream === 'function') initEventStream();
     if (typeof loadEventStats === 'function') loadEventStats();
     if (typeof loadAgents === 'function') loadAgents();
+
+    // v3.4.10 — Account widget (cloud backup status in header)
+    if (typeof loadCloudDestinations === 'function') loadCloudDestinations();
 });

package/src/superlocalmemory/ui/js/lifecycle.js

@@ -7,10 +7,27 @@ var _lifecycleData = null;
 
 async function loadLifecycle() {
     try {
+        // V3.4.11: Load tier stats from the authoritative source (atomic_facts.lifecycle)
+        // and merge into the existing lifecycle view for a unified display.
+        var tierResponse = await fetch('/api/tiers/stats');
+        var tierData = await tierResponse.json();
+
         var response = await fetch('/api/lifecycle/status');
         var data = await response.json();
         _lifecycleData = data;
 
+        // Override state counts with tier stats (atomic_facts is the truth)
+        if (tierData && tierData.total > 0) {
+            data.states = data.states || {};
+            data.states.active = tierData.active;
+            data.states.warm = tierData.warm;
+            data.states.cold = tierData.cold;
+            data.states.archived = tierData.archived;
+            data.total_memories = tierData.total;
+            data._pinned = tierData.pinned;
+            data.available = true;
+        }
+
         if (!data.available) {
             showEmpty('lifecycle-states-row', 'hourglass-split', 'Lifecycle engine not available. Upgrade to v2.8.');
             return;
@@ -21,6 +38,19 @@ async function loadLifecycle() {
         renderLifecycleAgeStats(data);
         renderLifecycleTransitions(data);
 
+        // V3.4.11: Show pinned count below the state cards
+        var pinnedInfo = document.getElementById('lifecycle-pinned-info');
+        if (!pinnedInfo) {
+            pinnedInfo = document.createElement('div');
+            pinnedInfo.id = 'lifecycle-pinned-info';
+            pinnedInfo.className = 'small text-muted mb-3';
+            var statesRow = document.getElementById('lifecycle-states-row');
+            if (statesRow) statesRow.parentNode.insertBefore(pinnedInfo, statesRow.nextSibling);
+        }
+        var pinCount = data._pinned || 0;
+        pinnedInfo.innerHTML = '<i class="bi bi-pin-angle"></i> ' + pinCount + ' pinned facts (protected from demotion). ' +
+            '<span class="text-muted" style="font-size:11px;">Active = full weight | Warm = 0.7x | Cold = 0.3x | Archived = deep recall only</span>';
+
         var badge = document.getElementById('lifecycle-profile-badge');
         if (badge) badge.textContent = data.active_profile || 'default';
     } catch (error) {
@@ -296,3 +326,56 @@ async function compactExecute() {
         console.error('Compaction error:', e);
     }
 }
+
+
+// ---- V3.4.11: Tier Management (pinning + evaluation) ----
+
+async function evaluateTiersNow() {
+    showToast('Evaluating tiers...');
+    try {
+        var response = await fetch('/api/tiers/evaluate', { method: 'POST' });
+        var data = await response.json();
+        if (data.success) {
+            var s = data.stats;
+            var demoted = (s.demoted_to_warm || 0) + (s.demoted_to_cold || 0) + (s.demoted_to_archive || 0);
+            showToast('Tier evaluation: ' + demoted + ' facts demoted, ' + s.pinned_protected + ' pinned protected');
+            loadTierStats();
+            loadLifecycle();
+        }
+    } catch (error) {
+        showToast('Tier evaluation failed');
+    }
+}
+
+async function pinFact(factId, reason) {
+    try {
+        var response = await fetch('/api/tiers/pin', {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({ fact_id: factId, reason: reason || '' })
+        });
+        var data = await response.json();
+        if (data.success) {
+            showToast('Fact pinned');
+            loadTierStats();
+        }
+    } catch (error) {
+        showToast('Failed to pin fact');
+    }
+}
+
+async function unpinFact(factId) {
+    try {
+        var response = await fetch('/api/tiers/unpin', {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({ fact_id: factId })
+        });
+        if (response.ok) {
+            showToast('Fact unpinned');
+            loadTierStats();
+        }
+    } catch (error) {
+        showToast('Failed to unpin fact');
+    }
+}

package/src/superlocalmemory/ui/js/ng-entities.js

@@ -85,14 +85,23 @@
     var typeColor = getTypeColor(entity.type);
     var summaryText = entity.summary_preview || 'No summary yet — click to view details';
     var hasTruth = entity.has_compiled_truth;
+    var typeIcon = getTypeIcon(entity.type);
+
+    // Skill entities get a distinctive accent border
+    var borderAccent = entity.type === 'skill'
+      ? 'border-left:3px solid ' + typeColor + ';'
+      : '';
 
     return '<div class="col-md-6 col-lg-4">' +
-      '<div class="ng-glass" style="padding:16px;cursor:pointer;transition:border-color 0.2s" ' +
+      '<div class="ng-glass" style="padding:16px;cursor:pointer;transition:border-color 0.2s;' + borderAccent + '" ' +
         'onclick="showEntityDetail(\'' + escapeAttr(entity.name) + '\')" ' +
         'onmouseover="this.style.borderColor=\'var(--ng-border-prominent)\'" ' +
         'onmouseout="this.style.borderColor=\'var(--ng-border-subtle)\'">' +
         '<div style="display:flex;justify-content:space-between;align-items:flex-start;margin-bottom:8px">' +
-          '<div style="font-weight:590;font-size:0.9375rem;color:var(--ng-text-primary)">' + escapeHtml(entity.name) + '</div>' +
+          '<div style="font-weight:590;font-size:0.9375rem;color:var(--ng-text-primary)">' +
+            '<i class="bi ' + typeIcon + '" style="color:' + typeColor + ';margin-right:4px"></i>' +
+            escapeHtml(entity.name) +
+          '</div>' +
           '<span class="ng-badge ng-badge-accent">' + escapeHtml(entity.type) + '</span>' +
         '</div>' +
         '<div style="font-size:0.8125rem;color:var(--ng-text-secondary);margin-bottom:8px;' +
@@ -107,6 +116,18 @@
     '</div>';
   }
 
+  function getTypeIcon(type) {
+    var icons = {
+      person: 'bi-person',
+      concept: 'bi-lightbulb',
+      organization: 'bi-building',
+      place: 'bi-geo-alt',
+      event: 'bi-calendar-event',
+      skill: 'bi-lightning-charge'
+    };
+    return icons[type] || 'bi-circle';
+  }
+
   // Show entity detail panel
   window.showEntityDetail = function(entityName) {
     var panel = document.getElementById('entity-detail-panel');
@@ -253,7 +274,10 @@
   }
 
   function getTypeColor(type) {
-    var colors = { person: '#3b82f6', concept: '#10b981', organization: '#f59e0b', location: '#ef4444' };
+    var colors = {
+      person: '#3b82f6', concept: '#10b981', organization: '#f59e0b',
+      location: '#ef4444', skill: '#8b5cf6', event: '#ec4899'
+    };
     return colors[type] || '#7C6AEF';
   }
 

package/src/superlocalmemory/ui/js/ng-shell.js

@@ -44,6 +44,7 @@
         { id: 'health-pane', icon: 'bi-heart-pulse', text: 'Health Monitor', badge: 'NEW' },
         { id: 'ingestion-pane', icon: 'bi-cloud-download', text: 'Ingestion', badge: 'NEW' },
         { id: 'entities-pane', icon: 'bi-person-badge', text: 'Entity Explorer', badge: 'NEW' },
+        { id: 'skills-pane', icon: 'bi-lightning-charge', text: 'Skill Evolution', badge: 'NEW' },
         { id: 'mesh-pane', icon: 'bi-share', text: 'Mesh Peers', badge: 'NEW' }
       ]
     },
@@ -134,6 +135,35 @@
     var addProfileBtn = document.getElementById('add-profile-btn');
 
     footer.innerHTML =
+      // v3.4.10: Cloud Backup Account Widget
+      '<div id="ng-account-widget" style="margin-bottom:10px;padding:8px;border-radius:10px;background:rgba(255,255,255,0.03);border:1px solid rgba(255,255,255,0.06);cursor:pointer;" onclick="document.querySelector(\'[data-target=settings]\')?.click()">' +
+        '<div style="display:flex;align-items:center;gap:8px;">' +
+          '<span id="ng-account-avatar" style="width:28px;height:28px;border-radius:50%;background:rgba(255,255,255,0.08);display:flex;align-items:center;justify-content:center;font-size:13px;flex-shrink:0;overflow:hidden;">' +
+            '<i class="bi bi-cloud-slash" style="font-size:13px;opacity:0.4;"></i>' +
+          '</span>' +
+          '<div style="flex:1;min-width:0;">' +
+            '<div id="ng-account-name" style="font-size:12px;color:#e0e0e0;white-space:nowrap;overflow:hidden;text-overflow:ellipsis;">Not connected</div>' +
+            '<div id="ng-account-status" style="font-size:10px;color:#666;">No cloud backup</div>' +
+          '</div>' +
+          '<span id="ng-account-dot" style="width:7px;height:7px;border-radius:50%;background:#444;flex-shrink:0;" title="No cloud backup"></span>' +
+        '</div>' +
+        '<div id="ng-account-actions" style="display:none;margin-top:8px;padding-top:8px;border-top:1px solid rgba(255,255,255,0.05);">' +
+          '<div style="display:flex;gap:4px;">' +
+            '<button class="ng-btn" onclick="event.stopPropagation();connectGoogleDrive()" title="Connect Google Drive" style="flex:1;justify-content:center;font-size:11px;padding:4px;">' +
+              '<i class="bi bi-google" style="color:#4285f4;"></i>' +
+            '</button>' +
+            '<button class="ng-btn" onclick="event.stopPropagation();connectGitHub()" title="Connect GitHub" style="flex:1;justify-content:center;font-size:11px;padding:4px;">' +
+              '<i class="bi bi-github"></i>' +
+            '</button>' +
+            '<button class="ng-btn" onclick="event.stopPropagation();syncCloudNow()" title="Sync Now" style="flex:1;justify-content:center;font-size:11px;padding:4px;">' +
+              '<i class="bi bi-cloud-upload" style="color:#00D4AA;"></i>' +
+            '</button>' +
+            '<button class="ng-btn" onclick="event.stopPropagation();exportBackup()" title="Export Backup" style="flex:1;justify-content:center;font-size:11px;padding:4px;">' +
+              '<i class="bi bi-download" style="color:#f39c12;"></i>' +
+            '</button>' +
+          '</div>' +
+        '</div>' +
+      '</div>' +
       '<div style="margin-bottom:8px">' +
         '<div class="ng-sidebar-section-label" style="padding:0 0 4px">Profile</div>' +
         '<div style="display:flex;gap:4px;align-items:center" id="ng-profile-container"></div>' +
@@ -359,6 +389,9 @@
       case 'entities-pane':
         if (typeof loadEntityExplorer === 'function') loadEntityExplorer();
         break;
+      case 'skills-pane':
+        if (typeof loadSkillEvolution === 'function') loadSkillEvolution();
+        break;
       case 'mesh-pane':
         if (typeof loadMeshPeers === 'function') loadMeshPeers();
         break;