superlocalmemory 3.0.17 → 3.0.19

package/src/superlocalmemory/storage/database.py

@@ -128,6 +128,32 @@ class DatabaseManager:
         )
         return record.memory_id
 
+    def update_memory_summary(self, memory_id: str, summary: str) -> None:
+        """Store a generated summary for a memory record."""
+        try:
+            self.execute(
+                "UPDATE memories SET metadata_json = json_set("
+                "  COALESCE(metadata_json, '{}'), '$.summary', ?"
+                ") WHERE memory_id = ?",
+                (summary, memory_id),
+            )
+        except Exception:
+            pass  # Non-critical — summary is enhancement only
+
+    def get_memory_summary(self, memory_id: str) -> str:
+        """Retrieve stored summary for a memory, or empty string."""
+        try:
+            rows = self.execute(
+                "SELECT json_extract(metadata_json, '$.summary') as s "
+                "FROM memories WHERE memory_id = ?",
+                (memory_id,),
+            )
+            if rows:
+                return dict(rows[0]).get("s") or ""
+        except Exception:
+            pass
+        return ""
+
     def store_fact(self, fact: AtomicFact) -> str:
         """Persist an atomic fact. Returns fact_id."""
         self.execute(
@@ -300,6 +326,29 @@ class DatabaseManager:
             for r in rows
         ]
 
+    def get_memory_content_batch(self, memory_ids: list[str]) -> dict[str, str]:
+        """Batch-fetch original memory text. Returns {memory_id: content}."""
+        if not memory_ids:
+            return {}
+        unique_ids = list(set(memory_ids))
+        ph = ','.join('?' * len(unique_ids))
+        rows = self.execute(
+            f"SELECT memory_id, content FROM memories WHERE memory_id IN ({ph})",
+            tuple(unique_ids),
+        )
+        return {dict(r)["memory_id"]: dict(r)["content"] for r in rows}
+
+    def get_facts_by_memory_id(
+        self, memory_id: str, profile_id: str,
+    ) -> list[AtomicFact]:
+        """Get all atomic facts for a given memory_id."""
+        rows = self.execute(
+            "SELECT * FROM atomic_facts WHERE memory_id = ? AND profile_id = ? "
+            "ORDER BY confidence DESC",
+            (memory_id, profile_id),
+        )
+        return [self._row_to_fact(r) for r in rows]
+
     def store_edge(self, edge: GraphEdge) -> str:
         """Persist a graph edge. Returns edge_id."""
         self.execute(

package/src/superlocalmemory.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: superlocalmemory
-Version: 3.0.17
+Version: 3.0.19
 Summary: Information-geometric agent memory with mathematical guarantees
 Author-email: Varun Pratap Bhardwaj <admin@superlocalmemory.com>
 License: MIT

package/src/superlocalmemory.egg-info/SOURCES.txt

@@ -30,13 +30,17 @@ src/superlocalmemory/compliance/retention.py
 src/superlocalmemory/compliance/scheduler.py
 src/superlocalmemory/core/__init__.py
 src/superlocalmemory/core/config.py
+src/superlocalmemory/core/embedding_worker.py
 src/superlocalmemory/core/embeddings.py
 src/superlocalmemory/core/engine.py
 src/superlocalmemory/core/hooks.py
 src/superlocalmemory/core/maintenance.py
 src/superlocalmemory/core/modes.py
 src/superlocalmemory/core/profiles.py
+src/superlocalmemory/core/recall_worker.py
 src/superlocalmemory/core/registry.py
+src/superlocalmemory/core/summarizer.py
+src/superlocalmemory/core/worker_pool.py
 src/superlocalmemory/dynamics/__init__.py
 src/superlocalmemory/dynamics/fisher_langevin_coupling.py
 src/superlocalmemory/encoding/__init__.py

package/ui/index.html

@@ -1569,30 +1569,86 @@
                         <h6 class="mb-0"><i class="bi bi-gear-wide-connected"></i> V3 Configuration</h6>
                     </div>
                     <div class="card-body">
-                        <div class="row">
-                            <div class="col-md-6">
-                                <label class="form-label fw-bold">Operating Mode</label>
-                                <select id="settings-mode" class="form-select">
-                                    <option value="a">Mode A — Local Guardian (Zero Cloud)</option>
-                                    <option value="b">Mode B — Smart Local (Ollama)</option>
-                                    <option value="c">Mode C — Full Power (Cloud LLM)</option>
-                                </select>
-                                <button class="btn btn-sm btn-primary mt-2" id="settings-mode-save">Save Mode</button>
+                        <!-- Current Mode Banner -->
+                        <div id="settings-current-banner" class="alert alert-info mb-3">
+                            <div class="d-flex justify-content-between align-items-center">
+                                <span>Active: <strong id="settings-current-mode">Loading...</strong></span>
+                                <span id="settings-current-detail" class="small"></span>
                             </div>
-                            <div class="col-md-6">
-                                <label class="form-label fw-bold">LLM Provider</label>
-                                <select id="settings-provider" class="form-select">
-                                    <option value="none">None (Mode A)</option>
-                                    <option value="openai">OpenAI</option>
-                                    <option value="anthropic">Anthropic</option>
-                                    <option value="ollama">Ollama (Local)</option>
-                                    <option value="openrouter">OpenRouter</option>
-                                </select>
-                                <div class="mt-2">
-                                    <input type="password" id="settings-api-key" class="form-control form-control-sm" placeholder="API Key">
+                        </div>
+
+                        <!-- Step 1: Mode -->
+                        <div class="mb-3">
+                            <label class="form-label fw-bold">Step 1: Operating Mode</label>
+                            <div class="btn-group w-100" role="group">
+                                <input type="radio" class="btn-check" name="settings-mode-radio" id="mode-a-radio" value="a" checked>
+                                <label class="btn btn-outline-success" for="mode-a-radio">
+                                    <strong>Mode A</strong><br><small>Zero Cloud — EU AI Act</small>
+                                </label>
+                                <input type="radio" class="btn-check" name="settings-mode-radio" id="mode-b-radio" value="b">
+                                <label class="btn btn-outline-info" for="mode-b-radio">
+                                    <strong>Mode B</strong><br><small>Local Ollama LLM</small>
+                                </label>
+                                <input type="radio" class="btn-check" name="settings-mode-radio" id="mode-c-radio" value="c">
+                                <label class="btn btn-outline-warning" for="mode-c-radio">
+                                    <strong>Mode C</strong><br><small>Cloud LLM (Best Accuracy)</small>
+                                </label>
+                            </div>
+                        </div>
+
+                        <!-- Step 2: Provider Config (Mode B/C only) -->
+                        <div id="settings-provider-panel" style="display:none;" class="card p-3 mb-3 border-primary">
+                            <h6 class="mb-2">Step 2: LLM Configuration</h6>
+
+                            <!-- Provider select -->
+                            <div class="row mb-2">
+                                <div class="col-md-4">
+                                    <label class="form-label small fw-bold">Provider</label>
+                                    <select id="settings-provider" class="form-select form-select-sm">
+                                        <option value="">-- Select --</option>
+                                        <option value="ollama">Ollama (Local)</option>
+                                        <option value="openrouter">OpenRouter</option>
+                                        <option value="openai">OpenAI</option>
+                                        <option value="anthropic">Anthropic</option>
+                                    </select>
+                                </div>
+                                <div class="col-md-4">
+                                    <label class="form-label small fw-bold">Model <span class="text-danger">*</span></label>
+                                    <select id="settings-model" class="form-select form-select-sm">
+                                        <option value="">Select provider first</option>
+                                    </select>
+                                    <small id="settings-model-hint" class="text-muted"></small>
+                                </div>
+                                <div class="col-md-4" id="settings-key-col" style="display:none;">
+                                    <label class="form-label small fw-bold">API Key <span class="text-danger">*</span></label>
+                                    <input type="password" id="settings-api-key" class="form-control form-control-sm" placeholder="sk-... or your key">
+                                    <small class="text-muted">Saved locally in ~/.superlocalmemory/</small>
+                                </div>
+                            </div>
+
+                            <!-- Endpoint (advanced) -->
+                            <div class="row mb-2" id="settings-endpoint-row" style="display:none;">
+                                <div class="col-md-8">
+                                    <label class="form-label small">API Endpoint (advanced)</label>
+                                    <input type="text" id="settings-endpoint" class="form-control form-control-sm" placeholder="https://...">
                                 </div>
-                                <button class="btn btn-sm btn-primary mt-2" id="settings-provider-save">Save Provider</button>
                             </div>
+
+                            <!-- Connection test -->
+                            <div>
+                                <button class="btn btn-sm btn-outline-primary" id="settings-test-btn">
+                                    <i class="bi bi-lightning"></i> Test Connection
+                                </button>
+                                <span id="settings-test-result" class="ms-2 small"></span>
+                            </div>
+                        </div>
+
+                        <!-- Save button -->
+                        <div class="mt-2">
+                            <button class="btn btn-primary" id="settings-save-all">
+                                <i class="bi bi-check-circle"></i> Save Configuration
+                            </button>
+                            <span id="settings-save-status" class="ms-2" style="display:none;"></span>
                         </div>
                         <hr>
                         <div class="row">

package/ui/js/auto-settings.js

@@ -66,5 +66,334 @@ document.querySelectorAll('#auto-recall-toggle, #auto-recall-session').forEach(f
     }
 });
 
+// ============================================================================
+// Mode / Provider / Model Configuration (Professional Settings)
+// ============================================================================
+
+var PROVIDER_CONFIG = {
+    'ollama': {
+        name: 'Ollama',
+        needsKey: false,
+        endpoint: 'http://localhost:11434',
+        endpointEditable: true,
+        detectModels: true, // auto-detect via /api/v3/ollama/status
+    },
+    'openrouter': {
+        name: 'OpenRouter',
+        needsKey: true,
+        endpoint: 'https://openrouter.ai/api/v1',
+        endpointEditable: false,
+    },
+    'openai': {
+        name: 'OpenAI',
+        needsKey: true,
+        endpoint: 'https://api.openai.com/v1',
+        endpointEditable: true, // editable for Azure OpenAI
+    },
+    'anthropic': {
+        name: 'Anthropic',
+        needsKey: true,
+        endpoint: 'https://api.anthropic.com',
+        endpointEditable: false,
+    },
+};
+
+var MODEL_OPTIONS = {
+    'none': [],
+    'ollama': [
+        {value: 'llama3.1:8b', label: 'Llama 3.1 8B'},
+        {value: 'llama3.2:latest', label: 'Llama 3.2'},
+        {value: 'qwen3-vl:8b', label: 'Qwen3 VL 8B'},
+        {value: 'mistral:latest', label: 'Mistral'},
+    ],
+    'openrouter': [
+        {value: 'meta-llama/llama-3.1-8b-instruct:free', label: 'Llama 3.1 8B (Free)'},
+        {value: 'google/gemini-2.0-flash-001', label: 'Gemini 2.0 Flash'},
+        {value: 'anthropic/claude-3.5-haiku', label: 'Claude 3.5 Haiku'},
+        {value: 'openai/gpt-4o-mini', label: 'GPT-4o Mini'},
+        {value: 'deepseek/deepseek-chat-v3-0324:free', label: 'DeepSeek V3 (Free)'},
+    ],
+    'openai': [
+        {value: 'gpt-4o-mini', label: 'GPT-4o Mini'},
+        {value: 'gpt-4o', label: 'GPT-4o'},
+        {value: 'gpt-4-turbo', label: 'GPT-4 Turbo'},
+    ],
+    'anthropic': [
+        {value: 'claude-3-5-haiku-latest', label: 'Claude 3.5 Haiku'},
+        {value: 'claude-3-5-sonnet-latest', label: 'Claude 3.5 Sonnet'},
+        {value: 'claude-sonnet-4-6', label: 'Claude Sonnet 4.6'},
+    ],
+};
+
+async function loadModeSettings() {
+    try {
+        var resp = await fetch('/api/v3/mode');
+        if (!resp.ok) return;
+        var data = await resp.json();
+        var mode = data.mode || 'a';
+        var provider = data.provider || 'none';
+        var model = data.model || '';
+
+        // Set radio button
+        var radio = document.getElementById('mode-' + mode + '-radio');
+        if (radio) radio.checked = true;
+
+        // Set provider dropdown
+        var provEl = document.getElementById('settings-provider');
+        if (provEl && provider !== 'none') provEl.value = provider;
+
+        // Update banner
+        var modeNames = {a: 'Mode A — Local Guardian', b: 'Mode B — Smart Local', c: 'Mode C — Full Power'};
+        var bannerMode = document.getElementById('settings-current-mode');
+        if (bannerMode) {
+            var label = modeNames[mode] || mode;
+            if (provider && provider !== 'none') label += ' | ' + provider;
+            if (model) label += ' | ' + model;
+            bannerMode.textContent = label;
+        }
+
+        var bannerDetail = document.getElementById('settings-current-detail');
+        if (bannerDetail) {
+            if (mode === 'a') bannerDetail.textContent = 'Zero cloud — EU AI Act compliant';
+            else if (data.has_key) bannerDetail.textContent = 'API key configured';
+            else if (provider === 'ollama') bannerDetail.textContent = 'No API key needed';
+            else bannerDetail.textContent = 'API key not set';
+        }
+
+        var banner = document.getElementById('settings-current-banner');
+        if (banner) {
+            banner.className = mode === 'a' ? 'alert alert-success mb-3' :
+                               mode === 'b' ? 'alert alert-info mb-3' :
+                               'alert alert-warning mb-3';
+        }
+
+        // Show provider panel and populate model dropdown
+        updateModeUI();
+
+        // After provider UI updates, set the saved model value
+        if (model) {
+            setTimeout(function() {
+                var modelEl = document.getElementById('settings-model');
+                if (modelEl) {
+                    // Check if option exists, if not add it
+                    var found = false;
+                    for (var i = 0; i < modelEl.options.length; i++) {
+                        if (modelEl.options[i].value === model) { found = true; break; }
+                    }
+                    if (!found) {
+                        var opt = document.createElement('option');
+                        opt.value = model;
+                        opt.textContent = model + ' (current)';
+                        modelEl.insertBefore(opt, modelEl.firstChild);
+                    }
+                    modelEl.value = model;
+                }
+            }, 500);
+        }
+    } catch (e) {
+        console.log('Load mode settings error:', e);
+    }
+}
+
+function updateModeUI() {
+    var mode = document.querySelector('input[name="settings-mode-radio"]:checked')?.value || 'a';
+    var panel = document.getElementById('settings-provider-panel');
+    if (panel) {
+        panel.style.display = (mode === 'a') ? 'none' : 'block';
+    }
+    // Only set provider if it's currently empty (first load or Mode A→B/C)
+    var providerEl = document.getElementById('settings-provider');
+    if (providerEl && !providerEl.value) {
+        if (mode === 'b') providerEl.value = 'ollama';
+    }
+    if (mode !== 'a') updateProviderUI();
+}
+
+function updateProviderUI() {
+    var provider = document.getElementById('settings-provider')?.value || 'none';
+    var modelSelect = document.getElementById('settings-model');
+    var modelHint = document.getElementById('settings-model-hint');
+
+    // Preserve current model before rebuilding dropdown
+    var currentModel = modelSelect ? modelSelect.value : '';
+
+    var cfg = PROVIDER_CONFIG[provider] || {};
+
+    // Show/hide API key column
+    var keyCol = document.getElementById('settings-key-col');
+    if (keyCol) keyCol.style.display = cfg.needsKey ? 'block' : 'none';
+
+    // Show/hide endpoint row
+    var endpointRow = document.getElementById('settings-endpoint-row');
+    var endpointInput = document.getElementById('settings-endpoint');
+    if (endpointRow) {
+        endpointRow.style.display = cfg.endpointEditable ? 'block' : 'none';
+        if (endpointInput && cfg.endpoint) endpointInput.value = cfg.endpoint;
+    }
+
+    // For Ollama: check live status and populate real models
+    if (provider === 'ollama') {
+        if (modelHint) modelHint.textContent = 'Checking Ollama...';
+        fetch('/api/v3/ollama/status').then(function(r) { return r.json(); }).then(function(data) {
+            if (modelSelect) {
+                modelSelect.textContent = '';
+                if (data.running && data.models.length > 0) {
+                    data.models.forEach(function(m) {
+                        var opt = document.createElement('option');
+                        opt.value = m.name;
+                        opt.textContent = m.name;
+                        modelSelect.appendChild(opt);
+                    });
+                    if (modelHint) modelHint.textContent = 'Ollama running (' + data.count + ' models)';
+                    if (modelHint) modelHint.className = 'text-success small';
+                } else {
+                    var opt = document.createElement('option');
+                    opt.value = '';
+                    opt.textContent = 'Ollama not running!';
+                    modelSelect.appendChild(opt);
+                    if (modelHint) modelHint.textContent = 'Ollama not detected. Run: ollama serve';
+                    if (modelHint) modelHint.className = 'text-danger small';
+                }
+            }
+        }).catch(function() {
+            if (modelHint) { modelHint.textContent = 'Ollama not reachable'; modelHint.className = 'text-danger small'; }
+        });
+        return;
+    }
+
+    // For other providers: use static model list
+    if (modelSelect) {
+        modelSelect.textContent = '';
+        var options = MODEL_OPTIONS[provider] || [];
+        if (options.length === 0) {
+            var opt = document.createElement('option');
+            opt.value = '';
+            opt.textContent = 'N/A (Mode A)';
+            modelSelect.appendChild(opt);
+        } else {
+            options.forEach(function(o) {
+                var opt = document.createElement('option');
+                opt.value = o.value;
+                opt.textContent = o.label;
+                modelSelect.appendChild(opt);
+            });
+        }
+        // Restore previous model selection if it exists in the new list
+        if (currentModel) {
+            var found = false;
+            for (var i = 0; i < modelSelect.options.length; i++) {
+                if (modelSelect.options[i].value === currentModel) { found = true; break; }
+            }
+            if (found) {
+                modelSelect.value = currentModel;
+            } else if (currentModel) {
+                // Model not in list — add it as custom option so user doesn't lose their choice
+                var custom = document.createElement('option');
+                custom.value = currentModel;
+                custom.textContent = currentModel + ' (saved)';
+                modelSelect.insertBefore(custom, modelSelect.firstChild);
+                modelSelect.value = currentModel;
+            }
+        }
+    }
+
+    // Update hint
+    if (modelHint) {
+        var hints = {
+            'none': 'No LLM needed in Mode A',
+            'openrouter': '200+ models via OpenRouter API',
+            'openai': 'OpenAI models (requires API key)',
+            'anthropic': 'Anthropic models (requires API key)',
+        };
+        modelHint.textContent = hints[provider] || '';
+        modelHint.className = 'text-muted small';
+    }
+}
+
+async function testConnection() {
+    var provider = document.getElementById('settings-provider')?.value || '';
+    var model = document.getElementById('settings-model')?.value || '';
+    var apiKey = document.getElementById('settings-api-key')?.value || '';
+    var resultEl = document.getElementById('settings-test-result');
+
+    if (!provider) {
+        if (resultEl) { resultEl.textContent = 'Select a provider first'; resultEl.className = 'ms-2 small text-danger'; }
+        return;
+    }
+
+    if (resultEl) { resultEl.textContent = 'Testing...'; resultEl.className = 'ms-2 small text-muted'; }
+
+    try {
+        var resp = await fetch('/api/v3/provider/test', {
+            method: 'POST',
+            headers: {'Content-Type': 'application/json'},
+            body: JSON.stringify({provider: provider, model: model, api_key: apiKey})
+        });
+        var data = await resp.json();
+        if (data.success) {
+            if (resultEl) { resultEl.textContent = 'Connected! ' + (data.message || ''); resultEl.className = 'ms-2 small text-success fw-bold'; }
+        } else {
+            if (resultEl) { resultEl.textContent = 'Failed: ' + (data.error || 'Unknown'); resultEl.className = 'ms-2 small text-danger'; }
+        }
+    } catch (e) {
+        if (resultEl) { resultEl.textContent = 'Error: ' + e.message; resultEl.className = 'ms-2 small text-danger'; }
+    }
+}
+
+async function saveAllSettings() {
+    var mode = document.querySelector('input[name="settings-mode-radio"]:checked')?.value || 'a';
+    var provider = document.getElementById('settings-provider')?.value || 'none';
+    if (mode === 'a') provider = 'none';
+    var model = document.getElementById('settings-model')?.value || '';
+    var apiKey = document.getElementById('settings-api-key')?.value || '';
+
+    var statusEl = document.getElementById('settings-save-status');
+    var saveBtn = document.getElementById('settings-save-all');
+    if (saveBtn) saveBtn.disabled = true;
+    if (statusEl) { statusEl.textContent = 'Saving...'; statusEl.style.display = 'inline'; statusEl.className = 'ms-2 text-muted'; }
+
+    try {
+        // Save mode
+        var modeResp = await fetch('/api/v3/mode/set', {
+            method: 'POST',
+            headers: {'Content-Type': 'application/json'},
+            body: JSON.stringify({mode: mode, provider: provider, model: model, api_key: apiKey})
+        });
+
+        if (modeResp.ok) {
+            if (statusEl) {
+                statusEl.textContent = 'Configuration saved! Mode: ' + mode.toUpperCase() +
+                    (provider !== 'none' ? ' | Provider: ' + provider : '');
+                statusEl.className = 'ms-2 text-success fw-bold';
+            }
+            loadModeSettings();
+        } else {
+            if (statusEl) { statusEl.textContent = 'Save failed'; statusEl.className = 'ms-2 text-danger'; }
+        }
+    } catch (e) {
+        if (statusEl) { statusEl.textContent = 'Error: ' + e.message; statusEl.className = 'ms-2 text-danger'; }
+    }
+    if (saveBtn) saveBtn.disabled = false;
+
+    // Auto-hide status after 5 seconds
+    setTimeout(function() {
+        if (statusEl) statusEl.style.display = 'none';
+    }, 5000);
+}
+
+// Bind events
+document.getElementById('settings-provider')?.addEventListener('change', updateProviderUI);
+document.getElementById('settings-save-all')?.addEventListener('click', saveAllSettings);
+document.getElementById('settings-test-btn')?.addEventListener('click', testConnection);
+
+// Mode radio buttons
+document.querySelectorAll('input[name="settings-mode-radio"]').forEach(function(radio) {
+    radio.addEventListener('change', updateModeUI);
+});
+
 // Load settings when the settings tab is shown
-document.getElementById('settings-tab')?.addEventListener('shown.bs.tab', loadAutoSettings);
+document.getElementById('settings-tab')?.addEventListener('shown.bs.tab', function() {
+    loadAutoSettings();
+    loadModeSettings();
+    updateModeUI();
+});

package/ui/js/clusters.js

@@ -108,6 +108,17 @@ async function loadClusterMembers(clusterId, container) {
         var data = await response.json();
         container.textContent = '';
 
+        // Show cluster summary if available
+        if (data.summary) {
+            var summaryDiv = document.createElement('div');
+            summaryDiv.className = 'alert alert-light border-start border-3 border-primary py-2 px-3 mb-2 small';
+            var summaryLabel = document.createElement('strong');
+            summaryLabel.textContent = 'Summary: ';
+            summaryDiv.appendChild(summaryLabel);
+            summaryDiv.appendChild(document.createTextNode(data.summary));
+            container.appendChild(summaryDiv);
+        }
+
         if (!data.members || data.members.length === 0) {
             var empty = document.createElement('div');
             empty.className = 'text-muted small';

package/ui/js/graph-interactions.js

@@ -32,7 +32,7 @@ function addCytoscapeInteractions() {
         cy.elements().removeClass('highlighted').removeClass('dimmed');
     });
 
-    // Single click: Open modal preview
+    // Single click: Open modal preview (source='graph' for context-aware buttons)
     cy.on('tap', 'node', function(evt) {
         const node = evt.target;
         openMemoryModal(node);
@@ -136,11 +136,8 @@ function openMemoryModal(node) {
         created_at: node.data('created_at')
     };
 
-    // Call existing openMemoryDetail function from modal.js
     if (typeof openMemoryDetail === 'function') {
-        openMemoryDetail(memoryData);
-    } else {
-        console.error('openMemoryDetail function not found. Is modal.js loaded?');
+        openMemoryDetail(memoryData, 'graph'); // source='graph': show Expand Neighbors, hide View Original
     }
 }