superlocalmemory 3.6.16 → 3.6.18

package/src/superlocalmemory/storage/database.py

@@ -12,7 +12,7 @@ Part of Qualixar | Author: Varun Pratap Bhardwaj
 """
 from __future__ import annotations
 
-import json, logging, sqlite3, threading, time
+import json, logging, os, sqlite3, threading, time
 from contextlib import contextmanager
 from pathlib import Path
 from types import ModuleType
@@ -27,10 +27,16 @@ from superlocalmemory.storage.models import (
 
 logger = logging.getLogger(__name__)
 
-def _jl(raw: Any, default: Any = None) -> Any:
-    """JSON-load a value, returning *default* on None/empty."""
+_MISSING = object()
+
+def _jl(raw: Any, default: Any = _MISSING) -> Any:
+    """JSON-load a value, returning *default* on None/empty.
+
+    _jl(raw)       -> [] when raw is None/empty  (list fields)
+    _jl(raw, None) -> None when raw is None/empty (optional fields)
+    """
     if raw is None or raw == "":
-        return default if default is not None else []
+        return [] if default is _MISSING else default
     return json.loads(raw)
 
 def _jd(val: Any) -> str | None:
@@ -38,9 +44,30 @@ def _jd(val: Any) -> str | None:
     return json.dumps(val) if val is not None else None
 
 
-_BUSY_TIMEOUT_MS = 10_000   # 10 seconds — wait for other writers
-_MAX_RETRIES = 5            # retry on transient SQLITE_BUSY
-_RETRY_BASE_DELAY = 0.1    # seconds — exponential backoff base
+def _env_int(name: str, default: int) -> int:
+    """Read a positive int from the environment, falling back on bad/absent."""
+    try:
+        val = int(os.environ.get(name, "").strip())
+        return val if val > 0 else default
+    except (ValueError, AttributeError):
+        return default
+
+
+def _env_float(name: str, default: float) -> float:
+    """Read a positive float from the environment, falling back on bad/absent."""
+    try:
+        val = float(os.environ.get(name, "").strip())
+        return val if val > 0 else default
+    except (ValueError, AttributeError):
+        return default
+
+
+# SQLite endurance tuning. Defaults preserve prior hard-coded behaviour exactly;
+# operators on slow/contended I/O can raise them via env (issue #53) without a
+# code change. Unset env => byte-identical to the previous constants.
+_BUSY_TIMEOUT_MS = _env_int("SLM_DB_BUSY_TIMEOUT_MS", 10_000)   # wait for writers
+_MAX_RETRIES = _env_int("SLM_DB_MAX_RETRIES", 5)                # retry on SQLITE_BUSY
+_RETRY_BASE_DELAY = _env_float("SLM_DB_RETRY_BASE_DELAY", 0.1)  # backoff base (s)
 
 
 def _scope_where(

package/src/superlocalmemory/storage/migrations/M017_ccq_scope_column.py

@@ -0,0 +1,79 @@
+# Copyright (c) 2026 Varun Pratap Bhardwaj / Qualixar
+# Licensed under AGPL-3.0-or-later - see LICENSE file
+# Part of SuperLocalMemory v3.6.18
+
+"""M017 — scope column on ccq_consolidated_blocks.
+
+The cognitive-consolidation queue table (``ccq_consolidated_blocks``) was
+created before the M016 multi-scope migration and therefore has no ``scope``
+column.  Without it, consolidation summaries are always stored as
+``personal`` regardless of the source facts' scope — a silent data-loss edge
+case when a user has opted into global or shared memory.
+
+Fix: add a ``scope TEXT NOT NULL DEFAULT 'personal'`` column plus a
+``(profile_id, scope)`` covering index for scope-filtered queries.
+
+Deferred (like M006, M011, M013, M016): the CCQ table is created by the
+engine, not by migration DDL, so we apply after engine init via
+``apply_deferred``.
+
+Author: Varun Pratap Bhardwaj / Qualixar
+"""
+
+from __future__ import annotations
+
+import sqlite3
+
+NAME = "M017_ccq_scope_column"
+DB_TARGET = "memory"
+
+TABLE = "ccq_consolidated_blocks"
+
+DDL = (
+    f"ALTER TABLE {TABLE} ADD COLUMN scope TEXT NOT NULL DEFAULT 'personal';"
+    f"CREATE INDEX IF NOT EXISTS idx_{TABLE}_scope ON {TABLE}(scope);"
+    f"CREATE INDEX IF NOT EXISTS idx_{TABLE}_profile_scope ON {TABLE}(profile_id, scope);"
+)
+
+
+def _table_exists(conn: sqlite3.Connection, table: str) -> bool:
+    return conn.execute(
+        "SELECT 1 FROM sqlite_master WHERE type='table' AND name=?", (table,)
+    ).fetchone() is not None
+
+
+def _column_names(conn: sqlite3.Connection, table: str) -> set[str]:
+    return {r[1] for r in conn.execute(f"PRAGMA table_info({table})").fetchall()}
+
+
+def apply(conn: sqlite3.Connection) -> None:
+    """Idempotently add scope column + indexes to ccq_consolidated_blocks.
+
+    Skips silently when the table doesn't exist yet (engine hasn't created it)
+    or when the column is already present (re-apply or fresh install).
+    """
+    if not _table_exists(conn, TABLE):
+        return
+    cols = _column_names(conn, TABLE)
+    if "scope" not in cols:
+        conn.execute(
+            f"ALTER TABLE {TABLE} ADD COLUMN scope TEXT NOT NULL DEFAULT 'personal'"
+        )
+    conn.execute(f"CREATE INDEX IF NOT EXISTS idx_{TABLE}_scope ON {TABLE}(scope)")
+    conn.execute(
+        f"CREATE INDEX IF NOT EXISTS idx_{TABLE}_profile_scope ON {TABLE}(profile_id, scope)"
+    )
+
+
+def verify(conn: sqlite3.Connection) -> bool:
+    """Applied when ccq_consolidated_blocks has the scope column and index."""
+    if not _table_exists(conn, TABLE):
+        return True  # table absent — apply() skips it; nothing to verify
+    cols = _column_names(conn, TABLE)
+    if "scope" not in cols:
+        return False
+    idx = conn.execute(
+        "SELECT 1 FROM sqlite_master WHERE type='index' AND name=?",
+        (f"idx_{TABLE}_scope",),
+    ).fetchone()
+    return idx is not None

package/src/superlocalmemory.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: superlocalmemory
-Version: 3.6.16
+Version: 3.6.18
 Summary: Information-geometric agent memory with mathematical guarantees
 Author-email: Varun Pratap Bhardwaj <admin@superlocalmemory.com>
 License: AGPL-3.0-or-later
@@ -96,10 +96,10 @@ Dynamic: license-file
   <img src="https://superlocalmemory.com/assets/logo-mark.png" alt="SuperLocalMemory" width="200"/>
 </p>
 
-<h1 align="center">SuperLocalMemory V3.6.16</h1>
+<h1 align="center">SuperLocalMemory V3.6.18</h1>
 <p align="center"><strong>Cache. Compress. Remember. Three surfaces — proxy, MCP tools, or skill. Every setup covered.</strong><br/>
 <em>To the best of our knowledge, the only zero-cloud agent memory that beats Mem0's zero-LLM score on LoCoMo. Mode A: 74.8% vs Mem0 64.2% — no GPU, no API key, on CPU.</em></p>
-<p align="center"><code>v3.6.16</code> — <strong>Plugin-native. Profile-aware. Distributed-ready.</strong><br/>
+<p align="center"><code>v3.6.18</code> — <strong>Plugin-native. Profile-aware. Distributed-ready.</strong><br/>
 Proxy: <code>slm wrap claude</code> &nbsp;·&nbsp; MCP: add <code>slm_compress</code> to your config &nbsp;·&nbsp; Skill: zero-config</p>
 <p align="center"><strong>3 published research papers</strong> (arXiv preprints + Zenodo-archived) · <a href="https://arxiv.org/abs/2603.02240">arXiv:2603.02240</a> · <a href="https://arxiv.org/abs/2603.14588">arXiv:2603.14588</a> · <a href="https://arxiv.org/abs/2604.04514">arXiv:2604.04514</a></p>
 
@@ -401,6 +401,7 @@ slm dashboard    # Opens at http://localhost:8765
 
 | Version | Codename | Key Features |
 |---|---|---|
+| **v3.6.17** | Community | 8 contributor PRs (observability events, marker-bounded adapter writes, daemon port discovery, anthropic `api_base`, OpenMP workers, atomic-write rehash, `_jl` sentinel, LFS pointer); dashboard-feedback fix (#53/#59); env-tunable SQLite knobs + idle backoff; remote LLM test-probe (#40) |
 | **v3.6.16** | Docs | Corrected Claude Code plugin install — adds the required `/plugin marketplace add` step; clarifies plugin vs pip/npm delivery |
 | **v3.6.15** | Multi-scope | **Opt-in [shared memory](docs/shared-memory.md)** (personal/shared/global, off by default), default-deny scope at every read path, recall scope-race fix, contributor PRs #42/#43/#44, fixes #46–#49 |
 | **v3.6.14** | Plugin-native | Claude Code Plugin (WP-06), MCP profiles (WP-01), IDE connect (WP-08), asset consolidation, UI polish (WP-12) |

package/src/superlocalmemory.egg-info/SOURCES.txt

@@ -177,6 +177,7 @@ src/superlocalmemory/hooks/cursor_adapter.py
 src/superlocalmemory/hooks/hook_daemon.py
 src/superlocalmemory/hooks/hook_handlers.py
 src/superlocalmemory/hooks/ide_connector.py
+src/superlocalmemory/hooks/memory_protocol.py
 src/superlocalmemory/hooks/portable_kit.py
 src/superlocalmemory/hooks/post_tool_async_hook.py
 src/superlocalmemory/hooks/post_tool_outcome_hook.py
@@ -434,6 +435,7 @@ src/superlocalmemory/storage/migrations/M013_bi_temporal_columns.py
 src/superlocalmemory/storage/migrations/M014_v345_scale_ready.py
 src/superlocalmemory/storage/migrations/M015_add_pinned_column.py
 src/superlocalmemory/storage/migrations/M016_add_scope_support.py
+src/superlocalmemory/storage/migrations/M017_ccq_scope_column.py
 src/superlocalmemory/storage/migrations/__init__.py
 src/superlocalmemory/trust/__init__.py
 src/superlocalmemory/trust/gate.py

package/plugin-src/commands/slm-optimize.md

@@ -1,22 +0,0 @@
----
-description: Apply SLM context-optimization (compress large output / cache repeats) and report savings.
-argument-hint: [stats]
-allowed-tools: slm_compress, slm_cache_set, slm_cache_get, slm_optimize_stats, Bash
----
-
-Apply SuperLocalMemory context-optimization. Arguments: $ARGUMENTS
-
-If arguments are empty or "stats":
-- Call `slm_optimize_stats()` and report: cache_kv_hits, compress_runs, tokens_saved_compress.
-
-If there is large output to compress (>2000 chars):
-- Call `slm_compress(content=<output>, mode="auto", reversible=True)`.
-- Work from the compressed form; retain ccr_id if the result is lossy.
-
-Rules (apply strictly):
-- Rule 6 — NEVER compress/cache: code intended for Edit/Write; JSON being parsed; secrets/keys/tokens; ccr_ids; content <500 chars.
-- Rule 8 — FAIL-OPEN: if ok:false, continue with original; do not retry; do not surface the error unless the user asks.
-
-MCP unavailable → CLI fallback: `slm optimize status`.
-
-SuperLocalMemory v3.6.16 · Qualixar · AGPL-3.0-or-later

package/plugin-src/commands/slm-recall.md

@@ -1,16 +0,0 @@
----
-description: Recall relevant facts and decisions from SuperLocalMemory by query.
-argument-hint: <what to recall>
-allowed-tools: recall, search, Bash
----
-
-Recall from SuperLocalMemory using the query: $ARGUMENTS
-
-1. Call `recall(query="$ARGUMENTS", limit=10)` via MCP.
-2. If no confident match or count==0, also call `search("$ARGUMENTS", 10)`.
-3. Present results concisely — fact, tags, importance, date. Never invent or fabricate a memory.
-4. If MCP is unavailable, fall back to CLI:
-   - `slm recall "$ARGUMENTS" --limit 10`
-   - then `slm search "$ARGUMENTS"`
-
-SuperLocalMemory v3.6.16 · Qualixar · AGPL-3.0-or-later

package/plugin-src/commands/slm-remember.md

@@ -1,16 +0,0 @@
----
-description: Save an atomic fact or decision to SuperLocalMemory.
-argument-hint: <the fact> [#tag1,tag2]
-allowed-tools: recall, remember, Bash
----
-
-Save to SuperLocalMemory: $ARGUMENTS
-
-1. First call `recall("$ARGUMENTS", 5)` — dedupe check. If a near-identical memory exists, tell the user and stop; delegate to slm-memory-advisor to update_memory if a correction is needed.
-2. Extract tags from any trailing `#tag1,tag2` pattern in the arguments.
-3. Determine importance: use 8 for blockers/security/architecture decisions; use 7 for conventions and constraints; use 5 for general facts.
-4. Call `remember(content="$ARGUMENTS", tags=<extracted tags>, importance=<n>)`.
-5. Confirm only on success:true. If success is not true, report the error — never claim "saved."
-6. MCP unavailable → CLI fallback: `slm remember "$ARGUMENTS" --tags <tags>` (note: `--importance` is MCP-only, not a CLI flag).
-
-SuperLocalMemory v3.6.16 · Qualixar · AGPL-3.0-or-later

package/plugin-src/commands/slm-status.md

@@ -1,15 +0,0 @@
----
-description: Show SuperLocalMemory health and optimization counters.
-argument-hint: (no arguments)
-allowed-tools: slm_optimize_stats, Bash
----
-
-Show SuperLocalMemory status and optimization counters.
-
-1. Run `slm status` via Bash — this is the canonical health check (memory count, profile, daemon state, integrity).
-2. Also call `slm_optimize_stats()` via MCP for Surface-B counters (cache_kv_hits, compress_runs, tokens_saved_compress). If ok:false, omit silently — do not surface the error.
-3. Summarize both outputs in a concise report. Flag any integrity warnings from `slm status`.
-
-Note: MCP get_status is intentionally NOT used here — it is outside the core profile and would error. Use `slm status` (CLI) + `slm_optimize_stats` (MCP) only.
-
-SuperLocalMemory v3.6.16 · Qualixar · AGPL-3.0-or-later