clsplusplus 7.3.2__tar.gz → 7.4.1__tar.gz

{clsplusplus-7.3.2 → clsplusplus-7.4.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: clsplusplus
-Version: 7.3.2
+Version: 7.4.1
 Summary: Brain-inspired, model-agnostic persistent memory for LLMs. Learn, recall, forget — like a brain. Works with OpenAI, Claude, Gemini, Llama.
 Author-email: AlphaForge AI Labs <contact@alphaforge.ai>
 Maintainer-email: Rajamohan Jabbala <contact@alphaforge.ai>

{clsplusplus-7.3.2 → clsplusplus-7.4.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "clsplusplus"
-version = "7.3.2"
+version = "7.4.1"
 description = "Brain-inspired, model-agnostic persistent memory for LLMs. Learn, recall, forget — like a brain. Works with OpenAI, Claude, Gemini, Llama."
 readme = "README.md"
 requires-python = ">=3.9"

{clsplusplus-7.3.2 → clsplusplus-7.4.1}/src/clsplusplus/__init__.py

@@ -15,7 +15,15 @@ Or as module-level functions:
 
 from __future__ import annotations
 
-__version__ = "7.0.0"
+# Single source of truth is pyproject.toml: read the installed package version so
+# clsplusplus.__version__ never drifts from what was published. The literal is a
+# fallback for a raw source checkout that was never pip-installed.
+from importlib.metadata import PackageNotFoundError, version as _pkg_version
+
+try:
+    __version__ = _pkg_version("clsplusplus")
+except PackageNotFoundError:  # uninstalled source tree
+    __version__ = "7.4.1"
 
 __all__ = ["Brain", "learn", "ask", "context", "forget", "CLS", "CLSClient", "__version__"]
 

{clsplusplus-7.3.2 → clsplusplus-7.4.1}/src/clsplusplus/api.py

@@ -1248,12 +1248,21 @@ def create_app(settings: Optional[Settings] = None) -> FastAPI:
                 "error": "Add CLS_REDIS_URL and CLS_DATABASE_URL in Render Dashboard.",
             }
         wm = write_metrics.snapshot()
+        wal = None
+        _dl = getattr(memory_service, "_durable_log", None)
+        if _dl is not None:
+            wal = {
+                "pending_reconcile": _dl.pending_reconcile(),
+                "appended": _dl.appended,
+                "sinks": {s.name: {"healthy": s.healthy, "lag": s.lag} for s in _dl.states()},
+            }
         return HealthResponse(
             status=h["status"],
             stores=stores,
             writes=wm["total_writes"],
             degraded_writes=wm["degraded_writes"],
             degraded_write_rate=wm["degraded_write_rate"],
+            wal=wal,
         )
 
     @app.get("/v1/health/score", response_model=HealthResponse)
@@ -1619,6 +1628,14 @@ def create_app(settings: Optional[Settings] = None) -> FastAPI:
                 )
             logger.error("Login error: %s: %s", type(e).__name__, e)
             raise HTTPException(status_code=500, detail="Login service unavailable")
+        # Real login telemetry for the admin activity dashboard (best-effort).
+        from clsplusplus.login_activity import record_login
+        await record_login(
+            settings,
+            user_id=user.get("id"),
+            email=user.get("email"),
+            method="password",
+        )
         response = JSONResponse(content=user)
         return _set_session_cookie(response, token)
 
@@ -1806,6 +1823,13 @@ def create_app(settings: Optional[Settings] = None) -> FastAPI:
         _target = (settings.frontend_url.rstrip("/") + _safe_redirect) if settings.frontend_url else _safe_redirect
         response = RedirectResponse(_target)
         _set_session_cookie(response, token)
+        from clsplusplus.login_activity import record_login
+        await record_login(
+            settings,
+            user_id=user.get("id"),
+            email=user.get("email"),
+            method="google",
+        )
         return response
 
     # ------------------------------------------------------------------
@@ -1927,6 +1951,13 @@ def create_app(settings: Optional[Settings] = None) -> FastAPI:
         _target = (settings.frontend_url.rstrip("/") + safe_redirect) if settings.frontend_url else safe_redirect
         response = RedirectResponse(_target)
         _set_session_cookie(response, token)
+        from clsplusplus.login_activity import record_login
+        await record_login(
+            settings,
+            user_id=user.get("id"),
+            email=user.get("email"),
+            method="github",
+        )
         return response
 
     # =========================================================================
@@ -2687,6 +2718,344 @@ def create_app(settings: Optional[Settings] = None) -> FastAPI:
                 "error": "integration data degraded",
             }
 
+    @app.get("/admin/integrations/activity")
+    async def admin_integrations_activity(request: Request):
+        """Real per-integration ACTIVITY for the admin dashboard.
+
+        Every metric is computed from a real backing store; nothing is
+        fabricated. A source with no attributable data returns null fields and
+        an honest telemetry classification ("partial" or "none") rather than a
+        made-up number. The handler is fully resilient — each backing store is
+        isolated and any failure degrades that section to null/empty instead of
+        returning 500.
+
+        Telemetry honesty contract per integration:
+          - "tracked": the integration writes a dedicated L1 `source` (the
+            framework adapters: crewai/langgraph/llamaindex/autogen) or has its
+            own Redis counters (chrome-extension) or its own table (api-key).
+          - "partial": the integration shares the generic `source="mcp"` bucket
+            so volume is real but NOT separable per-integration
+            (claude-remote-mcp, codex, cursor, n8n).
+          - "none": no attributable signal exists for it yet.
+        """
+        _require_admin(request)
+
+        from datetime import timezone as _tz
+        now = datetime.now(_tz.utc)
+        _empty_window = {
+            "active_users_24h": 0, "active_users_7d": 0, "logins_24h": 0,
+            "total_memories": 0, "writes_24h": 0, "reads_24h": 0,
+            "api_error_rate_60m": 0.0,
+        }
+
+        def _iso(dt) -> Optional[str]:
+            if dt is None:
+                return None
+            try:
+                return dt.isoformat()
+            except Exception:
+                return None
+
+        # --- Static catalogue: ids/names MUST match the frontend dashboard. ---
+        # `bucket` says where this integration's REAL write volume comes from.
+        #   "adapter:<source>"  -> dedicated L1 source     -> telemetry tracked
+        #   "mcp"               -> shared mcp source bucket -> telemetry partial
+        #   "ext"               -> chrome-ext redis counters-> telemetry tracked
+        #   "api"               -> api_credentials table    -> telemetry tracked
+        #   None                -> nothing attributable      -> telemetry none
+        catalogue = [
+            {"id": "claude-remote-mcp", "name": "Claude (Remote MCP)", "category": "mcp", "bucket": "mcp"},
+            {"id": "codex", "name": "Codex", "category": "mcp", "bucket": "mcp"},
+            {"id": "cursor", "name": "Cursor", "category": "mcp", "bucket": "mcp"},
+            {"id": "n8n", "name": "n8n", "category": "mcp", "bucket": "mcp"},
+            {"id": "crewai", "name": "CrewAI", "category": "framework", "bucket": "adapter:crewai"},
+            {"id": "langgraph", "name": "LangGraph", "category": "framework", "bucket": "adapter:langgraph"},
+            {"id": "llamaindex", "name": "LlamaIndex", "category": "framework", "bucket": "adapter:llamaindex"},
+            {"id": "autogen", "name": "AutoGen", "category": "framework", "bucket": "adapter:autogen"},
+            {"id": "chrome-extension", "name": "Chrome Extension", "category": "browser", "bucket": "ext"},
+            {"id": "api-key", "name": "API Key", "category": "api", "bucket": "api"},
+        ]
+
+        # --- Source 1: L1 writes grouped by source (real attribution). ------
+        by_source: dict[str, dict] = {}
+        recent_l1_writes: list[dict] = []
+        total_memories: Optional[int] = None
+        try:
+            rows = await memory_service.l1.writes_by_source(since_days=7)
+            by_source = {r["source"]: r for r in rows}
+        except Exception as e:
+            logger.warning("activity: l1 writes_by_source failed: %s", e)
+        try:
+            recent_l1_writes = await memory_service.l1.recent_writes(limit=20)
+        except Exception as e:
+            logger.warning("activity: l1 recent_writes failed: %s", e)
+        try:
+            total_memories = await memory_service.l1.count_all()
+        except Exception as e:
+            logger.warning("activity: l1 count_all failed: %s", e)
+
+        # --- Source 2: chrome-extension Redis analytics. --------------------
+        ext_analytics: dict = {}
+        try:
+            ext_analytics = await _metrics.get_extension_analytics()
+        except Exception as e:
+            logger.warning("activity: extension analytics failed: %s", e)
+
+        # --- Source 3: api-key usage from api_credentials. -----------------
+        api_activity: dict = {}
+        try:
+            api_activity = await _integration_store.api_key_activity(since_days=7)
+        except Exception as e:
+            logger.warning("activity: api_key_activity failed: %s", e)
+
+        # --- Source 4: aggregate usage + active counts (Redis metrics). -----
+        agg: dict = {}
+        active_now = 0
+        dau = 0
+        try:
+            agg = await _metrics.get_aggregate_metrics()
+        except Exception as e:
+            logger.warning("activity: aggregate metrics failed: %s", e)
+        try:
+            active_now = await _metrics.get_active_now(window_seconds=86400)
+        except Exception:
+            active_now = 0
+        try:
+            dau = await _metrics.get_dau()
+        except Exception:
+            dau = 0
+        active_7d = 0
+        try:
+            from datetime import timedelta as _td
+            from clsplusplus.metrics import _redis_client as _mredis
+            client = _mredis(settings.redis_url)
+            seen = set()
+            for d in range(7):
+                day = (now - _td(days=d)).strftime("%Y-%m-%d")
+                try:
+                    members = await client.smembers(f"cls:dau:global:{day}")
+                    seen.update(members or [])
+                except Exception:
+                    continue
+            active_7d = len(seen)
+        except Exception:
+            active_7d = 0
+
+        # --- Source 5: api error rate (health metrics, last 60m). ----------
+        api_error_rate_60m = 0.0
+        try:
+            from clsplusplus.health_metrics import aggregate_health
+            health = await aggregate_health(settings.redis_url, 60)
+            api_error_rate_60m = float(health.get("error_rate") or 0.0)
+        except Exception as e:
+            logger.warning("activity: health aggregate failed: %s", e)
+
+        # --- Source 6: login activity (new instrumentation). ---------------
+        logins_24h = 0
+        recent_logins: list[dict] = []
+        try:
+            from clsplusplus.login_activity import logins_since, recent_logins as _recent_logins
+            logins_24h = await logins_since(settings, 86400)
+            recent_logins = await _recent_logins(settings, limit=20)
+        except Exception as e:
+            logger.warning("activity: login activity failed: %s", e)
+
+        # --- Build per-integration rows honestly. --------------------------
+        # The shared "mcp" bucket covers all four MCP clients at once, so its
+        # write volume cannot be split between them — mark each "partial" and
+        # surface the SHARED bucket totals (clearly partial, not per-client).
+        mcp_bucket = by_source.get("mcp")
+
+        def _health_from(writes, reads, last_at) -> str:
+            if writes is None and reads is None:
+                return "no_data"
+            if (writes or 0) > 0 or (reads or 0) > 0:
+                return "healthy"
+            return "degraded"
+
+        integrations_out = []
+        for c in catalogue:
+            bucket = c["bucket"]
+            telemetry = "none"
+            unique_users = writes = reads = None
+            last_activity = None
+            error_rate = None
+
+            if bucket and bucket.startswith("adapter:"):
+                src = bucket.split(":", 1)[1]
+                row = by_source.get(src)
+                if row:
+                    telemetry = "tracked"
+                    writes = row["writes"]
+                    unique_users = row["unique_namespaces"]
+                    reads = None  # reads are not attributed per-source in L1
+                    last_activity = _iso(row["last_at"])
+                else:
+                    telemetry = "tracked"  # we DO track this source; just no rows
+            elif bucket == "mcp":
+                # Shared bucket — real volume, but not separable per client.
+                telemetry = "partial"
+                if mcp_bucket:
+                    writes = mcp_bucket["writes"]
+                    unique_users = mcp_bucket["unique_namespaces"]
+                    last_activity = _iso(mcp_bucket["last_at"])
+            elif bucket == "ext":
+                telemetry = "tracked"
+                wau = ext_analytics.get("wau")
+                msgs = ext_analytics.get("messages_captured") or {}
+                if ext_analytics:
+                    unique_users = int(wau) if wau is not None else None
+                    # Captured messages are the extension's real write signal.
+                    writes = sum(int(v) for v in msgs.values()) if msgs else 0
+                    sites = ext_analytics.get("site_usage") or {}
+                    reads = sum(int(v) for v in sites.values()) if sites else 0
+            elif bucket == "api":
+                telemetry = "tracked"
+                if api_activity:
+                    unique_users = api_activity.get("active_integrations")
+                    last_activity = _iso(api_activity.get("last_used_at"))
+
+            health = _health_from(writes, reads, last_activity)
+            if telemetry == "none":
+                health = "no_data"
+
+            integrations_out.append({
+                "id": c["id"],
+                "name": c["name"],
+                "category": c["category"],
+                "telemetry": telemetry,
+                "unique_users_7d": unique_users,
+                "writes_7d": writes,
+                "reads_7d": reads,
+                "last_activity": last_activity,
+                "health": health,
+                "error_rate": error_rate,
+            })
+
+        # --- Totals. -------------------------------------------------------
+        totals = {
+            "active_users_24h": int(active_now or dau or 0),
+            "active_users_7d": int(active_7d or 0),
+            "logins_24h": int(logins_24h or 0),
+            "total_memories": int(total_memories) if total_memories is not None else 0,
+            "writes_24h": int(agg.get("write", 0) or 0),
+            "reads_24h": int(agg.get("read", 0) or 0),
+            "api_error_rate_60m": round(float(api_error_rate_60m), 2),
+        }
+
+        # --- Issues: feedback + frustrated pulse (+ best-effort github). ----
+        issues_recent: list[dict] = []
+        try:
+            fb_rows = await user_service.store.get_recent_feedback(limit=15)
+            for f in fb_rows:
+                score = f.get("score") or 0
+                sentiment = f.get("sentiment")
+                if sentiment == "down" or score <= 2:
+                    severity = "high"
+                elif score == 3:
+                    severity = "med"
+                else:
+                    severity = "low"
+                issues_recent.append({
+                    "kind": "feedback",
+                    "title": (f.get("comment") or f.get("context") or "Feedback").strip()[:120],
+                    "who": f.get("email"),
+                    "severity": severity,
+                    "at": f.get("created_at"),
+                    "url": None,
+                })
+        except Exception as e:
+            logger.warning("activity: recent feedback failed: %s", e)
+
+        try:
+            from clsplusplus.user_pulse import list_frustrated_users
+            frustrated = await list_frustrated_users(settings, limit=10)
+            for p in frustrated:
+                issues_recent.append({
+                    "kind": "pulse",
+                    "title": "User frustration detected",
+                    "who": p.get("user_id"),
+                    "severity": "high" if p.get("score", 0) >= 75 else "med",
+                    "at": _iso(now),
+                    "url": None,
+                })
+        except Exception as e:
+            logger.warning("activity: pulse failed: %s", e)
+
+        # Best-effort open GitHub bug count (skip silently when no token).
+        open_issues = len([i for i in issues_recent if i["severity"] == "high"])
+        try:
+            gh_token = getattr(settings, "github_issue_token", "")
+            gh_repo = getattr(settings, "github_issue_repo", "")
+            if gh_token and gh_repo:
+                import httpx as _httpx
+                async with _httpx.AsyncClient(timeout=5.0) as _c:
+                    r = await _c.get(
+                        f"https://api.github.com/repos/{gh_repo}/issues",
+                        params={"state": "open", "labels": "bug", "per_page": 5},
+                        headers={
+                            "Authorization": f"Bearer {gh_token}",
+                            "Accept": "application/vnd.github+json",
+                        },
+                    )
+                    if r.status_code == 200:
+                        for gi in r.json()[:5]:
+                            issues_recent.append({
+                                "kind": "github",
+                                "title": (gi.get("title") or "")[:120],
+                                "who": (gi.get("user") or {}).get("login"),
+                                "severity": "high",
+                                "at": gi.get("created_at"),
+                                "url": gi.get("html_url"),
+                            })
+        except Exception as e:
+            logger.warning("activity: github issues probe failed: %s", e)
+
+        issues_recent = issues_recent[:15]
+        issues = {"open": open_issues, "recent": issues_recent}
+
+        # --- Activity feed: recent logins + recent memory writes. ----------
+        activity: list[tuple] = []
+        for lg in recent_logins:
+            activity.append((
+                lg.get("ts", 0),
+                {
+                    "at": lg.get("at"),
+                    "user": lg.get("email") or lg.get("user_id"),
+                    "integration": None,
+                    "action": "login",
+                },
+            ))
+        for w in recent_l1_writes:
+            at_iso = _iso(w.get("at"))
+            ts = 0
+            try:
+                ts = int(w["at"].timestamp()) if w.get("at") else 0
+            except Exception:
+                ts = 0
+            src = w.get("source")
+            integ = src if src and src != "user" else None
+            activity.append((
+                ts,
+                {
+                    "at": at_iso,
+                    "user": w.get("namespace"),
+                    "integration": integ,
+                    "action": "write",
+                },
+            ))
+        activity.sort(key=lambda t: t[0], reverse=True)
+        activity_out = [a[1] for a in activity[:20]]
+
+        return {
+            "generated_at": _iso(now),
+            "window": "7d",
+            "totals": totals,
+            "integrations": integrations_out,
+            "issues": issues,
+            "activity": activity_out,
+        }
+
     def _require_admin(request: Request):
         """Helper to enforce admin access on endpoints."""
         if not getattr(request.state, "is_admin", False):
@@ -4017,6 +4386,17 @@ def create_app(settings: Optional[Settings] = None) -> FastAPI:
         # ── 1. Warm up all persisted namespaces from L1 ────────────────────
         await memory_service.startup_preload()
 
+        # ── 1b. Start the durable WAL (file fsync anchor + Postgres/Redis ──
+        #        replicas). With it active, writes ack only after fsync and are
+        #        replicated off the hot path; on restart, replay re-ships any
+        #        records past the durable checkpoint. No-op if CLS_WAL_ENABLED
+        #        is false. Redis client attaches when available.
+        try:
+            _wal_redis = getattr(memory_service, "_redis_client", None) or getattr(app.state, "redis", None)
+            memory_service.init_durable_log(redis_client=_wal_redis)
+        except Exception as e:
+            _api_logger.error("Durable WAL startup failed: %s", e)
+
         # ── 2. Periodic hippocampal replay (consolidation / sleep cycle) ───
         async def _periodic_replay():
             while True:

{clsplusplus-7.3.2 → clsplusplus-7.4.1}/src/clsplusplus/config.py

@@ -150,6 +150,19 @@ class Settings(BaseSettings):
     # current write behavior is unchanged.
     belief_revision_on_write: bool = False  # CLS_BELIEF_REVISION_ON_WRITE
 
+    # ---- Durable write-ahead log (WAL) --------------------------------------
+    # Durability contract: a write is acked ONLY after it is fsync'd to the
+    # local WAL. Redis + Postgres are async replicas fed from the WAL; if either
+    # is unreachable the record is already durable on disk and the background
+    # reconciler retries until both confirm, then the record is checkpointed.
+    wal_enabled: bool = True                    # CLS_WAL_ENABLED
+    wal_dir: str = "./cls_wal"                  # CLS_WAL_DIR (mount a persistent disk here in prod)
+    wal_fsync: str = "always"                   # CLS_WAL_FSYNC: "always" (zero-loss) | "everysec"
+    wal_segment_max_bytes: int = 64 * 1024 * 1024   # CLS_WAL_SEGMENT_MAX_BYTES (rotate at 64MB)
+    wal_redis_stream: str = "cls:wal"          # CLS_WAL_REDIS_STREAM
+    wal_reconcile_interval_seconds: float = 1.0     # CLS_WAL_RECONCILE_INTERVAL_SECONDS
+    wal_reconcile_batch: int = 256             # CLS_WAL_RECONCILE_BATCH
+
     # Working buffer
     l0_capacity_tokens: int = 4096
     l0_ttl_seconds: int = 300

clsplusplus-7.4.1/src/clsplusplus/durable_log/__init__.py

@@ -0,0 +1,21 @@
+"""Durable write-ahead log for CLS++.
+
+Durability contract: a memory write is acknowledged ONLY after its record has
+been fsync'd to the local WAL. Redis and Postgres are asynchronous replicas fed
+from the WAL — if either is unreachable the record is already durable on disk and
+the background reconciler retries replication until both confirm, after which the
+record is checkpointed and its segment can be truncated.
+
+Components:
+  - WalRecord            the serialized unit of durability (length-prefixed + CRC32)
+  - FileWal              append + fsync, segmented, crash-safe replay, checkpoint
+  - Replica (protocol)   an async sink (Redis stream, Postgres outbox) fed from the WAL
+  - DurableLog           orchestrator: hot-path append/ack + concurrent replication
+                         + background reconciler + startup replay
+"""
+
+from clsplusplus.durable_log.record import WalRecord
+from clsplusplus.durable_log.file_wal import FileWal
+from clsplusplus.durable_log.manager import DurableLog, Replica, ReplicaState
+
+__all__ = ["WalRecord", "FileWal", "DurableLog", "Replica", "ReplicaState"]