compartment 4__tar.gz → 4.1__tar.gz

{compartment-4 → compartment-4.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: compartment
-Version: 4
+Version: 4.1
 Summary: Compartment - high-security, fully offline, encrypted vector memory for AI agents (MCP)
 Project-URL: Homepage, https://github.com/MaxFreedomPollard/Compartment
 Project-URL: Source, https://github.com/MaxFreedomPollard/Compartment

{compartment-4 → compartment-4.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "compartment"
-version = "4"
+version = "4.1"
 description = "Compartment - high-security, fully offline, encrypted vector memory for AI agents (MCP)"
 readme = "README.md"
 requires-python = ">=3.11"

{compartment-4 → compartment-4.1}/src/compartment/__init__.py

@@ -1,6 +1,6 @@
 """Compartment - high-security, fully offline, encrypted vector memory for AI agents."""
 
-__version__ = "4"
+__version__ = "4.1"
 
 from . import offline_guard as _og
 

{compartment-4 → compartment-4.1}/src/compartment/store.py

@@ -235,15 +235,24 @@ class Store:
         """Every embedding window, as (record ids, index keys, matrix).
 
         `ids` is parallel to `ikeys` and repeats: several windows of one long
-        record each map back to the same record. A vault written before the
-        `vecs` table existed has none, so it falls back to the single vector on
-        each record, which is exactly what it used to search.
+        record each map back to the same record.
+
+        The two sources are UNIONED, never chosen between. A vault upgraded in
+        place is partial by construction - records written since the upgrade
+        carry window rows, every record written before it does not - so
+        "use `vecs` if it has any rows, otherwise use `records`" silently drops
+        every older memory out of the index. On a real vault that was 6,728 of
+        6,839 memories, invisible to search while sitting safely in the file.
+        Each record contributes its windows if it has them and its original
+        single vector if it does not, and the two tables share one key space,
+        so nothing can collide.
         """
-        rows = self.conn.execute(
-            "SELECT id, ikey, vec FROM vecs ORDER BY ikey").fetchall()
-        if not rows:
-            rows = self.conn.execute(
-                "SELECT id, ikey, vec FROM records ORDER BY ikey").fetchall()
+        rows = list(self.conn.execute(
+            "SELECT id, ikey, vec FROM vecs ORDER BY ikey").fetchall())
+        windowed = {r["id"] for r in rows}
+        rows += [r for r in self.conn.execute(
+            "SELECT id, ikey, vec FROM records ORDER BY ikey").fetchall()
+            if r["id"] not in windowed]
         ids = [r["id"] for r in rows]
         ikeys = [r["ikey"] for r in rows]
         if not rows:

{compartment-4 → compartment-4.1}/src/compartment.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: compartment
-Version: 4
+Version: 4.1
 Summary: Compartment - high-security, fully offline, encrypted vector memory for AI agents (MCP)
 Project-URL: Homepage, https://github.com/MaxFreedomPollard/Compartment
 Project-URL: Source, https://github.com/MaxFreedomPollard/Compartment

{compartment-4 → compartment-4.1}/tests/test_long_memory_recall.py

@@ -154,3 +154,41 @@ def test_rebuild_windows_skips_short_records_without_tokenizing_them(vault):
         vault.store(f"A short memory number {i}.", caller="test",
                     namespace="main")
     assert vault.rebuild_windows(caller="test")["examined"] == 0
+
+
+# --------------------------------------------- upgrading an existing vault ---
+def test_a_partly_upgraded_vault_indexes_every_record(vault):
+    """The regression that shipped in 4 and had to be fixed in 4.1.
+
+    A vault upgraded in place is PARTIAL: records written since the upgrade
+    carry window rows, everything written before does not. Choosing one table
+    over the other dropped every older memory out of the index while it sat
+    safely in the file - 6,728 of 6,839 on a real vault.
+    """
+    old = [vault.store(f"An older memory about topic {i}.", caller="test",
+                       namespace="main")["id"] for i in range(5)]
+    vault.db.conn.execute("DELETE FROM vecs")          # they predate windows
+    new = [vault.store(f"A newer memory about subject {i}.", caller="test",
+                       namespace="main")["id"] for i in range(3)]
+    assert vault.db.conn.execute(
+        "SELECT count(DISTINCT id) c FROM vecs").fetchone()["c"] == 3
+
+    ids, ikeys, mat = vault.db.all_vectors()
+    assert set(old) | set(new) <= set(ids), "every record must reach the index"
+    assert len(ikeys) == len(set(ikeys)), "index keys must stay unique"
+    assert mat.shape[0] == len(ikeys)
+
+    vault._rebuild_index()
+    assert len(vault.index) == len(ikeys)
+    hits = vault.search("older memory about topic", caller="test", top_k=5)
+    assert any(h["id"] in old for h in hits["results"]), \
+        "a record written before the upgrade must still be findable"
+
+
+def test_a_record_with_windows_is_not_also_indexed_by_its_head_vector(vault):
+    r = vault.store("long memory " * 400, caller="test", namespace="main")["id"]
+    ids, ikeys, _ = vault.db.all_vectors()
+    windows = vault.db.vector_keys(r)
+    assert len(windows) > 1
+    assert ids.count(r) == len(windows), \
+        "a windowed record contributes its windows and nothing else"