amfs-adapter-postgres 0.2.32__tar.gz → 0.2.34__tar.gz

{amfs_adapter_postgres-0.2.32 → amfs_adapter_postgres-0.2.34}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.5
 Name: amfs-adapter-postgres
-Version: 0.2.32
+Version: 0.2.34
 Summary: AMFS Postgres adapter with back-propagation triggers
 License-Expression: Apache-2.0
 Requires-Python: >=3.11
-Requires-Dist: amfs-core>=0.3.43
+Requires-Dist: amfs-core>=0.3.44
 Requires-Dist: psycopg-pool>=3.1
 Requires-Dist: psycopg[binary]<4,>=3.1

{amfs_adapter_postgres-0.2.32 → amfs_adapter_postgres-0.2.34}/pyproject.toml

@@ -1,13 +1,13 @@
 [project]
 name = "amfs-adapter-postgres"
-version = "0.2.32"
+version = "0.2.34"
 description = "AMFS Postgres adapter with back-propagation triggers"
 requires-python = ">=3.11"
 license = "Apache-2.0"
 dependencies = [
     # 0.3.14 adds the capture fields this adapter now persists and selects back,
     # tool_calls among them.
-    "amfs-core>=0.3.43",
+    "amfs-core>=0.3.44",
     "psycopg[binary]>=3.1,<4",
     "psycopg-pool>=3.1",
 ]

{amfs_adapter_postgres-0.2.32 → amfs_adapter_postgres-0.2.34}/src/amfs_postgres/adapter.py

@@ -701,6 +701,33 @@ def _jsonb(raw: Any, default: Any) -> Any:
     return raw
 
 
+def _jsonb_safe(value: Any) -> Any:
+    """``value`` with the characters Postgres ``jsonb`` rejects removed from its strings.
+
+    ``jsonb`` is UTF-8 text: it has no representation for ``\\u0000`` and
+    rejects lone UTF-16 surrogates, and ``json.dumps`` happily emits both as
+    escapes. Either arrives in a compiled digest through an entry whose value
+    carried them (LLM output, pasted logs) and fails the upsert with
+    ``UntranslatableCharacter`` after the whole compile has been done. NULs are
+    dropped and lone surrogates replaced with U+FFFD; everything else is kept.
+    """
+    if isinstance(value, str):
+        if "\x00" in value:
+            value = value.replace("\x00", "")
+        try:
+            value.encode("utf-8")
+        except UnicodeEncodeError:
+            value = "".join(
+                "\ufffd" if "\ud800" <= ch <= "\udfff" else ch for ch in value
+            )
+        return value
+    if isinstance(value, dict):
+        return {_jsonb_safe(k): _jsonb_safe(v) for k, v in value.items()}
+    if isinstance(value, (list, tuple)):
+        return [_jsonb_safe(v) for v in value]
+    return value
+
+
 def _inherit_from_row(entry: MemoryEntry, row: Any) -> MemoryEntry:
     """Apply ``inherit_evidence`` against the live row fetched inside the write
     transaction, so the hot paths that bypass the engine honour the same rule."""
@@ -4952,7 +4979,7 @@ class PostgresAdapter(AdapterABC):
                     branch,
                     digest.digest_type.value,
                     digest.scope,
-                    json.dumps(digest.summary),
+                    json.dumps(_jsonb_safe(digest.summary)),
                     digest.entry_count,
                     digest.source_agents,
                     digest.anticipation_score,