@cerefox/memory 0.10.4 → 0.11.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -15,7 +15,7 @@
15
15
  href="https://fonts.googleapis.com/css2?family=Geist:wght@300;400;500;600;700&display=swap"
16
16
  />
17
17
  <title>Cerefox</title>
18
- <script type="module" crossorigin src="/app/assets/index-DVXDQ7__.js"></script>
18
+ <script type="module" crossorigin src="/app/assets/index-ojNhWSxm.js"></script>
19
19
  <link rel="stylesheet" crossorigin href="/app/assets/index-Asx5wD7g.css">
20
20
  </head>
21
21
  <body>
@@ -18,7 +18,7 @@
18
18
  * doesn't touch `supabase/functions/` leaves it alone).
19
19
  */
20
20
 
21
- export const EF_VERSION = "0.10.4";
21
+ export const EF_VERSION = "0.11.1";
22
22
 
23
23
  /**
24
24
  * The 8 peer EFs the cerefox-mcp aggregator probes (excludes cerefox-mcp
@@ -32,6 +32,7 @@ async function handler(
32
32
  full_content?: string;
33
33
  chunk_count?: number;
34
34
  total_chars?: number;
35
+ content_hash?: string;
35
36
  }
36
37
  | undefined;
37
38
 
@@ -46,13 +47,16 @@ async function handler(
46
47
  });
47
48
 
48
49
  const label = version_id !== null ? " (archived version)" : " (current)";
49
- return `# ${row.doc_title ?? "Untitled"}${label}\n\n${row.full_content ?? ""}`;
50
+ // content_hash is the optimistic-concurrency token: pass it back as
51
+ // expected_content_hash when updating this document via cerefox_ingest.
52
+ const hashLine = row.content_hash ? `content_hash: ${row.content_hash}\n\n` : "";
53
+ return `# ${row.doc_title ?? "Untitled"}${label}\n${hashLine}${row.full_content ?? ""}`;
50
54
  }
51
55
 
52
56
  export const getDocumentTool: ToolDefinition = {
53
57
  name: "cerefox_get_document",
54
58
  description:
55
- "Retrieve the full reconstructed content of a document. Pass version_id to retrieve an archived version; omit it (or pass null) for the current version. Version UUIDs are returned by cerefox_list_versions.",
59
+ "Retrieve the full reconstructed content of a document. Pass version_id to retrieve an archived version; omit it (or pass null) for the current version. Version UUIDs are returned by cerefox_list_versions. The response header includes the document's current content_hash — pass it back as expected_content_hash when updating via cerefox_ingest (optimistic concurrency).",
56
60
  inputSchema: {
57
61
  type: "object",
58
62
  required: ["document_id"],
@@ -11,16 +11,16 @@
11
11
  * docs/specs/polish-and-distribution-design.md §10d.
12
12
  */
13
13
 
14
- export const HELP_FULL = "# Cerefox Knowledge Base -- Agent Quick Reference\n\nCerefox is a persistent, shared knowledge base. You have **10 MCP tools** (9 of them have CLI equivalents — `cerefox_get_help` is MCP-only). For the full guide, search Cerefox for \"How AI Agents Use Cerefox\" or call `cerefox_get_help` to retrieve this content over MCP.\n\n## Tools\n\n| Tool | Purpose | Key params |\n|------|---------|------------|\n| `cerefox_search` | Find documents (hybrid FTS + semantic) | `query` (required), `project_name`, `metadata_filter`, `requestor` |\n| `cerefox_ingest` | Save or update a document | `title`, `content` (required), `document_id` (update by ID), `update_if_exists`, `project_name` (single, non-destructive add on update), `project_names` (list, destructive replace on update), `metadata`, `author` |\n| `cerefox_get_document` | Get full document by ID | `document_id` (required) |\n| `cerefox_list_versions` | Version history of a document | `document_id` (required) |\n| `cerefox_metadata_search` | Find or list docs by metadata, project, or time (no text query) | `metadata_filter`, `project_name` (list a project's docs), `updated_since`, `include_content` — **at least one** of metadata_filter/project_name/updated_since/created_since |\n| `cerefox_list_metadata_keys` | Discover available metadata keys | (none required) |\n| `cerefox_list_projects` | List all projects | (none required) |\n| `cerefox_set_document_projects` | Set doc's project memberships to exactly the given list (destructive replace; metadata-only, no content change) | `document_id`, `project_names` (required) |\n| `cerefox_get_audit_log` | Query write operation history | `document_id`, `author`, `operation`, `since` |\n| `cerefox_get_help` | Retrieve Cerefox conventions (this reference) over MCP. **Call this whenever uncertain.** | `topic` (optional, case-insensitive H2 substring match) |\n\n## Essential Rules\n\n1. **Search before ingesting** -- check if the document exists first.\n2. **Prefer ID-based updates** -- pass `document_id` from search results for deterministic updates. Falls back to title-matching with `update_if_exists: true`.\n3. **Set `author`/`requestor`** to your name on every call (e.g., \"Claude Code\", \"archiver\"). On MCP, pass as parameters. On CLI, pass `--author`/`--author-type`/`--requestor` flags, or rely on `CEREFOX_AUTHOR_NAME`/`CEREFOX_AUTHOR_TYPE`/`CEREFOX_REQUESTOR_NAME` env vars set in the user's `.env`.\n4. **Use `document_id` from search results** `[id: uuid]` for get_document and list_versions.\n5. **Add metadata** -- at minimum `type` (\"decision-log\", \"research\", \"design-doc\") and `status` (\"active\", \"draft\").\n6. **Write structured Markdown** with H1/H2/H3 headings for good chunking and search.\n7. **Deletes are soft (recoverable); purge is web-UI-only.** If you decide to delete, surface it to the user (`I soft-deleted X — recoverable from the Cerefox web UI trash`). You cannot un-do your own delete from agent code by design.\n8. **Cross-doc links inside content**: **always use `[Text](document-uuid)`.** UUIDs are the only fully reliable link form — stable across title changes, never ambiguous, no encoding gotchas. Every `cerefox_search` result shows `[id: <uuid>]` after the title; grab it and use it. Title-based linking (`[Text](<Title With Spaces>)`) is fragile (breaks on colons, parens, ampersands, brackets — silently navigates to wrong page) — **don't write title-based links**; do an extra search to get the UUID instead. Repo-path forms (`[Text](docs/path.md)`) exist for repo-ingested files; don't construct manually. See `AGENT_GUIDE.md → Writing linkable content` for the full rule.\n9. **Project memberships — non-destructive by default**: on `cerefox_ingest` updates, **`project_name` (singular) is a non-destructive add** (ensures membership, preserves others). Use **`project_names` (list)** when you want to set the doc's full project set in one call (destructive replace). For metadata-only project changes without writing content, use **`cerefox_set_document_projects(document_id, project_names)`** — that tool is the destructive-replace contract made explicit. Never call `cerefox_set_document_projects` with a single name when you mean \"add\" — that would REMOVE the doc from all other projects. When in doubt, use `cerefox_ingest` with singular `project_name`.\n\n## Update Workflow (ID-based -- preferred)\n\n```\nsearch(\"topic\") -> find doc [id: abc123] -> get_document(abc123) -> modify ->\ningest(title=\"Same Title\", content=\"...\", document_id=\"abc123\", author=\"my-agent\")\n```\n\n## Update Workflow (title-based -- fallback)\n\n```\nsearch(\"topic\") -> find doc -> modify ->\ningest(title=\"Same Title\", content=\"...\", update_if_exists=true, author=\"my-agent\")\n```\n\n## Catch-Up Workflow\n\n```\nmetadata_search(metadata_filter={\"type\": \"decision-log\"}, updated_since=\"2026-03-28T00:00:00Z\")\n```\n\n## CLI fallback (when MCP is unavailable)\n\nIf `cerefox_search` is not in your tool list, your user has likely installed the Cerefox CLI. The canonical invocation is plain **`cerefox <subcommand>`** (the TypeScript CLI, installed via `npm install -g @cerefox/memory`). It uses a resource-verb shape (`cerefox document get`, `cerefox project list`, …). The legacy Python `uv run cerefox` is now a frozen husk as of v0.9 — only `uv run cerefox mcp` still works.\n\nSame operations, same conventions. Full reference: [`docs/guides/cli.md`](docs/guides/cli.md). CLI flag names match MCP parameter names exactly (e.g. `metadata_filter` ↔ `--metadata-filter`); common flags also have single-letter short forms (`-f`, `-p`, `-c`, `-m`, `-u`, `-a`, `-r`). Use the canonical long name (what `--help` shows) or its short form — there are no long-form aliases like `--filter` or `--count`.\n\n| MCP tool | CLI |\n|---|---|\n| `cerefox_search` | `cerefox search \"<q>\" --requestor \"<your-name>\"` |\n| `cerefox_ingest` (paste) | `printf '...' \\| cerefox document ingest --paste --title \"<t>\" --author \"<your-name>\" --author-type agent` |\n| `cerefox_ingest` (update by ID) | `printf '...' \\| cerefox document ingest --paste --title \"<t>\" --document-id \"<uuid>\" --author \"<your-name>\" --author-type agent` |\n| `cerefox_get_document` | `cerefox document get <id> --version-id <vid> --requestor \"<your-name>\"` |\n| `cerefox_list_versions` | `cerefox document version list <id> --requestor \"<your-name>\"` |\n| `cerefox_list_projects` | `cerefox project list --requestor \"<your-name>\"` |\n| `cerefox_list_metadata_keys` | `cerefox metadata keys` |\n| `cerefox_metadata_search` | `cerefox metadata search --metadata-filter '<json>' --requestor \"<your-name>\"` (list a project: `cerefox document list --project <name>`) |\n| `cerefox_set_document_projects` | `cerefox document set-projects <id> <name...> --author \"<your-name>\" --author-type agent` (or `--clear` to remove all) |\n| `cerefox_get_audit_log` | `cerefox audit list --requestor \"<your-name>\"` (add `--json` for scripted access) |\n| `cerefox_get_help` | `cerefox guides show agent-quick-reference` (or `cerefox guides list` for the full bundled-docs index) |\n\n**Set identity on every call**, exactly as you would on MCP:\n- Writes (`document ingest`, `document ingest-dir`): `--author \"<your-name>\" --author-type agent`\n- Reads: `--requestor \"<your-name>\"`\n\nOr have your user set `CEREFOX_AUTHOR_NAME` / `CEREFOX_AUTHOR_TYPE` / `CEREFOX_REQUESTOR_NAME` in their `.env` to apply defaults once.\n";
14
+ export const HELP_FULL = "# Cerefox Knowledge Base -- Agent Quick Reference\n\nCerefox is a persistent, shared knowledge base. You have **10 MCP tools** (9 of them have CLI equivalents — `cerefox_get_help` is MCP-only). For the full guide, search Cerefox for \"How AI Agents Use Cerefox\" or call `cerefox_get_help` to retrieve this content over MCP.\n\n## Tools\n\n| Tool | Purpose | Key params |\n|------|---------|------------|\n| `cerefox_search` | Find documents (hybrid FTS + semantic) | `query` (required), `project_name`, `metadata_filter`, `requestor` |\n| `cerefox_ingest` | Save or update a document | `title`, `content` (required), `document_id` (update by ID), `expected_content_hash` (**required on content updates** — see rule 9), `last_write_wins`, `update_if_exists`, `project_name` (single, non-destructive add on update), `project_names` (list, destructive replace on update), `metadata` (omit on update to keep existing tags; `{}` clears), `author` |\n| `cerefox_get_document` | Get full document by ID (header includes `content_hash` — the update token) | `document_id` (required) |\n| `cerefox_list_versions` | Version history of a document | `document_id` (required) |\n| `cerefox_metadata_search` | Find or list docs by metadata, project, or time (no text query) | `metadata_filter`, `project_name` (list a project's docs), `updated_since`, `include_content` — **at least one** of metadata_filter/project_name/updated_since/created_since |\n| `cerefox_list_metadata_keys` | Discover available metadata keys | (none required) |\n| `cerefox_list_projects` | List all projects | (none required) |\n| `cerefox_set_document_projects` | Set doc's project memberships to exactly the given list (destructive replace; metadata-only, no content change) | `document_id`, `project_names` (required) |\n| `cerefox_get_audit_log` | Query write operation history | `document_id`, `author`, `operation`, `since` |\n| `cerefox_get_help` | Retrieve Cerefox conventions (this reference) over MCP. **Call this whenever uncertain.** | `topic` (optional, case-insensitive H2 substring match) |\n\n## Essential Rules\n\n1. **Search before ingesting** -- check if the document exists first.\n2. **Prefer ID-based updates** -- pass `document_id` from search results for deterministic updates. Falls back to title-matching with `update_if_exists: true`.\n3. **Set `author`/`requestor`** to your name on every call (e.g., \"Claude Code\", \"archiver\"). On MCP, pass as parameters. On CLI, pass `--author`/`--author-type`/`--requestor` flags, or rely on `CEREFOX_AUTHOR_NAME`/`CEREFOX_AUTHOR_TYPE`/`CEREFOX_REQUESTOR_NAME` env vars set in the user's `.env`.\n4. **Use `document_id` from search results** `[id: uuid]` for get_document and list_versions.\n5. **Add metadata** -- at minimum `type` (\"decision-log\", \"research\", \"design-doc\") and `status` (\"active\", \"draft\").\n6. **Write structured Markdown** with H1/H2/H3 headings for good chunking and search.\n7. **Deletes are soft (recoverable); purge is web-UI-only.** If you decide to delete, surface it to the user (`I soft-deleted X — recoverable from the Cerefox web UI trash`). You cannot un-do your own delete from agent code by design.\n8. **Cross-doc links inside content**: **always use `[Text](document-uuid)`.** UUIDs are the only fully reliable link form — stable across title changes, never ambiguous, no encoding gotchas. Every `cerefox_search` result shows `[id: <uuid>]` after the title; grab it and use it. Title-based linking (`[Text](<Title With Spaces>)`) is fragile (breaks on colons, parens, ampersands, brackets — silently navigates to wrong page) — **don't write title-based links**; do an extra search to get the UUID instead. Repo-path forms (`[Text](docs/path.md)`) exist for repo-ingested files; don't construct manually. See `AGENT_GUIDE.md → Writing linkable content` for the full rule.\n9. **Concurrency: content updates require `expected_content_hash`.** Pass the `content_hash` you read (shown by `cerefox_get_document`, `cerefox_search`, and `cerefox_metadata_search`) when updating a document. If it's stale you get a **conflict** — re-read the document, merge your changes into the latest content, retry with the new hash. **Never resolve a conflict by overwriting blindly** — the current content includes another writer's work. `last_write_wins: true` skips the check; use it ONLY when an external source of truth makes conflicts meaningless (file re-sync), never to silence a conflict.\n10. **Project memberships — non-destructive by default**: on `cerefox_ingest` updates, **`project_name` (singular) is a non-destructive add** (ensures membership, preserves others). Use **`project_names` (list)** when you want to set the doc's full project set in one call (destructive replace). For metadata-only project changes without writing content, use **`cerefox_set_document_projects(document_id, project_names)`** — that tool is the destructive-replace contract made explicit. Never call `cerefox_set_document_projects` with a single name when you mean \"add\" — that would REMOVE the doc from all other projects. When in doubt, use `cerefox_ingest` with singular `project_name`.\n\n## Update Workflow (ID-based -- preferred)\n\n```\nsearch(\"topic\") -> find doc [id: abc123] -> get_document(abc123) -> note its content_hash -> modify ->\ningest(title=\"Same Title\", content=\"...\", document_id=\"abc123\",\n expected_content_hash=\"<the hash you read>\", author=\"my-agent\")\n```\n\nOn a **conflict** error: get_document again (fresh content + fresh hash) -> merge your changes -> retry with the new hash.\n\n## Update Workflow (title-based -- fallback)\n\n```\nsearch(\"topic\") -> find doc (note its hash) -> modify ->\ningest(title=\"Same Title\", content=\"...\", update_if_exists=true,\n expected_content_hash=\"<the hash you read>\", author=\"my-agent\")\n```\n\n## Catch-Up Workflow\n\n```\nmetadata_search(metadata_filter={\"type\": \"decision-log\"}, updated_since=\"2026-03-28T00:00:00Z\")\n```\n\n## CLI fallback (when MCP is unavailable)\n\nIf `cerefox_search` is not in your tool list, your user has likely installed the Cerefox CLI. The canonical invocation is plain **`cerefox <subcommand>`** (the TypeScript CLI, installed via `npm install -g @cerefox/memory`). It uses a resource-verb shape (`cerefox document get`, `cerefox project list`, …). The legacy Python `uv run cerefox` is now a frozen husk as of v0.9 — only `uv run cerefox mcp` still works.\n\nSame operations, same conventions. Full reference: [`docs/guides/cli.md`](docs/guides/cli.md). CLI flag names match MCP parameter names exactly (e.g. `metadata_filter` ↔ `--metadata-filter`); common flags also have single-letter short forms (`-f`, `-p`, `-c`, `-m`, `-u`, `-a`, `-r`). Use the canonical long name (what `--help` shows) or its short form — there are no long-form aliases like `--filter` or `--count`.\n\n| MCP tool | CLI |\n|---|---|\n| `cerefox_search` | `cerefox search \"<q>\" --requestor \"<your-name>\"` |\n| `cerefox_ingest` (paste) | `printf '...' \\| cerefox document ingest --paste --title \"<t>\" --author \"<your-name>\" --author-type agent` |\n| `cerefox_ingest` (update by ID) | `printf '...' \\| cerefox document ingest --paste --title \"<t>\" --document-id \"<uuid>\" --expected-content-hash \"<hash>\" --author \"<your-name>\" --author-type agent` |\n| `cerefox_get_document` | `cerefox document get <id> --version-id <vid> --requestor \"<your-name>\"` |\n| `cerefox_list_versions` | `cerefox document version list <id> --requestor \"<your-name>\"` |\n| `cerefox_list_projects` | `cerefox project list --requestor \"<your-name>\"` |\n| `cerefox_list_metadata_keys` | `cerefox metadata keys` |\n| `cerefox_metadata_search` | `cerefox metadata search --metadata-filter '<json>' --requestor \"<your-name>\"` (list a project: `cerefox document list --project <name>`) |\n| `cerefox_set_document_projects` | `cerefox document set-projects <id> <name...> --author \"<your-name>\" --author-type agent` (or `--clear` to remove all) |\n| `cerefox_get_audit_log` | `cerefox audit list --requestor \"<your-name>\"` (add `--json` for scripted access) |\n| `cerefox_get_help` | `cerefox guides show agent-quick-reference` (or `cerefox guides list` for the full bundled-docs index) |\n\n**Set identity on every call**, exactly as you would on MCP:\n- Writes (`document ingest`, `document ingest-dir`): `--author \"<your-name>\" --author-type agent`\n- Reads: `--requestor \"<your-name>\"`\n\nOr have your user set `CEREFOX_AUTHOR_NAME` / `CEREFOX_AUTHOR_TYPE` / `CEREFOX_REQUESTOR_NAME` in their `.env` to apply defaults once.\n";
15
15
 
16
16
  /** Sections keyed by their H2 heading text (lower-cased for matching). */
17
17
  export const HELP_SECTIONS: Record<string, string> = {
18
- "Tools": "## Tools\n\n| Tool | Purpose | Key params |\n|------|---------|------------|\n| `cerefox_search` | Find documents (hybrid FTS + semantic) | `query` (required), `project_name`, `metadata_filter`, `requestor` |\n| `cerefox_ingest` | Save or update a document | `title`, `content` (required), `document_id` (update by ID), `update_if_exists`, `project_name` (single, non-destructive add on update), `project_names` (list, destructive replace on update), `metadata`, `author` |\n| `cerefox_get_document` | Get full document by ID | `document_id` (required) |\n| `cerefox_list_versions` | Version history of a document | `document_id` (required) |\n| `cerefox_metadata_search` | Find or list docs by metadata, project, or time (no text query) | `metadata_filter`, `project_name` (list a project's docs), `updated_since`, `include_content` — **at least one** of metadata_filter/project_name/updated_since/created_since |\n| `cerefox_list_metadata_keys` | Discover available metadata keys | (none required) |\n| `cerefox_list_projects` | List all projects | (none required) |\n| `cerefox_set_document_projects` | Set doc's project memberships to exactly the given list (destructive replace; metadata-only, no content change) | `document_id`, `project_names` (required) |\n| `cerefox_get_audit_log` | Query write operation history | `document_id`, `author`, `operation`, `since` |\n| `cerefox_get_help` | Retrieve Cerefox conventions (this reference) over MCP. **Call this whenever uncertain.** | `topic` (optional, case-insensitive H2 substring match) |",
19
- "Essential Rules": "## Essential Rules\n\n1. **Search before ingesting** -- check if the document exists first.\n2. **Prefer ID-based updates** -- pass `document_id` from search results for deterministic updates. Falls back to title-matching with `update_if_exists: true`.\n3. **Set `author`/`requestor`** to your name on every call (e.g., \"Claude Code\", \"archiver\"). On MCP, pass as parameters. On CLI, pass `--author`/`--author-type`/`--requestor` flags, or rely on `CEREFOX_AUTHOR_NAME`/`CEREFOX_AUTHOR_TYPE`/`CEREFOX_REQUESTOR_NAME` env vars set in the user's `.env`.\n4. **Use `document_id` from search results** `[id: uuid]` for get_document and list_versions.\n5. **Add metadata** -- at minimum `type` (\"decision-log\", \"research\", \"design-doc\") and `status` (\"active\", \"draft\").\n6. **Write structured Markdown** with H1/H2/H3 headings for good chunking and search.\n7. **Deletes are soft (recoverable); purge is web-UI-only.** If you decide to delete, surface it to the user (`I soft-deleted X — recoverable from the Cerefox web UI trash`). You cannot un-do your own delete from agent code by design.\n8. **Cross-doc links inside content**: **always use `[Text](document-uuid)`.** UUIDs are the only fully reliable link form — stable across title changes, never ambiguous, no encoding gotchas. Every `cerefox_search` result shows `[id: <uuid>]` after the title; grab it and use it. Title-based linking (`[Text](<Title With Spaces>)`) is fragile (breaks on colons, parens, ampersands, brackets — silently navigates to wrong page) — **don't write title-based links**; do an extra search to get the UUID instead. Repo-path forms (`[Text](docs/path.md)`) exist for repo-ingested files; don't construct manually. See `AGENT_GUIDE.md → Writing linkable content` for the full rule.\n9. **Project memberships — non-destructive by default**: on `cerefox_ingest` updates, **`project_name` (singular) is a non-destructive add** (ensures membership, preserves others). Use **`project_names` (list)** when you want to set the doc's full project set in one call (destructive replace). For metadata-only project changes without writing content, use **`cerefox_set_document_projects(document_id, project_names)`** — that tool is the destructive-replace contract made explicit. Never call `cerefox_set_document_projects` with a single name when you mean \"add\" — that would REMOVE the doc from all other projects. When in doubt, use `cerefox_ingest` with singular `project_name`.",
20
- "Update Workflow (ID-based -- preferred)": "## Update Workflow (ID-based -- preferred)\n\n```\nsearch(\"topic\") -> find doc [id: abc123] -> get_document(abc123) -> modify ->\ningest(title=\"Same Title\", content=\"...\", document_id=\"abc123\", author=\"my-agent\")\n```",
21
- "Update Workflow (title-based -- fallback)": "## Update Workflow (title-based -- fallback)\n\n```\nsearch(\"topic\") -> find doc -> modify ->\ningest(title=\"Same Title\", content=\"...\", update_if_exists=true, author=\"my-agent\")\n```",
18
+ "Tools": "## Tools\n\n| Tool | Purpose | Key params |\n|------|---------|------------|\n| `cerefox_search` | Find documents (hybrid FTS + semantic) | `query` (required), `project_name`, `metadata_filter`, `requestor` |\n| `cerefox_ingest` | Save or update a document | `title`, `content` (required), `document_id` (update by ID), `expected_content_hash` (**required on content updates** — see rule 9), `last_write_wins`, `update_if_exists`, `project_name` (single, non-destructive add on update), `project_names` (list, destructive replace on update), `metadata` (omit on update to keep existing tags; `{}` clears), `author` |\n| `cerefox_get_document` | Get full document by ID (header includes `content_hash` — the update token) | `document_id` (required) |\n| `cerefox_list_versions` | Version history of a document | `document_id` (required) |\n| `cerefox_metadata_search` | Find or list docs by metadata, project, or time (no text query) | `metadata_filter`, `project_name` (list a project's docs), `updated_since`, `include_content` — **at least one** of metadata_filter/project_name/updated_since/created_since |\n| `cerefox_list_metadata_keys` | Discover available metadata keys | (none required) |\n| `cerefox_list_projects` | List all projects | (none required) |\n| `cerefox_set_document_projects` | Set doc's project memberships to exactly the given list (destructive replace; metadata-only, no content change) | `document_id`, `project_names` (required) |\n| `cerefox_get_audit_log` | Query write operation history | `document_id`, `author`, `operation`, `since` |\n| `cerefox_get_help` | Retrieve Cerefox conventions (this reference) over MCP. **Call this whenever uncertain.** | `topic` (optional, case-insensitive H2 substring match) |",
19
+ "Essential Rules": "## Essential Rules\n\n1. **Search before ingesting** -- check if the document exists first.\n2. **Prefer ID-based updates** -- pass `document_id` from search results for deterministic updates. Falls back to title-matching with `update_if_exists: true`.\n3. **Set `author`/`requestor`** to your name on every call (e.g., \"Claude Code\", \"archiver\"). On MCP, pass as parameters. On CLI, pass `--author`/`--author-type`/`--requestor` flags, or rely on `CEREFOX_AUTHOR_NAME`/`CEREFOX_AUTHOR_TYPE`/`CEREFOX_REQUESTOR_NAME` env vars set in the user's `.env`.\n4. **Use `document_id` from search results** `[id: uuid]` for get_document and list_versions.\n5. **Add metadata** -- at minimum `type` (\"decision-log\", \"research\", \"design-doc\") and `status` (\"active\", \"draft\").\n6. **Write structured Markdown** with H1/H2/H3 headings for good chunking and search.\n7. **Deletes are soft (recoverable); purge is web-UI-only.** If you decide to delete, surface it to the user (`I soft-deleted X — recoverable from the Cerefox web UI trash`). You cannot un-do your own delete from agent code by design.\n8. **Cross-doc links inside content**: **always use `[Text](document-uuid)`.** UUIDs are the only fully reliable link form — stable across title changes, never ambiguous, no encoding gotchas. Every `cerefox_search` result shows `[id: <uuid>]` after the title; grab it and use it. Title-based linking (`[Text](<Title With Spaces>)`) is fragile (breaks on colons, parens, ampersands, brackets — silently navigates to wrong page) — **don't write title-based links**; do an extra search to get the UUID instead. Repo-path forms (`[Text](docs/path.md)`) exist for repo-ingested files; don't construct manually. See `AGENT_GUIDE.md → Writing linkable content` for the full rule.\n9. **Concurrency: content updates require `expected_content_hash`.** Pass the `content_hash` you read (shown by `cerefox_get_document`, `cerefox_search`, and `cerefox_metadata_search`) when updating a document. If it's stale you get a **conflict** — re-read the document, merge your changes into the latest content, retry with the new hash. **Never resolve a conflict by overwriting blindly** — the current content includes another writer's work. `last_write_wins: true` skips the check; use it ONLY when an external source of truth makes conflicts meaningless (file re-sync), never to silence a conflict.\n10. **Project memberships — non-destructive by default**: on `cerefox_ingest` updates, **`project_name` (singular) is a non-destructive add** (ensures membership, preserves others). Use **`project_names` (list)** when you want to set the doc's full project set in one call (destructive replace). For metadata-only project changes without writing content, use **`cerefox_set_document_projects(document_id, project_names)`** — that tool is the destructive-replace contract made explicit. Never call `cerefox_set_document_projects` with a single name when you mean \"add\" — that would REMOVE the doc from all other projects. When in doubt, use `cerefox_ingest` with singular `project_name`.",
20
+ "Update Workflow (ID-based -- preferred)": "## Update Workflow (ID-based -- preferred)\n\n```\nsearch(\"topic\") -> find doc [id: abc123] -> get_document(abc123) -> note its content_hash -> modify ->\ningest(title=\"Same Title\", content=\"...\", document_id=\"abc123\",\n expected_content_hash=\"<the hash you read>\", author=\"my-agent\")\n```\n\nOn a **conflict** error: get_document again (fresh content + fresh hash) -> merge your changes -> retry with the new hash.",
21
+ "Update Workflow (title-based -- fallback)": "## Update Workflow (title-based -- fallback)\n\n```\nsearch(\"topic\") -> find doc (note its hash) -> modify ->\ningest(title=\"Same Title\", content=\"...\", update_if_exists=true,\n expected_content_hash=\"<the hash you read>\", author=\"my-agent\")\n```",
22
22
  "Catch-Up Workflow": "## Catch-Up Workflow\n\n```\nmetadata_search(metadata_filter={\"type\": \"decision-log\"}, updated_since=\"2026-03-28T00:00:00Z\")\n```",
23
- "CLI fallback (when MCP is unavailable)": "## CLI fallback (when MCP is unavailable)\n\nIf `cerefox_search` is not in your tool list, your user has likely installed the Cerefox CLI. The canonical invocation is plain **`cerefox <subcommand>`** (the TypeScript CLI, installed via `npm install -g @cerefox/memory`). It uses a resource-verb shape (`cerefox document get`, `cerefox project list`, …). The legacy Python `uv run cerefox` is now a frozen husk as of v0.9 — only `uv run cerefox mcp` still works.\n\nSame operations, same conventions. Full reference: [`docs/guides/cli.md`](docs/guides/cli.md). CLI flag names match MCP parameter names exactly (e.g. `metadata_filter` ↔ `--metadata-filter`); common flags also have single-letter short forms (`-f`, `-p`, `-c`, `-m`, `-u`, `-a`, `-r`). Use the canonical long name (what `--help` shows) or its short form — there are no long-form aliases like `--filter` or `--count`.\n\n| MCP tool | CLI |\n|---|---|\n| `cerefox_search` | `cerefox search \"<q>\" --requestor \"<your-name>\"` |\n| `cerefox_ingest` (paste) | `printf '...' \\| cerefox document ingest --paste --title \"<t>\" --author \"<your-name>\" --author-type agent` |\n| `cerefox_ingest` (update by ID) | `printf '...' \\| cerefox document ingest --paste --title \"<t>\" --document-id \"<uuid>\" --author \"<your-name>\" --author-type agent` |\n| `cerefox_get_document` | `cerefox document get <id> --version-id <vid> --requestor \"<your-name>\"` |\n| `cerefox_list_versions` | `cerefox document version list <id> --requestor \"<your-name>\"` |\n| `cerefox_list_projects` | `cerefox project list --requestor \"<your-name>\"` |\n| `cerefox_list_metadata_keys` | `cerefox metadata keys` |\n| `cerefox_metadata_search` | `cerefox metadata search --metadata-filter '<json>' --requestor \"<your-name>\"` (list a project: `cerefox document list --project <name>`) |\n| `cerefox_set_document_projects` | `cerefox document set-projects <id> <name...> --author \"<your-name>\" --author-type agent` (or `--clear` to remove all) |\n| `cerefox_get_audit_log` | `cerefox audit list --requestor \"<your-name>\"` (add `--json` for scripted access) |\n| `cerefox_get_help` | `cerefox guides show agent-quick-reference` (or `cerefox guides list` for the full bundled-docs index) |\n\n**Set identity on every call**, exactly as you would on MCP:\n- Writes (`document ingest`, `document ingest-dir`): `--author \"<your-name>\" --author-type agent`\n- Reads: `--requestor \"<your-name>\"`\n\nOr have your user set `CEREFOX_AUTHOR_NAME` / `CEREFOX_AUTHOR_TYPE` / `CEREFOX_REQUESTOR_NAME` in their `.env` to apply defaults once.",
23
+ "CLI fallback (when MCP is unavailable)": "## CLI fallback (when MCP is unavailable)\n\nIf `cerefox_search` is not in your tool list, your user has likely installed the Cerefox CLI. The canonical invocation is plain **`cerefox <subcommand>`** (the TypeScript CLI, installed via `npm install -g @cerefox/memory`). It uses a resource-verb shape (`cerefox document get`, `cerefox project list`, …). The legacy Python `uv run cerefox` is now a frozen husk as of v0.9 — only `uv run cerefox mcp` still works.\n\nSame operations, same conventions. Full reference: [`docs/guides/cli.md`](docs/guides/cli.md). CLI flag names match MCP parameter names exactly (e.g. `metadata_filter` ↔ `--metadata-filter`); common flags also have single-letter short forms (`-f`, `-p`, `-c`, `-m`, `-u`, `-a`, `-r`). Use the canonical long name (what `--help` shows) or its short form — there are no long-form aliases like `--filter` or `--count`.\n\n| MCP tool | CLI |\n|---|---|\n| `cerefox_search` | `cerefox search \"<q>\" --requestor \"<your-name>\"` |\n| `cerefox_ingest` (paste) | `printf '...' \\| cerefox document ingest --paste --title \"<t>\" --author \"<your-name>\" --author-type agent` |\n| `cerefox_ingest` (update by ID) | `printf '...' \\| cerefox document ingest --paste --title \"<t>\" --document-id \"<uuid>\" --expected-content-hash \"<hash>\" --author \"<your-name>\" --author-type agent` |\n| `cerefox_get_document` | `cerefox document get <id> --version-id <vid> --requestor \"<your-name>\"` |\n| `cerefox_list_versions` | `cerefox document version list <id> --requestor \"<your-name>\"` |\n| `cerefox_list_projects` | `cerefox project list --requestor \"<your-name>\"` |\n| `cerefox_list_metadata_keys` | `cerefox metadata keys` |\n| `cerefox_metadata_search` | `cerefox metadata search --metadata-filter '<json>' --requestor \"<your-name>\"` (list a project: `cerefox document list --project <name>`) |\n| `cerefox_set_document_projects` | `cerefox document set-projects <id> <name...> --author \"<your-name>\" --author-type agent` (or `--clear` to remove all) |\n| `cerefox_get_audit_log` | `cerefox audit list --requestor \"<your-name>\"` (add `--json` for scripted access) |\n| `cerefox_get_help` | `cerefox guides show agent-quick-reference` (or `cerefox guides list` for the full bundled-docs index) |\n\n**Set identity on every call**, exactly as you would on MCP:\n- Writes (`document ingest`, `document ingest-dir`): `--author \"<your-name>\" --author-type agent`\n- Reads: `--requestor \"<your-name>\"`\n\nOr have your user set `CEREFOX_AUTHOR_NAME` / `CEREFOX_AUTHOR_TYPE` / `CEREFOX_REQUESTOR_NAME` in their `.env` to apply defaults once.",
24
24
  };
25
25
 
26
26
  export const HELP_SECTION_HEADINGS: string[] = ["Tools", "Essential Rules", "Update Workflow (ID-based -- preferred)", "Update Workflow (title-based -- fallback)", "Catch-Up Workflow", "CLI fallback (when MCP is unavailable)"];
@@ -23,6 +23,43 @@ import { ensureDocumentInProject, setDocumentProjectsByName } from "./_projects.
23
23
  import { logUsage } from "./_utils.ts";
24
24
  import { McpInvalidParams, type ToolContext, type ToolDefinition } from "./types.ts";
25
25
 
26
+ /**
27
+ * Agent-first instructions for an optimistic-concurrency conflict (iter-32).
28
+ * Raised either by the local fast-fail (before the embedding spend) or by the
29
+ * authoritative check inside the cerefox_ingest_document RPC.
30
+ */
31
+ function conflictError(documentId: string, expectedHash: string, currentHash: string): Error {
32
+ return new Error(
33
+ `Conflict: document ${documentId} changed since you read it ` +
34
+ `(your base hash: ${expectedHash}, current hash: ${currentHash}). ` +
35
+ `To resolve: (1) cerefox_get_document("${documentId}") to fetch the latest content ` +
36
+ `and its content_hash, (2) merge your changes into it, (3) retry cerefox_ingest ` +
37
+ `with expected_content_hash set to the new hash. Do not overwrite blindly — ` +
38
+ `the current content may include another writer's work.`,
39
+ );
40
+ }
41
+
42
+ /** Map RPC-side CEREFOX_CONFLICT / CEREFOX_TOKEN_REQUIRED errors to agent-first text. */
43
+ function mapIngestRpcError(message: string, documentId: string): Error {
44
+ if (message.includes("CEREFOX_CONFLICT")) {
45
+ const current = message.match(/current hash ([0-9a-f]{64})/)?.[1] ?? "unknown";
46
+ const expected = message.match(/expected hash ([0-9a-f]{64})/)?.[1] ?? "unknown";
47
+ return conflictError(documentId, expected, current);
48
+ }
49
+ if (message.includes("CEREFOX_TOKEN_REQUIRED")) {
50
+ const current = message.match(/Current hash: ([0-9a-f]{64})/)?.[1];
51
+ return new Error(
52
+ `Concurrency token required: content updates need expected_content_hash — ` +
53
+ `the content_hash of the version you based your edit on (returned by ` +
54
+ `cerefox_get_document, cerefox_search, and cerefox_metadata_search).` +
55
+ (current ? ` The document's current hash is ${current}; pass it ONLY if your edit was based on the current content.` : "") +
56
+ ` If you have not read the document, read it first. To deliberately overwrite ` +
57
+ `regardless of concurrent changes, pass last_write_wins=true.`,
58
+ );
59
+ }
60
+ return new Error(`Ingest RPC failed: ${message}`);
61
+ }
62
+
26
63
  async function handler(
27
64
  supabase: MCPSupabaseClient,
28
65
  args: Record<string, unknown>,
@@ -34,10 +71,15 @@ async function handler(
34
71
  const project_name = args.project_name as string | undefined;
35
72
  const project_names_raw = args.project_names;
36
73
  const source = (args.source as string | undefined) ?? "agent";
37
- const metadata = (args.metadata as Record<string, unknown> | undefined) ?? {};
74
+ // null = "not provided": the RPC keeps existing metadata on update and uses
75
+ // {} on create (v0.11.1 — defaulting to {} here used to wipe a document's
76
+ // tags on every content update that didn't re-pass them).
77
+ const metadata = (args.metadata as Record<string, unknown> | undefined) ?? null;
38
78
  const update_if_exists = (args.update_if_exists as boolean | undefined) ?? false;
39
79
  const author = (args.author as string | undefined) ?? "mcp-agent";
40
80
  const author_type = "agent"; // MCP path is always agent
81
+ const expected_content_hash = (args.expected_content_hash as string | undefined)?.trim() || null;
82
+ const last_write_wins = (args.last_write_wins as boolean | undefined) ?? false;
41
83
 
42
84
  if (!title || !content?.trim()) {
43
85
  throw new McpInvalidParams("title and content are required");
@@ -83,7 +125,13 @@ async function handler(
83
125
  const note = update_if_exists
84
126
  ? ""
85
127
  : " Note: update_if_exists flag was overridden by document_id.";
86
- return `Document already up-to-date: "${existingDoc.title}" (id: ${existingDoc.id}). Content hash unchanged.${note}`;
128
+ return `Document already up-to-date: "${existingDoc.title}" (id: ${existingDoc.id}). Content hash unchanged (${contentHash}).${note}`;
129
+ }
130
+
131
+ // Fast-fail on a stale token BEFORE paying the embedding cost. Advisory
132
+ // only — the authoritative, race-free check is inside the RPC (FOR UPDATE).
133
+ if (!last_write_wins && expected_content_hash && expected_content_hash !== existingDoc.content_hash) {
134
+ throw conflictError(existingDoc.id, expected_content_hash, existingDoc.content_hash);
87
135
  }
88
136
 
89
137
  const chunks = chunkMarkdown(content);
@@ -115,9 +163,11 @@ async function handler(
115
163
  p_author: author,
116
164
  p_author_type: author_type,
117
165
  p_source_label: source,
166
+ p_expected_content_hash: expected_content_hash,
167
+ p_last_write_wins: last_write_wins,
118
168
  });
119
169
 
120
- if (ingestErr) throw new Error(`Ingest RPC failed: ${ingestErr.message}`);
170
+ if (ingestErr) throw mapIngestRpcError(ingestErr.message, existingDoc.id);
121
171
 
122
172
  logUsage(supabase, {
123
173
  operation: "ingest",
@@ -136,7 +186,7 @@ async function handler(
136
186
  const note = update_if_exists
137
187
  ? ""
138
188
  : " Note: update_if_exists flag was overridden by document_id.";
139
- return `Document updated: "${title}" (id: ${existingDoc.id}), ${chunks.length} chunk(s), ${totalChars} chars.${note}`;
189
+ return `Document updated: "${title}" (id: ${existingDoc.id}), ${chunks.length} chunk(s), ${totalChars} chars. New content_hash: ${contentHash}.${note}`;
140
190
  }
141
191
 
142
192
  // ── Update-existing path ─────────────────────────────────────────────────
@@ -152,7 +202,13 @@ async function handler(
152
202
  const existingDoc = existing[0];
153
203
 
154
204
  if (existingDoc.content_hash === contentHash) {
155
- return `Document already up-to-date: "${existingDoc.title}" (id: ${existingDoc.id}). Content hash unchanged.`;
205
+ return `Document already up-to-date: "${existingDoc.title}" (id: ${existingDoc.id}). Content hash unchanged (${contentHash}).`;
206
+ }
207
+
208
+ // Fast-fail on a stale token BEFORE the embedding cost (advisory; the
209
+ // authoritative check is in the RPC).
210
+ if (!last_write_wins && expected_content_hash && expected_content_hash !== existingDoc.content_hash) {
211
+ throw conflictError(existingDoc.id, expected_content_hash, existingDoc.content_hash);
156
212
  }
157
213
 
158
214
  const chunks = chunkMarkdown(content);
@@ -184,9 +240,11 @@ async function handler(
184
240
  p_author: author,
185
241
  p_author_type: author_type,
186
242
  p_source_label: source,
243
+ p_expected_content_hash: expected_content_hash,
244
+ p_last_write_wins: last_write_wins,
187
245
  });
188
246
 
189
- if (ingestErr) throw new Error(`Ingest RPC failed: ${ingestErr.message}`);
247
+ if (ingestErr) throw mapIngestRpcError(ingestErr.message, existingDoc.id);
190
248
 
191
249
  logUsage(supabase, {
192
250
  operation: "ingest",
@@ -202,7 +260,7 @@ async function handler(
202
260
  await ensureDocumentInProject(supabase, existingDoc.id, project_name);
203
261
  }
204
262
 
205
- return `Document updated: "${existingDoc.title}" (id: ${existingDoc.id}), ${chunks.length} chunk(s), ${totalChars} chars.`;
263
+ return `Document updated: "${existingDoc.title}" (id: ${existingDoc.id}), ${chunks.length} chunk(s), ${totalChars} chars. New content_hash: ${contentHash}.`;
206
264
  }
207
265
  // Fall through to create path
208
266
  }
@@ -303,6 +361,16 @@ export const ingestTool: ToolDefinition = {
303
361
  description:
304
362
  "When true, update an existing document with the same title instead of creating a new one (default: false). Ignored when document_id is provided.",
305
363
  },
364
+ expected_content_hash: {
365
+ type: "string",
366
+ description:
367
+ "REQUIRED on content updates (optimistic concurrency): the content_hash of the document version you based your edit on, as returned by cerefox_get_document / cerefox_search / cerefox_metadata_search. If the document changed since you read it, the update fails with a conflict — re-read, merge, retry with the new hash. Not needed when creating a new document.",
368
+ },
369
+ last_write_wins: {
370
+ type: "boolean",
371
+ description:
372
+ "Explicitly skip the concurrency check and overwrite regardless of concurrent changes (default: false). Use ONLY when an external source of truth makes conflicts meaningless (e.g. re-syncing from files). Recorded in the audit log.",
373
+ },
306
374
  metadata: { type: "object", description: "Arbitrary JSON metadata (optional)" },
307
375
  author: {
308
376
  type: "string",
@@ -78,6 +78,7 @@ async function handler(
78
78
  project_ids: string[];
79
79
  project_names: string[];
80
80
  version_count: number;
81
+ content_hash: string | null;
81
82
  content: string | null;
82
83
  }>;
83
84
 
@@ -105,9 +106,10 @@ async function handler(
105
106
  const meta = Object.entries(row.doc_metadata ?? {})
106
107
  .map(([k, v]) => `${k}=${v}`)
107
108
  .join(", ");
109
+ const hash = row.content_hash ? `\nhash: ${row.content_hash}` : "";
108
110
  const header =
109
111
  `## ${row.title} [id: ${row.document_id}]\n` +
110
- `${meta}${projects} | ${row.total_chars} chars | ${row.review_status} | updated ${row.updated_at?.slice(0, 10) ?? "?"}`;
112
+ `${meta}${projects} | ${row.total_chars} chars | ${row.review_status} | updated ${row.updated_at?.slice(0, 10) ?? "?"}${hash}`;
111
113
 
112
114
  if (include_content && row.content) {
113
115
  return `${header}\n\n${row.content}`;
@@ -135,6 +135,7 @@ async function handler(
135
135
  is_partial?: boolean;
136
136
  chunk_count?: number;
137
137
  total_chars?: number;
138
+ content_hash?: string;
138
139
  }>;
139
140
 
140
141
  const parts: string[] = rows.map((row) => {
@@ -144,7 +145,9 @@ async function handler(
144
145
  const partial = row.is_partial
145
146
  ? ` -- partial (${row.chunk_count} of ${(row.total_chars ?? 0).toLocaleString()} chars)`
146
147
  : "";
147
- return `## ${title}${docId}${score}${partial}\n\n${row.full_content ?? ""}`;
148
+ // content_hash = the concurrency token for cerefox_ingest updates (iter-32).
149
+ const hash = row.content_hash ? `\nhash: ${row.content_hash}` : "";
150
+ return `## ${title}${docId}${score}${partial}${hash}\n\n${row.full_content ?? ""}`;
148
151
  });
149
152
 
150
153
  let output = parts.join("\n\n---\n\n");
@@ -38,6 +38,13 @@ DROP FUNCTION IF EXISTS cerefox_hybrid_search(TEXT, VECTOR(768), INT, FLOAT, BOO
38
38
  DROP FUNCTION IF EXISTS cerefox_fts_search(TEXT, INT, UUID);
39
39
  DROP FUNCTION IF EXISTS cerefox_semantic_search(VECTOR(768), INT, BOOLEAN, UUID, FLOAT);
40
40
  DROP FUNCTION IF EXISTS cerefox_reconstruct_doc(UUID);
41
+
42
+ -- Iteration 32 (v0.11, optimistic concurrency): content_hash added to the return
43
+ -- types of all document-shaped reads — the writer's concurrency token must be
44
+ -- obtainable from every read surface. Drop the pre-change signatures first.
45
+ DROP FUNCTION IF EXISTS cerefox_get_document(UUID, UUID);
46
+ DROP FUNCTION IF EXISTS cerefox_search_docs(TEXT, VECTOR(768), INT, FLOAT, UUID, FLOAT, INT, INT, JSONB);
47
+ DROP FUNCTION IF EXISTS cerefox_metadata_search(JSONB, UUID, TIMESTAMPTZ, TIMESTAMPTZ, INT, BOOLEAN, INT);
41
48
  DROP FUNCTION IF EXISTS cerefox_search_docs(TEXT, VECTOR(768), INT, FLOAT, UUID, FLOAT);
42
49
 
43
50
  -- Iteration 13: Drop pre-metadata-filter signatures so we can add p_metadata_filter JSONB.
@@ -592,7 +599,10 @@ RETURNS TABLE (
592
599
  total_chars INT,
593
600
  doc_updated_at TIMESTAMPTZ,
594
601
  version_count INT,
595
- is_partial BOOL
602
+ is_partial BOOL,
603
+ -- Optimistic-concurrency token (iter-32): the document's current
604
+ -- content_hash, to pass back as expected_content_hash on update.
605
+ content_hash TEXT
596
606
  )
597
607
  LANGUAGE sql
598
608
  SECURITY DEFINER
@@ -625,7 +635,8 @@ AS $$
625
635
  cr.doc_project_ids,
626
636
  cr.doc_project_names,
627
637
  cr.version_count,
628
- d.updated_at AS doc_updated_at
638
+ d.updated_at AS doc_updated_at,
639
+ d.content_hash
629
640
  FROM chunk_results cr
630
641
  JOIN cerefox_documents d ON d.id = cr.document_id
631
642
  ORDER BY cr.document_id, cr.score DESC
@@ -707,7 +718,8 @@ AS $$
707
718
  ds.total_chars, -- always full document size, even for partial results
708
719
  td.doc_updated_at,
709
720
  td.version_count,
710
- ac.is_partial
721
+ ac.is_partial,
722
+ td.content_hash
711
723
  FROM top_docs td
712
724
  JOIN doc_sizes ds ON ds.document_id = td.document_id
713
725
  JOIN all_content ac ON ac.document_id = td.document_id
@@ -832,7 +844,11 @@ RETURNS TABLE (
832
844
  full_content TEXT,
833
845
  chunk_count INT,
834
846
  total_chars INT,
835
- created_at TIMESTAMPTZ
847
+ created_at TIMESTAMPTZ,
848
+ -- Current content_hash of the document — the optimistic-concurrency token
849
+ -- to pass back as expected_content_hash on update (iter-32). Note: always
850
+ -- the CURRENT hash, even when an archived version is being retrieved.
851
+ content_hash TEXT
836
852
  )
837
853
  LANGUAGE sql
838
854
  SECURITY DEFINER
@@ -853,7 +869,8 @@ AS $$
853
869
  STRING_AGG(c.content, E'\n\n' ORDER BY c.chunk_index) AS full_content,
854
870
  COUNT(*)::INT AS chunk_count,
855
871
  SUM(c.char_count)::INT AS total_chars,
856
- d.created_at
872
+ d.created_at,
873
+ d.content_hash
857
874
  FROM cerefox_documents d
858
875
  JOIN cerefox_chunks c ON c.document_id = d.id
859
876
  WHERE d.id = p_document_id
@@ -861,7 +878,7 @@ AS $$
861
878
  (p_version_id IS NULL AND c.version_id IS NULL) OR
862
879
  (p_version_id IS NOT NULL AND c.version_id = p_version_id)
863
880
  )
864
- GROUP BY d.id, d.title, d.source, d.metadata, d.created_at;
881
+ GROUP BY d.id, d.title, d.source, d.metadata, d.created_at, d.content_hash;
865
882
  $$;
866
883
 
867
884
  -- ── cerefox_list_document_versions ────────────────────────────────────────────
@@ -1028,7 +1045,10 @@ $$;
1028
1045
  --
1029
1046
  -- Parameters:
1030
1047
  -- p_document_id : NULL for create, UUID for update
1031
- -- p_title, p_source, p_source_path, p_content_hash, p_metadata : document fields
1048
+ -- p_title, p_source, p_source_path, p_content_hash : document fields
1049
+ -- p_metadata : JSONB metadata. NULL = "not provided" → create uses '{}',
1050
+ -- update keeps the existing metadata (v0.11.1). Pass '{}'
1051
+ -- explicitly to clear all metadata.
1032
1052
  -- p_review_status : 'approved' or 'pending_review' (based on author_type)
1033
1053
  -- p_chunks : JSONB array of chunk objects, each with:
1034
1054
  -- chunk_index, heading_path, heading_level, title,
@@ -1037,25 +1057,40 @@ $$;
1037
1057
  -- p_source_label : version source label for snapshot ('file','paste','agent','manual')
1038
1058
  -- p_retention_hours : for version cleanup (default 48)
1039
1059
  -- p_cleanup_enabled : whether version cleanup runs (default true)
1060
+ -- p_expected_content_hash : optimistic-concurrency token (iter-32). On the UPDATE
1061
+ -- path this must equal the document's current content_hash —
1062
+ -- the caller proves they based their edit on the live version.
1063
+ -- Mismatch → CEREFOX_CONFLICT (SQLSTATE 40001). Absent (NULL)
1064
+ -- without p_last_write_wins → CEREFOX_TOKEN_REQUIRED (22023).
1065
+ -- Ignored on the CREATE path.
1066
+ -- p_last_write_wins : explicit opt-out of the concurrency check (filesystem-sync
1067
+ -- flows where an external source of truth makes conflicts
1068
+ -- meaningless). Recorded in the audit description when used.
1040
1069
  --
1041
1070
  -- Returns: document_id, chunk_count, total_chars, operation ('create' or 'update-content'),
1042
1071
  -- version_id (UUID of snapshot, null on create)
1043
1072
 
1044
1073
  DROP FUNCTION IF EXISTS cerefox_ingest_document(UUID, TEXT, TEXT, TEXT, TEXT, JSONB, TEXT, JSONB, TEXT, TEXT, TEXT, INT, BOOLEAN);
1074
+ DROP FUNCTION IF EXISTS cerefox_ingest_document(UUID, TEXT, TEXT, TEXT, TEXT, JSONB, TEXT, JSONB, TEXT, TEXT, TEXT, INT, BOOLEAN, TEXT, BOOLEAN);
1045
1075
  CREATE FUNCTION cerefox_ingest_document(
1046
1076
  p_document_id UUID DEFAULT NULL,
1047
1077
  p_title TEXT DEFAULT 'Untitled',
1048
1078
  p_source TEXT DEFAULT 'agent',
1049
1079
  p_source_path TEXT DEFAULT NULL,
1050
1080
  p_content_hash TEXT DEFAULT '',
1051
- p_metadata JSONB DEFAULT '{}',
1081
+ -- NULL = "not provided": create uses '{}', update KEEPS existing metadata
1082
+ -- (v0.11.1 fix — content updates without metadata used to wipe tags).
1083
+ -- Pass '{}' explicitly to deliberately clear all metadata.
1084
+ p_metadata JSONB DEFAULT NULL,
1052
1085
  p_review_status TEXT DEFAULT 'approved',
1053
1086
  p_chunks JSONB DEFAULT '[]',
1054
1087
  p_author TEXT DEFAULT 'unknown',
1055
1088
  p_author_type TEXT DEFAULT 'user',
1056
1089
  p_source_label TEXT DEFAULT 'manual',
1057
1090
  p_retention_hours INT DEFAULT 48,
1058
- p_cleanup_enabled BOOLEAN DEFAULT TRUE
1091
+ p_cleanup_enabled BOOLEAN DEFAULT TRUE,
1092
+ p_expected_content_hash TEXT DEFAULT NULL,
1093
+ p_last_write_wins BOOLEAN DEFAULT FALSE
1059
1094
  )
1060
1095
  RETURNS TABLE (
1061
1096
  document_id UUID,
@@ -1075,6 +1110,7 @@ DECLARE
1075
1110
  v_operation TEXT;
1076
1111
  v_version_id UUID := NULL;
1077
1112
  v_old_chars INT := 0;
1113
+ v_current_hash TEXT;
1078
1114
  v_chunk JSONB;
1079
1115
  v_snap RECORD;
1080
1116
  v_status TEXT;
@@ -1114,21 +1150,51 @@ BEGIN
1114
1150
  v_doc_id := p_document_id;
1115
1151
  v_operation := 'update-content';
1116
1152
 
1117
- -- Get old size for audit
1118
- SELECT COALESCE(d.total_chars, 0) INTO v_old_chars
1119
- FROM cerefox_documents d WHERE d.id = v_doc_id;
1153
+ -- Lock the row and read its current state. FOR UPDATE makes the
1154
+ -- concurrency check below atomic with the write: two simultaneous
1155
+ -- updaters serialize here, and the second one sees the first one's
1156
+ -- hash — the race window (chunk + embed latency) is closed at the
1157
+ -- only place all transports share (iter-32).
1158
+ SELECT COALESCE(d.total_chars, 0), d.content_hash
1159
+ INTO v_old_chars, v_current_hash
1160
+ FROM cerefox_documents d WHERE d.id = v_doc_id
1161
+ FOR UPDATE;
1162
+
1163
+ IF NOT FOUND THEN
1164
+ RAISE EXCEPTION 'cerefox_ingest_document: document not found: %', v_doc_id
1165
+ USING ERRCODE = '22023'; -- invalid_parameter_value
1166
+ END IF;
1167
+
1168
+ -- ── Optimistic concurrency check (iter-32) ───────────────────
1169
+ -- Content updates must prove freshness (expected hash) or explicitly
1170
+ -- choose last-write-wins. Message prefixes are machine-detectable:
1171
+ -- transport handlers map them to agent-first retry instructions.
1172
+ IF NOT p_last_write_wins THEN
1173
+ IF p_expected_content_hash IS NULL THEN
1174
+ RAISE EXCEPTION
1175
+ 'CEREFOX_TOKEN_REQUIRED: content updates require expected_content_hash (the content_hash you read) or last_write_wins=true. Current hash: %',
1176
+ v_current_hash
1177
+ USING ERRCODE = '22023'; -- invalid_parameter_value
1178
+ ELSIF p_expected_content_hash <> v_current_hash THEN
1179
+ RAISE EXCEPTION
1180
+ 'CEREFOX_CONFLICT: document % changed since it was read (expected hash %, current hash %). Re-read the document, merge your changes, and retry with the new hash.',
1181
+ v_doc_id, p_expected_content_hash, v_current_hash
1182
+ USING ERRCODE = '40001'; -- serialization_failure
1183
+ END IF;
1184
+ END IF;
1120
1185
 
1121
1186
  -- Snapshot old version (archives current chunks, runs retention cleanup)
1122
1187
  SELECT sv.version_id INTO v_version_id
1123
1188
  FROM cerefox_snapshot_version(v_doc_id, p_source_label, p_retention_hours, p_cleanup_enabled) sv;
1124
1189
 
1125
- -- Update document record
1190
+ -- Update document record. metadata: NULL = keep existing (v0.11.1 —
1191
+ -- a content update without metadata must not wipe the document's tags).
1126
1192
  UPDATE cerefox_documents SET
1127
1193
  title = p_title,
1128
1194
  source = p_source,
1129
1195
  source_path = COALESCE(p_source_path, source_path),
1130
1196
  content_hash = p_content_hash,
1131
- metadata = p_metadata,
1197
+ metadata = COALESCE(p_metadata, metadata),
1132
1198
  chunk_count = v_chunk_count,
1133
1199
  total_chars = v_total_chars,
1134
1200
  review_status = v_status,
@@ -1143,7 +1209,7 @@ BEGIN
1143
1209
  title, source, source_path, content_hash, metadata,
1144
1210
  chunk_count, total_chars, review_status
1145
1211
  ) VALUES (
1146
- p_title, p_source, p_source_path, p_content_hash, p_metadata,
1212
+ p_title, p_source, p_source_path, p_content_hash, COALESCE(p_metadata, '{}'::JSONB),
1147
1213
  v_chunk_count, v_total_chars, v_status
1148
1214
  )
1149
1215
  RETURNING id INTO v_doc_id;
@@ -1183,6 +1249,8 @@ BEGIN
1183
1249
  p_size_before := CASE WHEN v_operation = 'create' THEN NULL ELSE v_old_chars END,
1184
1250
  p_size_after := v_total_chars,
1185
1251
  p_description := v_operation || ': ' || p_title || ' (' || v_chunk_count || ' chunks, ' || v_total_chars || ' chars)'
1252
+ || CASE WHEN p_last_write_wins AND v_operation = 'update-content'
1253
+ THEN ' [last-write-wins]' ELSE '' END
1186
1254
  );
1187
1255
 
1188
1256
  RETURN QUERY SELECT v_doc_id, v_chunk_count, v_total_chars, v_operation, v_version_id;
@@ -1407,6 +1475,9 @@ RETURNS TABLE (
1407
1475
  project_ids UUID[],
1408
1476
  project_names TEXT[],
1409
1477
  version_count INT,
1478
+ -- Optimistic-concurrency token (iter-32): pass back as
1479
+ -- expected_content_hash on update.
1480
+ content_hash TEXT,
1410
1481
  content TEXT
1411
1482
  )
1412
1483
  LANGUAGE plpgsql
@@ -1436,6 +1507,7 @@ BEGIN
1436
1507
  WHERE dp.document_id = d.id) AS project_names,
1437
1508
  (SELECT COUNT(*)::INT FROM cerefox_document_versions dv
1438
1509
  WHERE dv.document_id = d.id) AS version_count,
1510
+ d.content_hash,
1439
1511
  CASE WHEN p_include_content THEN
1440
1512
  (SELECT STRING_AGG(c.content, E'\n\n' ORDER BY c.chunk_index)
1441
1513
  FROM cerefox_chunks c
@@ -1474,6 +1546,7 @@ BEGIN
1474
1546
  project_ids := v_row.project_ids;
1475
1547
  project_names := v_row.project_names;
1476
1548
  version_count := v_row.version_count;
1549
+ content_hash := v_row.content_hash;
1477
1550
  content := v_row.content;
1478
1551
  RETURN NEXT;
1479
1552
  END LOOP;
@@ -1694,7 +1767,7 @@ SET search_path = public, pg_catalog
1694
1767
  AS $$
1695
1768
  -- Keep in lockstep with the `@version:` marker in schema.sql (cut_release.ts
1696
1769
  -- enforces it). Bump whenever schema.sql OR rpcs.sql changes.
1697
- SELECT '0.4.0'::TEXT;
1770
+ SELECT '0.6.0'::TEXT;
1698
1771
  $$;
1699
1772
 
1700
1773
 
@@ -5,7 +5,7 @@
5
5
  -- Requires extensions: vector (pgvector), uuid-ossp
6
6
  -- These are enabled at the top of db_deploy.py before this file is applied.
7
7
  --
8
- -- @version: 0.4.0
8
+ -- @version: 0.6.0
9
9
  -- The `@version` marker above is read by the schema-version-mismatch banner
10
10
  -- (see /api/v1/schema-version). Bump it whenever schema.sql OR rpcs.sql
11
11
  -- changes in a way that requires `cerefox server deploy` to be re-run —
@@ -17,7 +17,7 @@ import { isVersionRequest, versionResponse } from "../../../_shared/ef-meta/inde
17
17
  * { document_id: string, version_id?: string | null }
18
18
  *
19
19
  * Response (200):
20
- * { document_id, doc_title, full_content, chunk_count, total_chars, is_archived, version_id }
20
+ * { document_id, doc_title, full_content, chunk_count, total_chars, is_archived, version_id, content_hash }
21
21
  * Response (404):
22
22
  * { error: "Document not found" }
23
23
  * Response (400):
@@ -98,6 +98,7 @@ Deno.serve(async (req: Request): Promise<Response> => {
98
98
  full_content?: string;
99
99
  chunk_count?: number;
100
100
  total_chars?: number;
101
+ content_hash?: string;
101
102
  } | undefined;
102
103
 
103
104
  if (!row) {
@@ -125,6 +126,9 @@ Deno.serve(async (req: Request): Promise<Response> => {
125
126
  total_chars: row.total_chars ?? 0,
126
127
  is_archived: version_id !== null,
127
128
  version_id,
129
+ // Optimistic-concurrency token (iter-32): always the CURRENT hash —
130
+ // pass back as expected_content_hash when updating via ingest.
131
+ content_hash: row.content_hash ?? null,
128
132
  }),
129
133
  { status: 200, headers: { ...CORS_HEADERS, "Content-Type": "application/json" } },
130
134
  );