kenaz 0.3.2 → 0.3.3

package/core/.kenaz/knowledge/ladybug_a346c4c4b6_pk_index_header_pages.patch

@@ -1,144 +1,144 @@
-diff --git a/src/storage/index/hash_index.cpp b/src/storage/index/hash_index.cpp
-index b65b3da86..2e952966e 100644
---- a/src/storage/index/hash_index.cpp
-+++ b/src/storage/index/hash_index.cpp
-@@ -770,13 +770,15 @@ void PrimaryKeyIndex::checkpoint(main::ClientContext*, storage::PageAllocator& p
-             indexChanged = true;
-         }
-     }
-+    // Assign both header pages under one condition: the constructor rejects an overflow
-+    // header page without index header pages.
-     if (indexChanged) {
-         writeHeaders(pageAllocator);
-         hashIndexDiskArrays->checkpoint(getDiskArrayFirstHeaderPage(), pageAllocator);
--    }
--    if (overflowFile) {
--        overflowFile->checkpoint(pageAllocator);
--        updateOverflowHeaderPageIfNeeded(storageInfo.get(), overflowFile.get());
-+        if (overflowFile) {
-+            overflowFile->checkpoint(pageAllocator);
-+            updateOverflowHeaderPageIfNeeded(storageInfo.get(), overflowFile.get());
-+        }
-     }
-     // Make sure that changes which bypassed the WAL are written.
-     // There is no other mechanism for enforcing that they are flushed
-diff --git a/test/storage/CMakeLists.txt b/test/storage/CMakeLists.txt
-index 581979387..3cabd5c2b 100644
---- a/test/storage/CMakeLists.txt
-+++ b/test/storage/CMakeLists.txt
-@@ -3,6 +3,7 @@ add_lbug_test(compression_test compression_test.cpp compress_chunk_test.cpp)
- add_lbug_test(alp_exception_chunk_test alp_exception_chunk_test.cpp)
- add_lbug_test(column_chunk_metadata_test column_chunk_metadata_test.cpp)
- add_lbug_test(local_hash_index_test local_hash_index_test.cpp)
-+add_lbug_test(pk_index_checkpoint_test pk_index_checkpoint_test.cpp)
- add_lbug_test(disk_array_collection_test disk_array_collection_test.cpp)
- add_lbug_test(buffer_manager_test buffer_manager_test.cpp)
- add_lbug_test(rel_tests rel_scan_test.cpp rel_delete_test.cpp)
-diff --git a/test/storage/pk_index_checkpoint_test.cpp b/test/storage/pk_index_checkpoint_test.cpp
-new file mode 100644
-index 000000000..1e577c45f
---- /dev/null
-+++ b/test/storage/pk_index_checkpoint_test.cpp
-@@ -0,0 +1,102 @@
-+#include "catalog/catalog.h"
-+#include "catalog/catalog_entry/node_table_catalog_entry.h"
-+#include "graph_test/private_graph_test.h"
-+#include "storage/index/hash_index.h"
-+#include "storage/storage_manager.h"
-+#include "storage/table/node_table.h"
-+#include "test_helper/test_helper.h"
-+#include "transaction/transaction.h"
-+
-+using namespace lbug::common;
-+using namespace lbug::catalog;
-+using namespace lbug::storage;
-+using namespace lbug::transaction;
-+
-+namespace lbug {
-+namespace testing {
-+
-+// Regression tests for #464: checkpointing an empty STRING primary-key index must not persist an
-+// overflow header page without the index header pages, which the constructor rejects on reopen.
-+class PKIndexCheckpointTest : public EmptyDBTest {
-+protected:
-+    void SetUp() override {
-+        EmptyDBTest::SetUp();
-+        createDBAndConn();
-+    }
-+
-+    void assertQuery(const std::string& query) const {
-+        auto result = conn->query(query);
-+        ASSERT_TRUE(result->isSuccess()) << query << ": " << result->toString();
-+    }
-+
-+    const PrimaryKeyIndexStorageInfo& getPKStorageInfo(const std::string& tableName) const {
-+        auto* entry = database->getCatalog()
-+                          ->getTableCatalogEntry(&DUMMY_CHECKPOINT_TRANSACTION, tableName)
-+                          ->ptrCast<NodeTableCatalogEntry>();
-+        auto& nodeTable =
-+            database->getStorageManager()->getTable(entry->getTableID())->cast<NodeTable>();
-+        return nodeTable.getPKIndex()->getStorageInfo().constCast<PrimaryKeyIndexStorageInfo>();
-+    }
-+
-+    // Both header pointers are assigned together, so an unset index header page implies an unset
-+    // overflow header page.
-+    void assertHeaderPagesConsistent(const std::string& tableName) const {
-+        const auto& info = getPKStorageInfo(tableName);
-+        if (info.firstHeaderPage == INVALID_PAGE_IDX) {
-+            EXPECT_EQ(info.overflowHeaderPage, INVALID_PAGE_IDX)
-+                << "overflow header page persisted without index header pages";
-+        }
-+    }
-+
-+    void reopen() {
-+        conn.reset();
-+        createDBAndConn();
-+    }
-+};
-+
-+TEST_F(PKIndexCheckpointTest, EmptyStringPKCheckpointAfterAlter) {
-+    if (inMemMode) {
-+        GTEST_SKIP();
-+    }
-+    assertQuery("CREATE NODE TABLE t(id STRING PRIMARY KEY);");
-+    assertQuery("ALTER TABLE t ADD v INT64;");
-+    assertQuery("CHECKPOINT;");
-+    assertHeaderPagesConsistent("t");
-+
-+    ASSERT_NO_THROW(reopen());
-+    auto result = conn->query("MATCH (n:t) RETURN count(*);");
-+    ASSERT_TRUE(result->isSuccess()) << result->toString();
-+    EXPECT_EQ(TestHelper::convertResultToString(*result), std::vector<std::string>{"0"});
-+    assertHeaderPagesConsistent("t");
-+}
-+
-+TEST_F(PKIndexCheckpointTest, InsertAfterEmptyStringPKCheckpoint) {
-+    if (inMemMode) {
-+        GTEST_SKIP();
-+    }
-+    assertQuery("CREATE NODE TABLE t(id STRING PRIMARY KEY);");
-+    assertQuery("ALTER TABLE t ADD v INT64;");
-+    assertQuery("CHECKPOINT;");
-+    assertQuery("CREATE (:t {id: 'a-key-longer-than-twelve-bytes', v: 1});");
-+    assertQuery("CREATE (:t {id: 'short', v: 2});");
-+    assertQuery("CHECKPOINT;");
-+    assertHeaderPagesConsistent("t");
-+
-+    ASSERT_NO_THROW(reopen());
-+    auto result = conn->query("MATCH (n:t) WHERE n.id = 'a-key-longer-than-twelve-bytes' "
-+                              "RETURN n.v;");
-+    ASSERT_TRUE(result->isSuccess()) << result->toString();
-+    EXPECT_EQ(TestHelper::convertResultToString(*result), std::vector<std::string>{"1"});
-+    result = conn->query("MATCH (n:t) WHERE n.id = 'short' RETURN n.v;");
-+    ASSERT_TRUE(result->isSuccess()) << result->toString();
-+    EXPECT_EQ(TestHelper::convertResultToString(*result), std::vector<std::string>{"2"});
-+    // The primary key must still reject duplicates after reopen.
-+    result = conn->query("CREATE (:t {id: 'a-key-longer-than-twelve-bytes', v: 3});");
-+    EXPECT_FALSE(result->isSuccess());
-+    const auto& info = getPKStorageInfo("t");
-+    EXPECT_NE(info.firstHeaderPage, INVALID_PAGE_IDX);
-+    EXPECT_NE(info.overflowHeaderPage, INVALID_PAGE_IDX);
-+}
-+
-+} // namespace testing
-+} // namespace lbug
+diff --git a/src/storage/index/hash_index.cpp b/src/storage/index/hash_index.cpp
+index b65b3da86..2e952966e 100644
+--- a/src/storage/index/hash_index.cpp
++++ b/src/storage/index/hash_index.cpp
+@@ -770,13 +770,15 @@ void PrimaryKeyIndex::checkpoint(main::ClientContext*, storage::PageAllocator& p
+             indexChanged = true;
+         }
+     }
++    // Assign both header pages under one condition: the constructor rejects an overflow
++    // header page without index header pages.
+     if (indexChanged) {
+         writeHeaders(pageAllocator);
+         hashIndexDiskArrays->checkpoint(getDiskArrayFirstHeaderPage(), pageAllocator);
+-    }
+-    if (overflowFile) {
+-        overflowFile->checkpoint(pageAllocator);
+-        updateOverflowHeaderPageIfNeeded(storageInfo.get(), overflowFile.get());
++        if (overflowFile) {
++            overflowFile->checkpoint(pageAllocator);
++            updateOverflowHeaderPageIfNeeded(storageInfo.get(), overflowFile.get());
++        }
+     }
+     // Make sure that changes which bypassed the WAL are written.
+     // There is no other mechanism for enforcing that they are flushed
+diff --git a/test/storage/CMakeLists.txt b/test/storage/CMakeLists.txt
+index 581979387..3cabd5c2b 100644
+--- a/test/storage/CMakeLists.txt
++++ b/test/storage/CMakeLists.txt
+@@ -3,6 +3,7 @@ add_lbug_test(compression_test compression_test.cpp compress_chunk_test.cpp)
+ add_lbug_test(alp_exception_chunk_test alp_exception_chunk_test.cpp)
+ add_lbug_test(column_chunk_metadata_test column_chunk_metadata_test.cpp)
+ add_lbug_test(local_hash_index_test local_hash_index_test.cpp)
++add_lbug_test(pk_index_checkpoint_test pk_index_checkpoint_test.cpp)
+ add_lbug_test(disk_array_collection_test disk_array_collection_test.cpp)
+ add_lbug_test(buffer_manager_test buffer_manager_test.cpp)
+ add_lbug_test(rel_tests rel_scan_test.cpp rel_delete_test.cpp)
+diff --git a/test/storage/pk_index_checkpoint_test.cpp b/test/storage/pk_index_checkpoint_test.cpp
+new file mode 100644
+index 000000000..1e577c45f
+--- /dev/null
++++ b/test/storage/pk_index_checkpoint_test.cpp
+@@ -0,0 +1,102 @@
++#include "catalog/catalog.h"
++#include "catalog/catalog_entry/node_table_catalog_entry.h"
++#include "graph_test/private_graph_test.h"
++#include "storage/index/hash_index.h"
++#include "storage/storage_manager.h"
++#include "storage/table/node_table.h"
++#include "test_helper/test_helper.h"
++#include "transaction/transaction.h"
++
++using namespace lbug::common;
++using namespace lbug::catalog;
++using namespace lbug::storage;
++using namespace lbug::transaction;
++
++namespace lbug {
++namespace testing {
++
++// Regression tests for #464: checkpointing an empty STRING primary-key index must not persist an
++// overflow header page without the index header pages, which the constructor rejects on reopen.
++class PKIndexCheckpointTest : public EmptyDBTest {
++protected:
++    void SetUp() override {
++        EmptyDBTest::SetUp();
++        createDBAndConn();
++    }
++
++    void assertQuery(const std::string& query) const {
++        auto result = conn->query(query);
++        ASSERT_TRUE(result->isSuccess()) << query << ": " << result->toString();
++    }
++
++    const PrimaryKeyIndexStorageInfo& getPKStorageInfo(const std::string& tableName) const {
++        auto* entry = database->getCatalog()
++                          ->getTableCatalogEntry(&DUMMY_CHECKPOINT_TRANSACTION, tableName)
++                          ->ptrCast<NodeTableCatalogEntry>();
++        auto& nodeTable =
++            database->getStorageManager()->getTable(entry->getTableID())->cast<NodeTable>();
++        return nodeTable.getPKIndex()->getStorageInfo().constCast<PrimaryKeyIndexStorageInfo>();
++    }
++
++    // Both header pointers are assigned together, so an unset index header page implies an unset
++    // overflow header page.
++    void assertHeaderPagesConsistent(const std::string& tableName) const {
++        const auto& info = getPKStorageInfo(tableName);
++        if (info.firstHeaderPage == INVALID_PAGE_IDX) {
++            EXPECT_EQ(info.overflowHeaderPage, INVALID_PAGE_IDX)
++                << "overflow header page persisted without index header pages";
++        }
++    }
++
++    void reopen() {
++        conn.reset();
++        createDBAndConn();
++    }
++};
++
++TEST_F(PKIndexCheckpointTest, EmptyStringPKCheckpointAfterAlter) {
++    if (inMemMode) {
++        GTEST_SKIP();
++    }
++    assertQuery("CREATE NODE TABLE t(id STRING PRIMARY KEY);");
++    assertQuery("ALTER TABLE t ADD v INT64;");
++    assertQuery("CHECKPOINT;");
++    assertHeaderPagesConsistent("t");
++
++    ASSERT_NO_THROW(reopen());
++    auto result = conn->query("MATCH (n:t) RETURN count(*);");
++    ASSERT_TRUE(result->isSuccess()) << result->toString();
++    EXPECT_EQ(TestHelper::convertResultToString(*result), std::vector<std::string>{"0"});
++    assertHeaderPagesConsistent("t");
++}
++
++TEST_F(PKIndexCheckpointTest, InsertAfterEmptyStringPKCheckpoint) {
++    if (inMemMode) {
++        GTEST_SKIP();
++    }
++    assertQuery("CREATE NODE TABLE t(id STRING PRIMARY KEY);");
++    assertQuery("ALTER TABLE t ADD v INT64;");
++    assertQuery("CHECKPOINT;");
++    assertQuery("CREATE (:t {id: 'a-key-longer-than-twelve-bytes', v: 1});");
++    assertQuery("CREATE (:t {id: 'short', v: 2});");
++    assertQuery("CHECKPOINT;");
++    assertHeaderPagesConsistent("t");
++
++    ASSERT_NO_THROW(reopen());
++    auto result = conn->query("MATCH (n:t) WHERE n.id = 'a-key-longer-than-twelve-bytes' "
++                              "RETURN n.v;");
++    ASSERT_TRUE(result->isSuccess()) << result->toString();
++    EXPECT_EQ(TestHelper::convertResultToString(*result), std::vector<std::string>{"1"});
++    result = conn->query("MATCH (n:t) WHERE n.id = 'short' RETURN n.v;");
++    ASSERT_TRUE(result->isSuccess()) << result->toString();
++    EXPECT_EQ(TestHelper::convertResultToString(*result), std::vector<std::string>{"2"});
++    // The primary key must still reject duplicates after reopen.
++    result = conn->query("CREATE (:t {id: 'a-key-longer-than-twelve-bytes', v: 3});");
++    EXPECT_FALSE(result->isSuccess());
++    const auto& info = getPKStorageInfo("t");
++    EXPECT_NE(info.firstHeaderPage, INVALID_PAGE_IDX);
++    EXPECT_NE(info.overflowHeaderPage, INVALID_PAGE_IDX);
++}
++
++} // namespace testing
++} // namespace lbug

package/core/.kenaz/knowledge/ladybug_ba5f38815b_csr_node_group.patch

@@ -1,86 +1,86 @@
-@@ -290,6 +290,12 @@ NodeGroupScanResult CSRNodeGroup::scanCommittedInMemSequential(const Transaction
-     const ChunkedNodeGroup* chunkedGroup = nullptr;
-     {
-         const auto lock = chunkedGroups.lock();
-+        // A stale CSR index entry (e.g. an INVALID_ROW_IDX sentinel) can yield an
-+        // out-of-range chunk group index. Guard against it instead of dereferencing
-+        // a null/out-of-bounds group. See LadybugDB/ladybug#611.
-+        if (chunkIdx >= chunkedGroups.getNumGroups(lock)) {
-+            return NODE_GROUP_SCAN_EMPTY_RESULT;
-+        }
-         chunkedGroup = chunkedGroups.getGroup(lock, chunkIdx);
-     }
-     chunkedGroup->scan(transaction, tableState, nodeGroupScanState, startRowInChunk, numRows);
-@@ -315,8 +321,15 @@ NodeGroupScanResult CSRNodeGroup::scanCommittedInMemRandom(const Transaction* tr
-         auto [chunkIdx, rowInChunk] =
-             StorageUtils::getQuotientRemainder(rowIdx, StorageConfig::CHUNKED_NODE_GROUP_CAPACITY);
-         if (chunkIdx != currentChunkIdx) {
--            currentChunkIdx = chunkIdx;
-             const auto lock = chunkedGroups.lock();
-+            // A stale CSR index entry (e.g. an INVALID_ROW_IDX sentinel) can yield an
-+            // out-of-range chunk group index. Skip such rows instead of dereferencing
-+            // a null/out-of-bounds group. See LadybugDB/ladybug#611.
-+            if (chunkIdx >= chunkedGroups.getNumGroups(lock)) {
-+                nextRow++;
-+                continue;
-+            }
-+            currentChunkIdx = chunkIdx;
-             chunkedGroup = chunkedGroups.getGroup(lock, chunkIdx);
-         }
-         DASSERT(chunkedGroup);
-@@ -409,6 +422,11 @@ void CSRNodeGroup::update(const Transaction* transaction, CSRNodeGroupScanSource
-         auto [chunkIdx, rowInChunk] = StorageUtils::getQuotientRemainder(rowIdxInGroup,
-             StorageConfig::CHUNKED_NODE_GROUP_CAPACITY);
-         const auto lock = chunkedGroups.lock();
-+        // A stale CSR index entry can yield an out-of-range chunk group index; treat
-+        // the update as a no-op in that case. See LadybugDB/ladybug#611.
-+        if (chunkIdx >= chunkedGroups.getNumGroups(lock)) {
-+            return;
-+        }
-         const auto chunkedGroup = chunkedGroups.getGroup(lock, chunkIdx);
-         return chunkedGroup->update(transaction, rowInChunk, columnID, propertyVector);
-     }
-@@ -431,6 +449,11 @@ bool CSRNodeGroup::delete_(const Transaction* transaction, CSRNodeGroupScanSourc
-         auto [chunkIdx, rowInChunk] = StorageUtils::getQuotientRemainder(rowIdxInGroup,
-             StorageConfig::CHUNKED_NODE_GROUP_CAPACITY);
-         const auto lock = chunkedGroups.lock();
-+        // A stale CSR index entry can yield an out-of-range chunk group index; treat
-+        // the delete as a no-op in that case. See LadybugDB/ladybug#611.
-+        if (chunkIdx >= chunkedGroups.getNumGroups(lock)) {
-+            return false;
-+        }
-         const auto chunkedGroup = chunkedGroups.getGroup(lock, chunkIdx);
-         return chunkedGroup->delete_(transaction, rowInChunk);
-     }
-@@ -913,6 +936,15 @@ void CSRNodeGroup::collectInMemRegionChangesAndUpdateHeaderLength(const UniqLock
-                 const auto row = rows[i];
-                 auto [chunkIdx, rowInChunk] = StorageUtils::getQuotientRemainder(row,
-                     StorageConfig::CHUNKED_NODE_GROUP_CAPACITY);
-+                // A stale CSR index entry (e.g. an INVALID_ROW_IDX sentinel from a
-+                // prior checkpoint pass) can yield an out-of-range chunk group index.
-+                // Treat it as already deleted and skip. See LadybugDB/ladybug#611.
-+                if (chunkIdx >= chunkedGroups.getNumGroups(lock)) {
-+                    csrIndex->indices[nodeOffset].turnToNonSequential();
-+                    csrIndex->indices[nodeOffset].setInvalid(i);
-+                    numInMemDeletionsInCSR++;
-+                    continue;
-+                }
-                 const auto chunkedGroup = chunkedGroups.getGroup(lock, chunkIdx);
-                 if (chunkedGroup->isDeleted(txn, rowInChunk)) {
-                     csrIndex->indices[nodeOffset].turnToNonSequential();
-@@ -1117,6 +1149,15 @@ void CSRNodeGroup::populateCSRLengthInMemOnly(const UniqLock& lock, offset_t num
-             const auto row = rows[i];
-             auto [chunkIdx, rowInChunk] =
-                 StorageUtils::getQuotientRemainder(row, StorageConfig::CHUNKED_NODE_GROUP_CAPACITY);
-+            // A stale CSR index entry (e.g. an INVALID_ROW_IDX sentinel from a prior
-+            // checkpoint pass) can yield an out-of-range chunk group index. Treat it
-+            // as already deleted. See LadybugDB/ladybug#611.
-+            if (chunkIdx >= chunkedGroups.getNumGroups(lock)) {
-+                csrIndex->indices[offset].turnToNonSequential();
-+                csrIndex->indices[offset].setInvalid(i);
-+                lengthAfterDelete--;
-+                continue;
-+            }
-             const auto chunkedGroup = chunkedGroups.getGroup(lock, chunkIdx);
-             const auto isDeleted = chunkedGroup->isDeleted(txn, rowInChunk);
-             if (isDeleted) {
+@@ -290,6 +290,12 @@ NodeGroupScanResult CSRNodeGroup::scanCommittedInMemSequential(const Transaction
+     const ChunkedNodeGroup* chunkedGroup = nullptr;
+     {
+         const auto lock = chunkedGroups.lock();
++        // A stale CSR index entry (e.g. an INVALID_ROW_IDX sentinel) can yield an
++        // out-of-range chunk group index. Guard against it instead of dereferencing
++        // a null/out-of-bounds group. See LadybugDB/ladybug#611.
++        if (chunkIdx >= chunkedGroups.getNumGroups(lock)) {
++            return NODE_GROUP_SCAN_EMPTY_RESULT;
++        }
+         chunkedGroup = chunkedGroups.getGroup(lock, chunkIdx);
+     }
+     chunkedGroup->scan(transaction, tableState, nodeGroupScanState, startRowInChunk, numRows);
+@@ -315,8 +321,15 @@ NodeGroupScanResult CSRNodeGroup::scanCommittedInMemRandom(const Transaction* tr
+         auto [chunkIdx, rowInChunk] =
+             StorageUtils::getQuotientRemainder(rowIdx, StorageConfig::CHUNKED_NODE_GROUP_CAPACITY);
+         if (chunkIdx != currentChunkIdx) {
+-            currentChunkIdx = chunkIdx;
+             const auto lock = chunkedGroups.lock();
++            // A stale CSR index entry (e.g. an INVALID_ROW_IDX sentinel) can yield an
++            // out-of-range chunk group index. Skip such rows instead of dereferencing
++            // a null/out-of-bounds group. See LadybugDB/ladybug#611.
++            if (chunkIdx >= chunkedGroups.getNumGroups(lock)) {
++                nextRow++;
++                continue;
++            }
++            currentChunkIdx = chunkIdx;
+             chunkedGroup = chunkedGroups.getGroup(lock, chunkIdx);
+         }
+         DASSERT(chunkedGroup);
+@@ -409,6 +422,11 @@ void CSRNodeGroup::update(const Transaction* transaction, CSRNodeGroupScanSource
+         auto [chunkIdx, rowInChunk] = StorageUtils::getQuotientRemainder(rowIdxInGroup,
+             StorageConfig::CHUNKED_NODE_GROUP_CAPACITY);
+         const auto lock = chunkedGroups.lock();
++        // A stale CSR index entry can yield an out-of-range chunk group index; treat
++        // the update as a no-op in that case. See LadybugDB/ladybug#611.
++        if (chunkIdx >= chunkedGroups.getNumGroups(lock)) {
++            return;
++        }
+         const auto chunkedGroup = chunkedGroups.getGroup(lock, chunkIdx);
+         return chunkedGroup->update(transaction, rowInChunk, columnID, propertyVector);
+     }
+@@ -431,6 +449,11 @@ bool CSRNodeGroup::delete_(const Transaction* transaction, CSRNodeGroupScanSourc
+         auto [chunkIdx, rowInChunk] = StorageUtils::getQuotientRemainder(rowIdxInGroup,
+             StorageConfig::CHUNKED_NODE_GROUP_CAPACITY);
+         const auto lock = chunkedGroups.lock();
++        // A stale CSR index entry can yield an out-of-range chunk group index; treat
++        // the delete as a no-op in that case. See LadybugDB/ladybug#611.
++        if (chunkIdx >= chunkedGroups.getNumGroups(lock)) {
++            return false;
++        }
+         const auto chunkedGroup = chunkedGroups.getGroup(lock, chunkIdx);
+         return chunkedGroup->delete_(transaction, rowInChunk);
+     }
+@@ -913,6 +936,15 @@ void CSRNodeGroup::collectInMemRegionChangesAndUpdateHeaderLength(const UniqLock
+                 const auto row = rows[i];
+                 auto [chunkIdx, rowInChunk] = StorageUtils::getQuotientRemainder(row,
+                     StorageConfig::CHUNKED_NODE_GROUP_CAPACITY);
++                // A stale CSR index entry (e.g. an INVALID_ROW_IDX sentinel from a
++                // prior checkpoint pass) can yield an out-of-range chunk group index.
++                // Treat it as already deleted and skip. See LadybugDB/ladybug#611.
++                if (chunkIdx >= chunkedGroups.getNumGroups(lock)) {
++                    csrIndex->indices[nodeOffset].turnToNonSequential();
++                    csrIndex->indices[nodeOffset].setInvalid(i);
++                    numInMemDeletionsInCSR++;
++                    continue;
++                }
+                 const auto chunkedGroup = chunkedGroups.getGroup(lock, chunkIdx);
+                 if (chunkedGroup->isDeleted(txn, rowInChunk)) {
+                     csrIndex->indices[nodeOffset].turnToNonSequential();
+@@ -1117,6 +1149,15 @@ void CSRNodeGroup::populateCSRLengthInMemOnly(const UniqLock& lock, offset_t num
+             const auto row = rows[i];
+             auto [chunkIdx, rowInChunk] =
+                 StorageUtils::getQuotientRemainder(row, StorageConfig::CHUNKED_NODE_GROUP_CAPACITY);
++            // A stale CSR index entry (e.g. an INVALID_ROW_IDX sentinel from a prior
++            // checkpoint pass) can yield an out-of-range chunk group index. Treat it
++            // as already deleted. See LadybugDB/ladybug#611.
++            if (chunkIdx >= chunkedGroups.getNumGroups(lock)) {
++                csrIndex->indices[offset].turnToNonSequential();
++                csrIndex->indices[offset].setInvalid(i);
++                lengthAfterDelete--;
++                continue;
++            }
+             const auto chunkedGroup = chunkedGroups.getGroup(lock, chunkIdx);
+             const auto isDeleted = chunkedGroup->isDeleted(txn, rowInChunk);
+             if (isDeleted) {

package/core/.kenaz/muninn_episode_write.ps1

@@ -1,17 +1,17 @@
-$episodeStart = @{
-    task_id = 'SESSION_ansuz-prompt-1785056865691'
-    scope = 'Bifrost adapter invariant, dispatch routing symmetry'
-    agent_role = 'ansuz'
-    agent_skill = 'session-observer'
-    projectPath = 'C:\Users\user\Documents\GitHub\KenazAI'
-} | ConvertTo-Json
-
-$response = Invoke-WebRequest -Uri 'http://127.0.0.1:18080/api/hippocampus/episode_start' `
-  -Method POST `
-  -ContentType 'application/json' `
-  -Body $episodeStart `
-  -ErrorAction Stop
-
-$episode = $response.Content | ConvertFrom-Json
-Write-Output "Episode created: $($episode.episode_id)"
-$episode.episode_id
+$episodeStart = @{
+    task_id = 'SESSION_ansuz-prompt-1785056865691'
+    scope = 'Bifrost adapter invariant, dispatch routing symmetry'
+    agent_role = 'ansuz'
+    agent_skill = 'session-observer'
+    projectPath = 'C:\Users\user\Documents\GitHub\KenazAI'
+} | ConvertTo-Json
+
+$response = Invoke-WebRequest -Uri 'http://127.0.0.1:18080/api/hippocampus/episode_start' `
+  -Method POST `
+  -ContentType 'application/json' `
+  -Body $episodeStart `
+  -ErrorAction Stop
+
+$episode = $response.Content | ConvertFrom-Json
+Write-Output "Episode created: $($episode.episode_id)"
+$episode.episode_id

package/core/.kenaz/specialist/field_report_watermark.json

@@ -1 +1 @@
-{"last_seen_max_id":2144}
+{"last_seen_max_id":2368}

package/core/.kenaz/specialist/memory_guard_fired.json

@@ -1 +1 @@
-{"28d36a7a-fcf1-488c-a1ed-d794ac52615f":{"files":["reference_worktree_rust_verify_recipe.md","feedback_mcp_default_project_drift.md","feedback_mark_landed_after_scoped_merge.md","feedback_heredoc_template_literal_escapes.md","reference_dashboard_release_procedure.md"],"lastFiredAtMs":1790248806590,"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Hooks & Claude Code harness","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Worktree, dispatch & merge"]},"30cd222d-1a83-4617-a267-65ce8ec74a3e":{"files":["feedback_mcp_default_project_drift.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall"],"lastFiredAtMs":1790249042951},"a0067f0e-60c1-4713-bdcb-8a34cd5205fd":{"files":["feedback_heredoc_template_literal_escapes.md","feedback_mcp_default_project_drift.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Worktree, dispatch & merge","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall"],"lastFiredAtMs":1790259958980},"ee35d32d-321b-47e3-8a30-a8e096995cdd":{"files":["reference_worktree_rust_verify_recipe.md","feedback_never_cd_into_agent_worktrees.md","feedback_agent_tool_worktree_collision.md","feedback_mark_landed_after_scoped_merge.md","feedback_heredoc_template_literal_escapes.md","feedback_mcp_default_project_drift.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Tauri, Rust build & release","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Worktree, dispatch & merge","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Yggdrasil, Alaya, relay & products","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Ansuz cognition & process","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Hooks & Claude Code harness"],"lastFiredAtMs":1790276539381},"1531340e-bf07-4bd6-909c-f22394d60876":{"files":["feedback_heredoc_template_literal_escapes.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Tauri, Rust build & release","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Ansuz cognition & process"],"lastFiredAtMs":1790279018827},"73e6ee82-700b-4cbf-b002-c0b9b79dbab4":{"files":["feedback_heredoc_template_literal_escapes.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Yggdrasil, Alaya, relay & products","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Ansuz cognition & process"],"lastFiredAtMs":1790365961440},"0722c428-a54f-47dc-9c1c-e12c1199dfe3":{"files":["feedback_never_cd_into_agent_worktrees.md","feedback_heredoc_template_literal_escapes.md","feedback_mark_landed_after_scoped_merge.md","feedback_agent_tool_worktree_collision.md","rune_synapse_incremental_index_blind_gap.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Worktree, dispatch & merge","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Yggdrasil, Alaya, relay & products","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Hooks & Claude Code harness","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Tauri, Rust build & release","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Ansuz cognition & process"],"lastFiredAtMs":1790418630509},"f17d4fd3-7d6c-4e5e-9369-2b72a9266f90":{"files":["feedback_never_cd_into_agent_worktrees.md","feedback_heredoc_template_literal_escapes.md","rune_synapse_incremental_index_blind_gap.md","reference_dashboard_release_procedure.md","feedback_scoped_checkout_clobbers_worktree_state.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Worktree, dispatch & merge","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Yggdrasil, Alaya, relay & products","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Ansuz cognition & process","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Tauri, Rust build & release"],"lastFiredAtMs":1790457931617},"6794bd6e-562a-4b58-a746-b5bdcaca0e7c":{"files":["feedback_mark_landed_after_scoped_merge.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Worktree, dispatch & merge"],"lastFiredAtMs":1790455100260},"75239ce3-f0a2-4792-81f5-d842d132528f":{"files":["feedback_never_cd_into_agent_worktrees.md","feedback_mark_landed_after_scoped_merge.md","feedback_agent_tool_worktree_collision.md","feedback_heredoc_template_literal_escapes.md","reference_dashboard_release_procedure.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Worktree, dispatch & merge","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Ansuz cognition & process","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Hooks & Claude Code harness","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Tauri, Rust build & release"],"lastFiredAtMs":1790507402115},"804ea3d7-3de3-4586-b955-e6c8c684ff15":{"files":["feedback_heredoc_template_literal_escapes.md","feedback_never_cd_into_agent_worktrees.md","feedback_mcp_default_project_drift.md","feedback_mark_landed_after_scoped_merge.md","reference_worktree_rust_verify_recipe.md","reference_dashboard_release_procedure.md","feedback_agent_tool_worktree_collision.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Worktree, dispatch & merge","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Ansuz cognition & process","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Tauri, Rust build & release","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Yggdrasil, Alaya, relay & products","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Hooks & Claude Code harness"],"lastFiredAtMs":1790581324936},"3e9b8a3f-882d-45d4-bbe5-a258b2bb3ce4":{"files":["feedback_heredoc_template_literal_escapes.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall"],"lastFiredAtMs":1790542391812},"3e15f2bf-f80a-4e4d-8960-bcd1a640fdff":{"files":[],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall"],"lastFiredAtMs":1790543837477},"61843060-69da-46a7-b86f-e5a0b342cea8":{"files":[],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall"],"lastFiredAtMs":1790581238348},"5b87c0bf-873f-4d27-a261-fbde5ea03299":{"files":[],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall"],"lastFiredAtMs":1790619871099},"9c6a266c-9db4-4810-a341-5ffcd1de8726":{"files":["reference_dashboard_release_procedure.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall"],"lastFiredAtMs":1790621819503},"12bd9885-66a8-4c0c-9811-0b327d551fc0":{"files":["feedback_heredoc_template_literal_escapes.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall"],"lastFiredAtMs":1790629466743},"bb010604-4dca-4993-9de0-aecb4754ad8e":{"files":[],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall"],"lastFiredAtMs":1790666206918},"4b12601f-6069-452b-a58c-bf8263400324":{"files":[],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall"],"lastFiredAtMs":1790666901610},"4df219ec-ba5e-4f76-97c5-a43137f300de":{"files":[],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Worktree, dispatch & merge","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Tauri, Rust build & release"],"lastFiredAtMs":1790713272079},"3eecd2fc-56d7-4ee8-9a4f-2290da3fd123":{"files":["feedback_heredoc_template_literal_escapes.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall"],"lastFiredAtMs":1790718864114},"a806aaa3-3eaa-46bf-a9f2-f30cfa33acaa":{"files":["feedback_heredoc_template_literal_escapes.md"],"areas":[],"lastFiredAtMs":1790786463472},"c699f823-b467-4f50-ab73-e7351250a897":{"files":["reference_dashboard_release_procedure.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Tauri, Rust build & release"],"lastFiredAtMs":1790790894539},"2a1ccb2b-e66f-4b3a-a4e6-2ec48622defe":{"files":["rune_synapse_incremental_index_blind_gap.md","feedback_mcp_default_project_drift.md","reference_worktree_rust_verify_recipe.md","feedback_never_cd_into_agent_worktrees.md","feedback_heredoc_template_literal_escapes.md","feedback_agent_tool_worktree_collision.md","feedback_mark_landed_after_scoped_merge.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Yggdrasil, Alaya, relay & products","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Worktree, dispatch & merge","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Tauri, Rust build & release","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Ansuz cognition & process","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Hooks & Claude Code harness"],"lastFiredAtMs":1790868373263},"9782d641-82fa-4c35-acf6-97758550adbb":{"files":["feedback_heredoc_template_literal_escapes.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Worktree, dispatch & merge"],"lastFiredAtMs":1790806751702},"cd5fc5ea-1d77-4c15-8b09-3bcb5da02559":{"files":[],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse, KuzuDB & recall"],"lastFiredAtMs":1790863308920}}
+{"566fcb6b-3fdb-4c39-801c-824eaeeadfbc":{"files":["feedback_heredoc_template_literal_escapes.md","feedback_never_cd_into_agent_worktrees.md","feedback_rust_merge_restarts_live_dashboard.md","feedback_eprintln_not_in_backend_log.md","feedback_msys_pathconv_mangles_rev_path.md","reference_dashboard_release_procedure.md","feedback_next_cache_after_frontend_deletions.md","feedback_never_truncate_tsc_output.md","feedback_cargo_feature_change_verify_tauri_dev.md","reference_worktree_rust_verify_recipe.md","feedback_agent_tool_worktree_collision.md","feedback_mark_landed_after_scoped_merge.md","feedback_worktree_remove_junction_empties_main.md","feedback_no_concurrent_next_build_vs_live_dev.md"],"areas":["C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Worktree, dispatch & merge","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Tauri, Rust build & release","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Ansuz cognition & process","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Synapse memory & recall","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Yggdrasil, Alaya, relay & products","C:\\Users\\user\\.claude\\projects\\c--Users-user-Documents-GitHub-KenazAI\\memory\\KNOWLEDGE.md::Hooks & Claude Code harness"],"lastFiredAtMs":1791567819597},"t-mg":{"files":["feedback_rust_merge_restarts_live_dashboard.md"],"areas":[],"lastFiredAtMs":1791544419180}}