@lix-js/sdk 0.6.0-preview.0 → 0.6.0-preview.2

package/dist-engine-src/src/tracked_state/codec.rs

@@ -0,0 +1,747 @@
+use xxhash_rust::xxh3::xxh3_64_with_seed;
+
+use crate::entity_identity::{EntityIdentity, EntityIdentityPart};
+use crate::json_store::JsonRef;
+use crate::tracked_state::tree_types::{
+    TrackedStateKey, TrackedStateValue, TRACKED_STATE_HASH_BYTES,
+};
+use crate::LixError;
+
+const NODE_VERSION: u8 = 1;
+const VALUE_VERSION: u8 = 2;
+const NODE_KIND_LEAF: u8 = 1;
+const NODE_KIND_INTERNAL: u8 = 2;
+const WEIBULL_K: i32 = 4;
+const ENTITY_IDENTITY_END: u8 = 0;
+const ENTITY_IDENTITY_STRING: u8 = 1;
+const ENTITY_IDENTITY_BOOL: u8 = 2;
+const ENTITY_IDENTITY_NUMBER: u8 = 3;
+
+#[derive(Debug, Clone, PartialEq, Eq)]
+pub(crate) struct EncodedLeafEntry {
+    pub(crate) key: Vec<u8>,
+    pub(crate) value: Vec<u8>,
+}
+
+#[derive(Debug, Clone, PartialEq, Eq)]
+pub(crate) struct PendingChunkWrite {
+    pub(crate) hash: [u8; TRACKED_STATE_HASH_BYTES],
+    pub(crate) data: Vec<u8>,
+}
+
+#[derive(Debug, Clone, PartialEq, Eq)]
+pub(crate) struct ChildSummary {
+    pub(crate) first_key: Vec<u8>,
+    pub(crate) last_key: Vec<u8>,
+    pub(crate) child_hash: [u8; TRACKED_STATE_HASH_BYTES],
+    pub(crate) subtree_count: u64,
+}
+
+#[derive(Debug, Clone)]
+pub(crate) enum DecodedNode {
+    Leaf(DecodedLeafNode),
+    Internal(DecodedInternalNode),
+}
+
+#[derive(Debug, Clone)]
+pub(crate) struct DecodedLeafNode {
+    entries: Vec<EncodedLeafEntry>,
+}
+
+impl DecodedLeafNode {
+    pub(crate) fn entries(&self) -> &[EncodedLeafEntry] {
+        &self.entries
+    }
+}
+
+#[derive(Debug, Clone)]
+pub(crate) struct DecodedInternalNode {
+    children: Vec<ChildSummary>,
+}
+
+impl DecodedInternalNode {
+    pub(crate) fn children(&self) -> &[ChildSummary] {
+        &self.children
+    }
+}
+
+pub(crate) fn hash_bytes(bytes: &[u8]) -> [u8; TRACKED_STATE_HASH_BYTES] {
+    *blake3::hash(bytes).as_bytes()
+}
+
+pub(crate) fn encode_key(key: &TrackedStateKey) -> Vec<u8> {
+    let mut out = Vec::new();
+    push_sized_bytes(&mut out, key.schema_key.as_bytes());
+    match &key.file_id {
+        Some(file_id) => {
+            out.push(1);
+            push_sized_bytes(&mut out, file_id.as_bytes());
+        }
+        None => out.push(0),
+    }
+    push_entity_identity(&mut out, &key.entity_id);
+    out
+}
+
+pub(crate) fn encode_schema_key_prefix(schema_key: &str) -> Vec<u8> {
+    let mut out = Vec::new();
+    push_sized_bytes(&mut out, schema_key.as_bytes());
+    out
+}
+
+pub(crate) fn encode_schema_file_prefix(schema_key: &str, file_id: Option<&str>) -> Vec<u8> {
+    let mut out = encode_schema_key_prefix(schema_key);
+    match file_id {
+        Some(file_id) => {
+            out.push(1);
+            push_sized_bytes(&mut out, file_id.as_bytes());
+        }
+        None => out.push(0),
+    }
+    out
+}
+
+pub(crate) fn decode_key(bytes: &[u8]) -> Result<TrackedStateKey, LixError> {
+    let mut cursor = 0usize;
+    let schema_key = read_sized_string(bytes, &mut cursor, "schema_key")?;
+    let file_id = match read_u8(bytes, &mut cursor, "file_id presence")? {
+        0 => None,
+        1 => Some(read_sized_string(bytes, &mut cursor, "file_id")?),
+        other => {
+            return Err(LixError::new(
+                "LIX_ERROR_UNKNOWN",
+                format!("tracked-state tree key has invalid file_id presence byte {other}"),
+            ))
+        }
+    };
+    let entity_id = read_entity_identity(bytes, &mut cursor)?;
+    if cursor != bytes.len() {
+        return Err(LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            "tracked-state tree key decode found trailing bytes",
+        ));
+    }
+    Ok(TrackedStateKey {
+        schema_key,
+        file_id,
+        entity_id,
+    })
+}
+
+pub(crate) fn encode_value(value: &TrackedStateValue) -> Vec<u8> {
+    let mut out = Vec::new();
+    out.push(VALUE_VERSION);
+    push_optional_json_ref(&mut out, value.snapshot_ref.as_ref());
+    push_optional_json_ref(&mut out, value.metadata_ref.as_ref());
+    push_sized_bytes(&mut out, value.schema_version.as_bytes());
+    push_sized_bytes(&mut out, value.created_at.as_bytes());
+    push_sized_bytes(&mut out, value.updated_at.as_bytes());
+    push_sized_bytes(&mut out, value.change_id.as_bytes());
+    push_sized_bytes(&mut out, value.commit_id.as_bytes());
+    out.push(u8::from(value.deleted));
+    out
+}
+
+#[cfg(test)]
+pub(crate) fn encoded_value_len(value: &TrackedStateValue) -> usize {
+    1 + optional_json_ref_len(value.snapshot_ref.as_ref())
+        + optional_json_ref_len(value.metadata_ref.as_ref())
+        + sized_bytes_len(value.schema_version.as_bytes())
+        + sized_bytes_len(value.created_at.as_bytes())
+        + sized_bytes_len(value.updated_at.as_bytes())
+        + sized_bytes_len(value.change_id.as_bytes())
+        + sized_bytes_len(value.commit_id.as_bytes())
+        + 1
+}
+
+pub(crate) fn decode_value(bytes: &[u8]) -> Result<TrackedStateValue, LixError> {
+    let mut cursor = 0usize;
+    let version = read_u8(bytes, &mut cursor, "value version")?;
+    if version != VALUE_VERSION {
+        return Err(LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            format!("unsupported tracked-state tree value version {version}"),
+        ));
+    }
+    let snapshot_ref = read_optional_json_ref(bytes, &mut cursor, "snapshot_ref")?;
+    let metadata_ref = read_optional_json_ref(bytes, &mut cursor, "metadata_ref")?;
+    let schema_version = read_sized_string(bytes, &mut cursor, "schema_version")?;
+    let created_at = read_sized_string(bytes, &mut cursor, "created_at")?;
+    let updated_at = read_sized_string(bytes, &mut cursor, "updated_at")?;
+    let change_id = read_sized_string(bytes, &mut cursor, "change_id")?;
+    let commit_id = read_sized_string(bytes, &mut cursor, "commit_id")?;
+    let deleted = match read_u8(bytes, &mut cursor, "deleted")? {
+        0 => false,
+        1 => true,
+        other => {
+            return Err(LixError::new(
+                "LIX_ERROR_UNKNOWN",
+                format!("tracked-state tree value has invalid deleted byte {other}"),
+            ))
+        }
+    };
+    if cursor != bytes.len() {
+        return Err(LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            "tracked-state tree value decode found trailing bytes",
+        ));
+    }
+    Ok(TrackedStateValue {
+        snapshot_ref,
+        metadata_ref,
+        schema_version,
+        created_at,
+        updated_at,
+        change_id,
+        commit_id,
+        deleted,
+    })
+}
+
+#[cfg(test)]
+fn sized_bytes_len(bytes: &[u8]) -> usize {
+    4 + bytes.len()
+}
+
+fn push_optional_json_ref(out: &mut Vec<u8>, value: Option<&JsonRef>) {
+    match value {
+        Some(value) => {
+            out.push(1);
+            out.extend_from_slice(value.as_hash_bytes());
+        }
+        None => out.push(0),
+    }
+}
+
+#[cfg(test)]
+fn optional_json_ref_len(value: Option<&JsonRef>) -> usize {
+    match value {
+        Some(_) => 1 + TRACKED_STATE_HASH_BYTES,
+        None => 1,
+    }
+}
+
+fn read_optional_json_ref(
+    bytes: &[u8],
+    cursor: &mut usize,
+    field: &str,
+) -> Result<Option<JsonRef>, LixError> {
+    match read_u8(bytes, cursor, field)? {
+        0 => Ok(None),
+        1 => {
+            let hash = read_fixed_hash(bytes, cursor, field)?;
+            Ok(Some(JsonRef::from_hash_bytes(hash)))
+        }
+        other => Err(LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            format!("tracked-state tree value has invalid {field} presence byte {other}"),
+        )),
+    }
+}
+
+pub(crate) fn encode_leaf_node(entries: &[EncodedLeafEntry]) -> Vec<u8> {
+    let mut out = Vec::new();
+    out.push(NODE_KIND_LEAF);
+    out.push(NODE_VERSION);
+    push_u32(&mut out, entries.len());
+    for entry in entries {
+        push_sized_bytes(&mut out, &entry.key);
+        push_sized_bytes(&mut out, &entry.value);
+    }
+    out
+}
+
+pub(crate) fn encode_internal_node(children: &[ChildSummary]) -> Vec<u8> {
+    let mut out = Vec::new();
+    out.push(NODE_KIND_INTERNAL);
+    out.push(NODE_VERSION);
+    push_u32(&mut out, children.len());
+    for child in children {
+        push_sized_bytes(&mut out, &child.first_key);
+        push_sized_bytes(&mut out, &child.last_key);
+        out.extend_from_slice(&child.child_hash);
+        out.extend_from_slice(&child.subtree_count.to_be_bytes());
+    }
+    out
+}
+
+pub(crate) fn decode_node(bytes: &[u8]) -> Result<DecodedNode, LixError> {
+    let mut cursor = 0usize;
+    let kind = read_u8(bytes, &mut cursor, "node kind")?;
+    let version = read_u8(bytes, &mut cursor, "node version")?;
+    if version != NODE_VERSION {
+        return Err(LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            format!("unsupported tracked-state tree node version {version}"),
+        ));
+    }
+    let count = read_u32(bytes, &mut cursor, "entry count")?;
+    let node = match kind {
+        NODE_KIND_LEAF => {
+            let mut entries = Vec::with_capacity(count);
+            for _ in 0..count {
+                entries.push(EncodedLeafEntry {
+                    key: read_sized_bytes(bytes, &mut cursor, "leaf key")?,
+                    value: read_sized_bytes(bytes, &mut cursor, "leaf value")?,
+                });
+            }
+            DecodedNode::Leaf(DecodedLeafNode { entries })
+        }
+        NODE_KIND_INTERNAL => {
+            let mut children = Vec::with_capacity(count);
+            for _ in 0..count {
+                let first_key = read_sized_bytes(bytes, &mut cursor, "internal first_key")?;
+                let last_key = read_sized_bytes(bytes, &mut cursor, "internal last_key")?;
+                let child_hash = read_fixed_hash(bytes, &mut cursor, "internal child_hash")?;
+                let subtree_count = read_u64(bytes, &mut cursor, "internal subtree_count")?;
+                children.push(ChildSummary {
+                    first_key,
+                    last_key,
+                    child_hash,
+                    subtree_count,
+                });
+            }
+            DecodedNode::Internal(DecodedInternalNode { children })
+        }
+        other => {
+            return Err(LixError::new(
+                "LIX_ERROR_UNKNOWN",
+                format!("unknown tracked-state tree node kind {other}"),
+            ))
+        }
+    };
+    if cursor != bytes.len() {
+        return Err(LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            "tracked-state tree node decode found trailing bytes",
+        ));
+    }
+    Ok(node)
+}
+
+pub(crate) fn child_summary_from_node(
+    node_bytes: Vec<u8>,
+    first_key: Vec<u8>,
+    last_key: Vec<u8>,
+    subtree_count: u64,
+) -> (PendingChunkWrite, ChildSummary) {
+    let hash = hash_bytes(&node_bytes);
+    (
+        PendingChunkWrite {
+            hash,
+            data: node_bytes,
+        },
+        ChildSummary {
+            first_key,
+            last_key,
+            child_hash: hash,
+            subtree_count,
+        },
+    )
+}
+
+pub(crate) fn boundary_trigger(
+    encoded_key: &[u8],
+    level: usize,
+    chunk_size: usize,
+    item_size: usize,
+    target_chunk_bytes: usize,
+) -> bool {
+    if item_size == 0 || target_chunk_bytes == 0 {
+        return false;
+    }
+
+    let start =
+        weibull_cdf(chunk_size.saturating_sub(item_size) as f64 / target_chunk_bytes as f64);
+    let end = weibull_cdf(chunk_size as f64 / target_chunk_bytes as f64);
+    let remaining = 1.0 - start;
+    if remaining <= 0.0 {
+        return true;
+    }
+
+    let split_probability = ((end - start) / remaining).clamp(0.0, 1.0);
+    let hash = xxh3_64_with_seed(encoded_key, level_salt(level));
+    (hash as f64) < split_probability * (u64::MAX as f64)
+}
+
+fn weibull_cdf(normalized_size: f64) -> f64 {
+    if normalized_size <= 0.0 {
+        return 0.0;
+    }
+    -f64::exp_m1(-normalized_size.powi(WEIBULL_K))
+}
+
+fn level_salt(level: usize) -> u64 {
+    let mut value = (level as u64).wrapping_add(0x9e37_79b9_7f4a_7c15);
+    value = (value ^ (value >> 30)).wrapping_mul(0xbf58_476d_1ce4_e5b9);
+    value = (value ^ (value >> 27)).wrapping_mul(0x94d0_49bb_1331_11eb);
+    value ^ (value >> 31)
+}
+
+fn push_entity_identity(out: &mut Vec<u8>, identity: &EntityIdentity) {
+    assert!(
+        !identity.parts.is_empty(),
+        "tracked-state key entity identity must contain at least one part"
+    );
+    for part in &identity.parts {
+        match part {
+            EntityIdentityPart::String(value) => {
+                out.push(ENTITY_IDENTITY_STRING);
+                push_sized_bytes(out, value.as_bytes());
+            }
+            EntityIdentityPart::Bool(value) => {
+                out.push(ENTITY_IDENTITY_BOOL);
+                out.push(u8::from(*value));
+            }
+            EntityIdentityPart::Number(value) => {
+                out.push(ENTITY_IDENTITY_NUMBER);
+                push_sized_bytes(out, value.as_bytes());
+            }
+        }
+    }
+    out.push(ENTITY_IDENTITY_END);
+}
+
+fn read_entity_identity(bytes: &[u8], cursor: &mut usize) -> Result<EntityIdentity, LixError> {
+    let mut parts = Vec::new();
+    loop {
+        let tag = read_u8(bytes, cursor, "entity identity part tag")?;
+        match tag {
+            ENTITY_IDENTITY_END => break,
+            ENTITY_IDENTITY_STRING => {
+                parts.push(EntityIdentityPart::String(read_sized_string(
+                    bytes,
+                    cursor,
+                    "entity identity string part",
+                )?));
+            }
+            ENTITY_IDENTITY_BOOL => {
+                let value = match read_u8(bytes, cursor, "entity identity bool part")? {
+                    0 => false,
+                    1 => true,
+                    other => {
+                        return Err(LixError::new(
+                            "LIX_ERROR_UNKNOWN",
+                            format!(
+                            "tracked-state tree key has invalid entity identity bool byte {other}"
+                        ),
+                        ))
+                    }
+                };
+                parts.push(EntityIdentityPart::Bool(value));
+            }
+            ENTITY_IDENTITY_NUMBER => {
+                parts.push(EntityIdentityPart::Number(read_sized_string(
+                    bytes,
+                    cursor,
+                    "entity identity number part",
+                )?));
+            }
+            other => {
+                return Err(LixError::new(
+                    "LIX_ERROR_UNKNOWN",
+                    format!("tracked-state tree key has invalid entity identity part tag {other}"),
+                ))
+            }
+        }
+    }
+    if parts.is_empty() {
+        return Err(LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            "tracked-state tree key entity identity must contain at least one part",
+        ));
+    }
+    Ok(EntityIdentity { parts })
+}
+
+fn push_sized_bytes(out: &mut Vec<u8>, bytes: &[u8]) {
+    push_u32(out, bytes.len());
+    out.extend_from_slice(bytes);
+}
+
+fn push_u32(out: &mut Vec<u8>, value: usize) {
+    out.extend_from_slice(&(value as u32).to_be_bytes());
+}
+
+fn read_sized_string(
+    bytes: &[u8],
+    cursor: &mut usize,
+    field_name: &str,
+) -> Result<String, LixError> {
+    String::from_utf8(read_sized_bytes(bytes, cursor, field_name)?).map_err(|error| {
+        LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            format!("tracked-state tree field '{field_name}' is invalid UTF-8: {error}"),
+        )
+    })
+}
+
+fn read_sized_bytes(
+    bytes: &[u8],
+    cursor: &mut usize,
+    field_name: &str,
+) -> Result<Vec<u8>, LixError> {
+    let len = read_u32(bytes, cursor, field_name)?;
+    let end = cursor.checked_add(len).ok_or_else(|| {
+        LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            format!("tracked-state tree field '{field_name}' length overflow"),
+        )
+    })?;
+    let slice = bytes.get(*cursor..end).ok_or_else(|| {
+        LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            format!("tracked-state tree field '{field_name}' is truncated"),
+        )
+    })?;
+    *cursor = end;
+    Ok(slice.to_vec())
+}
+
+fn read_fixed_hash(
+    bytes: &[u8],
+    cursor: &mut usize,
+    field_name: &str,
+) -> Result<[u8; TRACKED_STATE_HASH_BYTES], LixError> {
+    let end = *cursor + TRACKED_STATE_HASH_BYTES;
+    let slice = bytes.get(*cursor..end).ok_or_else(|| {
+        LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            format!("tracked-state tree field '{field_name}' is truncated"),
+        )
+    })?;
+    let mut out = [0_u8; TRACKED_STATE_HASH_BYTES];
+    out.copy_from_slice(slice);
+    *cursor = end;
+    Ok(out)
+}
+
+fn read_u8(bytes: &[u8], cursor: &mut usize, field_name: &str) -> Result<u8, LixError> {
+    let value = *bytes.get(*cursor).ok_or_else(|| {
+        LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            format!("tracked-state tree field '{field_name}' is truncated"),
+        )
+    })?;
+    *cursor += 1;
+    Ok(value)
+}
+
+fn read_u32(bytes: &[u8], cursor: &mut usize, field_name: &str) -> Result<usize, LixError> {
+    let end = *cursor + 4;
+    let slice = bytes.get(*cursor..end).ok_or_else(|| {
+        LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            format!("tracked-state tree field '{field_name}' is truncated"),
+        )
+    })?;
+    let mut out = [0_u8; 4];
+    out.copy_from_slice(slice);
+    *cursor = end;
+    Ok(u32::from_be_bytes(out) as usize)
+}
+
+fn read_u64(bytes: &[u8], cursor: &mut usize, field_name: &str) -> Result<u64, LixError> {
+    let end = *cursor + 8;
+    let slice = bytes.get(*cursor..end).ok_or_else(|| {
+        LixError::new(
+            "LIX_ERROR_UNKNOWN",
+            format!("tracked-state tree field '{field_name}' is truncated"),
+        )
+    })?;
+    let mut out = [0_u8; 8];
+    out.copy_from_slice(slice);
+    *cursor = end;
+    Ok(u64::from_be_bytes(out))
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn key_codec_distinguishes_null_and_value_file_id() {
+        let null_key = encode_key(&TrackedStateKey {
+            schema_key: "schema".to_string(),
+            file_id: None,
+            entity_id: EntityIdentity::single("entity"),
+        });
+        let file_key = encode_key(&TrackedStateKey {
+            schema_key: "schema".to_string(),
+            file_id: Some("file".to_string()),
+            entity_id: EntityIdentity::single("entity"),
+        });
+
+        assert_ne!(null_key, file_key);
+        assert_eq!(
+            decode_key(&null_key).expect("null key"),
+            TrackedStateKey {
+                schema_key: "schema".to_string(),
+                file_id: None,
+                entity_id: EntityIdentity::single("entity"),
+            }
+        );
+        assert_eq!(
+            decode_key(&file_key).expect("file key"),
+            TrackedStateKey {
+                schema_key: "schema".to_string(),
+                file_id: Some("file".to_string()),
+                entity_id: EntityIdentity::single("entity"),
+            }
+        );
+    }
+
+    #[test]
+    fn key_codec_encodes_composite_identity_as_typed_tuple_parts() {
+        let key = TrackedStateKey {
+            schema_key: "schema".to_string(),
+            file_id: None,
+            entity_id: EntityIdentity {
+                parts: vec![
+                    EntityIdentityPart::String("namespace".to_string()),
+                    EntityIdentityPart::Bool(true),
+                    EntityIdentityPart::Number("42".to_string()),
+                ],
+            },
+        };
+
+        let encoded = encode_key(&key);
+
+        assert_eq!(decode_key(&encoded).expect("key should decode"), key);
+        assert!(
+            !encoded
+                .windows(b"pk:v1:".len())
+                .any(|window| window == b"pk:v1:"),
+            "tracked-state keys should not store the SQL entity_id projection"
+        );
+    }
+
+    #[test]
+    fn key_codec_distinguishes_typed_identity_parts() {
+        let string_true = encode_key(&TrackedStateKey {
+            schema_key: "schema".to_string(),
+            file_id: None,
+            entity_id: EntityIdentity {
+                parts: vec![EntityIdentityPart::String("true".to_string())],
+            },
+        });
+        let bool_true = encode_key(&TrackedStateKey {
+            schema_key: "schema".to_string(),
+            file_id: None,
+            entity_id: EntityIdentity {
+                parts: vec![EntityIdentityPart::Bool(true)],
+            },
+        });
+
+        assert_ne!(string_true, bool_true);
+    }
+
+    #[test]
+    fn key_codec_preserves_tuple_prefix_ordering() {
+        let prefix = encode_key(&TrackedStateKey {
+            schema_key: "schema".to_string(),
+            file_id: None,
+            entity_id: EntityIdentity {
+                parts: vec![EntityIdentityPart::String("a".to_string())],
+            },
+        });
+        let extended = encode_key(&TrackedStateKey {
+            schema_key: "schema".to_string(),
+            file_id: None,
+            entity_id: EntityIdentity {
+                parts: vec![
+                    EntityIdentityPart::String("a".to_string()),
+                    EntityIdentityPart::String("b".to_string()),
+                ],
+            },
+        });
+
+        assert!(prefix < extended);
+    }
+
+    #[test]
+    fn value_codec_roundtrips_tombstone_value() {
+        let value = TrackedStateValue {
+            snapshot_ref: None,
+            metadata_ref: Some(JsonRef::from_hash_bytes([1; 32])),
+            schema_version: "1".to_string(),
+            created_at: "2026-01-01T00:00:00Z".to_string(),
+            updated_at: "2026-01-02T00:00:00Z".to_string(),
+            change_id: "change".to_string(),
+            commit_id: "commit".to_string(),
+            deleted: true,
+        };
+
+        let encoded = encode_value(&value);
+        assert_eq!(decode_value(&encoded).expect("value"), value);
+    }
+
+    #[test]
+    fn value_codec_roundtrips_snapshot_ref() {
+        let value = TrackedStateValue {
+            snapshot_ref: Some(JsonRef::from_hash_bytes([2; 32])),
+            metadata_ref: None,
+            schema_version: "1".to_string(),
+            created_at: "2026-01-01T00:00:00Z".to_string(),
+            updated_at: "2026-01-02T00:00:00Z".to_string(),
+            change_id: "change".to_string(),
+            commit_id: "commit".to_string(),
+            deleted: false,
+        };
+
+        let encoded = encode_value(&value);
+        assert_eq!(decode_value(&encoded).expect("value"), value);
+    }
+
+    #[test]
+    fn encoded_value_len_matches_encoded_value_bytes() {
+        let values = [
+            TrackedStateValue {
+                snapshot_ref: None,
+                metadata_ref: None,
+                schema_version: "1".to_string(),
+                created_at: "2026-01-01T00:00:00Z".to_string(),
+                updated_at: "2026-01-02T00:00:00Z".to_string(),
+                change_id: "change".to_string(),
+                commit_id: "commit".to_string(),
+                deleted: true,
+            },
+            TrackedStateValue {
+                snapshot_ref: Some(JsonRef::from_hash_bytes([3; 32])),
+                metadata_ref: Some(JsonRef::from_hash_bytes([4; 32])),
+                schema_version: "1".to_string(),
+                created_at: "2026-01-01T00:00:00Z".to_string(),
+                updated_at: "2026-01-02T00:00:00Z".to_string(),
+                change_id: "change".to_string(),
+                commit_id: "commit".to_string(),
+                deleted: false,
+            },
+            TrackedStateValue {
+                snapshot_ref: Some(JsonRef::from_hash_bytes([5; 32])),
+                metadata_ref: None,
+                schema_version: "1".to_string(),
+                created_at: "2026-01-01T00:00:00Z".to_string(),
+                updated_at: "2026-01-02T00:00:00Z".to_string(),
+                change_id: "change".to_string(),
+                commit_id: "commit".to_string(),
+                deleted: false,
+            },
+        ];
+
+        for value in values {
+            assert_eq!(encoded_value_len(&value), encode_value(&value).len());
+        }
+    }
+
+    #[test]
+    fn content_hash_is_blake3() {
+        assert_eq!(hash_bytes(b"abc"), *blake3::hash(b"abc").as_bytes());
+    }
+
+    #[test]
+    fn boundary_decisions_are_xxh3_based_and_deterministic() {
+        let left = boundary_trigger(b"key", 0, 4096, 128, 4096);
+        let right = boundary_trigger(b"key", 0, 4096, 128, 4096);
+        assert_eq!(left, right);
+    }
+}