@feltdb/core 0.15.0 → 0.16.0

package/dist/create/server-source/crates/feltdb/src/managed_cas_tests.rs

@@ -1,234 +0,0 @@
-use std::{fs, path::PathBuf};
-
-use serde_json::json;
-
-use crate::{FeltDb, JsonCasResult};
-
-fn database(name: &str) -> (FeltDb, PathBuf) {
-    let path = std::env::temp_dir().join(format!(
-        "feltdb-managed-cas-{name}-{}-{}.log",
-        std::process::id(),
-        std::time::SystemTime::now()
-            .duration_since(std::time::UNIX_EPOCH)
-            .unwrap()
-            .as_nanos()
-    ));
-    (FeltDb::open(&path).unwrap(), path)
-}
-
-#[test]
-fn version_and_epoch_are_one_atomic_predicate() {
-    let (db, path) = database("predicate");
-    let key = "_cells:cell-1";
-    db.insert(
-        key,
-        json!({
-            "id": "cell-1",
-            "version": 42,
-            "value": "before",
-            "authority": { "owner": "A", "epoch": 7, "lifecycle": "active" },
-            "__version": 1
-        }),
-    )
-    .unwrap();
-
-    let stale_epoch = db
-        .compare_and_set_json(
-            key,
-            1,
-            Some(6),
-            None,
-            false,
-            json!({
-                "id": "cell-1",
-                "version": 42,
-                "value": "stale",
-                "authority": { "owner": "stale", "epoch": 7, "lifecycle": "active" }
-            }),
-        )
-        .unwrap();
-    assert_eq!(
-        stale_epoch,
-        JsonCasResult::AuthorityConflict {
-            current_version: 1,
-            current_epoch: 7,
-        }
-    );
-    assert_eq!(db.get_value(key).unwrap().unwrap()["value"], "before");
-
-    let updated = db
-        .compare_and_set_json(
-            key,
-            1,
-            Some(7),
-            None,
-            false,
-            json!({
-                "id": "cell-1",
-                "version": 42,
-                "value": "after",
-                "authority": { "owner": "B", "epoch": 8, "lifecycle": "active" }
-            }),
-        )
-        .unwrap();
-    assert!(matches!(
-        updated,
-        JsonCasResult::Updated {
-            current_version: 2,
-            current_epoch: 8,
-            ..
-        }
-    ));
-
-    let stale_version = db
-        .compare_and_set_json(key, 1, Some(8), None, false, json!({ "value": "lost" }))
-        .unwrap();
-    assert_eq!(
-        stale_version,
-        JsonCasResult::VersionConflict {
-            current_version: 2,
-            current_epoch: 8,
-        }
-    );
-    let final_value = db.get_value(key).unwrap().unwrap();
-    assert_eq!(final_value["value"], "after");
-    assert_eq!(final_value["__version"], 2);
-    assert_eq!(final_value["authority"]["epoch"], 8);
-
-    drop(db);
-    let _ = fs::remove_file(path);
-}
-
-#[test]
-fn lease_is_checked_with_the_server_clock_inside_cas() {
-    let (db, path) = database("lease");
-    let key = "_cells:leased";
-    let future = crate::now_ms() as u64 + 60_000;
-    db.insert(
-        key,
-        json!({
-            "value": "before",
-            "authority": { "epoch": 3 },
-            "lease": { "leaseId": "lease-good", "expiresAt": future },
-            "__version": 1
-        }),
-    )
-    .unwrap();
-
-    for expected_lease_id in [None, Some("lease-wrong")] {
-        assert_eq!(
-            db.compare_and_set_json(
-                key,
-                1,
-                Some(3),
-                expected_lease_id,
-                false,
-                json!({ "value": "rejected", "authority": { "epoch": 3 } }),
-            )
-            .unwrap(),
-            JsonCasResult::LeaseConflict {
-                current_version: 1,
-                current_epoch: 3,
-            }
-        );
-        assert_eq!(db.get_value(key).unwrap().unwrap()["value"], "before");
-    }
-
-    assert!(matches!(
-        db.compare_and_set_json(
-            key,
-            1,
-            Some(3),
-            Some("lease-good"),
-            false,
-            json!({ "value": "accepted", "authority": { "epoch": 3 }, "lease": { "leaseId": "lease-good", "expiresAt": future } }),
-        )
-        .unwrap(),
-        JsonCasResult::Updated { .. }
-    ));
-
-    let expired_key = "_cells:expired";
-    db.insert(
-        expired_key,
-        json!({
-            "value": "before",
-            "authority": { "epoch": 3 },
-            "lease": { "leaseId": "lease-expired", "expiresAt": 1 },
-            "__version": 1
-        }),
-    )
-    .unwrap();
-    assert_eq!(
-        db.compare_and_set_json(
-            expired_key,
-            1,
-            Some(3),
-            Some("lease-expired"),
-            false,
-            json!({ "value": "rejected", "authority": { "epoch": 3 } }),
-        )
-        .unwrap(),
-        JsonCasResult::LeaseConflict {
-            current_version: 1,
-            current_epoch: 3,
-        }
-    );
-    assert_eq!(
-        db.get_value(expired_key).unwrap().unwrap()["value"],
-        "before"
-    );
-
-    drop(db);
-    let _ = fs::remove_file(path);
-}
-
-#[test]
-fn divergent_replica_blocks_promotion_inside_cas() {
-    let (db, path) = database("divergence");
-    let cell_key = "_cells:replica";
-    let replica_key = "_replicas:replica";
-    db.insert(
-        cell_key,
-        json!({
-            "version": 42,
-            "value": "A",
-            "authority": { "owner": "A", "epoch": 7 },
-            "lease": null,
-            "__version": 42
-        }),
-    )
-    .unwrap();
-    db.insert(
-        replica_key,
-        json!({ "version": 42, "value": "B", "divergent": true }),
-    )
-    .unwrap();
-    let sequence_before = db.sequence().unwrap();
-    let value_before = db.get_value(cell_key).unwrap().unwrap();
-
-    assert_eq!(
-        db.compare_and_set_json(
-            cell_key,
-            42,
-            Some(7),
-            None,
-            true,
-            json!({
-                "version": 43,
-                "value": "A",
-                "authority": { "owner": "B", "epoch": 8 },
-                "lease": null
-            }),
-        )
-        .unwrap(),
-        JsonCasResult::ReplicationConflict {
-            current_version: 42,
-            current_epoch: 7,
-        }
-    );
-    assert_eq!(db.sequence().unwrap(), sequence_before);
-    assert_eq!(db.get_value(cell_key).unwrap().unwrap(), value_before);
-
-    drop(db);
-    let _ = fs::remove_file(path);
-}

package/dist/create/server-source/crates/feltdb/src/materialization.rs

@@ -1,184 +0,0 @@
-/// Materialization module for integrating acquired content into the reactive system
-///
-/// When content is acquired from the distributed fabric, it needs to be materialized
-/// into the local reactive state graph so that:
-/// 1. Application queries use the same db.get() API
-/// 2. Reactive subscriptions automatically trigger updates
-/// 3. Content becomes indistinguishable from locally-created content
-use crate::{AcquisitionMetadata, FlowRef, Operation};
-use serde_json::Value;
-use std::time::SystemTime;
-use std::time::UNIX_EPOCH;
-
-/// Handler for materializing acquired content
-#[derive(Clone)]
-pub struct MaterializationHandler {
-    /// Track which references have been materialized to avoid re-materialization
-    materialized: std::sync::Arc<std::sync::Mutex<std::collections::HashSet<String>>>,
-}
-
-impl MaterializationHandler {
-    /// Create a new materialization handler
-    pub fn new() -> Self {
-        Self {
-            materialized: std::sync::Arc::new(std::sync::Mutex::new(
-                std::collections::HashSet::new(),
-            )),
-        }
-    }
-
-    /// Materialize acquired content as a legitimate FeltDB operation
-    /// This makes acquired content participate in the reactive system
-    pub fn materialize_as_operation(
-        &self,
-        flow_ref: &FlowRef,
-        content: Vec<u8>,
-        metadata: &AcquisitionMetadata,
-    ) -> Result<Operation, String> {
-        // Deserialize content to JSON to integrate with FeltDB's operation model
-        let value: Value = serde_json::from_slice(&content).unwrap_or_else(|_| {
-            // If not JSON, wrap raw bytes as a string
-            Value::String(String::from_utf8_lossy(&content).into_owned())
-        });
-
-        let key = format!("{}:{}", flow_ref.namespace, flow_ref.object_id);
-        let now_ms = SystemTime::now()
-            .duration_since(UNIX_EPOCH)
-            .map(|d| d.as_millis())
-            .unwrap_or(0);
-
-        // Create an insert operation for the acquired content
-        // This operation will flow through the reactive system
-        let mut op = Operation::update(
-            now_ms as u64,                   // Use timestamp as operation ID
-            metadata.source_peer.id.clone(), // Mark source peer as originator
-            1,                               // Initial sequence
-            key.clone(),
-            value,
-            flow_ref.namespace.clone(),
-            flow_ref.namespace.clone(),
-        );
-
-        // Attach vector clock from acquisition metadata to preserve causality
-        if let Some(vector_clock) = &metadata.vector_clock {
-            op = op.with_vector_clock(vector_clock.clone());
-        }
-
-        // Mark as materialized
-        let mut materialized = self.materialized.lock().map_err(|e| e.to_string())?;
-        materialized.insert(key);
-
-        Ok(op)
-    }
-
-    /// Check if a reference has already been materialized
-    pub fn is_materialized(&self, flow_ref: &FlowRef) -> Result<bool, String> {
-        let key = format!("{}:{}", flow_ref.namespace, flow_ref.object_id);
-        let materialized = self.materialized.lock().map_err(|e| e.to_string())?;
-        Ok(materialized.contains(&key))
-    }
-
-    /// Get the count of materialized references
-    pub fn materialized_count(&self) -> Result<usize, String> {
-        let materialized = self.materialized.lock().map_err(|e| e.to_string())?;
-        Ok(materialized.len())
-    }
-}
-
-impl Default for MaterializationHandler {
-    fn default() -> Self {
-        Self::new()
-    }
-}
-
-/// Reactive collection integration
-/// This trait allows acquired content to participate in reactive collections
-pub trait ReactiveCollectionIntegration {
-    /// Notify the collection that new content was acquired and materialized
-    fn on_content_materialized(&self, operation: &Operation) -> Result<(), String>;
-
-    /// Check if this collection would be affected by materialization
-    fn affects_collection(&self, namespace: &str) -> bool;
-}
-
-#[cfg(test)]
-mod tests {
-    use super::*;
-    use crate::PeerId;
-
-    #[test]
-    fn test_materialization_handler_creation() {
-        let handler = MaterializationHandler::new();
-        assert_eq!(handler.materialized_count().unwrap(), 0);
-    }
-
-    #[test]
-    fn test_materialize_as_operation() {
-        let handler = MaterializationHandler::new();
-        let flow_ref = FlowRef::new("docs", "doc-123");
-        let content = br#"{"title": "Test Document", "content": "Test content"}"#.to_vec();
-        let peer = PeerId::new("peer-a");
-        let metadata = AcquisitionMetadata::new(peer, true);
-
-        let op = handler
-            .materialize_as_operation(&flow_ref, content, &metadata)
-            .unwrap();
-
-        assert_eq!(op.key, "docs:doc-123");
-        assert_eq!(op.capability, "docs");
-        assert!(op.value.is_some());
-    }
-
-    #[test]
-    fn test_materialize_non_json_content() {
-        let handler = MaterializationHandler::new();
-        let flow_ref = FlowRef::new("binary", "file-456");
-        let content = b"raw binary data".to_vec();
-        let peer = PeerId::new("peer-b");
-        let metadata = AcquisitionMetadata::new(peer, true);
-
-        let op = handler
-            .materialize_as_operation(&flow_ref, content, &metadata)
-            .unwrap();
-
-        assert_eq!(op.key, "binary:file-456");
-        // Raw binary should be wrapped as string
-        assert!(op.value.is_some());
-    }
-
-    #[test]
-    fn test_is_materialized() {
-        let handler = MaterializationHandler::new();
-        let flow_ref = FlowRef::new("docs", "doc-789");
-
-        assert!(!handler.is_materialized(&flow_ref).unwrap());
-
-        let content = b"content".to_vec();
-        let peer = PeerId::new("peer-c");
-        let metadata = AcquisitionMetadata::new(peer, true);
-
-        handler
-            .materialize_as_operation(&flow_ref, content, &metadata)
-            .unwrap();
-
-        assert!(handler.is_materialized(&flow_ref).unwrap());
-    }
-
-    #[test]
-    fn test_materialized_count() {
-        let handler = MaterializationHandler::new();
-
-        for i in 0..5 {
-            let flow_ref = FlowRef::new("docs", &format!("doc-{}", i));
-            let content = b"content".to_vec();
-            let peer = PeerId::new("peer-x");
-            let metadata = AcquisitionMetadata::new(peer, true);
-
-            handler
-                .materialize_as_operation(&flow_ref, content, &metadata)
-                .unwrap();
-        }
-
-        assert_eq!(handler.materialized_count().unwrap(), 5);
-    }
-}

package/dist/create/server-source/crates/feltdb/src/metrics.rs

@@ -1,266 +0,0 @@
-/// Metrics collection for distributed replication monitoring
-///
-/// Tracks key performance and reliability metrics across the cluster:
-/// - Replication latency (p50, p95, p99)
-/// - Journal state (bytes written, pending, fsync latency)
-/// - Quorum health (healthy nodes, majority status)
-/// - Node health (operations applied, crash count)
-/// - Recovery metrics (duration, type)
-/// - Operation status (acknowledged, committed, diverged, lost)
-use std::sync::atomic::{AtomicU64, Ordering};
-use std::sync::Arc;
-use std::time::{Duration, SystemTime, UNIX_EPOCH};
-
-/// Replication latency measurement
-#[derive(Clone, Debug)]
-pub struct ReplicationLatency {
-    pub p50_us: u64,
-    pub p95_us: u64,
-    pub p99_us: u64,
-}
-
-/// Node-level metrics
-#[derive(Clone, Debug)]
-pub struct NodeMetrics {
-    pub node_id: String,
-    pub operations_applied: Arc<AtomicU64>,
-    pub operations_acknowledged: Arc<AtomicU64>,
-    pub operations_committed: Arc<AtomicU64>,
-    pub operations_diverged: Arc<AtomicU64>,
-    pub operations_lost: Arc<AtomicU64>,
-    pub crash_count: Arc<AtomicU64>,
-    pub recovery_time_ms: Arc<AtomicU64>,
-}
-
-impl NodeMetrics {
-    pub fn new(node_id: String) -> Self {
-        Self {
-            node_id,
-            operations_applied: Arc::new(AtomicU64::new(0)),
-            operations_acknowledged: Arc::new(AtomicU64::new(0)),
-            operations_committed: Arc::new(AtomicU64::new(0)),
-            operations_diverged: Arc::new(AtomicU64::new(0)),
-            operations_lost: Arc::new(AtomicU64::new(0)),
-            crash_count: Arc::new(AtomicU64::new(0)),
-            recovery_time_ms: Arc::new(AtomicU64::new(0)),
-        }
-    }
-
-    pub fn record_operation_applied(&self) {
-        self.operations_applied.fetch_add(1, Ordering::Relaxed);
-    }
-
-    pub fn record_operation_acknowledged(&self) {
-        self.operations_acknowledged.fetch_add(1, Ordering::Relaxed);
-    }
-
-    pub fn record_operation_committed(&self) {
-        self.operations_committed.fetch_add(1, Ordering::Relaxed);
-    }
-
-    pub fn record_operation_diverged(&self) {
-        self.operations_diverged.fetch_add(1, Ordering::Relaxed);
-    }
-
-    pub fn record_operation_lost(&self) {
-        self.operations_lost.fetch_add(1, Ordering::Relaxed);
-    }
-
-    pub fn record_crash(&self) {
-        self.crash_count.fetch_add(1, Ordering::Relaxed);
-    }
-
-    pub fn record_recovery(&self, duration_ms: u64) {
-        self.recovery_time_ms.store(duration_ms, Ordering::Relaxed);
-    }
-
-    pub fn get_snapshot(&self) -> NodeMetricsSnapshot {
-        NodeMetricsSnapshot {
-            node_id: self.node_id.clone(),
-            operations_applied: self.operations_applied.load(Ordering::Relaxed),
-            operations_acknowledged: self.operations_acknowledged.load(Ordering::Relaxed),
-            operations_committed: self.operations_committed.load(Ordering::Relaxed),
-            operations_diverged: self.operations_diverged.load(Ordering::Relaxed),
-            operations_lost: self.operations_lost.load(Ordering::Relaxed),
-            crash_count: self.crash_count.load(Ordering::Relaxed),
-            recovery_time_ms: self.recovery_time_ms.load(Ordering::Relaxed),
-        }
-    }
-}
-
-/// Snapshot of metrics at a point in time
-#[derive(Clone, Debug, serde::Serialize)]
-pub struct NodeMetricsSnapshot {
-    pub node_id: String,
-    pub operations_applied: u64,
-    pub operations_acknowledged: u64,
-    pub operations_committed: u64,
-    pub operations_diverged: u64,
-    pub operations_lost: u64,
-    pub crash_count: u64,
-    pub recovery_time_ms: u64,
-}
-
-/// Cluster-level metrics
-pub struct ClusterMetrics {
-    pub nodes: Vec<NodeMetrics>,
-    pub start_time: SystemTime,
-    pub total_operations: Arc<AtomicU64>,
-    pub total_crashes: Arc<AtomicU64>,
-    pub divergence_events: Arc<AtomicU64>,
-    pub data_loss_events: Arc<AtomicU64>,
-}
-
-impl ClusterMetrics {
-    pub fn new(node_ids: Vec<String>) -> Self {
-        let nodes = node_ids.into_iter().map(NodeMetrics::new).collect();
-
-        Self {
-            nodes,
-            start_time: SystemTime::now(),
-            total_operations: Arc::new(AtomicU64::new(0)),
-            total_crashes: Arc::new(AtomicU64::new(0)),
-            divergence_events: Arc::new(AtomicU64::new(0)),
-            data_loss_events: Arc::new(AtomicU64::new(0)),
-        }
-    }
-
-    pub fn get_node_metrics(&self, node_id: &str) -> Option<NodeMetricsSnapshot> {
-        self.nodes
-            .iter()
-            .find(|n| n.node_id == node_id)
-            .map(|n| n.get_snapshot())
-    }
-
-    pub fn get_all_metrics(&self) -> Vec<NodeMetricsSnapshot> {
-        self.nodes.iter().map(|n| n.get_snapshot()).collect()
-    }
-
-    pub fn get_cluster_snapshot(&self) -> ClusterMetricsSnapshot {
-        let uptime = self
-            .start_time
-            .elapsed()
-            .unwrap_or(Duration::from_secs(0))
-            .as_secs();
-
-        let mut total_operations_applied = 0u64;
-        let mut total_crashes = 0u64;
-
-        for node in &self.nodes {
-            total_operations_applied += node.operations_applied.load(Ordering::Relaxed);
-            total_crashes += node.crash_count.load(Ordering::Relaxed);
-        }
-
-        ClusterMetricsSnapshot {
-            uptime_secs: uptime,
-            total_operations_applied,
-            total_crashes,
-            divergence_events: self.divergence_events.load(Ordering::Relaxed),
-            data_loss_events: self.data_loss_events.load(Ordering::Relaxed),
-            node_snapshots: self.get_all_metrics(),
-        }
-    }
-
-    pub fn record_divergence(&self) {
-        self.divergence_events.fetch_add(1, Ordering::Relaxed);
-    }
-
-    pub fn record_data_loss(&self) {
-        self.data_loss_events.fetch_add(1, Ordering::Relaxed);
-    }
-
-    pub fn export_csv(&self) -> String {
-        let snapshot = self.get_cluster_snapshot();
-        let mut csv = String::from("timestamp_secs,uptime_secs,total_ops_applied,total_crashes,divergence_events,data_loss_events\n");
-        csv.push_str(&format!(
-            "{},{},{},{},{},{}\n",
-            std::time::SystemTime::now()
-                .duration_since(UNIX_EPOCH)
-                .unwrap_or_default()
-                .as_secs(),
-            snapshot.uptime_secs,
-            snapshot.total_operations_applied,
-            snapshot.total_crashes,
-            snapshot.divergence_events,
-            snapshot.data_loss_events
-        ));
-
-        csv.push_str("node_id,ops_applied,ops_acked,ops_committed,ops_diverged,ops_lost,crash_count,recovery_time_ms\n");
-        for node in &snapshot.node_snapshots {
-            csv.push_str(&format!(
-                "{},{},{},{},{},{},{},{}\n",
-                node.node_id,
-                node.operations_applied,
-                node.operations_acknowledged,
-                node.operations_committed,
-                node.operations_diverged,
-                node.operations_lost,
-                node.crash_count,
-                node.recovery_time_ms
-            ));
-        }
-
-        csv
-    }
-
-    pub fn export_json(&self) -> String {
-        let snapshot = self.get_cluster_snapshot();
-        serde_json::to_string_pretty(&snapshot).unwrap_or_else(|_| "{}".to_string())
-    }
-}
-
-#[derive(serde::Serialize)]
-pub struct ClusterMetricsSnapshot {
-    pub uptime_secs: u64,
-    pub total_operations_applied: u64,
-    pub total_crashes: u64,
-    pub divergence_events: u64,
-    pub data_loss_events: u64,
-    pub node_snapshots: Vec<NodeMetricsSnapshot>,
-}
-
-#[cfg(test)]
-mod tests {
-    use super::*;
-
-    #[test]
-    fn node_metrics_tracking() {
-        let metrics = NodeMetrics::new("node-1".to_string());
-
-        metrics.record_operation_applied();
-        metrics.record_operation_applied();
-        metrics.record_operation_acknowledged();
-        metrics.record_crash();
-
-        let snapshot = metrics.get_snapshot();
-        assert_eq!(snapshot.operations_applied, 2);
-        assert_eq!(snapshot.operations_acknowledged, 1);
-        assert_eq!(snapshot.crash_count, 1);
-    }
-
-    #[test]
-    fn cluster_metrics_aggregation() {
-        let cluster = ClusterMetrics::new(vec!["node-1".to_string(), "node-2".to_string()]);
-
-        cluster.nodes[0].record_operation_applied();
-        cluster.nodes[0].record_operation_applied();
-        cluster.nodes[1].record_operation_applied();
-        cluster.nodes[0].record_crash();
-        cluster.record_divergence();
-
-        let snapshot = cluster.get_cluster_snapshot();
-        assert_eq!(snapshot.total_operations_applied, 3);
-        assert_eq!(snapshot.total_crashes, 1);
-        assert_eq!(snapshot.divergence_events, 1);
-    }
-
-    #[test]
-    fn metrics_export_csv() {
-        let cluster = ClusterMetrics::new(vec!["node-1".to_string()]);
-        cluster.nodes[0].record_operation_applied();
-
-        let csv = cluster.export_csv();
-        assert!(csv.contains("node-1"));
-        assert!(csv.contains("1")); // 1 operation applied
-    }
-}