pyturso 0.4.4rc1__tar.gz → 0.4.4rc2__tar.gz

{pyturso-0.4.4rc1 → pyturso-0.4.4rc2}/Cargo.lock

@@ -418,12 +418,6 @@ dependencies = [
  "which",
 ]
 
-[[package]]
-name = "bit-vec"
-version = "0.4.4"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "02b4ff8b16e6076c3e14220b39fbc1fabb6737522281a388998046859400895f"
-
 [[package]]
 name = "bitflags"
 version = "1.3.2"
@@ -467,15 +461,6 @@ dependencies = [
  "generic-array",
 ]
 
-[[package]]
-name = "bloom"
-version = "0.3.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d00ac8e5056d6d65376a3c1aa5c7c34850d6949ace17f0266953a254eb3d6fe8"
-dependencies = [
- "bit-vec",
-]
-
 [[package]]
 name = "branches"
 version = "0.4.3"
@@ -896,7 +881,7 @@ checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b"
 
 [[package]]
 name = "core_tester"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "anyhow",
  "assert_cmd",
@@ -1592,6 +1577,18 @@ version = "0.1.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "7360491ce676a36bf9bb3c56c1aa791658183a54d2744120f27285738d90465a"
 
+[[package]]
+name = "fastbloom"
+version = "0.14.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4e7f34442dbe69c60fe8eaf58a8cafff81a1f278816d8ab4db255b3bef4ac3c4"
+dependencies = [
+ "getrandom 0.3.2",
+ "libm",
+ "rand 0.9.2",
+ "siphasher",
+]
+
 [[package]]
 name = "fastrand"
 version = "2.3.0"
@@ -2729,7 +2726,7 @@ dependencies = [
 
 [[package]]
 name = "limbo_completion"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "mimalloc",
  "turso_ext",
@@ -2737,7 +2734,7 @@ dependencies = [
 
 [[package]]
 name = "limbo_crypto"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "blake3",
  "data-encoding",
@@ -2750,7 +2747,7 @@ dependencies = [
 
 [[package]]
 name = "limbo_csv"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "csv",
  "mimalloc",
@@ -2760,7 +2757,7 @@ dependencies = [
 
 [[package]]
 name = "limbo_fuzzy"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "mimalloc",
  "turso_ext",
@@ -2768,7 +2765,7 @@ dependencies = [
 
 [[package]]
 name = "limbo_ipaddr"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "ipnetwork",
  "mimalloc",
@@ -2777,7 +2774,7 @@ dependencies = [
 
 [[package]]
 name = "limbo_percentile"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "mimalloc",
  "turso_ext",
@@ -2785,7 +2782,7 @@ dependencies = [
 
 [[package]]
 name = "limbo_regexp"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "mimalloc",
  "regex",
@@ -2794,7 +2791,7 @@ dependencies = [
 
 [[package]]
 name = "limbo_sim"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "anyhow",
  "bitflags 2.9.4",
@@ -2831,7 +2828,7 @@ dependencies = [
 
 [[package]]
 name = "limbo_sqlite_test_ext"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "cc",
 ]
@@ -3718,7 +3715,7 @@ dependencies = [
 
 [[package]]
 name = "py-turso"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "anyhow",
  "pyo3",
@@ -4543,6 +4540,12 @@ dependencies = [
  "cc",
 ]
 
+[[package]]
+name = "siphasher"
+version = "1.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "56199f7ddabf13fe5074ce809e7d3f42b42ae711800501b5b16ea82ad029c39d"
+
 [[package]]
 name = "slab"
 version = "0.4.9"
@@ -4595,7 +4598,7 @@ checksum = "d372029cb5195f9ab4e4b9aef550787dce78b124fcaee8d82519925defcd6f0d"
 
 [[package]]
 name = "sql_generation"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "anarchist-readable-name-generator-lib",
  "anyhow",
@@ -5299,7 +5302,7 @@ checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b"
 
 [[package]]
 name = "turso"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "anyhow",
  "bytes",
@@ -5323,14 +5326,14 @@ dependencies = [
 
 [[package]]
 name = "turso-dotnet"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "turso_core",
 ]
 
 [[package]]
 name = "turso-java"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "jni",
  "thiserror 2.0.16",
@@ -5339,7 +5342,7 @@ dependencies = [
 
 [[package]]
 name = "turso_cli"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "anyhow",
  "bytes",
@@ -5380,7 +5383,7 @@ dependencies = [
 
 [[package]]
 name = "turso_core"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "aegis",
  "aes",
@@ -5388,7 +5391,6 @@ dependencies = [
  "antithesis_sdk",
  "arc-swap",
  "bitflags 2.9.4",
- "bloom",
  "branches",
  "built",
  "bumpalo",
@@ -5400,6 +5402,7 @@ dependencies = [
  "either",
  "env_logger 0.11.7",
  "fallible-iterator",
+ "fastbloom",
  "hex",
  "intrusive-collections",
  "io-uring",
@@ -5447,7 +5450,7 @@ dependencies = [
 
 [[package]]
 name = "turso_dart"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "flutter_rust_bridge",
  "turso_core",
@@ -5455,7 +5458,7 @@ dependencies = [
 
 [[package]]
 name = "turso_ext"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "chrono",
  "getrandom 0.3.2",
@@ -5464,7 +5467,7 @@ dependencies = [
 
 [[package]]
 name = "turso_ext_tests"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "env_logger 0.11.7",
  "lazy_static",
@@ -5475,7 +5478,7 @@ dependencies = [
 
 [[package]]
 name = "turso_macros"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "proc-macro2",
  "quote",
@@ -5484,7 +5487,7 @@ dependencies = [
 
 [[package]]
 name = "turso_node"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "chrono",
  "napi",
@@ -5497,7 +5500,7 @@ dependencies = [
 
 [[package]]
 name = "turso_parser"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "bitflags 2.9.4",
  "criterion",
@@ -5514,7 +5517,7 @@ dependencies = [
 
 [[package]]
 name = "turso_sdk_kit"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "bindgen",
  "env_logger 0.11.7",
@@ -5527,7 +5530,7 @@ dependencies = [
 
 [[package]]
 name = "turso_sdk_kit_macros"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "proc-macro2",
  "quote",
@@ -5536,7 +5539,7 @@ dependencies = [
 
 [[package]]
 name = "turso_sqlite3"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "env_logger 0.11.7",
  "libc",
@@ -5549,7 +5552,7 @@ dependencies = [
 
 [[package]]
 name = "turso_stress"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "antithesis_sdk",
  "clap",
@@ -5565,7 +5568,7 @@ dependencies = [
 
 [[package]]
 name = "turso_sync_engine"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "base64 0.22.1",
  "bytes",
@@ -5592,7 +5595,7 @@ dependencies = [
 
 [[package]]
 name = "turso_sync_js"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "genawaiter",
  "napi",
@@ -5607,7 +5610,7 @@ dependencies = [
 
 [[package]]
 name = "turso_sync_sdk_kit"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "bindgen",
  "env_logger 0.11.7",
@@ -5624,7 +5627,7 @@ dependencies = [
 
 [[package]]
 name = "turso_whopper"
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 dependencies = [
  "anyhow",
  "clap",

{pyturso-0.4.4rc1 → pyturso-0.4.4rc2}/Cargo.toml

@@ -6,24 +6,24 @@ members = ["bindings/python"]
 exclude = ["perf/latency/limbo", "turso-test-runner"]
 
 [workspace.package]
-version = "0.4.4-pre.1"
+version = "0.4.4-pre.2"
 authors = ["the Limbo authors"]
 edition = "2021"
 license = "MIT"
 repository = "https://github.com/tursodatabase/turso"
 
 [workspace.dependencies]
-turso = { path = "bindings/rust", version = "0.4.4-pre.1" }
-turso_node = { path = "bindings/javascript", version = "0.4.4-pre.1" }
-turso_sdk_kit = { path = "sdk-kit", version = "0.4.4-pre.1" }
-turso_sdk_kit_macros = { path = "sdk-kit-macros", version = "0.4.4-pre.1" }
-turso_sync_sdk_kit = { path = "sync/sdk-kit", version = "0.4.4-pre.1" }
-limbo_completion = { path = "extensions/completion", version = "0.4.4-pre.1" }
-turso_core = { path = "core", version = "0.4.4-pre.1" }
-turso_sync_engine = { path = "sync/engine", version = "0.4.4-pre.1" }
-turso_ext = { path = "extensions/core", version = "0.4.4-pre.1" }
-turso_macros = { path = "macros", version = "0.4.4-pre.1" }
-turso_parser = { path = "parser", version = "0.4.4-pre.1" }
+turso = { path = "bindings/rust", version = "0.4.4-pre.2" }
+turso_node = { path = "bindings/javascript", version = "0.4.4-pre.2" }
+turso_sdk_kit = { path = "sdk-kit", version = "0.4.4-pre.2" }
+turso_sdk_kit_macros = { path = "sdk-kit-macros", version = "0.4.4-pre.2" }
+turso_sync_sdk_kit = { path = "sync/sdk-kit", version = "0.4.4-pre.2" }
+limbo_completion = { path = "extensions/completion", version = "0.4.4-pre.2" }
+turso_core = { path = "core", version = "0.4.4-pre.2" }
+turso_sync_engine = { path = "sync/engine", version = "0.4.4-pre.2" }
+turso_ext = { path = "extensions/core", version = "0.4.4-pre.2" }
+turso_macros = { path = "macros", version = "0.4.4-pre.2" }
+turso_parser = { path = "parser", version = "0.4.4-pre.2" }
 sql_generation = { path = "sql_generation" }
 strum = { version = "0.26", features = ["derive"] }
 strum_macros = "0.26"

{pyturso-0.4.4rc1 → pyturso-0.4.4rc2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyturso
-Version: 0.4.4rc1
+Version: 0.4.4rc2
 Classifier: Development Status :: 3 - Alpha
 Classifier: Programming Language :: Python
 Classifier: Programming Language :: Python :: 3

{pyturso-0.4.4rc1 → pyturso-0.4.4rc2}/core/Cargo.toml

@@ -86,13 +86,13 @@ intrusive-collections = "0.9.7"
 roaring = "0.11.2"
 simsimd = "6.5.3"
 arc-swap = "1.7"
-bloom = "0.3.2"
 rustc-hash = "2.0"
 either = { workspace = true }
 tracing-subscriber.workspace = true
 rapidhash = "4.1.1"
 branches = { version = "0.4.3", default-features = false }
 bumpalo = { version = "3", features = ["collections"] }
+fastbloom = "0.14.1"
 
 # Use pure-rust for Android to avoid C cross-compilation issues
 [target.'cfg(target_os = "android")'.dependencies]

{pyturso-0.4.4rc1 → pyturso-0.4.4rc2}/core/lib.rs

@@ -2006,6 +2006,7 @@ impl Connection {
                 mv_store.clone(),
                 self.clone(),
                 true,
+                self.get_sync_mode(),
             ));
             io.as_ref().block(|| ckpt_sm.step(&()))
         } else {

{pyturso-0.4.4rc1 → pyturso-0.4.4rc2}/core/mvcc/database/checkpoint_state_machine.rs

@@ -10,8 +10,8 @@ use crate::storage::pager::CreateBTreeFlags;
 use crate::storage::wal::{CheckpointMode, TursoRwLock};
 use crate::types::{IOCompletions, IOResult, ImmutableRecord, RecordCursor};
 use crate::{
-    CheckpointResult, Completion, Connection, IOExt, LimboError, Pager, Result, TransactionState,
-    Value, ValueRef,
+    CheckpointResult, Completion, Connection, IOExt, LimboError, Pager, Result, SyncMode,
+    TransactionState, Value, ValueRef,
 };
 use parking_lot::RwLock;
 use std::collections::{HashMap, HashSet};
@@ -47,6 +47,12 @@ pub enum CheckpointState {
     TruncateLogicalLog,
     FsyncLogicalLog,
     CheckpointWal,
+    /// Fsync the database file after checkpoint, before truncating WAL.
+    /// This ensures durability: if we crash after WAL truncation but before DB fsync,
+    /// the data would be lost.
+    SyncDbFile,
+    /// Truncate the WAL file after DB file is safely synced (for TRUNCATE checkpoint mode)
+    TruncateWal,
     Finalize,
 }
 
@@ -114,6 +120,8 @@ pub struct CheckpointStateMachine<Clock: LogicalClock> {
     /// process in a transaction we don't want to change the state as we assume we are already on a
     /// write transaction and any failure will be cleared on vdbe error handling.
     update_transaction_state: bool,
+    /// The synchronous mode for fsync operations. When set to Off, fsync is skipped.
+    sync_mode: SyncMode,
 }
 
 #[derive(Debug, PartialEq, Eq, Clone, Copy)]
@@ -146,6 +154,7 @@ impl<Clock: LogicalClock> CheckpointStateMachine<Clock> {
         mvstore: Arc<MvStore<Clock>>,
         connection: Arc<Connection>,
         update_transaction_state: bool,
+        sync_mode: SyncMode,
     ) -> Self {
         let checkpoint_lock = mvstore.blocking_checkpoint_lock.clone();
         let index_id_to_index = connection
@@ -187,6 +196,7 @@ impl<Clock: LogicalClock> CheckpointStateMachine<Clock> {
             index_id_to_index,
             checkpoint_result: None,
             update_transaction_state,
+            sync_mode,
         }
     }
 
@@ -1071,6 +1081,12 @@ impl<Clock: LogicalClock> CheckpointStateMachine<Clock> {
             }
 
             CheckpointState::FsyncLogicalLog => {
+                // Skip fsync when synchronous mode is off
+                if self.sync_mode == SyncMode::Off {
+                    tracing::debug!("Skipping fsync of logical log file (synchronous=off)");
+                    self.state = CheckpointState::CheckpointWal;
+                    return Ok(TransitionResult::Continue);
+                }
                 tracing::debug!("Fsyncing logical log file");
                 let c = self.fsync_logical_log()?;
                 self.state = CheckpointState::CheckpointWal;
@@ -1087,6 +1103,59 @@ impl<Clock: LogicalClock> CheckpointStateMachine<Clock> {
                 match self.checkpoint_wal()? {
                     IOResult::Done(result) => {
                         self.checkpoint_result = Some(result);
+                        self.state = CheckpointState::SyncDbFile;
+                        Ok(TransitionResult::Continue)
+                    }
+                    IOResult::IO(io) => Ok(TransitionResult::Io(io)),
+                }
+            }
+
+            CheckpointState::SyncDbFile => {
+                // Fsync database file before truncating WAL.
+                // This ensures durability: if we crash after WAL truncation but before DB fsync,
+                // the checkpointed data would be lost.
+                if self.sync_mode == SyncMode::Off {
+                    tracing::debug!("Skipping fsync of database file (synchronous=off)");
+                    self.state = CheckpointState::TruncateWal;
+                    return Ok(TransitionResult::Continue);
+                }
+
+                let checkpoint_result = self
+                    .checkpoint_result
+                    .as_mut()
+                    .expect("checkpoint_result should be set");
+
+                // Only sync if we actually backfilled any frames
+                if checkpoint_result.num_backfilled == 0 {
+                    self.state = CheckpointState::TruncateWal;
+                    return Ok(TransitionResult::Continue);
+                }
+
+                // Check if we already sent the sync
+                if checkpoint_result.db_sync_sent {
+                    self.state = CheckpointState::TruncateWal;
+                    return Ok(TransitionResult::Continue);
+                }
+
+                tracing::debug!("Fsyncing database file before WAL truncation");
+                let c = self.pager.db_file.sync(Completion::new_sync(|_| {}))?;
+                checkpoint_result.db_sync_sent = true;
+                Ok(TransitionResult::Io(IOCompletions::Single(c)))
+            }
+
+            CheckpointState::TruncateWal => {
+                // Truncate WAL file after DB file is safely synced.
+                // This must be done explicitly because MVCC calls wal.checkpoint() directly,
+                // bypassing the pager's TruncateWalFile phase.
+                let Some(wal) = &self.pager.wal else {
+                    panic!("No WAL to truncate");
+                };
+                let checkpoint_result = self
+                    .checkpoint_result
+                    .as_mut()
+                    .expect("checkpoint_result should be set");
+                match wal.truncate_wal(checkpoint_result)? {
+                    IOResult::Done(()) => {
                         self.state = CheckpointState::Finalize;
                         Ok(TransitionResult::Continue)
                     }

{pyturso-0.4.4rc1 → pyturso-0.4.4rc2}/core/mvcc/database/mod.rs

@@ -27,7 +27,7 @@ use crate::IOExt;
 use crate::LimboError;
 use crate::Result;
 use crate::ValueRef;
-use crate::{Connection, Pager};
+use crate::{Connection, Pager, SyncMode};
 use crossbeam_skiplist::map::Entry;
 use crossbeam_skiplist::{SkipMap, SkipSet};
 use parking_lot::{Mutex, RwLock};
@@ -510,6 +510,8 @@ pub struct CommitStateMachine<Clock: LogicalClock> {
     commit_coordinator: Arc<CommitCoordinator>,
     header: Arc<RwLock<Option<DatabaseHeader>>>,
     pager: Arc<Pager>,
+    /// The synchronous mode for fsync operations. When set to Off, fsync is skipped.
+    sync_mode: SyncMode,
     _phantom: PhantomData<Clock>,
 }
 
@@ -552,6 +554,7 @@ impl<Clock: LogicalClock> CommitStateMachine<Clock> {
         connection: Arc<Connection>,
         commit_coordinator: Arc<CommitCoordinator>,
         header: Arc<RwLock<Option<DatabaseHeader>>>,
+        sync_mode: SyncMode,
     ) -> Self {
         let pager = connection.pager.load().clone();
         Self {
@@ -564,6 +567,7 @@ impl<Clock: LogicalClock> CommitStateMachine<Clock> {
             commit_coordinator,
             pager,
             header,
+            sync_mode,
             _phantom: PhantomData,
         }
     }
@@ -825,6 +829,12 @@ impl<Clock: LogicalClock> StateTransition for CommitStateMachine<Clock> {
             }
 
             CommitState::SyncLogicalLog { end_ts } => {
+                // Skip fsync when synchronous mode is off
+                if self.sync_mode == SyncMode::Off {
+                    tracing::debug!("Skipping fsync of logical log (synchronous=off)");
+                    self.state = CommitState::EndCommitLogicalLog { end_ts: *end_ts };
+                    return Ok(TransitionResult::Continue);
+                }
                 let c = mvcc_store.storage.sync()?;
                 self.state = CommitState::EndCommitLogicalLog { end_ts: *end_ts };
                 // if Completion Completed without errors we can continue
@@ -894,6 +904,7 @@ impl<Clock: LogicalClock> StateTransition for CommitStateMachine<Clock> {
                         mvcc_store.clone(),
                         self.connection.clone(),
                         false,
+                        self.connection.get_sync_mode(),
                     ));
                     let state_machine = Mutex::new(state_machine);
                     self.state = CommitState::Checkpoint { state_machine };
@@ -2216,6 +2227,7 @@ impl<Clock: LogicalClock> MvStore<Clock> {
                 connection.clone(),
                 self.commit_coordinator.clone(),
                 self.global_header.clone(),
+                connection.get_sync_mode(),
             ));
         Ok(state_machine)
     }