tensorfs 0.3.75__tar.gz → 0.3.76__tar.gz

{tensorfs-0.3.75 → tensorfs-0.3.76}/Cargo.lock

@@ -439,7 +439,7 @@ checksum = "adb6935a6f5c20170eeceb1a3835a49e12e19d792f6dd344ccc76a985ca5a6ca"
 
 [[package]]
 name = "tensorfs-core"
-version = "0.3.75"
+version = "0.3.76"
 dependencies = [
  "fs2",
  "libc",
@@ -454,7 +454,7 @@ dependencies = [
 
 [[package]]
 name = "tensorfs-py"
-version = "0.3.75"
+version = "0.3.76"
 dependencies = [
  "pyo3",
  "tensorfs-core",

{tensorfs-0.3.75 → tensorfs-0.3.76}/Cargo.toml

@@ -3,5 +3,5 @@ resolver = "2"
 members = ["crates/tensorfs-core", "crates/tensorfs-py"]
 
 [workspace.package]
-version = "0.3.75"
+version = "0.3.76"
 edition = "2021"

{tensorfs-0.3.75 → tensorfs-0.3.76}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tensorfs
-Version: 0.3.75
+Version: 0.3.76
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Rust

{tensorfs-0.3.75 → tensorfs-0.3.76}/crates/tensorfs-core/src/checkpoint_root.rs

@@ -155,16 +155,7 @@ fn write(store: &Store, root: &CheckpointRoot) -> Result<()> {
             .and_then(|()| file.sync_all())
             .map_err(io)?;
         fs::rename(&temporary, path).map_err(io)?;
-        for directory in [
-            directory(store),
-            store.root().join("roots"),
-            store.root().to_path_buf(),
-        ] {
-            File::open(directory)
-                .and_then(|file| file.sync_all())
-                .map_err(io)?;
-        }
-        Ok(())
+        crate::store::fsync_entry_dir(store.root(), &directory(store))
     })();
     let _ = fs::remove_file(temporary);
     result

{tensorfs-0.3.75 → tensorfs-0.3.76}/crates/tensorfs-core/src/source_artifact.rs

@@ -155,14 +155,7 @@ fn write(store: &Store, root: &TreeRoot) -> Result<()> {
         .and_then(|()| file.sync_all())
         .map_err(io)?;
     fs::rename(tmp, path).map_err(io)?;
-    for dir in [
-        directory(store),
-        store.root().join("roots"),
-        store.root().to_path_buf(),
-    ] {
-        File::open(dir).and_then(|f| f.sync_all()).map_err(io)?;
-    }
-    Ok(())
+    crate::store::fsync_entry_dir(store.root(), &directory(store))
 }
 fn verify(store: &Store, manifest: &ObjectRef) -> Result<Manifest> {
     let tree = store.read_manifest(manifest)?;

{tensorfs-0.3.75 → tensorfs-0.3.76}/crates/tensorfs-core/src/store.rs

@@ -2340,6 +2340,33 @@ pub(crate) fn fsync_dir(dir: &Path) -> Result<()> {
         .map_err(|e| io(format!("fsync dir {}", dir.display()), e))
 }
 
+/// Make an entry just renamed into `dir` durable. The ancestors up to the store `root` hold
+/// only directory entries, which change when a directory is created, so each process syncs
+/// them once per `dir` (by inode: a recreated directory syncs again) rather than on every
+/// write. A child call's input hold wrote one root and paid four fsyncs; it now pays two.
+pub(crate) fn fsync_entry_dir(root: &Path, dir: &Path) -> Result<()> {
+    use std::collections::HashSet;
+    use std::sync::{Mutex, OnceLock};
+    static SYNCED: OnceLock<Mutex<HashSet<(u64, u64)>>> = OnceLock::new();
+    fsync_dir(dir)?;
+    let meta = fs::metadata(dir).map_err(|e| io(format!("stat {}", dir.display()), e))?;
+    let identity = (meta.dev(), meta.ino());
+    let synced = SYNCED.get_or_init(Default::default);
+    if synced.lock().is_ok_and(|set| set.contains(&identity)) {
+        return Ok(());
+    }
+    for ancestor in dir.ancestors().skip(1) {
+        fsync_dir(ancestor)?;
+        if ancestor == root {
+            break;
+        }
+    }
+    if let Ok(mut set) = synced.lock() {
+        set.insert(identity);
+    }
+    Ok(())
+}
+
 pub(crate) fn now_nanos_unique() -> u128 {
     use std::sync::atomic::{AtomicU64, Ordering};
     static N: AtomicU64 = AtomicU64::new(0);

{tensorfs-0.3.75 → tensorfs-0.3.76}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "maturin"
 
 [project]
 name = "tensorfs"
-version = "0.3.75"
+version = "0.3.76"
 description = "TensorFS — canonical tensor artifact substrate"
 requires-python = ">=3.12"
 classifiers = [