tensorfs 0.3.79__tar.gz → 0.3.80__tar.gz

{tensorfs-0.3.79 → tensorfs-0.3.80}/Cargo.lock

@@ -439,7 +439,7 @@ checksum = "adb6935a6f5c20170eeceb1a3835a49e12e19d792f6dd344ccc76a985ca5a6ca"
 
 [[package]]
 name = "tensorfs-core"
-version = "0.3.79"
+version = "0.3.80"
 dependencies = [
  "fs2",
  "libc",
@@ -454,7 +454,7 @@ dependencies = [
 
 [[package]]
 name = "tensorfs-py"
-version = "0.3.79"
+version = "0.3.80"
 dependencies = [
  "pyo3",
  "tensorfs-core",

{tensorfs-0.3.79 → tensorfs-0.3.80}/Cargo.toml

@@ -3,5 +3,5 @@ resolver = "2"
 members = ["crates/tensorfs-core", "crates/tensorfs-py"]
 
 [workspace.package]
-version = "0.3.79"
+version = "0.3.80"
 edition = "2021"

{tensorfs-0.3.79 → tensorfs-0.3.80}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tensorfs
-Version: 0.3.79
+Version: 0.3.80
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Rust

{tensorfs-0.3.79 → tensorfs-0.3.80}/crates/tensorfs-core/src/transport/pull.rs

@@ -1396,7 +1396,9 @@ pub fn pull(request: &PullRequest<'_>) -> Result<PullReport> {
         .or_else(|| pinned_local_closure(request))
     {
         if let Ok((plan, report)) = plan_against_store(request, &closure) {
-            if plan.wanted.is_empty() {
+            // A canceled pull can land every object before recording its source.
+            // Supplied closures still need that custody committed below.
+            if plan.wanted.is_empty() && records_checkpoint(request.store, &closure) {
                 if let Some(observer) = request.on_plan {
                     observer(&plan);
                 }

{tensorfs-0.3.79 → tensorfs-0.3.80}/crates/tensorfs-core/src/transport/tests.rs

@@ -1290,6 +1290,70 @@ fn pull_records_the_release_it_resolved() {
     let _ = std::fs::remove_dir_all(root);
 }
 
+#[test]
+fn ensure_records_source_after_cancellation_lands_the_last_object() {
+    let root = temporary("ensure-canceled-custody");
+    let store = Store::init(&root).unwrap();
+    let checkpoint = Arc::new(checkpoint(3, 8 * 1024));
+    let origin = hub_origin(Arc::clone(&checkpoint), |_, _| None);
+    let policy = SourcePolicy::default();
+    let token = super::PullCancellation::default();
+    let landed = AtomicUsize::new(0);
+    let on_object = |_: &ObjectRef, _: u64, _: ObjectSource| {
+        if landed.fetch_add(1, Ordering::Relaxed) + 1 == checkpoint.bodies.len() {
+            // Every immutable object is admitted, but pull has not recorded the source.
+            token.cancel();
+        }
+    };
+    let mut canceled = request_for(&store, &origin.base, &policy);
+    canceled.cancellation = Some(token.clone());
+    canceled.on_object = Some(&on_object);
+    assert_eq!(pull(&canceled).unwrap_err().code, Code::TRANSFER_FAILED);
+    assert_eq!(landed.load(Ordering::Relaxed), checkpoint.bodies.len());
+    assert_eq!(
+        crate::checkpoint_root::check_source(&store, "acme/model", &checkpoint.manifest)
+            .unwrap_err()
+            .code,
+        Code::REPOSITORY_ABSENT
+    );
+    let (held, _) = FetchPlan::of(
+        &store,
+        "after-cancel",
+        &checkpoint.manifest,
+        &checkpoint.objects,
+    )
+    .unwrap();
+    assert!(held.wanted.is_empty(), "cancellation must retain all bytes");
+
+    // ensure supplies its resolved closure to pull. An empty wanted set must still
+    // complete the source record that the canceled flight never committed.
+    let refspec = format!("acme/model@r1@{}", checkpoint.manifest.id());
+    let mut resumed =
+        crate::ensure::Request::new(&store, &origin.base, &refspec, &Anonymous, &policy);
+    resumed.lane = "public";
+    resumed.cancellation = Some(super::PullCancellation::default());
+    let calls = origin.total_hits();
+    let presigns = origin.hits("/v1/tensorfs/presign");
+    let result = crate::ensure::ensure(&resumed).unwrap();
+    assert_eq!(result.bytes_held, held.declared_bytes());
+    assert_eq!(result.bytes_fetched, 0);
+    assert_eq!(origin.total_hits() - calls, 1, "only resolve the closure");
+    assert_eq!(origin.hits("/v1/tensorfs/presign"), presigns);
+    crate::checkpoint_root::check_source(&store, "acme/model", &checkpoint.manifest).unwrap();
+    let census = crate::storage::Census::open(&root).unwrap();
+    assert!(census.gc_plan(&[]).unwrap().is_empty());
+
+    // Once source custody exists, the pinned warm path stays entirely local.
+    let opened = crate::catalog::connections_opened(&root);
+    let calls = origin.total_hits();
+    let warm = crate::ensure::ensure(&resumed).unwrap();
+    assert_eq!(warm.bytes_fetched, 0);
+    assert_eq!(warm.bytes_held, result.bytes_total);
+    assert_eq!(origin.total_hits(), calls);
+    assert_eq!(crate::catalog::connections_opened(&root), opened);
+    let _ = std::fs::remove_dir_all(root);
+}
+
 #[test]
 fn corrupt_object_heals_into_wanted_and_refetches() {
     let root = temporary("heal");

{tensorfs-0.3.79 → tensorfs-0.3.80}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "maturin"
 
 [project]
 name = "tensorfs"
-version = "0.3.79"
+version = "0.3.80"
 description = "TensorFS — canonical tensor artifact substrate"
 requires-python = ">=3.12"
 classifiers = [