letify 2.4.3__tar.gz → 2.4.4__tar.gz

{letify-2.4.3 → letify-2.4.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: letify
-Version: 2.4.3
+Version: 2.4.4
 Summary: Declarations that become infrastructure.
 Project-URL: Homepage, https://github.com/DarkPyonix/letify
 Project-URL: Documentation, https://github.com/DarkPyonix/letify/tree/main/docs

{letify-2.4.3 → letify-2.4.4}/letify/__init__.py

@@ -64,7 +64,7 @@ distributed: Final = Host.distributed
 # The enum class stays importable from letify.declare.instance for letify's own use.
 del Host
 
-__version__ = "2.4.3"
+__version__ = "2.4.4"
 
 
 def fetch(tensor):  # type: ignore[no-untyped-def]

{letify-2.4.3 → letify-2.4.4}/letify/protocol/worker.py

@@ -365,6 +365,19 @@ def _data_hash_file(path):
     return hasher.hexdigest(length=16)
 
 
+def _data_same_bytes(path, digest):
+    """Whether the file still hashes to the digest it is the blob of.
+
+    Spec "Runtime data cache budget": only the ambiguous case is hashed, a size that
+    matches with a new timestamp, so the read is paid where a timestamp cannot decide.
+    Never raises; a file that cannot be read is not the file the digest promised.
+    """
+    try:
+        return _data_hash_file(path) == digest
+    except OSError:
+        return False
+
+
 def _data_collect(data, placed):
     """Commit each file a returned call created or changed at an output into the cache."""
     import stat
@@ -431,11 +444,25 @@ def _data_check_cache(data, placed):
             info = os.stat(source)
         except OSError:
             continue
-        if (info.st_size, info.st_mtime_ns) != cached:
-            try:
-                os.remove(source)
-            except OSError:
-                pass
+        if (info.st_size, info.st_mtime_ns) == cached:
+            continue
+        if info.st_size == cached[0] and _data_same_bytes(source, digest):
+            # Spec "Runtime data cache budget": the same bytes with a new timestamp, which
+            # is what a file copied back looks like. The digest still holds, so it stays.
+            continue
+        # Spec "Runtime data cache budget": removing a file a call may still need is worth
+        # a line, or it vanishes and only the next failure mentions it.
+        print(
+            "letify: data cache dropped %s, written through its link (%d bytes at %d, "
+            "placed as %d at %d)"
+            % (digest, info.st_size, info.st_mtime_ns, cached[0], cached[1]),
+            file=sys.stderr,
+            flush=True,
+        )
+        try:
+            os.remove(source)
+        except OSError:
+            pass
 
 
 def _op_data_written(request):

{letify-2.4.3 → letify-2.4.4}/letify-core/Cargo.lock

@@ -138,7 +138,7 @@ dependencies = [
 
 [[package]]
 name = "letify-agent"
-version = "2.4.3"
+version = "2.4.4"
 dependencies = [
  "letify-wire",
  "libloading",
@@ -146,7 +146,7 @@ dependencies = [
 
 [[package]]
 name = "letify-driver"
-version = "2.4.3"
+version = "2.4.4"
 dependencies = [
  "letify-wire",
 ]
@@ -164,7 +164,7 @@ dependencies = [
 
 [[package]]
 name = "letify-wire"
-version = "2.4.3"
+version = "2.4.4"
 
 [[package]]
 name = "libc"

{letify-2.4.3 → letify-2.4.4}/letify-core/Cargo.toml

@@ -8,7 +8,7 @@ resolver = "3"
 members = ["letify-wire", "letify-driver", "letify-agent", "letify-quic"]
 
 [workspace.package]
-version = "2.4.3"
+version = "2.4.4"
 edition = "2024"
 license = "MIT"
 repository = "https://github.com/DarkPyonix/letify"

{letify-2.4.3 → letify-2.4.4}/letify-ext/package-lock.json

@@ -1,12 +1,12 @@
 {
   "name": "letify-status",
-  "version": "2.4.3",
+  "version": "2.4.4",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "letify-status",
-      "version": "2.4.3",
+      "version": "2.4.4",
       "license": "SEE LICENSE IN LICENSE",
       "devDependencies": {
         "@types/node": "^18.19.0",

{letify-2.4.3 → letify-2.4.4}/letify-ext/package.json

@@ -2,7 +2,7 @@
   "name": "letify-status",
   "displayName": "letify Status",
   "description": "letify quota and GPU activity in the status bar, read from the letify CLI.",
-  "version": "2.4.3",
+  "version": "2.4.4",
   "publisher": "darkpyonix",
   "license": "SEE LICENSE IN LICENSE",
   "repository": {

{letify-2.4.3 → letify-2.4.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "letify"
-version = "2.4.3"
+version = "2.4.4"
 description = "Declarations that become infrastructure."
 readme = "README.md"
 requires-python = ">=3.11"

{letify-2.4.3 → letify-2.4.4}/tests/test_data_streaming.py

@@ -1504,3 +1504,50 @@ def test_a_write_back_leaves_a_directory_that_was_already_there(
         writes(out)
 
     assert (out / "checkpoint-2607" / "kept.txt").read_text(encoding="utf-8") == "mine"
+
+
+def test_the_cache_says_when_it_drops_a_blob_written_through_its_link() -> None:
+    """Spec "Runtime data cache budget": a dropped blob is reported, not silent.
+
+    A live session spent two days unable to tell this removal from the budget prune,
+    because a blob vanished and only the next failure mentioned it.
+    """
+    from letify.protocol import worker
+
+    at = worker.SOURCE.index("def _data_check_cache")
+    body = worker.SOURCE[at : worker.SOURCE.index("\ndef ", at + 10)]
+    assert "data cache dropped" in body
+    assert "written through its link" in body
+    assert "sys.stderr" in body
+
+
+def test_a_blob_whose_bytes_are_unchanged_survives_a_new_mtime(launcher_from, project) -> None:
+    """Spec "Runtime data cache budget": dropped on content, not on a timestamp.
+
+    A session restoring its blobs by copying them back had each copy dropped again on its
+    new mtime, so a loop meant to repair the store kept emptying it.
+    """
+    let = streaming(launcher_from, data_first_wave_mib=1024)
+    root = dataset(project, 1, size=1 << 12)
+    target = root / "000.bin"
+
+    @let.function(device=let.providers.lab.CPU, host=letify.remote)
+    def touches(path: Path) -> list[int]:
+        import os as _os
+
+        info = _os.stat(path)
+        # The same bytes, a new timestamp: what a copy back looks like.
+        _os.utime(path, (info.st_atime, info.st_mtime + 120))
+        return [info.st_nlink, _os.stat(path).st_size]
+
+    links, size = touches(target)
+    assert links == 2 and size == 1 << 12
+
+    # The blob is still there, so a second call is told the runtime has it.
+    import io
+    from contextlib import redirect_stderr
+
+    captured = io.StringIO()
+    with redirect_stderr(captured):
+        assert touches(target)[1] == 1 << 12
+    assert "data cache dropped" not in captured.getvalue()