fuse4dbricks 0.7.1__tar.gz → 0.7.3__tar.gz

{fuse4dbricks-0.7.1 → fuse4dbricks-0.7.3}/.github/workflows/test.yml

@@ -54,7 +54,7 @@ jobs:
     - name: Build a binary wheel and a source tarball
       run: uv build
     - name: Store the distribution packages
-      uses: actions/upload-artifact@v5
+      uses: actions/upload-artifact@v7
       with:
         name: python-package-distributions
         path: dist/

{fuse4dbricks-0.7.1 → fuse4dbricks-0.7.3}/CHANGELOG.md

@@ -1,3 +1,33 @@
+# 0.7.3 (2026-06-19)
+
+- Fix `mv` of a freshly written file failing with an I/O error. `rename()`
+  copies the source by downloading it with an `If-Unmodified-Since` guard built
+  from the inode's `st_mtime`. A file just created/written through the mount
+  carries a locally-stamped mtime (the `create()`-time wall clock), which is
+  earlier than the server's `Last-Modified` (assigned when the upload
+  completed), so the server reported `412 Precondition Failed` and the copy read
+  failed with `EIO`. `rename()` now refreshes the source's metadata from the
+  server before copying, so the guard matches the server's view. (Ordinary reads
+  were unaffected: they refresh via `getattr` before reading; only `rename`
+  bypassed that.)
+- Stop logging a missing Databricks config file at `ERROR`. A uid without a
+  Databricks setup (e.g. `root` or a system daemon probing the mount) produced
+  three error lines per request, flooding the journal. A missing default
+  `~/.databrickscfg` and the resulting "no token" outcome are now logged at
+  `debug`; genuinely unexpected stat failures (e.g. permission denied) are
+  logged at `warning`.
+
+# 0.7.2 (2026-06-19)
+
+- Fix a just-created file or directory being reported as nonexistent for up to
+  the negative-cache TTL (~5s) when its path had been stat'd before it existed.
+  Probing a not-yet-existing path records a negative (not-found) cache entry,
+  and `invalidate()` — called on every mutating op (create/write, `mkdir`,
+  `unlink`/`rmdir`, `rename`, truncate) — cleared the attribute and directory
+  caches but left that negative entry in place, so a subsequent `stat` kept
+  returning `ENOENT` until the entry expired. `invalidate()` now also evicts the
+  path's negative-cache entries (for every principal).
+
 # 0.7.1 (2026-06-17)
 
 - Unmount cleanly on `SIGTERM`/`SIGHUP` (e.g. `systemctl stop`). trio only turns

{fuse4dbricks-0.7.1 → fuse4dbricks-0.7.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fuse4dbricks
-Version: 0.7.1
+Version: 0.7.3
 Summary: FUSE driver for Databricks Unity Catalog Volumes.
 Project-URL: Homepage, https://github.com/zeehio/fuse4dbricks
 Author-email: Sergio Oller <sergioller@gmail.com>

{fuse4dbricks-0.7.1 → fuse4dbricks-0.7.3}/fuse4dbricks/auth/provider.py

@@ -171,8 +171,17 @@ class DatabricksUnifiedAuthProvider:
         """
         try:
             st = os.stat(config_file)
+        except FileNotFoundError:
+            # A missing config file is the normal state for any uid without a
+            # Databricks setup (e.g. root or a system daemon probing the mount).
+            # Logging it at error level floods the journal with one line per
+            # request, so keep it at debug.
+            logger.debug("Config file %s does not exist, ignoring", config_file)
+            return False
         except OSError as exc:
-            logger.error("Cannot stat config file %s: %s", config_file, exc)
+            # Other stat failures (permission denied, etc.) are unexpected and
+            # worth surfacing, but are not fatal to the mount.
+            logger.warning("Cannot stat config file %s: %s", config_file, exc)
             return False
         if not stat.S_ISREG(st.st_mode):
             logger.error("Config file %s is not a regular file, ignoring", config_file)
@@ -216,7 +225,9 @@ class DatabricksUnifiedAuthProvider:
                 config_file = default_config
 
         if config_file is None:
-            logger.error("No databricks config file found for uid %s. Checked environment variable DATABRICKS_CONFIG_FILE and default location", uid)
+            # Expected for any uid without a Databricks config; debug-level so a
+            # repeatedly-probing uid (e.g. root) does not flood the journal.
+            logger.debug("No databricks config file found for uid %s. Checked environment variable DATABRICKS_CONFIG_FILE and default location", uid)
             return None, None
         return profile, config_file
 
@@ -247,7 +258,10 @@ class DatabricksUnifiedAuthProvider:
         # The process does not define a token, but defines a profile or config file:
         profile, config_file = self._get_profile_and_config_file_name(env, ctx.uid)
         if profile is None or config_file is None:
-            logger.error("No databricks token found in environment variables for pid %s, and no profile or config file found for uid %s", ctx.pid, ctx.uid)
+            # Routine when a uid has neither a token in its environment nor a
+            # config file; the caller turns this into EACCES. Debug-level to
+            # avoid one error line per request from a probing uid.
+            logger.debug("No databricks token found in environment variables for pid %s, and no profile or config file found for uid %s", ctx.pid, ctx.uid)
             return None
         return self._get_token_from_config(profile, config_file)
 

{fuse4dbricks-0.7.1 → fuse4dbricks-0.7.3}/fuse4dbricks/fs/metadata_manager.py

@@ -480,6 +480,18 @@ class MetadataManager:
             if attr_cache_key in self._attr_cache:
                 del self._attr_cache[attr_cache_key]
 
+            # A mutating op (create/write/mkdir/rename/truncate/delete) just
+            # changed this path's presence, so any cached negative is now stale.
+            # Drop it for every principal: invalidate() is synchronous and has
+            # no principal in hand, and a just-created path must be immediately
+            # visible on this mount rather than hidden until the negative TTL
+            # expires. Build the key list first, then delete -- there is no
+            # await between, so this stays atomic under trio (mirrors the
+            # lock-free contract of the rest of this method).
+            stale_negatives = [k for k in self._negative_cache if k[1] == fs_path]
+            for key in stale_negatives:
+                del self._negative_cache[key]
+
             parent_path = "/".join(fs_path.rstrip("/").split("/")[:-1]) or "/"
             if parent_path in self._dir_cache:
                 del self._dir_cache[parent_path]

{fuse4dbricks-0.7.1 → fuse4dbricks-0.7.3}/fuse4dbricks/fs/operations.py

@@ -757,6 +757,24 @@ class UnityCatalogFS(pyfuse3.Operations):
         if src_entry.is_dir:
             raise pyfuse3.FUSEError(errno.EXDEV)
 
+        # Refresh the source's metadata from the server before copying. A file
+        # just created/written through this mount carries a locally-stamped
+        # st_mtime (the create()-time wall clock), which is earlier than the
+        # server's Last-Modified (assigned when the upload completed). The copy
+        # below sends that mtime as If-Unmodified-Since; a too-early value makes
+        # the server report 412 (file changed since) and the read fails with
+        # EIO, so `mv` of a freshly-written file breaks. getattr() refreshes the
+        # inode on the ordinary read path but rename() never does, so do it here.
+        try:
+            refreshed = await self.metadata_manager.get_attributes(src_entry, ctx)
+        except pyfuse3.FUSEError:
+            raise
+        except Exception as exc:
+            self._raise_fuse_error(exc, fs_path=old_fs_path, op="rename")
+        if refreshed is None:
+            raise pyfuse3.FUSEError(errno.ENOENT)
+        src_entry.attr.update(refreshed)
+
         # Inspect the destination for NOREPLACE / file-over-dir rules.
         try:
             dst_attr = await self.metadata_manager.lookup_child(new_parent, new_name, ctx)

{fuse4dbricks-0.7.1 → fuse4dbricks-0.7.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "fuse4dbricks"
-version = "0.7.1"
+version = "0.7.3"
 description = "FUSE driver for Databricks Unity Catalog Volumes."
 readme = "README.md"
 requires-python = ">=3.11"

{fuse4dbricks-0.7.1 → fuse4dbricks-0.7.3}/tests/test_auth_provider.py

@@ -184,6 +184,31 @@ def test_profile_config_nothing_found(unified, tmp_path, monkeypatch):
     assert (profile, config_file) == (None, None)
 
 
+def test_missing_default_config_is_not_logged_as_error(unified, tmp_path, monkeypatch, caplog):
+    """A missing ~/.databrickscfg is the normal state for a uid without a
+    Databricks setup (e.g. root probing the mount). It must not be logged at
+    error level, or a repeatedly-probing uid floods the journal with one line
+    per request."""
+    monkeypatch.setattr(unified, "_home_for_uid", lambda uid: str(tmp_path / "empty"))
+    with caplog.at_level("DEBUG", logger="fuse4dbricks.auth.provider"):
+        profile, config_file = unified._get_profile_and_config_file_name(env=None, uid=os.getuid())
+    assert (profile, config_file) == (None, None)
+    # The benign "does not exist" path logs at debug, never at error/warning.
+    assert not [r for r in caplog.records if r.levelname in ("ERROR", "WARNING")]
+    assert any(r.levelname == "DEBUG" for r in caplog.records)
+
+
+def test_unreadable_config_is_logged_as_warning(unified, tmp_path, monkeypatch, caplog):
+    """A stat failure that is NOT 'file missing' (e.g. permission denied) is
+    unexpected and stays visible at warning level."""
+    def _boom(path):
+        raise PermissionError("denied")
+    monkeypatch.setattr(provider_mod.os, "stat", _boom)
+    with caplog.at_level("DEBUG", logger="fuse4dbricks.auth.provider"):
+        assert unified._is_safe_config_file(str(tmp_path / "cfg"), os.getuid()) is False
+    assert any(r.levelname == "WARNING" for r in caplog.records)
+
+
 # ---------------------------------------------------------------------------
 # _get_token_from_config
 # ---------------------------------------------------------------------------

{fuse4dbricks-0.7.1 → fuse4dbricks-0.7.3}/tests/test_metadata_manager.py

@@ -453,6 +453,26 @@ def test_invalidate_nonexistent_path_does_not_raise(manager):
     manager.invalidate("/nonexistent/path/file.txt", is_dir=False)  # Must not raise
 
 
+def test_invalidate_clears_negative_cache_for_all_principals(manager, ctx):
+    """A mutating op (create/write/mkdir/...) routes through invalidate(); it
+    must drop the path's negative entry for EVERY principal so a just-created
+    file is immediately visible instead of hidden until the negative TTL
+    expires. This is the negative-cache poisoning bug: stat a path before it
+    exists, create it, then stat again -> stale ENOENT for ~ttl_negative."""
+    future = time.time() + 100
+    fs_path = "/cat/sch/vol/file.txt"
+    manager._negative_cache[("alice@example.com", fs_path)] = future
+    manager._negative_cache[("bob@example.com", fs_path)] = future
+    # A negative for a *different* path must survive.
+    manager._negative_cache[("alice@example.com", "/cat/sch/vol/other.txt")] = future
+
+    manager.invalidate(fs_path, is_dir=False)
+
+    assert ("alice@example.com", fs_path) not in manager._negative_cache
+    assert ("bob@example.com", fs_path) not in manager._negative_cache
+    assert ("alice@example.com", "/cat/sch/vol/other.txt") in manager._negative_cache
+
+
 # ---------------------------------------------------------------------------
 # reauthorize  (token change -> refresh the uid -> principal mapping)
 # ---------------------------------------------------------------------------

{fuse4dbricks-0.7.1 → fuse4dbricks-0.7.3}/tests/test_operations.py

@@ -1263,6 +1263,52 @@ async def test_rename_file_copies_then_deletes_and_moves_inode(
     metadata_manager.invalidate.assert_any_call("/cat/sch/vol/renamed.txt", is_dir=False)
 
 
+@pytest.mark.trio
+async def test_rename_refreshes_source_mtime_before_copy(
+    fs, inode_manager, uc_client, metadata_manager, data_manager, ctx
+):
+    """Regression: a file just written through the mount carries a locally
+    stamped st_mtime (create()-time wall clock) that is earlier than the
+    server's Last-Modified. rename() must refresh the source from the server
+    before copying, so the If-Unmodified-Since the copy sends matches the
+    server and does not 412. The copy read must use the refreshed mtime/size,
+    not the stale inode values."""
+    vol, f = _make_vol_file(inode_manager, size=512)
+    # Stale, locally-stamped attributes left on the inode after create()/write.
+    f.attr.st_mtime = 9999.0
+    f.attr.st_size = 512
+    # The server's authoritative view, returned by the refresh.
+    server_attr = _make_attr(False, size=5)  # _make_attr -> st_mtime=2000.0
+    metadata_manager.get_attributes = AsyncMock(return_value=server_attr)
+    metadata_manager.lookup_child = AsyncMock(return_value=None)  # dest is free
+    metadata_manager.invalidate = MagicMock()
+
+    await fs.rename(vol.inode, b"data.txt", vol.inode, b"renamed.txt", 0, ctx)
+
+    # Source was refreshed from the server before the copy.
+    metadata_manager.get_attributes.assert_awaited_once()
+    # The copy read used the server mtime (2000.0) and size (5), not the stale
+    # local values (9999.0 / 512).
+    read_args = data_manager.read.call_args.args
+    assert read_args[3] == 2000.0           # mtime -> If-Unmodified-Since
+    assert read_args[4] == 5                # file_size
+
+
+@pytest.mark.trio
+async def test_rename_source_deleted_during_refresh_raises_enoent(
+    fs, inode_manager, metadata_manager, ctx
+):
+    """If the source vanished by the time we refresh its metadata, rename
+    surfaces ENOENT rather than copying with stale attributes."""
+    vol, f = _make_vol_file(inode_manager, size=5)
+    metadata_manager.get_attributes = AsyncMock(return_value=None)  # gone
+    metadata_manager.lookup_child = AsyncMock(return_value=None)
+
+    with pytest.raises(pyfuse3.FUSEError) as ei:
+        await fs.rename(vol.inode, b"data.txt", vol.inode, b"renamed.txt", 0, ctx)
+    assert ei.value.errno == errno.ENOENT
+
+
 @pytest.mark.trio
 async def test_rename_into_other_directory_reparents_inode(
     fs, inode_manager, uc_client, metadata_manager, ctx

{fuse4dbricks-0.7.1 → fuse4dbricks-0.7.3}/uv.lock

@@ -353,7 +353,7 @@ wheels = [
 
 [[package]]
 name = "fuse4dbricks"
-version = "0.7.1"
+version = "0.7.3"
 source = { editable = "." }
 dependencies = [
     { name = "databricks-sdk" },