pykvfs 0.1.1__tar.gz

pykvfs-0.1.1/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

pykvfs-0.1.1/PKG-INFO

@@ -0,0 +1,62 @@
+Metadata-Version: 2.4
+Name: pykvfs
+Version: 0.1.1
+Summary: Redis/Valkey backed FUSE filesystem
+Author: Muayyad Alsadi
+License: MIT
+Project-URL: Homepage, https://github.com/muayyad-alsadi/pykvfs
+Project-URL: Repository, https://github.com/muayyad-alsadi/pykvfs
+Classifier: Programming Language :: Python :: 3
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Topic :: System :: Filesystems
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: pyfuse3
+Requires-Dist: redis[hiredis]
+Requires-Dist: trio
+Dynamic: license-file
+
+# kvfs
+Simple networked filesystem backed by `redis` or `valkey`
+
+It's intended for small files (like config files, `.env`, ..etc.).
+Because redis/valkey is in-memory.
+
+This project uses `fuse3` and `asyncio`
+
+see [PyPI: kvfs-fuse](https://pypi.org/project/kvfs-fuse/)
+
+## Usage
+
+```
+pip install kvfs-fuse
+mkdir ~/kvfs_mnt
+kvfs ~/kvfs_mnt
+```
+
+you can specify ip, port, db number, and prefix like this
+
+```
+kvfs --redis-url='redis://1.2.3.4:6379/0' --prefix='kvfs' ~/kvfs_mnt
+```
+
+you can mount it on multiple machines, so that when you edit the config files or `.env`
+they will be updated on all of your machines
+
+
+## Dependencies
+
+you need `redis` and `pyfuse3`
+which might need python development and fuse3 development
+
+```
+dnf install -y python3-devel fuse3-devel
+```
+
+## How does it work
+
+- `kvfs:meta:/path/to/file` stores the meta data of your file
+- `kvfs:data:/path/to/file` stores the actual content
+- `kvfs:dir:/path/to/dir/` stores the dir entry
+

pykvfs-0.1.1/README.md

@@ -0,0 +1,43 @@
+# kvfs
+Simple networked filesystem backed by `redis` or `valkey`
+
+It's intended for small files (like config files, `.env`, ..etc.).
+Because redis/valkey is in-memory.
+
+This project uses `fuse3` and `asyncio`
+
+see [PyPI: kvfs-fuse](https://pypi.org/project/kvfs-fuse/)
+
+## Usage
+
+```
+pip install kvfs-fuse
+mkdir ~/kvfs_mnt
+kvfs ~/kvfs_mnt
+```
+
+you can specify ip, port, db number, and prefix like this
+
+```
+kvfs --redis-url='redis://1.2.3.4:6379/0' --prefix='kvfs' ~/kvfs_mnt
+```
+
+you can mount it on multiple machines, so that when you edit the config files or `.env`
+they will be updated on all of your machines
+
+
+## Dependencies
+
+you need `redis` and `pyfuse3`
+which might need python development and fuse3 development
+
+```
+dnf install -y python3-devel fuse3-devel
+```
+
+## How does it work
+
+- `kvfs:meta:/path/to/file` stores the meta data of your file
+- `kvfs:data:/path/to/file` stores the actual content
+- `kvfs:dir:/path/to/dir/` stores the dir entry
+

pykvfs-0.1.1/kvfs.py

@@ -0,0 +1,510 @@
+#!/usr/bin/env python3
+import argparse
+import asyncio
+import errno
+import os
+import stat
+import time
+
+import pyfuse3
+import pyfuse3.asyncio
+from redis import asyncio as aioredis
+
+
+META_FIELDS = ("type", "mode", "uid", "gid", "size", "atime_ns", "mtime_ns",
+               "ctime_ns", "nlink", "ino", "version")
+
+
+def now_ns():
+    return time.time_ns()
+
+
+def norm(path: str) -> str:
+    path = os.path.normpath(path or "/")
+    if not path.startswith("/"):
+        path = "/" + path
+    return path
+
+
+def split_parent(path: str):
+    path = norm(path)
+    if path == "/":
+        return "/", ""
+    return os.path.dirname(path) or "/", os.path.basename(path)
+
+
+class KVFS(pyfuse3.Operations):
+    supports_dot_lookup = True
+    enable_writeback_cache = False
+
+    def __init__(self, redis_url, entry_timeout=0.25, attr_timeout=0.25,
+                 waitaof=False, wait_timeout_ms=5000, prefix="kvfs"):
+        super().__init__()
+        self.redis = aioredis.from_url(redis_url)
+        self.prefix = prefix
+        self.entry_timeout = entry_timeout
+        self.attr_timeout = attr_timeout
+        self.waitaof = waitaof
+        self.wait_timeout_ms = wait_timeout_ms
+
+        self.path_to_ino = {"/": pyfuse3.ROOT_INODE}
+        self.ino_to_path = {pyfuse3.ROOT_INODE: "/"}
+        self.lookup_count = {pyfuse3.ROOT_INODE: 1}
+
+        self.dir_handles = {}
+        self.open_files = {}  # fh -> {"path","buf","dirty","lock"}
+        self.next_fh = 100
+        self.lock_guard = asyncio.Lock()
+        self.path_locks = {}
+
+    def _meta_key(self, path): return f"{self.prefix}:meta:{norm(path)}"
+    def _data_key(self, path): return f"{self.prefix}:data:{norm(path)}"
+    def _dir_key(self, path):  return f"{self.prefix}:dir:{norm(path)}"
+
+    async def _ensure_root(self):
+        if await self.redis.exists(self._meta_key("/")):
+            return
+        t = now_ns()
+        root = {
+            "type": "dir",
+            "mode": stat.S_IFDIR | 0o755,
+            "uid": os.getuid(),
+            "gid": os.getgid(),
+            "size": 0,
+            "atime_ns": t,
+            "mtime_ns": t,
+            "ctime_ns": t,
+            "nlink": 2,
+            "ino": int(pyfuse3.ROOT_INODE),
+            "version": 1,
+        }
+        async with self.redis.pipeline(transaction=True) as pipe:
+            await pipe.hset(self._meta_key("/"), mapping=root)
+            await pipe.delete(self._dir_key("/"))
+            await pipe.execute()
+
+    async def _path_lock(self, path):
+        path = norm(path)
+        async with self.lock_guard:
+            if path not in self.path_locks:
+                self.path_locks[path] = asyncio.Lock()
+            return self.path_locks[path]
+
+    async def _get_meta(self, path):
+        row = await self.redis.hmget(self._meta_key(path), *META_FIELDS)
+        if not row or row[0] is None:
+            return None
+        vals = {k: row[i] for i, k in enumerate(META_FIELDS)}
+        return {
+            "path": norm(path),
+            "type": vals["type"].decode() if isinstance(vals["type"], (bytes, bytearray)) else vals["type"],
+            "mode": int(vals["mode"]),
+            "uid": int(vals["uid"]),
+            "gid": int(vals["gid"]),
+            "size": int(vals["size"]),
+            "atime_ns": int(vals["atime_ns"]),
+            "mtime_ns": int(vals["mtime_ns"]),
+            "ctime_ns": int(vals["ctime_ns"]),
+            "nlink": int(vals["nlink"]),
+            "ino": int(vals["ino"]),
+            "version": int(vals["version"]),
+        }
+
+    def _mapping(self, m):
+        return {k: int(v) if isinstance(v, bool) or isinstance(v, int) else v
+                for k, v in m.items() if k != "path"}
+
+    def _entry(self, m):
+        e = pyfuse3.EntryAttributes()
+        e.st_ino = int(m["ino"])
+        e.st_mode = int(m["mode"])
+        e.st_uid = int(m["uid"])
+        e.st_gid = int(m["gid"])
+        e.st_nlink = int(m["nlink"])
+        e.st_size = int(m["size"])
+        e.st_atime_ns = int(m["atime_ns"])
+        e.st_mtime_ns = int(m["mtime_ns"])
+        e.st_ctime_ns = int(m["ctime_ns"])
+        e.st_blksize = 4096
+        e.st_blocks = (int(m["size"]) + 511) // 512
+        e.attr_timeout = self.attr_timeout
+        e.entry_timeout = self.entry_timeout
+        return e
+
+    def _remember(self, path, ino):
+        path = norm(path)
+        self.path_to_ino[path] = int(ino)
+        self.ino_to_path[int(ino)] = path
+        self.lookup_count[int(ino)] = self.lookup_count.get(int(ino), 0)
+
+    async def _child_path(self, parent_inode, name: bytes):
+        parent = self.ino_to_path.get(int(parent_inode))
+        if parent is None:
+            raise pyfuse3.FUSEError(errno.ENOENT)
+        text = os.fsdecode(name)
+        if text == ".":
+            return parent
+        if text == "..":
+            return "/" if parent == "/" else os.path.dirname(parent) or "/"
+        return norm(os.path.join(parent, text))
+
+    async def _alloc_fh(self, path):
+        self.next_fh += 1
+        fh = self.next_fh
+        self.open_files[fh] = {"path": norm(path), "buf": None, "dirty": False, "lock": asyncio.Lock()}
+        return fh
+
+    async def _load_buf(self, fh):
+        h = self.open_files[fh]
+        if h["buf"] is None:
+            blob = await self.redis.get(self._data_key(h["path"])) or b""
+            h["buf"] = bytearray(blob)
+
+    async def _flush_fh(self, fh, datasync=False):
+        h = self.open_files[fh]
+        async with h["lock"]:
+            if not h["dirty"]:
+                if self.waitaof:
+                    try:
+                        await self.redis.execute_command("WAITAOF", 1, 0, self.wait_timeout_ms)
+                    except Exception:
+                        pass
+                return
+            meta = await self._get_meta(h["path"])
+            if meta is None:
+                raise pyfuse3.FUSEError(errno.ENOENT)
+            payload = bytes(h["buf"] or b"")
+            t = now_ns()
+            meta["size"] = len(payload)
+            meta["mtime_ns"] = t
+            meta["atime_ns"] = t
+            if not datasync:
+                meta["ctime_ns"] = t
+            meta["version"] += 1
+            async with self.redis.pipeline(transaction=True) as pipe:
+                await pipe.set(self._data_key(h["path"]), payload)
+                await pipe.hset(self._meta_key(h["path"]), mapping=self._mapping(meta))
+                await pipe.execute()
+            h["dirty"] = False
+            if self.waitaof:
+                try:
+                    await self.redis.execute_command("WAITAOF", 1, 0, self.wait_timeout_ms)
+                except Exception:
+                    pass
+
+    async def init(self):
+        await self._ensure_root()
+
+    async def lookup(self, parent_inode, name, ctx=None):
+        path = await self._child_path(parent_inode, name)
+        m = await self._get_meta(path)
+        if m is None:
+            raise pyfuse3.FUSEError(errno.ENOENT)
+        self._remember(path, m["ino"])
+        self.lookup_count[m["ino"]] = self.lookup_count.get(m["ino"], 0) + 1
+        return self._entry(m)
+
+    async def getattr(self, inode, ctx=None):
+        path = self.ino_to_path.get(int(inode))
+        if path is None:
+            raise pyfuse3.FUSEError(errno.ENOENT)
+        m = await self._get_meta(path)
+        if m is None:
+            raise pyfuse3.FUSEError(errno.ENOENT)
+        return self._entry(m)
+
+    async def opendir(self, inode, ctx):
+        if int(inode) not in self.ino_to_path:
+            raise pyfuse3.FUSEError(errno.ENOENT)
+        self.next_fh += 1
+        fh = self.next_fh
+        self.dir_handles[fh] = self.ino_to_path[int(inode)]
+        return fh
+
+    async def readdir(self, fh, start_id, token):
+        path = self.dir_handles[fh]
+        names = await self.redis.smembers(self._dir_key(path))
+        names = sorted(os.fsdecode(n) if isinstance(n, (bytes, bytearray)) else n for n in names)
+
+        pipe = self.redis.pipeline(transaction=False)
+        child_paths = []
+        for name in names:
+            child = norm(os.path.join(path, name))
+            child_paths.append((name, child))
+            pipe.hmget(self._meta_key(child), *META_FIELDS)
+        rows = await pipe.execute()
+
+        entries = []
+        for (name, child), row in zip(child_paths, rows):
+            if not row or row[0] is None:
+                continue
+            m = {
+                "path": child,
+                "type": row[0].decode() if isinstance(row[0], (bytes, bytearray)) else row[0],
+                "mode": int(row[1]), "uid": int(row[2]), "gid": int(row[3]),
+                "size": int(row[4]), "atime_ns": int(row[5]), "mtime_ns": int(row[6]),
+                "ctime_ns": int(row[7]), "nlink": int(row[8]), "ino": int(row[9]),
+                "version": int(row[10]),
+            }
+            entries.append((m["ino"], name, self._entry(m), child))
+
+        entries.sort(key=lambda x: x[0])
+        for ino, name, attr, child in entries:
+            if ino <= start_id:
+                continue
+            ok = pyfuse3.readdir_reply(token, os.fsencode(name), attr, ino)
+            if not ok:
+                return
+            self._remember(child, ino)
+            self.lookup_count[ino] = self.lookup_count.get(ino, 0) + 1
+
+    async def open(self, inode, flags, ctx):
+        path = self.ino_to_path.get(int(inode))
+        if path is None:
+            raise pyfuse3.FUSEError(errno.ENOENT)
+        fh = await self._alloc_fh(path)
+        return pyfuse3.FileInfo(fh=fh)
+
+    async def read(self, fh, off, size):
+        h = self.open_files[fh]
+        async with h["lock"]:
+            if h["buf"] is not None:
+                return bytes(h["buf"][off:off + size])
+        return await self.redis.getrange(self._data_key(h["path"]), off, off + size - 1) or b""
+
+    async def write(self, fh, off, buf):
+        h = self.open_files[fh]
+        async with h["lock"]:
+            await self._load_buf(fh)
+            end = off + len(buf)
+            if end > len(h["buf"]):
+                h["buf"].extend(b"\x00" * (end - len(h["buf"])))
+            h["buf"][off:end] = buf
+            h["dirty"] = True
+            return len(buf)
+
+    async def create(self, parent_inode, name, mode, flags, ctx):
+        parent = self.ino_to_path.get(int(parent_inode))
+        if parent is None:
+            raise pyfuse3.FUSEError(errno.ENOENT)
+        path = norm(os.path.join(parent, os.fsdecode(name)))
+        lock_a = await self._path_lock(parent)
+        lock_b = await self._path_lock(path)
+        async with lock_a, lock_b:
+            if await self.redis.exists(self._meta_key(path)):
+                raise pyfuse3.FUSEError(errno.EEXIST)
+            ino = abs(hash((path, now_ns()))) & ((1 << 63) - 1) or 2
+            t = now_ns()
+            meta = {
+                "type": "file",
+                "mode": int(stat.S_IFREG | mode),
+                "uid": int(ctx.uid),
+                "gid": int(ctx.gid),
+                "size": 0,
+                "atime_ns": t, "mtime_ns": t, "ctime_ns": t,
+                "nlink": 1, "ino": ino, "version": 1
+            }
+            async with self.redis.pipeline(transaction=True) as pipe:
+                await pipe.hset(self._meta_key(path), mapping=meta)
+                await pipe.set(self._data_key(path), b"")
+                await pipe.sadd(self._dir_key(parent), os.fsdecode(name))
+                await pipe.execute()
+            self._remember(path, ino)
+            self.lookup_count[ino] = self.lookup_count.get(ino, 0) + 1
+            fh = await self._alloc_fh(path)
+            return pyfuse3.FileInfo(fh=fh), self._entry({**meta, "path": path})
+
+    async def unlink(self, parent_inode, name, ctx):
+        parent = self.ino_to_path.get(int(parent_inode))
+        path = norm(os.path.join(parent, os.fsdecode(name)))
+        lock_a = await self._path_lock(parent)
+        lock_b = await self._path_lock(path)
+        async with lock_a, lock_b:
+            m = await self._get_meta(path)
+            if m is None:
+                raise pyfuse3.FUSEError(errno.ENOENT)
+            if m["type"] != "file":
+                raise pyfuse3.FUSEError(errno.EISDIR)
+            async with self.redis.pipeline(transaction=True) as pipe:
+                await pipe.delete(self._meta_key(path))
+                await pipe.delete(self._data_key(path))
+                await pipe.srem(self._dir_key(parent), os.fsdecode(name))
+                await pipe.execute()
+            self.path_to_ino.pop(path, None)
+
+    async def mkdir(self, parent_inode, name, mode, ctx):
+        parent = self.ino_to_path.get(int(parent_inode))
+        path = norm(os.path.join(parent, os.fsdecode(name)))
+        ino = abs(hash((path, now_ns()))) & ((1 << 63) - 1) or 2
+        t = now_ns()
+        meta = {
+            "type": "dir",
+            "mode": int(stat.S_IFDIR | mode),
+            "uid": int(ctx.uid),
+            "gid": int(ctx.gid),
+            "size": 0,
+            "atime_ns": t, "mtime_ns": t, "ctime_ns": t,
+            "nlink": 2, "ino": ino, "version": 1
+        }
+        async with self.redis.pipeline(transaction=True) as pipe:
+            await pipe.hset(self._meta_key(path), mapping=meta)
+            await pipe.delete(self._dir_key(path))
+            await pipe.sadd(self._dir_key(parent), os.fsdecode(name))
+            await pipe.execute()
+        self._remember(path, ino)
+        self.lookup_count[ino] = self.lookup_count.get(ino, 0) + 1
+        return self._entry({**meta, "path": path})
+
+    async def rmdir(self, parent_inode, name, ctx):
+        parent = self.ino_to_path.get(int(parent_inode))
+        path = norm(os.path.join(parent, os.fsdecode(name)))
+        if await self.redis.scard(self._dir_key(path)) != 0:
+            raise pyfuse3.FUSEError(errno.ENOTEMPTY)
+        async with self.redis.pipeline(transaction=True) as pipe:
+            await pipe.delete(self._meta_key(path))
+            await pipe.delete(self._dir_key(path))
+            await pipe.srem(self._dir_key(parent), os.fsdecode(name))
+            await pipe.execute()
+        self.path_to_ino.pop(path, None)
+
+    async def rename(self, parent_inode_old, name_old, parent_inode_new, name_new, flags, ctx):
+        old_parent = self.ino_to_path.get(int(parent_inode_old))
+        new_parent = self.ino_to_path.get(int(parent_inode_new))
+        old = norm(os.path.join(old_parent, os.fsdecode(name_old)))
+        new = norm(os.path.join(new_parent, os.fsdecode(name_new)))
+        if old == new:
+            return
+        src = await self._get_meta(old)
+        if src is None:
+            raise pyfuse3.FUSEError(errno.ENOENT)
+        dst = await self._get_meta(new)
+
+        if src["type"] == "dir" and await self.redis.scard(self._dir_key(old)) != 0:
+            raise pyfuse3.FUSEError(errno.ENOTSUP)
+
+        if flags & pyfuse3.RENAME_NOREPLACE and dst is not None:
+            raise pyfuse3.FUSEError(errno.EEXIST)
+        if flags & pyfuse3.RENAME_EXCHANGE:
+            raise pyfuse3.FUSEError(errno.ENOTSUP)
+
+        async with self.redis.pipeline(transaction=True) as pipe:
+            await pipe.rename(self._meta_key(old), self._meta_key(new))
+            if src["type"] == "file" and await self.redis.exists(self._data_key(old)):
+                await pipe.rename(self._data_key(old), self._data_key(new))
+            if src["type"] == "dir":
+                await pipe.rename(self._dir_key(old), self._dir_key(new))
+            await pipe.srem(self._dir_key(old_parent), os.fsdecode(name_old))
+            await pipe.sadd(self._dir_key(new_parent), os.fsdecode(name_new))
+            await pipe.execute()
+
+        ino = src["ino"]
+        self.path_to_ino.pop(old, None)
+        self._remember(new, ino)
+
+    async def setattr(self, inode, attr, fields, fh, ctx):
+        """
+        In pyfuse3 this handles both truncate and utimens.
+        """
+        path = self.ino_to_path.get(int(inode))
+        if path is None:
+            raise pyfuse3.FUSEError(errno.ENOENT)
+        meta = await self._get_meta(path)
+        if meta is None:
+            raise pyfuse3.FUSEError(errno.ENOENT)
+
+        if fields.update_size:
+            if fh is not None and fh in self.open_files:
+                h = self.open_files[fh]
+                async with h["lock"]:
+                    await self._load_buf(fh)
+                    h["buf"] = h["buf"][:attr.st_size].ljust(attr.st_size, b"\x00")
+                    h["dirty"] = True
+            else:
+                blob = await self.redis.get(self._data_key(path)) or b""
+                blob = blob[:attr.st_size].ljust(attr.st_size, b"\x00")
+                meta["size"] = int(attr.st_size)
+                meta["mtime_ns"] = meta["ctime_ns"] = now_ns()
+                meta["version"] += 1
+                async with self.redis.pipeline(transaction=True) as pipe:
+                    await pipe.set(self._data_key(path), blob)
+                    await pipe.hset(self._meta_key(path), mapping=self._mapping(meta))
+                    await pipe.execute()
+
+        if fields.update_atime:
+            meta["atime_ns"] = int(attr.st_atime_ns)
+        if fields.update_mtime:
+            meta["mtime_ns"] = int(attr.st_mtime_ns)
+        if fields.update_atime or fields.update_mtime:
+            meta["ctime_ns"] = now_ns()
+            meta["version"] += 1
+            await self.redis.hset(self._meta_key(path), mapping=self._mapping(meta))
+
+        return await self.getattr(inode, ctx)
+
+    async def flush(self, fh):
+        await self._flush_fh(fh, False)
+
+    async def fsync(self, fh, datasync):
+        await self._flush_fh(fh, bool(datasync))
+
+    async def release(self, fh):
+        try:
+            await self._flush_fh(fh, False)
+        finally:
+            self.open_files.pop(fh, None)
+
+    async def fsyncdir(self, fh, datasync):
+        return
+
+    async def releasedir(self, fh):
+        self.dir_handles.pop(fh, None)
+
+    async def forget(self, inode_list):
+        for ino, nlookup in inode_list:
+            ino = int(ino)
+            self.lookup_count[ino] = self.lookup_count.get(ino, 0) - int(nlookup)
+            if self.lookup_count[ino] <= 0 and ino != pyfuse3.ROOT_INODE:
+                path = self.ino_to_path.pop(ino, None)
+                if path:
+                    self.path_to_ino.pop(path, None)
+                self.lookup_count.pop(ino, None)
+
+
+async def main_async(args):
+    pyfuse3.asyncio.enable()
+    ops = KVFS(
+        redis_url=args.redis_url,
+        entry_timeout=args.entry_timeout,
+        attr_timeout=args.attr_timeout,
+        waitaof=args.waitaof,
+        prefix=args.prefix,
+    )
+    fuse_options = set(pyfuse3.default_options)
+    fuse_options.add("fsname=kvfs")
+    fuse_options.add("default_permissions")
+    #fuse_options.add(f"entry_timeout={args.entry_timeout}")
+    #fuse_options.add(f"attr_timeout={args.attr_timeout}")
+    #fuse_options.add("negative_timeout=0")
+    pyfuse3.init(ops, args.mountpoint, fuse_options)
+    try:
+        await ops.init()
+        await pyfuse3.main()
+    finally:
+        pyfuse3.close()
+        await ops.redis.aclose()
+
+
+def main():
+    ap = argparse.ArgumentParser()
+    ap.add_argument("mountpoint")
+    ap.add_argument("--redis-url", default="redis://127.0.0.1:6379/0")
+    ap.add_argument("--prefix", default="kvfs")
+    ap.add_argument("--entry-timeout", type=float, default=0.25)
+    ap.add_argument("--attr-timeout", type=float, default=0.25)
+    ap.add_argument("--waitaof", action="store_true")
+    args = ap.parse_args()
+    asyncio.run(main_async(args))
+
+
+if __name__ == "__main__":
+    main()

pykvfs-0.1.1/pykvfs.egg-info/PKG-INFO

@@ -0,0 +1,62 @@
+Metadata-Version: 2.4
+Name: pykvfs
+Version: 0.1.1
+Summary: Redis/Valkey backed FUSE filesystem
+Author: Muayyad Alsadi
+License: MIT
+Project-URL: Homepage, https://github.com/muayyad-alsadi/pykvfs
+Project-URL: Repository, https://github.com/muayyad-alsadi/pykvfs
+Classifier: Programming Language :: Python :: 3
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Topic :: System :: Filesystems
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: pyfuse3
+Requires-Dist: redis[hiredis]
+Requires-Dist: trio
+Dynamic: license-file
+
+# kvfs
+Simple networked filesystem backed by `redis` or `valkey`
+
+It's intended for small files (like config files, `.env`, ..etc.).
+Because redis/valkey is in-memory.
+
+This project uses `fuse3` and `asyncio`
+
+see [PyPI: kvfs-fuse](https://pypi.org/project/kvfs-fuse/)
+
+## Usage
+
+```
+pip install kvfs-fuse
+mkdir ~/kvfs_mnt
+kvfs ~/kvfs_mnt
+```
+
+you can specify ip, port, db number, and prefix like this
+
+```
+kvfs --redis-url='redis://1.2.3.4:6379/0' --prefix='kvfs' ~/kvfs_mnt
+```
+
+you can mount it on multiple machines, so that when you edit the config files or `.env`
+they will be updated on all of your machines
+
+
+## Dependencies
+
+you need `redis` and `pyfuse3`
+which might need python development and fuse3 development
+
+```
+dnf install -y python3-devel fuse3-devel
+```
+
+## How does it work
+
+- `kvfs:meta:/path/to/file` stores the meta data of your file
+- `kvfs:data:/path/to/file` stores the actual content
+- `kvfs:dir:/path/to/dir/` stores the dir entry
+

pykvfs-0.1.1/pykvfs.egg-info/SOURCES.txt

@@ -0,0 +1,10 @@
+LICENSE
+README.md
+kvfs.py
+pyproject.toml
+pykvfs.egg-info/PKG-INFO
+pykvfs.egg-info/SOURCES.txt
+pykvfs.egg-info/dependency_links.txt
+pykvfs.egg-info/entry_points.txt
+pykvfs.egg-info/requires.txt
+pykvfs.egg-info/top_level.txt

pykvfs-0.1.1/pykvfs.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

pykvfs-0.1.1/pykvfs.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+kvfs = kvfs:main

pykvfs-0.1.1/pykvfs.egg-info/requires.txt

@@ -0,0 +1,3 @@
+pyfuse3
+redis[hiredis]
+trio

pykvfs-0.1.1/pykvfs.egg-info/top_level.txt

@@ -0,0 +1 @@
+kvfs

pykvfs-0.1.1/pyproject.toml

@@ -0,0 +1,37 @@
+[build-system]
+requires = ["setuptools>=68", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "pykvfs"
+version = "0.1.1"
+description = "Redis/Valkey backed FUSE filesystem"
+readme = "README.md"
+requires-python = ">=3.10"
+license = { text = "MIT" }
+
+authors = [
+  { name = "Muayyad Alsadi" }
+]
+
+dependencies = [
+  "pyfuse3",
+  "redis[hiredis]",
+  "trio"
+]
+
+classifiers = [
+  "Programming Language :: Python :: 3",
+  "Operating System :: POSIX :: Linux",
+  "Topic :: System :: Filesystems"
+]
+
+[project.scripts]
+kvfs = "kvfs:main"
+
+[tool.setuptools]
+py-modules = ["kvfs"]
+
+[project.urls]
+Homepage = "https://github.com/muayyad-alsadi/pykvfs"
+Repository = "https://github.com/muayyad-alsadi/pykvfs"

pykvfs-0.1.1/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+