scruby 0.11.1__py3-none-any.whl → 0.12.2__py3-none-any.whl

scruby/db.py

@@ -11,7 +11,7 @@ import zlib
 from collections.abc import Callable
 from pathlib import Path as SyncPath
 from shutil import rmtree
-from typing import Any, Never, TypeVar, assert_never
+from typing import Any, Literal, Never, TypeVar, assert_never
 
 import orjson
 from anyio import Path, to_thread
@@ -123,7 +123,7 @@ class Scruby[T]:
         meta_json = meta.model_dump_json()
         await meta_path.write_text(meta_json, "utf-8")
 
-    async def _counter_documents(self, number: int) -> None:
+    async def _counter_documents(self, step: Literal[1, -1]) -> None:
         """Asynchronous method for management of documents in metadata of collection.
 
         This method is for internal use.
@@ -131,9 +131,7 @@ class Scruby[T]:
         meta_path = await self._get_meta_path()
         meta_json = await meta_path.read_text("utf-8")
         meta: _Meta = self.__meta.model_validate_json(meta_json)
-        meta.counter_documents += number
-        if meta.counter_documents < 0:
-            meta.counter_documents = 0
+        meta.counter_documents += step
         meta_json = meta.model_dump_json()
         await meta_path.write_text(meta_json, "utf-8")
 
@@ -156,8 +154,6 @@ class Scruby[T]:
         meta_json = meta_path.read_text("utf-8")
         meta: _Meta = self.__meta.model_validate_json(meta_json)
         meta.counter_documents += number
-        if meta.counter_documents < 0:
-            meta.counter_documents = 0
         meta_json = meta.model_dump_json()
         meta_path.write_text(meta_json, "utf-8")
 
@@ -467,7 +463,7 @@ class Scruby[T]:
     def _task_delete(
         branch_number: int,
         filter_fn: Callable,
-        hash_reduce_left: str,
+        hash_reduce_left: int,
         db_root: str,
         class_model: T,
     ) -> int:
@@ -539,3 +535,48 @@ class Scruby[T]:
         if counter < 0:
             self._sync_counter_documents(counter)
         return abs(counter)
+
+    @staticmethod
+    def _task_get_docs(
+        branch_number: int,
+        hash_reduce_left: int,
+        db_root: str,
+        class_model: T,
+    ) -> list[Any]:
+        """Get documents for custom task.
+
+        This method is for internal use.
+        """
+        branch_number_as_hash: str = f"{branch_number:08x}"[hash_reduce_left:]
+        separated_hash: str = "/".join(list(branch_number_as_hash))
+        leaf_path: SyncPath = SyncPath(
+            *(
+                db_root,
+                class_model.__name__,
+                separated_hash,
+                "leaf.json",
+            ),
+        )
+        docs = []
+        if leaf_path.exists():
+            data_json: bytes = leaf_path.read_bytes()
+            data: dict[str, str] = orjson.loads(data_json) or {}
+            for _, val in data.items():
+                docs.append(class_model.model_validate_json(val))
+        return docs
+
+    def run_custom_task(self, custom_task: Callable) -> Any:
+        """Running custom task.
+
+        This method running a task created on the basis of a quantum loop.
+        Effectiveness running task depends on the number of processor threads.
+        Ideally, hundreds and even thousands of threads are required.
+        """
+        kwargs = {
+            "get_docs_fn": self._task_get_docs,
+            "branch_numbers": range(1, self.__max_branch_number),
+            "hash_reduce_left": self.__hash_reduce_left,
+            "db_root": self.__db_root,
+            "class_model": self.__class_model,
+        }
+        return custom_task(**kwargs)

{scruby-0.11.1.dist-info → scruby-0.12.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: scruby
-Version: 0.11.1
+Version: 0.12.2
 Summary: A fast key-value storage library.
 Project-URL: Homepage, https://github.com/kebasyaty/scruby
 Project-URL: Repository, https://github.com/kebasyaty/scruby
@@ -120,6 +120,7 @@ from scruby import Scruby, constants
 
 constants.DB_ROOT = "ScrubyDB"  # By default = "ScrubyDB"
 
+
 class User(BaseModel):
     """Model of User."""
     first_name: str
@@ -128,6 +129,7 @@ class User(BaseModel):
     email: EmailStr
     phone: Annotated[PhoneNumber, PhoneNumberValidator(number_format="E164")]
 
+
 async def main() -> None:
     """Example."""
     # Get collection of `User`.
@@ -157,6 +159,7 @@ async def main() -> None:
     # Hint: The main purpose is tests.
     await Scruby.napalm()
 
+
 if __name__ == "__main__":
     anyio.run(main)
 ```
@@ -179,7 +182,8 @@ from pprint import pprint as pp
 
 constants.DB_ROOT = "ScrubyDB"  # By default = "ScrubyDB"
 constants.HASH_REDUCE_LEFT = 6  # 256 branches in collection
-                                     # (main purpose is tests).
+                                # (main purpose is tests).
+
 
 class User(BaseModel):
     """Model of User."""
@@ -189,6 +193,7 @@ class User(BaseModel):
     email: EmailStr
     phone: Annotated[PhoneNumber, PhoneNumberValidator(number_format="E164")]
 
+
 async def main() -> None:
     """Example."""
     # Get collection of `User`.
@@ -228,6 +233,7 @@ async def main() -> None:
     # Hint: The main purpose is tests.
     await Scruby.napalm()
 
+
 if __name__ == "__main__":
     anyio.run(main)
 ```
@@ -250,7 +256,8 @@ from pprint import pprint as pp
 
 constants.DB_ROOT = "ScrubyDB"  # By default = "ScrubyDB"
 constants.HASH_REDUCE_LEFT = 6  # 256 branches in collection
-                                     # (main purpose is tests).
+                                # (main purpose is tests).
+
 
 class User(BaseModel):
     """Model of User."""
@@ -260,6 +267,7 @@ class User(BaseModel):
     email: EmailStr
     phone: Annotated[PhoneNumber, PhoneNumberValidator(number_format="E164")]
 
+
 async def main() -> None:
     """Example."""
     # Get collection of `User`.
@@ -289,6 +297,7 @@ async def main() -> None:
     # Hint: The main purpose is tests.
     await Scruby.napalm()
 
+
 if __name__ == "__main__":
     anyio.run(main)
 ```

{scruby-0.11.1.dist-info → scruby-0.12.2.dist-info}/RECORD

@@ -1,9 +1,9 @@
 scruby/__init__.py,sha256=GOVcjXmcOEDBbJQJDJlQq-x3M-VGJaMSN278EXsl2po,884
 scruby/constants.py,sha256=3LZfcxcuRqwzoB0-iogLMjKBZRdxfWJmTbyPwVRhQgY,1007
-scruby/db.py,sha256=Q7J4OKS2emiF0KzZClSjpBBLjohnccZ81T4pgoWNxqA,20269
+scruby/db.py,sha256=-xNn0S2fcIQoar4fYk6ER2p7dlDIeUY-BAD6LLYtFFo,21733
 scruby/errors.py,sha256=aHQri4LNcFVQrSHwjyzb1fL8O49SwjYEU4QgMOo4uyA,622
 scruby/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scruby-0.11.1.dist-info/METADATA,sha256=Dn9WBqLzI312HlhMx4PGIVpmysCc6IUSPqXjXDuAOQY,10926
-scruby-0.11.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-scruby-0.11.1.dist-info/licenses/LICENSE,sha256=2zZINd6m_jNYlowdQImlEizyhSui5cBAJZRhWQURcEc,1095
-scruby-0.11.1.dist-info/RECORD,,
+scruby-0.12.2.dist-info/METADATA,sha256=YK-ZgnJEcS7y0R27hh7GTlRSAexq5H9olStIQKZL7sc,10925
+scruby-0.12.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+scruby-0.12.2.dist-info/licenses/LICENSE,sha256=2zZINd6m_jNYlowdQImlEizyhSui5cBAJZRhWQURcEc,1095
+scruby-0.12.2.dist-info/RECORD,,