beaver-db 0.18.5__py3-none-any.whl → 0.19.1__py3-none-any.whl

beaver/__init__.py

@@ -2,4 +2,4 @@ from .core import BeaverDB
 from .types import Model
 from .collections import Document, WalkDirection
 
-__version__ = "0.18.4"
+__version__ = "0.19.1"

beaver/collections.py

@@ -10,7 +10,7 @@ try:
     import numpy as np
     from .vectors import VectorIndex
 except ImportError:
-    np = stub("This feature requires to install beaver-db[faiss]")
+    np = stub("This feature requires to install beaver-db[faiss]")()
     VectorIndex = stub("This feature requires to install beaver-db[faiss]")
 
 # --- Fuzzy Search Helper Functions ---

beaver/core.py

@@ -9,6 +9,7 @@ from .channels import ChannelManager
 from .collections import CollectionManager, Document
 from .dicts import DictManager
 from .lists import ListManager
+from .locks import LockManager
 from .logs import LogManager
 from .queues import QueueManager
 
@@ -99,6 +100,35 @@ class BeaverDB:
             self._create_pubsub_table()
             self._create_trigrams_table()
             self._create_versions_table()
+            self._create_locks_table()
+
+    def _create_locks_table(self):  # <-- Add this new method
+        """Creates the table for managing inter-process lock waiters."""
+        self.connection.execute(
+            """
+            CREATE TABLE IF NOT EXISTS beaver_lock_waiters (
+                lock_name TEXT NOT NULL,
+                waiter_id TEXT NOT NULL,
+                requested_at REAL NOT NULL,
+                expires_at REAL NOT NULL,
+                PRIMARY KEY (lock_name, requested_at)
+            )
+            """
+        )
+        # Index for fast cleanup of expired locks
+        self.connection.execute(
+            """
+            CREATE INDEX IF NOT EXISTS idx_lock_expires
+            ON beaver_lock_waiters (lock_name, expires_at)
+            """
+        )
+        # Index for fast deletion by the lock holder
+        self.connection.execute(
+            """
+            CREATE INDEX IF NOT EXISTS idx_lock_waiter_id
+            ON beaver_lock_waiters (lock_name, waiter_id)
+            """
+        )
 
     def _create_logs_table(self):
         """Creates the table for time-indexed logs."""
@@ -421,3 +451,24 @@ class BeaverDB:
             raise TypeError("The model parameter must be a JsonSerializable class.")
 
         return LogManager(name, self, self._db_path, model)
+
+    def lock(
+        self,
+        name: str,
+        timeout: float | None = None,
+        lock_ttl: float = 60.0,
+        poll_interval: float = 0.1,
+    ) -> LockManager:
+        """
+        Returns an inter-process lock manager for a given lock name.
+
+        Args:
+            name: The unique name of the lock (e.g., "run_compaction").
+            timeout: Max seconds to wait to acquire the lock.
+                    If None, it will wait forever.
+            lock_ttl: Max seconds the lock can be held. If the process crashes,
+                    the lock will auto-expire after this time.
+            poll_interval: Seconds to wait between polls. Shorter intervals
+                        are more responsive but create more DB I/O.
+        """
+        return LockManager(self, name, timeout, lock_ttl, poll_interval)

beaver/locks.py

@@ -0,0 +1,173 @@
+import random
+import time
+import os
+import uuid
+from typing import Optional
+from .types import IDatabase
+
+
+class LockManager:
+    """
+    An inter-process, deadlock-proof, and fair (FIFO) lock built on SQLite.
+
+    This class provides a context manager (`with` statement) to ensure that
+    only one process (among many) can enter a critical section of code at a
+    time.
+
+    It is "fair" because it uses a FIFO queue (based on insertion time).
+    It is "deadlock-proof" because locks have a Time-To-Live (TTL); if a
+    process crashes, its lock will eventually expire and be cleaned up.
+    """
+
+    def __init__(
+        self,
+        db: IDatabase,
+        name: str,
+        timeout: Optional[float] = None,
+        lock_ttl: float = 60.0,
+        poll_interval: float = 0.1,
+    ):
+        """
+        Initializes the lock manager.
+
+        Args:
+            db: The BeaverDB instance.
+            name: The unique name of the lock (e.g., "run_compaction").
+            timeout: Max seconds to wait to acquire the lock. If None,
+                     it will wait forever.
+            lock_ttl: Max seconds the lock can be held. If the process crashes,
+                      the lock will auto-expire after this time.
+            poll_interval: Seconds to wait between polls.
+        """
+        if not isinstance(name, str) or not name:
+            raise ValueError("Lock name must be a non-empty string.")
+        if lock_ttl <= 0:
+            raise ValueError("lock_ttl must be positive.")
+        if poll_interval <= 0:
+            raise ValueError("poll_interval must be positive.")
+
+        self._db = db
+        self._lock_name = name
+        self._timeout = timeout
+        self._lock_ttl = lock_ttl
+        self._poll_interval = poll_interval
+        # A unique ID for this specific lock instance across all processes
+        self._waiter_id = f"pid:{os.getpid()}:id:{uuid.uuid4()}"
+        self._acquired = False  # State to track if this instance holds the lock
+
+    def acquire(self) -> "LockManager":
+        """
+        Blocks until the lock is acquired or the timeout expires.
+
+        Raises:
+            TimeoutError: If the lock cannot be acquired within the specified timeout.
+        """
+        if self._acquired:
+            # This instance already holds the lock
+            return self
+
+        start_time = time.time()
+        requested_at = time.time()
+        expires_at = requested_at + self._lock_ttl
+
+        conn = self._db.connection
+
+        try:
+            # 1. Add self to the FIFO queue (atomic)
+            with conn:
+                conn.execute(
+                    """
+                    INSERT INTO beaver_lock_waiters (lock_name, waiter_id, requested_at, expires_at)
+                    VALUES (?, ?, ?, ?)
+                    """,
+                    (self._lock_name, self._waiter_id, requested_at, expires_at),
+                )
+
+            # 2. Start polling loop
+            while True:
+                with conn:
+                    # 3. Clean up expired locks from crashed processes
+                    now = time.time()
+                    conn.execute(
+                        "DELETE FROM beaver_lock_waiters WHERE lock_name = ? AND expires_at < ?",
+                        (self._lock_name, now),
+                    )
+
+                    # 4. Check who is at the front of the queue
+                    cursor = conn.cursor()
+                    cursor.execute(
+                        """
+                        SELECT waiter_id FROM beaver_lock_waiters
+                        WHERE lock_name = ?
+                        ORDER BY requested_at ASC
+                        LIMIT 1
+                        """,
+                        (self._lock_name,),
+                    )
+                    result = cursor.fetchone()
+                    cursor.close()
+
+                    if result and result["waiter_id"] == self._waiter_id:
+                        # We are at the front. We own the lock.
+                        self._acquired = True
+                        return self
+
+                # 5. Check for timeout
+                if self._timeout is not None:
+                    if (time.time() - start_time) > self._timeout:
+                        # We timed out. Remove ourselves from the queue and raise.
+                        self._release_from_queue()
+                        raise TimeoutError(
+                            f"Failed to acquire lock '{self._lock_name}' within {self._timeout}s."
+                        )
+
+                # 6. Wait politely before polling again
+                # Add +/- 10% jitter to the poll interval to avoid thundering herd
+                jitter = self._poll_interval * 0.1
+                sleep_time = random.uniform(
+                    self._poll_interval - jitter, self._poll_interval + jitter
+                )
+                time.sleep(sleep_time)
+
+        except Exception:
+            # If anything goes wrong, try to clean up our waiter entry
+            self._release_from_queue()
+            raise
+
+    def _release_from_queue(self):
+        """
+        Atomically removes this instance's entry from the waiter queue.
+        This is a best-effort, fire-and-forget operation.
+        """
+        try:
+            with self._db.connection:
+                self._db.connection.execute(
+                    "DELETE FROM beaver_lock_waiters WHERE lock_name = ? AND waiter_id = ?",
+                    (self._lock_name, self._waiter_id),
+                )
+        except Exception:
+            # Don't raise errors during release/cleanup
+            pass
+
+    def release(self):
+        """
+        Releases the lock, allowing the next process in the queue to acquire it.
+        This is safe to call multiple times.
+        """
+        if not self._acquired:
+            # We don't hold the lock, so nothing to do.
+            return
+
+        self._release_from_queue()
+        self._acquired = False
+
+    def __enter__(self) -> "LockManager":
+        """Acquires the lock when entering a 'with' statement."""
+        return self.acquire()
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        """Releases the lock when exiting a 'with' statement."""
+        self.release()
+
+    def __repr__(self) -> str:
+        return f"LockManager(name='{self._lock_name}', acquired={self._acquired})"

beaver/types.py

@@ -43,13 +43,16 @@ class Model:
 
 def stub(msg: str):
     class Stub:
+        def __init__(self, *args, **kwargs) -> None:
+            pass
+
         def __getattribute__(self, name: str):
             raise TypeError(msg)
 
         def __call__(self, *args, **kwds):
             raise TypeError(msg)
 
-    return Stub()
+    return Stub
 
 
 class IDatabase(Protocol):

{beaver_db-0.18.5.dist-info → beaver_db-0.19.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: beaver-db
-Version: 0.18.5
+Version: 0.19.1
 Summary: Fast, embedded, and multi-modal DB based on SQLite for AI-powered applications.
 License-File: LICENSE
 Classifier: License :: OSI Approved :: MIT License
@@ -36,7 +36,7 @@ A fast, single-file, multi-modal database for Python, built with the standard `s
 
 `beaver` is the **B**ackend for **E**mbedded, **A**ll-in-one **V**ector, **E**ntity, and **R**elationship storage. It's a simple, local, and embedded database designed to manage complex, modern data types without requiring a database server, built on top of SQLite.
 
-> If you like beaver's minimalist, no-bullshit philosophy, check out [castor](https://github.com/apiad/castor) for an equally minimalistic approach to task orchestration.
+> If you like beaver's minimalist, no-bullshit philosophy, check out [castor](https://github.com/apiad/castor "null") for an equally minimalistic approach to task orchestration.
 
 ## Design Philosophy
 
@@ -55,6 +55,7 @@ A fast, single-file, multi-modal database for Python, built with the standard `s
 - **Namespaced Key-Value Dictionaries**: A Pythonic, dictionary-like interface for storing any JSON-serializable object within separate namespaces with optional TTL for cache implementations.
 - **Pythonic List Management**: A fluent, Redis-like interface for managing persistent, ordered lists.
 - **Persistent Priority Queue**: A high-performance, persistent priority queue perfect for task orchestration across multiple processes. Also with optional async support.
+- **Inter-Process Locking**: A robust, deadlock-proof, and fair (FIFO) distributed lock (`db.lock()`) to coordinate multiple processes and prevent race conditions.
 - **Time-Indexed Log for Monitoring**: A specialized data structure for structured, time-series logs. Query historical data by time range or create a live, aggregated view of the most recent events for real-time dashboards.
 - **Simple Blob Storage**: A dictionary-like interface for storing medium-sized binary files (like PDFs or images) directly in the database, ensuring transactional integrity with your other data.
 - **High-Performance Vector Storage & Search (Optional)**: Store vector embeddings and perform fast approximate nearest neighbor searches using a `faiss`-based hybrid index.
@@ -103,14 +104,14 @@ pip install "beaver-db[full]"
 ```
 
 ### Running with Docker
+
 For a fully embedded and lightweight solution, you can run the BeaverDB REST API server using Docker. This is the easiest way to get a self-hosted instance up and running.
 
 ```bash
 docker run -p 8000:8000 -v $(pwd)/data:/app apiad/beaverdb
 ```
 
-This command will start the BeaverDB server, and your database file will be stored in the data directory on your host machine. You can access the API at <http://localhost:8000>.
-
+This command will start the BeaverDB server, and your database file will be stored in the data directory on your host machine. You can access the API at [http://localhost:8000](http://localhost:8000").
 
 ## Quickstart
 
@@ -172,12 +173,12 @@ Here are a couple of examples using `curl`:
 
 ```bash
 # Set a value in the 'app_config' dictionary
-curl -X PUT http://127.0.0.1:8000/dicts/app_config/api_key
+curl -X PUT [http://127.0.0.1:8000/dicts/app_config/api_key](http://127.0.0.1:8000/dicts/app_config/api_key)
      -H "Content-Type: application/json"
      -d '"your-secret-api-key"'
 
 # Get the value back
-curl http://127.0.0.1:8000/dicts/app_config/api_key
+curl [http://127.0.0.1:8000/dicts/app_config/api_key](http://127.0.0.1:8000/dicts/app_config/api_key)
 # Output: "your-secret-api-key"
 ```
 
@@ -341,6 +342,34 @@ for summary in live_summary:
     print(f"Live Stats (10s window): Count={summary['count']}, Mean={summary['mean']:.2f}")
 ```
 
+### 9. Coordinate Distributed Web Scrapers
+
+Run multiple scraper processes in parallel and use `db.lock()` to coordinate them. You can ensure only one process refreshes a shared API token or sitemap, preventing race conditions and rate-limiting.
+
+```python
+import time
+
+scrapers_state = db.dict("scraper_state")
+
+last_refresh = scrapers_state.get("last_sitemap_refresh", 0)
+if time.time() - last_refresh > 3600: # Only refresh once per hour
+    try:
+        # Try to get a lock to refresh the shared sitemap, but don't wait long
+        with db.lock("refresh_sitemap", timeout=1):
+            # We got the lock. Check if it's time to refresh.
+            print(f"PID {os.getpid()} is refreshing the sitemap...")
+            scrapers_state["sitemap"] = ["/page1", "/page2"] # Your fetch_sitemap()
+            scrapers_state["last_sitemap_refresh"] = time.time()
+
+    except TimeoutError:
+        # Another process is already refreshing, so we can skip
+        print(f"PID {os.getpid()} letting other process handle refresh.")
+
+# All processes can now safely use the shared sitemap
+sitemap = scrapers_state.get("sitemap")
+# ... proceed with scraping ...
+```
+
 ## Type-Safe Data Models
 
 For enhanced data integrity and a better developer experience, BeaverDB supports type-safe operations for all modalities. By associating a model with these data structures, you get automatic serialization and deserialization, complete with autocompletion in your editor.
@@ -348,7 +377,6 @@ For enhanced data integrity and a better developer experience, BeaverDB supports
 This feature is designed to be flexible and works seamlessly with two kinds of models:
 
 - **Pydantic Models**: If you're already using Pydantic, your `BaseModel` classes will work out of the box.
-
 - **Lightweight `beaver.Model`**: For a zero-dependency solution, you can inherit from the built-in `beaver.Model` class, which is a standard Python class with serialization methods automatically included.
 
 
@@ -393,10 +421,11 @@ For more in-depth examples, check out the scripts in the `examples/` directory:
 - [`graph.py`](examples/graph.py): Shows how to create relationships between documents and perform multi-hop graph traversals.
 - [`kvstore.py`](examples/kvstore.py): A comprehensive demo of the namespaced dictionary feature.
 - [`list.py`](examples/list.py): Shows the full capabilities of the persistent list, including slicing and in-place updates.
+- [`locks.py`](examples/lock_test.py): Demonstrates how to use the inter-process lock to create critical sections.
 - [`logs.py`](examples/logs.py): A short example showing how to build a realtime dashboard with the logging feature.
 - [`pqueue.py`](examples/pqueue.py): A practical example of using the persistent priority queue for task management.
 - [`producer_consumer.py`](examples/producer_consumer.py): A demonstration of the distributed task queue system in a multi-process environment.
-- [`publisher.py`](examples/publisher.p) and [`subscriber.py`](examples/subscriber.py): A pair of examples demonstrating inter-process message passing with the publish/subscribe system.
+- [`publisher.py`](examples/publisher.py) and [`subscriber.py`](examples/subscriber.py): A pair of examples demonstrating inter-process message passing with the publish/subscribe system.
 - [`pubsub.py`](examples/pubsub.py): A demonstration of the synchronous, thread-safe publish/subscribe system in a single process.
 - [`rerank.py`](examples/rerank.py): Shows how to combine results from vector and text search for more refined results.
 - [`stress_vectors.py`](examples/stress_vectors.py): A stress test for the vector search functionality.
@@ -410,14 +439,13 @@ For more in-depth examples, check out the scripts in the `examples/` directory:
 
 These are some of the features and improvements planned for future releases:
 
-- **Async API**: Extend the async support with on-demand wrappers for all features besides channels.
-- **Type-Safe Models**: Enhance built-in `Model` to handle recursive and embedded types.
-- **Drop-in REST Client**: Implement a `BeaverClient` class that acts as a drop-in replacement for `BeaverDB` but instead of a local database file, it works against a REST API server.
+- **[Issue #2](https://github.com/syalia-srl/beaver/issues/2) Comprehensive async wrappers**: Extend the async support with on-demand wrappers for all data structures, not just channels.
+- **[Issue #9](https://github.com/syalia-srl/beaver/issues/2) Type-safe wrappers based on Pydantic-compatible models**: Enhance the built-in `Model` to handle recursive and embedded types and provide Pydantic compatibility.
+- **[Issue #6](https://github.com/syalia-srl/beaver/issues/2) Drop-in replacement for Beaver REST server client**: Implement a `BeaverClient` class that acts as a drop-in replacement for `BeaverDB` but works against the REST API server.
+- **[Issue #7](https://github.com/syalia-srl/beaver/issues/2) Replace `faiss` with simpler, linear `numpy` vectorial search**: Investigate removing the heavy `faiss` dependency in favor of a pure `numpy` implementation to improve installation simplicity, accepting a trade-off in search performance for O(1) installation.
 
-Check out the [roadmap](roadmap.md) for a detailed list of upcoming features and design ideas.
 
 If you think of something that would make `beaver` more useful for your use case, please open an issue and/or submit a pull request.
-
 ## License
 
 This project is licensed under the MIT License.

{beaver_db-0.18.5.dist-info → beaver_db-0.19.1.dist-info}/RECORD

@@ -1,18 +1,19 @@
-beaver/__init__.py,sha256=8lfevL_d014rDr943JJ97-KLuCCMYQfWkX6P1Hbj-aA,125
+beaver/__init__.py,sha256=dMWanhrt58thAIt9Qj4jzxy5Dg5KzvNQenZ_cNcz_Tk,125
 beaver/blobs.py,sha256=YkIEskHD6oHRaJTF0P25HrTT8LqM-REyV_UBPVQxeqQ,4055
 beaver/channels.py,sha256=kIuwKMDBdDQObaKT23znsMXzfpKfE7pXSxvf-u4LlpY,9554
 beaver/cli.py,sha256=Sxm-mYU3LGd4tIqw-5LHb0ektWebjV9vn51hm-CMJD0,2232
-beaver/collections.py,sha256=Q4pSM3Laci8jAjHCeKRJyv9PTr7LkFf0EOyC4e2N3p4,26105
-beaver/core.py,sha256=d37hnD1xaYdZFKf1z0sDAoGwYwuPU8ETrOotso7aHfk,15209
+beaver/collections.py,sha256=UAQAuRxJRCqY5PHfxJNm3CdKqMNuyY8DOLdodvY6jpk,26107
+beaver/core.py,sha256=JRkRvc0Sb3FT9KlR3YbmiPcqCQ686dFKmHSNZ_UJ_aE,17100
 beaver/dicts.py,sha256=Xp8lPfQt08O8zCbptQLWQLO79OxG6uAVER6ryj3SScQ,5495
 beaver/lists.py,sha256=rfJ8uTNLkMREYc0uGx0z1VKt2m3eR9hvbdvDD58EbmQ,10140
+beaver/locks.py,sha256=GWDSRkPw2lrAQfXIRqvkc5PK9zZ2eLYWKTuzHTs9j_A,6321
 beaver/logs.py,sha256=a5xenwl5NZeegIU0dWVEs67lvaHzzw-JRAZtEzNNO3E,9529
 beaver/queues.py,sha256=Fr3oie63EtceSoiC8EOEDSLu1tDI8q2MYLXd8MEeC3g,6476
 beaver/server.py,sha256=WoNcPXU9oh6hcHtb60IbEk5DfZT5J4Fb-yubJE3YLIc,13642
-beaver/types.py,sha256=WZLINf7hy6zdKdAFQK0EVMSl5vnY_KnrHXNdXgAKuPg,1582
+beaver/types.py,sha256=m0ohT7A8r0Y1a7bJEx4VanLaOUWU2VYxaLHPsVPjrIw,1651
 beaver/vectors.py,sha256=EGZf1s364-rMubxkYoTcjBl72lRRxM1cUwypjsoC6ec,18499
-beaver_db-0.18.5.dist-info/METADATA,sha256=ulxwR_QHfaebRgV-ZmTl8TFVAHgcwlx9AxUc4_7snaI,21232
-beaver_db-0.18.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-beaver_db-0.18.5.dist-info/entry_points.txt,sha256=bd5E2s45PoBdtdR9-ToKSdLNhmHp8naV1lWP5mOzlrc,42
-beaver_db-0.18.5.dist-info/licenses/LICENSE,sha256=1xrIY5JnMk_QDQzsqmVzPIIyCgZAkWCC8kF2Ddo1UT0,1071
-beaver_db-0.18.5.dist-info/RECORD,,
+beaver_db-0.19.1.dist-info/METADATA,sha256=Nt_3RlU4UraPp-zJusitwvwE2yza_zUyhRvecRcEvrI,23299
+beaver_db-0.19.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+beaver_db-0.19.1.dist-info/entry_points.txt,sha256=bd5E2s45PoBdtdR9-ToKSdLNhmHp8naV1lWP5mOzlrc,42
+beaver_db-0.19.1.dist-info/licenses/LICENSE,sha256=1xrIY5JnMk_QDQzsqmVzPIIyCgZAkWCC8kF2Ddo1UT0,1071
+beaver_db-0.19.1.dist-info/RECORD,,