collections-cache 0.2.8.20250303__tar.gz → 0.3.0.20250303__tar.gz

{collections_cache-0.2.8.20250303 → collections_cache-0.3.0.20250303}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: collections-cache
-Version: 0.2.8.20250303
+Version: 0.3.0.20250303
 Summary: collections-cache is a Python package for managing data collections across multiple SQLite databases. It allows efficient storage, retrieval, and updating of key-value pairs, supporting various data types serialized with pickle. The package uses parallel processing for fast access and manipulation of large collections.
 License: MIT
 Author: Luiz-Trindade

{collections_cache-0.2.8.20250303 → collections_cache-0.3.0.20250303}/collections_cache/collections_cache.py

@@ -5,16 +5,17 @@ from itertools import chain
 from os import cpu_count, path, makedirs, scandir
 from concurrent.futures import ProcessPoolExecutor as Pool
 from concurrent.futures import ThreadPoolExecutor as Thread
-from threading import Thread as Thread_Exec
 
 class Collection_Cache:
-    def __init__(self, collection_name):
+    def __init__(self, collection_name: str, size_limit:int = 800):
         # Variables
         self.collection_name        = collection_name
         self.cpu_cores              = cpu_count()
         self.collection_dir         = path.join("./Collections", self.collection_name)
         self.databases_list         = []
         self.keys_databases         = {}
+        self.temp_keys_values       = {}
+        self.size_limit             = size_limit
 
         # Init methods
         self.create_collection()
@@ -66,13 +67,22 @@ class Collection_Cache:
         conn.close()
         return keys
 
-    '''def set_key(self, key: str, value: any):
-        """Used to store values and associate a value with a key."""
-        t = Thread_Exec(target=self.set_key_exec, args=(key, value))
-        t.start()
-        t.join()'''
+    # Experimental
+    def verify_size_of_temp_queue(self, type_of_operation: str):
+        if type_of_operation == "set_key" and len(self.temp_keys_values) >= self.size_limit:
+            self.set_multi_keys(self.temp_keys_values)
+            self.temp_keys_values = {}
+        elif type_of_operation == "get_key":
+            self.set_multi_keys(self.temp_keys_values)
+            self.temp_keys_values = {}
 
+    # Experimental
     def set_key(self, key: str, value: any):
+        """Used to store values and associate a value with a key."""
+        self.temp_keys_values[key]  = value
+        self.verify_size_of_temp_queue("set_key")
+
+    def set_key_exec(self, key: str, value: any):
         """Used to store values and associate a value with a key."""
         if key not in self.keys_databases:
             database_to_insert = choice(self.databases_list)
@@ -95,22 +105,20 @@ class Collection_Cache:
 
     def set_multi_keys(self, keys_and_values: dict[str, any]):
         """Experimental. Set multiple keys and values at the same time."""
-
         with Thread(self.cpu_cores) as thread:
-            thread.map(lambda kv: self.set_key(kv[0], kv[1]), keys_and_values.items())
+            thread.map(lambda kv: self.set_key_exec(kv[0], kv[1]), keys_and_values.items())
 
     def add_to_keys_database(self, key, database):
         self.keys_databases[key] = database
 
     def delete_to_keys_database(self, key):
         """Removes the key from the dictionary of stored keys"""
-
         if key in self.keys_databases:
             del self.keys_databases[key]
 
     def get_key(self, key: str):
         """Used to obtain the value stored by the key"""
-
+        self.verify_size_of_temp_queue("get_key")
         try:
             database_to_search = self.keys_databases[key]
             conn = sqlite3.connect(database_to_search)
@@ -122,11 +130,10 @@ class Collection_Cache:
             return pickle.loads(result[0][0])
 
         except Exception as error:
-            return error
+            return None
 
     def delete_key(self, key: str):
         """Used to delete the value stored by the key"""
-
         try:
             database_to_delete = self.keys_databases[key]
             conn = sqlite3.connect(database_to_delete)

{collections_cache-0.2.8.20250303 → collections_cache-0.3.0.20250303}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "collections-cache"
-version = "0.2.8.20250303"
+version = "0.3.0.20250303"
 description = "collections-cache is a Python package for managing data collections across multiple SQLite databases. It allows efficient storage, retrieval, and updating of key-value pairs, supporting various data types serialized with pickle. The package uses parallel processing for fast access and manipulation of large collections."
 authors = ["Luiz-Trindade <luiz.gabriel.m.trindade@gmail.com>"]
 license = "MIT"