collections-cache 0.2.3__py3-none-any.whl → 0.2.4.dev20250303__py3-none-any.whl

collections_cache/collections_cache.py

@@ -14,15 +14,21 @@ class Collection_Cache:
         self.collection_dir         = path.join("./Collections", self.collection_name)
         self.databases_list         = []
         self.keys_databases         = {}
+
         # Init methods
         self.create_collection()
         self.get_all_databases()
 
-    def create_collection(self):
-        makedirs(self.collection_dir, exist_ok=True)
-        for core in range(self.cpu_cores):
-            db_path = path.join(self.collection_dir, f"database_{core}.db")
-            self.initialize_databases(db_path)
+    def configure_connection(self, conn):
+        conn.executescript("""
+            PRAGMA auto_vacuum = FULL;
+            PRAGMA journal_mode = WAL;
+            PRAGMA synchronous = NORMAL;
+            PRAGMA wal_autocheckpoint = 1000;
+            PRAGMA cache_size = -2000;
+            PRAGMA temp_store = MEMORY;
+            PRAGMA optimize;
+        """)
 
     def initialize_databases(self, db_path):
         conn = sqlite3.connect(db_path)
@@ -35,9 +41,17 @@ class Collection_Cache:
         """)
         conn.close()
 
+    def create_collection(self):
+        makedirs(self.collection_dir, exist_ok=True)
+
+        for core in range(self.cpu_cores):
+            db_path = path.join(self.collection_dir, f"database_{core}.db")
+            self.initialize_databases(db_path)
+
     def get_all_databases(self):
         with scandir(self.collection_dir) as contents:
             self.databases_list = [path.join(self.collection_dir, content.name) for content in contents]
+
         with Pool(self.cpu_cores) as pool:
             self.keys_databases = dict(chain.from_iterable(pool.map(self.get_all_keys, self.databases_list)))
 
@@ -62,6 +76,7 @@ class Collection_Cache:
             conn.commit()
             conn.close()
             self.add_to_keys_database(key, database_to_insert)
+
         else:
             database_to_update = self.keys_databases[key]
             conn = sqlite3.connect(database_to_update)
@@ -73,6 +88,7 @@ class Collection_Cache:
 
     def set_multi_keys(self, keys_and_values: dict[str, any]):
         """Experimental. Set multiple keys and values at the same time."""
+
         with Thread(self.cpu_cores) as thread:
             thread.map(lambda kv: self.set_key(kv[0], kv[1]), keys_and_values.items())
 
@@ -81,11 +97,13 @@ class Collection_Cache:
 
     def delete_to_keys_database(self, key):
         """Removes the key from the dictionary of stored keys"""
+
         if key in self.keys_databases:
             del self.keys_databases[key]
 
     def get_key(self, key: str):
         """Used to obtain the value stored by the key"""
+
         try:
             database_to_search = self.keys_databases[key]
             conn = sqlite3.connect(database_to_search)
@@ -95,11 +113,13 @@ class Collection_Cache:
             result = cursor.fetchall()
             conn.close()
             return pickle.loads(result[0][0])
+
         except Exception as error:
             return error
 
     def delete_key(self, key: str):
         """Used to delete the value stored by the key"""
+
         try:
             database_to_delete = self.keys_databases[key]
             conn = sqlite3.connect(database_to_delete)
@@ -109,20 +129,14 @@ class Collection_Cache:
             conn.commit()
             conn.close()
             self.delete_to_keys_database(key)
+
         except KeyError:
             return f"Key '{key}' not found."
+
         except Exception as error:
             return error
 
-    def configure_connection(self, conn):
-        conn.execute("PRAGMA auto_vacuum = FULL;")
-        conn.execute("PRAGMA journal_mode = WAL;")
-        conn.execute("PRAGMA synchronous = NORMAL;")
-        conn.execute("PRAGMA wal_autocheckpoint = 1000;")
-        conn.execute("PRAGMA cache_size = -2000;")
-        conn.execute("PRAGMA temp_store = MEMORY;")
-        conn.execute("PRAGMA optimize;")
-
+    
     def keys(self):
         """Returns all stored keys"""
         return list(self.keys_databases.keys())

{collections_cache-0.2.3.dist-info → collections_cache-0.2.4.dev20250303.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: collections-cache
-Version: 0.2.3
+Version: 0.2.4.dev20250303
 Summary: collections-cache is a Python package for managing data collections across multiple SQLite databases. It allows efficient storage, retrieval, and updating of key-value pairs, supporting various data types serialized with pickle. The package uses parallel processing for fast access and manipulation of large collections.
 License: MIT
 Author: Luiz-Trindade

collections_cache-0.2.4.dev20250303.dist-info/RECORD

@@ -0,0 +1,6 @@
+collections_cache/__init__.py,sha256=uUp8lhp-HnZRumnU_8MT6qVq95t0pOzn7oLW7ARbnvc,48
+collections_cache/collections_cache.py,sha256=VNCzP4fZSL-BUXDVqwa9aXfU4JWJHMKNei5v15aua6E,5109
+collections_cache-0.2.4.dev20250303.dist-info/LICENSE,sha256=RAIL-FmXSiNRgyiVlfhm2SvVI4XDVsN0jDt9207SJ8o,1168
+collections_cache-0.2.4.dev20250303.dist-info/METADATA,sha256=38BhwUcGyowiHRYdzbU0VaABRXLUbl8_d1Rn8cCgX3A,3420
+collections_cache-0.2.4.dev20250303.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+collections_cache-0.2.4.dev20250303.dist-info/RECORD,,

collections_cache-0.2.3.dist-info/RECORD

@@ -1,6 +0,0 @@
-collections_cache/__init__.py,sha256=uUp8lhp-HnZRumnU_8MT6qVq95t0pOzn7oLW7ARbnvc,48
-collections_cache/collections_cache.py,sha256=HWTwxrXsMc3sRcsrRkLugp_QtbBASvem6kBQShMEYO4,5133
-collections_cache-0.2.3.dist-info/LICENSE,sha256=RAIL-FmXSiNRgyiVlfhm2SvVI4XDVsN0jDt9207SJ8o,1168
-collections_cache-0.2.3.dist-info/METADATA,sha256=_NbnncpG10Jlw4cwh_p4TgaVD0k18d7AWF07VwyUt3Y,3408
-collections_cache-0.2.3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-collections_cache-0.2.3.dist-info/RECORD,,