collections-cache 0.1.4__py3-none-any.whl → 0.1.6__py3-none-any.whl

collections_cache/collections_cache.py

@@ -1,10 +1,11 @@
 import sqlite3
-from multiprocessing import Pool
+#from multiprocessing import Pool
 from os import cpu_count, path, makedirs, scandir
 from itertools import chain
 from random import choice
 #from threading import Thread as task
 import pickle
+from concurrent.features import ProcessPoolExecutor as Pool
 
 class Collection_Cache:
     def __init__(self, collection_name):
@@ -28,7 +29,8 @@ class Collection_Cache:
 
     def initialize_databases(self, db_path):
         conn = sqlite3.connect(db_path)
-        conn.execute("PRAGMA journal_mode=WAL;")
+        self.configure_connection(conn)
+        #conn.execute("PRAGMA journal_mode=WAL;")
         conn.execute("""
             CREATE TABLE IF NOT EXISTS data(
                 key     TEXT,
@@ -48,8 +50,9 @@ class Collection_Cache:
 
     def get_all_keys(self, database):
         conn    = sqlite3.connect(database)
+        self.configure_connection(conn)
         cursor  = conn.cursor()
-        cursor.execute("PRAGMA journal_mode=WAL;")
+        #cursor.execute("PRAGMA journal_mode=WAL;")
         cursor.execute("SELECT key FROM data;")
         result  = cursor.fetchall()
         keys    = [(line[0], database) for line in result]
@@ -62,8 +65,9 @@ class Collection_Cache:
             database_to_insert = choice(self.databases_list)
             #print(f"Inserting in {database_to_insert}")
             conn = sqlite3.connect(database_to_insert)
+            self.configure_connection(conn)
             cursor = conn.cursor()
-            cursor.execute("PRAGMA journal_mode=WAL;")
+            #cursor.execute("PRAGMA journal_mode=WAL;")
             cursor.execute("INSERT INTO data(key, value) VALUES (?, ?);", (key, pickle.dumps(value)))
             conn.commit()
             conn.close()
@@ -73,8 +77,9 @@ class Collection_Cache:
             #print(f"Updating key '{key}' in {self.keys_databases[key]}...")
             database_to_update = self.keys_databases[key]
             conn = sqlite3.connect(database_to_update)
+            self.configure_connection(conn)
             cursor = conn.cursor()
-            cursor.execute("PRAGMA journal_mode=WAL;")
+            #cursor.execute("PRAGMA journal_mode=WAL;")
             cursor.execute("UPDATE data SET value = ? WHERE key = ?;", (pickle.dumps(value), key))
             conn.commit()
             conn.close()
@@ -96,8 +101,9 @@ class Collection_Cache:
             #print(database_to_search)
 
             conn = sqlite3.connect(database_to_search)
+            self.configure_connection(conn)
             cursor = conn.cursor()
-            cursor.execute("PRAGMA journal_mode=WAL;")
+            #cursor.execute("PRAGMA journal_mode=WAL;")
             cursor.execute("SELECT value FROM data WHERE key = ?", (key,))
             result = cursor.fetchall()
             conn.close()
@@ -113,8 +119,9 @@ class Collection_Cache:
             #print(database_to_search)
 
             conn = sqlite3.connect(database_to_delete)
+            self.configure_connection(conn)
             cursor = conn.cursor()
-            cursor.execute("PRAGMA journal_mode=WAL;")
+            #cursor.execute("PRAGMA journal_mode=WAL;")
             cursor.execute("DELETE FROM data WHERE key = ?", (key,))
             conn.commit()
             conn.close()
@@ -125,3 +132,8 @@ class Collection_Cache:
             
         except Exception as error:
             return error
+
+    def configure_connection(self, conn):
+        conn.execute("PRAGMA journal_mode = WAL;")
+        conn.execute("PRAGMA synchronous = NORMAL;")
+        conn.execute("PRAGMA wal_autocheckpoint = 1000;")

{collections_cache-0.1.4.dist-info → collections_cache-0.1.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: collections-cache
-Version: 0.1.4
+Version: 0.1.6
 Summary: Collection Cache is a Python package for managing data collections across multiple SQLite databases. It allows efficient storage, retrieval, and updating of key-value pairs, supporting various data types serialized with pickle. The package uses parallel processing for fast access and manipulation of large collections.
 License: MIT
 Author: Luiz-Trindade

collections_cache-0.1.6.dist-info/RECORD

@@ -0,0 +1,6 @@
+collections_cache/__init__.py,sha256=uUp8lhp-HnZRumnU_8MT6qVq95t0pOzn7oLW7ARbnvc,48
+collections_cache/collections_cache.py,sha256=VMLBJpmYeLZOGaamgPjpfe4yMd76_nyu8CiLxcfxy9U,5349
+collections_cache-0.1.6.dist-info/LICENSE,sha256=RAIL-FmXSiNRgyiVlfhm2SvVI4XDVsN0jDt9207SJ8o,1168
+collections_cache-0.1.6.dist-info/METADATA,sha256=BtaiOJVjY5mUOfuLO18WGRgXjEW-B6AoQrNYpUc8NZc,3199
+collections_cache-0.1.6.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+collections_cache-0.1.6.dist-info/RECORD,,

collections_cache-0.1.4.dist-info/RECORD

@@ -1,6 +0,0 @@
-collections_cache/__init__.py,sha256=uUp8lhp-HnZRumnU_8MT6qVq95t0pOzn7oLW7ARbnvc,48
-collections_cache/collections_cache.py,sha256=8ZB0y8eJS1SFx8GEv-DQLlCyeqSL9VrNjRJz94gW_PE,4821
-collections_cache-0.1.4.dist-info/LICENSE,sha256=RAIL-FmXSiNRgyiVlfhm2SvVI4XDVsN0jDt9207SJ8o,1168
-collections_cache-0.1.4.dist-info/METADATA,sha256=uBO0-VHiAmD9shxP_9e4y6TI5Wi3gbvB6dGkodrtH_8,3199
-collections_cache-0.1.4.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-collections_cache-0.1.4.dist-info/RECORD,,