dsmq 0.4.0__py3-none-any.whl → 0.6.0__py3-none-any.whl

dsmq/dsmq.py

@@ -10,13 +10,12 @@ DEFAULT_PORT = 30008
 
 N_RETRIES = 5
 FIRST_RETRY = 0.01  # seconds
+TIME_TO_LIVE = 600.0  # seconds
 
 
 def start_server(host=DEFAULT_HOST, port=DEFAULT_PORT):
     """
     For best results, start this running in its own process and walk away.
-
-
     """
     sqlite_conn = sqlite3.connect("file:mem1?mode=memory&cache=shared")
     cursor = sqlite_conn.cursor()
@@ -79,8 +78,9 @@ def _handle_client_connection(socket_conn):
     sqlite_conn = sqlite3.connect("file:mem1?mode=memory&cache=shared")
     cursor = sqlite_conn.cursor()
 
-    creation_time = time.time()
-    last_read = {}
+    client_creation_time = time.time()
+    last_read_times = {}
+    time_of_last_purge = time.time()
 
     while True:
         data = socket_conn.recv(1024)
@@ -90,7 +90,6 @@ def _handle_client_connection(socket_conn):
 
         msg_str = data.decode("utf-8")
         try:
-            # print("dsmq received ", msg_str)
             msg = json.loads(msg_str)
         except json.decoder.JSONDecodeError:
             print("Message must be json-friendly")
@@ -123,10 +122,10 @@ VALUES (:timestamp, :topic, :message)
 
         elif msg["action"] == "get":
             try:
-                last_read_time = last_read[topic]
+                last_read_time = last_read_times[topic]
             except KeyError:
-                last_read[topic] = creation_time
-                last_read_time = last_read[topic]
+                last_read_times[topic] = client_creation_time
+                last_read_time = last_read_times[topic]
             msg["last_read_time"] = last_read_time
 
             # This block allows for multiple retries if the database
@@ -159,7 +158,7 @@ AND timestamp = a.min_time
                 result = cursor.fetchall()[0]
                 message = result[0]
                 timestamp = result[1]
-                last_read[topic] = timestamp
+                last_read_times[topic] = timestamp
             except IndexError:
                 # Handle the case where no results are returned
                 message = ""
@@ -169,6 +168,20 @@ AND timestamp = a.min_time
         else:
             print("Action must either be 'put' or 'get'")
 
+        # Periodically clean out messages from the queue that are
+        # past their sell buy date.
+        # This operation is pretty fast. I clock it at 12 us on my machine.
+        if time.time() - time_of_last_purge > TIME_TO_LIVE:
+            cursor.execute(
+                """
+DELETE FROM messages
+WHERE timestamp < :time_threshold
+                """,
+                {"time_threshold": time_of_last_purge}
+            )
+            sqlite_conn.commit()
+            time_of_last_purge = time.time()
+
     sqlite_conn.close()
 
 

{dsmq-0.4.0.dist-info → dsmq-0.6.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: dsmq
-Version: 0.4.0
+Version: 0.6.0
 Summary: A dead simple message queue
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
@@ -97,6 +97,8 @@ a queue before it connected.
 - A client will get the oldest message available on a requested topic.
 Queues are first-in-first-out.
 
+- Messages older than 600 seconds will be deleted from the queue.
+
 - Put and get operations are fairly quick--less than 100 $`\mu`$s of processing
 time plus any network latency--so it can comfortably handle requests at rates of
 hundreds of times per second. But if you have several clients reading and writing
@@ -127,7 +129,7 @@ Connects to an existing message queue server.
 ## `DSMQClientSideConnection` class
 
 This is a convenience wrapper, to make the `get()` and `put()` functions
-easy to write and remember.
+easy to write and remember. It's under the hood only, not meant to be called directly.
 
 ### `put(topic, msg)`
 
@@ -143,4 +145,4 @@ connected to the server.
 - `topic` (str)
 - returns str, the content of the message. If there was no eligble message
 in the topic, or the topic doesn't yet exist,
-returns "".
+returns `""`.

{dsmq-0.4.0.dist-info → dsmq-0.6.0.dist-info}/RECORD

@@ -1,10 +1,10 @@
 dsmq/__init__.py,sha256=YCgbnQAk8YbtHRyMcU0v2O7RdRhPhlT-vS_q40a7Q6g,50
 dsmq/demo_linux.py,sha256=7yLglGmirDLuuyMxppYSK-dfx2Fg2Q0dIWB4cl2yV1c,622
-dsmq/dsmq.py,sha256=5fo3wQfw2lIXiDGB05sRwVLDN0ZoUSw7e7WO8xOLXJY,5558
+dsmq/dsmq.py,sha256=zg69Tf3x9z26a9NrEXTWgr78kcNKVszmLq0INv3IHuM,6132
 dsmq/example_get_client.py,sha256=chFfB2949PBENmgdUc3ASrATq1m4wvHGBzEnOC-o_Xs,296
 dsmq/example_put_client.py,sha256=mUKCRhmUieMZEpHLFWFvzeKB6IR7A8l4tWN8TvPzdKU,348
 dsmq/example_server.py,sha256=kkXOPaaTzVxf9_iIM76zU9pZhkPna_1vcGWkPrhCjus,61
-dsmq-0.4.0.dist-info/METADATA,sha256=T3godcTW__I3b2hj2dgJCjMJEGEo6S1HP_Iq5EQD6Ok,3878
-dsmq-0.4.0.dist-info/WHEEL,sha256=3U_NnUcV_1B1kPkYaPzN-irRckL5VW_lytn0ytO_kRY,87
-dsmq-0.4.0.dist-info/licenses/LICENSE,sha256=3Yu1mAp5VsKmnDtzkiOY7BdmrLeNwwZ3t6iWaLnlL0Y,1071
-dsmq-0.4.0.dist-info/RECORD,,
+dsmq-0.6.0.dist-info/METADATA,sha256=0mL4N2uHDGtlnH_fqrdNLdpS-flp6x1O1g-uLGzF4b4,4006
+dsmq-0.6.0.dist-info/WHEEL,sha256=3U_NnUcV_1B1kPkYaPzN-irRckL5VW_lytn0ytO_kRY,87
+dsmq-0.6.0.dist-info/licenses/LICENSE,sha256=3Yu1mAp5VsKmnDtzkiOY7BdmrLeNwwZ3t6iWaLnlL0Y,1071
+dsmq-0.6.0.dist-info/RECORD,,