chat_sdk-state-mysql 1.0.1 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 444aca1b1505ff474ef9c3e52ec2287fb120c20c1e141762347e62dfd50cee7a
-  data.tar.gz: ee821cebf2ec30e940c8d9e64495fe71f28323628eb58a562c25e17eb3a7cc92
+  metadata.gz: c3defa38d43dccd1b7baeb73f8e0000a4ef0db31748c967a85b5d327b1c73cf3
+  data.tar.gz: 16bfde09613137f441d82a8e7720eb2515307569f875b7d542120e4144c2787b
 SHA512:
-  metadata.gz: e25a6f3318b9a40f2b2d03816e0e600916bee039eedb09c594c21502a62af1a346e51d9cee89ab9160580aa708abccd7cda8c63d90399d21f3b336a56dd29eec
-  data.tar.gz: 582293dd5c2675748260e3d2242fdfb88b620f7d51fcccc999d14fa30a0b20b8713a98c12ebc2e75524964cd4e4ecbfc85605cc5df7ca623d616ed0d50bad206
+  metadata.gz: 6ba996e06d497b68d5aa63254fb66c16f61c1b663b609952ce89e36276b4ef8ac909a070e13b433181b288be372985cda0faa58a47381d211d8223bf997cd98c
+  data.tar.gz: 97699fbd0e4063ed56b1eff2c12e05d1825cf089ef8dcd23414345b414d9eb849c43391e6ed268915b3bb201e71ce2b937b8665950a1b5473bd19213032bdde4

data/lib/chat_sdk/state/mysql.rb

@@ -3,10 +3,37 @@
 require "chat_sdk"
 require "mysql2"
 require "json"
+require "uri"
 
 module ChatSDK
   module State
     class Mysql < Base
+      def self.parse_url(url)
+        uri = URI.parse(url)
+        options = {}
+        options[:host] = uri.host if uri.host
+        options[:port] = uri.port if uri.port
+        options[:username] = URI::DEFAULT_PARSER.unescape(uri.user) if uri.user
+        options[:password] = URI::DEFAULT_PARSER.unescape(uri.password) if uri.password
+        database = uri.path.delete_prefix("/")
+        options[:database] = URI::DEFAULT_PARSER.unescape(database) unless database.empty?
+        query_options = URI.decode_www_form(uri.query.to_s).to_h
+        query_options.transform_values! do |value|
+          case value
+          when /\A\d+\z/
+            value.to_i
+          when "true"
+            true
+          when "false"
+            false
+          else
+            value
+          end
+        end
+        options.merge!(query_options.transform_keys(&:to_sym))
+        options
+      end
+
       def initialize(url: nil, connection: nil, key_prefix: "chat_sdk", auto_migrate: true)
         @conn = connection || connect(url || ENV["MYSQL_URL"] || ENV["DATABASE_URL"] || "mysql2://root@localhost/chat_sdk_dev")
         @key_prefix = key_prefix
@@ -44,15 +71,15 @@ module ChatSDK
       def acquire_lock(key, owner:, ttl:)
         ttl_seconds = ttl.to_f
         del_stmt = @conn.prepare(
-          "DELETE FROM chat_sdk_locks WHERE key_prefix = ? AND lock_key = ? AND expires_at < NOW()"
+          "DELETE FROM chat_sdk_locks WHERE key_prefix = ? AND lock_key = ? AND expires_at < NOW(6)"
         )
         del_stmt.execute(@key_prefix, key)
         ins_stmt = @conn.prepare(
           "INSERT IGNORE INTO chat_sdk_locks (key_prefix, lock_key, owner, expires_at) " \
-          "VALUES (?, ?, ?, DATE_ADD(NOW(), INTERVAL #{ttl_seconds} SECOND))"
+          "VALUES (?, ?, ?, DATE_ADD(NOW(6), INTERVAL #{ttl_seconds} SECOND))"
         )
         ins_stmt.execute(@key_prefix, key, owner)
-        @conn.affected_rows > 0
+        ins_stmt.affected_rows > 0
       end
 
       def release_lock(key, owner:)
@@ -60,25 +87,34 @@ module ChatSDK
           "DELETE FROM chat_sdk_locks WHERE key_prefix = ? AND lock_key = ? AND owner = ?"
         )
         stmt.execute(@key_prefix, key, owner)
-        @conn.affected_rows > 0
+        stmt.affected_rows > 0
       end
 
       def force_lock(key, owner:, ttl:)
         ttl_seconds = ttl.to_f
         stmt = @conn.prepare(
           "INSERT INTO chat_sdk_locks (key_prefix, lock_key, owner, expires_at) " \
-          "VALUES (?, ?, ?, DATE_ADD(NOW(), INTERVAL #{ttl_seconds} SECOND)) " \
+          "VALUES (?, ?, ?, DATE_ADD(NOW(6), INTERVAL #{ttl_seconds} SECOND)) " \
           "ON DUPLICATE KEY UPDATE owner = VALUES(owner), expires_at = VALUES(expires_at)"
         )
         stmt.execute(@key_prefix, key, owner)
         true
       end
 
+      def extend_lock(key, owner:, ttl:)
+        stmt = @conn.prepare(
+          "UPDATE chat_sdk_locks SET expires_at = DATE_ADD(NOW(6), INTERVAL #{ttl.to_f} SECOND) " \
+          "WHERE key_prefix = ? AND lock_key = ? AND owner = ? AND expires_at > NOW(6)"
+        )
+        stmt.execute(@key_prefix, key, owner)
+        stmt.affected_rows > 0
+      end
+
       # Key-value store
 
       def get(key)
         stmt = @conn.prepare(
-          "SELECT value FROM chat_sdk_cache WHERE key_prefix = ? AND cache_key = ? AND (expires_at IS NULL OR expires_at > NOW())"
+          "SELECT value FROM chat_sdk_cache WHERE key_prefix = ? AND cache_key = ? AND (expires_at IS NULL OR expires_at > NOW(6))"
         )
         result = stmt.execute(@key_prefix, key)
         row = result.first
@@ -92,7 +128,7 @@ module ChatSDK
         stmt = if ttl
           @conn.prepare(
             "INSERT INTO chat_sdk_cache (key_prefix, cache_key, value, expires_at) " \
-            "VALUES (?, ?, ?, DATE_ADD(NOW(), INTERVAL #{ttl.to_f} SECOND)) " \
+            "VALUES (?, ?, ?, DATE_ADD(NOW(6), INTERVAL #{ttl.to_f} SECOND)) " \
             "ON DUPLICATE KEY UPDATE value = VALUES(value), expires_at = VALUES(expires_at)"
           )
         else
@@ -120,13 +156,13 @@ module ChatSDK
       def set_if_absent(key, value, ttl: nil)
         serialized = JSON.generate(value)
         del_stmt = @conn.prepare(
-          "DELETE FROM chat_sdk_cache WHERE key_prefix = ? AND cache_key = ? AND expires_at IS NOT NULL AND expires_at < NOW()"
+          "DELETE FROM chat_sdk_cache WHERE key_prefix = ? AND cache_key = ? AND expires_at IS NOT NULL AND expires_at < NOW(6)"
         )
         del_stmt.execute(@key_prefix, key)
         stmt = if ttl
           @conn.prepare(
             "INSERT IGNORE INTO chat_sdk_cache (key_prefix, cache_key, value, expires_at) " \
-            "VALUES (?, ?, ?, DATE_ADD(NOW(), INTERVAL #{ttl.to_f} SECOND))"
+            "VALUES (?, ?, ?, DATE_ADD(NOW(6), INTERVAL #{ttl.to_f} SECOND))"
           )
         else
           @conn.prepare(
@@ -135,7 +171,53 @@ module ChatSDK
           )
         end
         stmt.execute(@key_prefix, key, serialized)
-        @conn.affected_rows > 0
+        stmt.affected_rows > 0
+      end
+
+      def enqueue(key, value, max_size:, drop: :drop_oldest)
+        @conn.query("START TRANSACTION")
+        count_stmt = @conn.prepare(
+          "SELECT id FROM chat_sdk_queues WHERE key_prefix = ? AND queue_key = ? ORDER BY id FOR UPDATE"
+        )
+        ids = count_stmt.execute(@key_prefix, key).map { |row| row["id"] }
+        if ids.length >= max_size && drop.to_sym == :drop_newest
+          @conn.query("COMMIT")
+          return ids.length
+        end
+
+        insert = @conn.prepare("INSERT INTO chat_sdk_queues (key_prefix, queue_key, value) VALUES (?, ?, ?)")
+        insert.execute(@key_prefix, key, JSON.generate(value))
+        overflow = ids.length + 1 - max_size
+        if overflow.positive?
+          placeholders = Array.new(overflow, "?").join(", ")
+          remove = @conn.prepare("DELETE FROM chat_sdk_queues WHERE id IN (#{placeholders})")
+          remove.execute(*ids.first(overflow))
+        end
+        @conn.query("COMMIT")
+        [ids.length + 1, max_size].min
+      rescue
+        @conn.query("ROLLBACK")
+        raise
+      end
+
+      def drain_queue(key)
+        @conn.query("START TRANSACTION")
+        select = @conn.prepare(
+          "SELECT id, value FROM chat_sdk_queues WHERE key_prefix = ? AND queue_key = ? ORDER BY id FOR UPDATE"
+        )
+        rows = select.execute(@key_prefix, key).to_a
+        delete = @conn.prepare("DELETE FROM chat_sdk_queues WHERE key_prefix = ? AND queue_key = ?")
+        delete.execute(@key_prefix, key)
+        @conn.query("COMMIT")
+        rows.map { |row| JSON.parse(row["value"]) }
+      rescue
+        @conn.query("ROLLBACK")
+        raise
+      end
+
+      def queue_depth(key)
+        stmt = @conn.prepare("SELECT COUNT(*) AS count FROM chat_sdk_queues WHERE key_prefix = ? AND queue_key = ?")
+        stmt.execute(@key_prefix, key).first["count"].to_i
       end
 
       # Cleanup
@@ -147,15 +229,17 @@ module ChatSDK
         s2.execute(@key_prefix)
         s3 = @conn.prepare("DELETE FROM chat_sdk_cache WHERE key_prefix = ?")
         s3.execute(@key_prefix)
+        s4 = @conn.prepare("DELETE FROM chat_sdk_queues WHERE key_prefix = ?")
+        s4.execute(@key_prefix)
       end
 
       def cleanup_expired
         s1 = @conn.prepare(
-          "DELETE FROM chat_sdk_cache WHERE key_prefix = ? AND expires_at IS NOT NULL AND expires_at < NOW()"
+          "DELETE FROM chat_sdk_cache WHERE key_prefix = ? AND expires_at IS NOT NULL AND expires_at < NOW(6)"
         )
         s1.execute(@key_prefix)
         s2 = @conn.prepare(
-          "DELETE FROM chat_sdk_locks WHERE key_prefix = ? AND expires_at < NOW()"
+          "DELETE FROM chat_sdk_locks WHERE key_prefix = ? AND expires_at < NOW(6)"
         )
         s2.execute(@key_prefix)
       end
@@ -163,7 +247,7 @@ module ChatSDK
       private
 
       def connect(url)
-        Mysql2::Client.new(url)
+        Mysql2::Client.new(self.class.parse_url(url))
       end
 
       def ensure_tables
@@ -180,7 +264,7 @@ module ChatSDK
             key_prefix VARCHAR(255) NOT NULL,
             lock_key VARCHAR(512) NOT NULL,
             owner VARCHAR(255) NOT NULL,
-            expires_at TIMESTAMP NOT NULL,
+            expires_at TIMESTAMP(6) NOT NULL,
             PRIMARY KEY (key_prefix, lock_key)
           ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4
         SQL
@@ -189,10 +273,44 @@ module ChatSDK
             key_prefix VARCHAR(255) NOT NULL,
             cache_key VARCHAR(512) NOT NULL,
             value JSON NOT NULL,
-            expires_at TIMESTAMP NULL DEFAULT NULL,
+            expires_at TIMESTAMP(6) NULL DEFAULT NULL,
             PRIMARY KEY (key_prefix, cache_key)
           ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4
         SQL
+        @conn.query(<<~SQL)
+          CREATE TABLE IF NOT EXISTS chat_sdk_queues (
+            id BIGINT NOT NULL AUTO_INCREMENT,
+            key_prefix VARCHAR(255) NOT NULL,
+            queue_key VARCHAR(512) NOT NULL,
+            value JSON NOT NULL,
+            created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+            PRIMARY KEY (id),
+            INDEX chat_sdk_queues_lookup (key_prefix, queue_key)
+          ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4
+        SQL
+        ensure_expiration_precision
+      end
+
+      def ensure_expiration_precision
+        columns = @conn.query(<<~SQL).each_with_object({}) do |row, result|
+          SELECT TABLE_NAME, DATETIME_PRECISION
+          FROM information_schema.columns
+          WHERE table_schema = DATABASE()
+            AND table_name IN ('chat_sdk_locks', 'chat_sdk_cache')
+            AND column_name = 'expires_at'
+        SQL
+          result[row["TABLE_NAME"]] = row["DATETIME_PRECISION"].to_i
+        end
+
+        definitions = {
+          "chat_sdk_locks" => "TIMESTAMP(6) NOT NULL",
+          "chat_sdk_cache" => "TIMESTAMP(6) NULL DEFAULT NULL"
+        }
+        definitions.each do |table_name, definition|
+          next if columns[table_name] == 6
+
+          @conn.query("ALTER TABLE #{table_name} MODIFY expires_at #{definition}")
+        end
       end
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: chat_sdk-state-mysql
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.2.0
 platform: ruby
 authors:
 - Quentin Rousseau
@@ -15,14 +15,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: '1.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: '1.2'
 - !ruby/object:Gem::Dependency
   name: mysql2
   requirement: !ruby/object:Gem::Requirement