mqkv 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 52ec1386119f7a8371f41f5942360c248f6b9e9c3a4efaf67a80fac35d1a2d27
+  data.tar.gz: 1863f574c1fa148399abb666248cec1e2f31b2e9b5c4da52b686e9c2ce84b7bf
+SHA512:
+  metadata.gz: 761d510fea8ee47f91116b7c11f61435f47095cd92d8805603065d5d19723d3027111ed1ee89c4c5785ce2fb9c70cb8766fe55508f5cf3b8d48f563ea5d0021d
+  data.tar.gz: 877451290430c1b5e268881c6193f239619a0f9c4c506b3f6697c70939404f4ef8fea80561e4dc634f48d81c0167f6ba85680ca40fba748ea06d38763f46996c

data/lib/mqkv/store.rb

@@ -0,0 +1,162 @@
+# frozen_string_literal: true
+
+require "amqp-client"
+require "set"
+
+module MQKV
+  class Store
+    WatchHandle = Data.define(:channel, :consumer_tag)
+
+    def initialize(url, prefix: "mqkv", read_timeout: 0.5)
+      @url = url
+      @prefix = prefix
+      @read_timeout = read_timeout
+      @mutex = Mutex.new
+      @connection = nil
+      @declared_streams = Set.new
+    end
+
+    def set(key, value)
+      name = queue_name(key)
+      ensure_stream(name)
+      connection.with_channel do |ch|
+        ch.basic_publish_confirm(value.to_s, exchange: "", routing_key: name)
+      end
+      nil
+    end
+
+    def get(key)
+      messages = consume_stream(queue_name(key), offset: "last")
+      return nil if messages.empty?
+
+      last = messages.last
+      return nil if tombstone?(last)
+
+      last.body
+    end
+
+    def delete(key)
+      name = queue_name(key)
+      ensure_stream(name)
+      connection.with_channel do |ch|
+        ch.basic_publish_confirm("", exchange: "", routing_key: name,
+                                 headers: { "__mqkv_deleted__" => true })
+      end
+      nil
+    end
+
+    def exists?(key)
+      !get(key).nil?
+    end
+
+    def history(key, limit: 10)
+      messages = consume_stream(queue_name(key), offset: "first")
+      values = []
+      messages.each do |msg|
+        if tombstone?(msg)
+          values.clear
+        else
+          values << msg.body
+        end
+      end
+      values.last(limit)
+    end
+
+    def watch(key, &block)
+      name = queue_name(key)
+      ensure_stream(name)
+      ch = connection.channel
+      ch.basic_qos(256)
+      consume_ok = ch.basic_consume(name, no_ack: false,
+                                    arguments: { "x-stream-offset" => "next" },
+                                    worker_threads: 1) do |msg|
+        msg.ack
+        block.call(msg.body) unless tombstone?(msg)
+      end
+      WatchHandle.new(channel: ch, consumer_tag: consume_ok.consumer_tag)
+    end
+
+    def unwatch(handle)
+      handle.channel.basic_cancel(handle.consumer_tag)
+      handle.channel.close
+    end
+
+    def purge!
+      conn = @mutex.synchronize { @connection }
+      return unless conn && !conn.closed?
+
+      streams = @mutex.synchronize { @declared_streams.to_a }
+      conn.with_channel do |ch|
+        streams.each { |name| ch.queue_delete(name) }
+      end
+      @mutex.synchronize { @declared_streams.clear }
+    end
+
+    def close
+      @mutex.synchronize do
+        @connection&.close
+        @connection = nil
+        @declared_streams.clear
+      end
+    end
+
+    private
+
+    def connection
+      @mutex.synchronize do
+        return @connection if @connection && !@connection.closed?
+
+        @connection = AMQP::Client.new(@url).connect
+        @declared_streams.clear
+        @connection
+      end
+    end
+
+    def queue_name(key)
+      "#{@prefix}.#{key}"
+    end
+
+    def ensure_stream(name)
+      already_declared = @mutex.synchronize { @declared_streams.include?(name) }
+      return if already_declared
+
+      connection.with_channel do |ch|
+        ch.queue_declare(name, durable: true, arguments: { "x-queue-type" => "stream" })
+      end
+      @mutex.synchronize { @declared_streams.add(name) }
+    end
+
+    def consume_stream(name, offset:)
+      ensure_stream(name)
+      ch = connection.channel
+      begin
+        ch.basic_qos(256)
+        collected = []
+        q = ::Queue.new
+
+        consume_ok = ch.basic_consume(name, no_ack: false,
+                                      arguments: { "x-stream-offset" => offset },
+                                      worker_threads: 1) do |msg|
+          q.push(msg)
+        end
+
+        loop do
+          msg = q.pop(timeout: @read_timeout)
+          break if msg.nil?
+
+          collected << msg
+        end
+
+        ch.basic_ack(collected.last.delivery_tag, multiple: true) if collected.any?
+        ch.basic_cancel(consume_ok.consumer_tag)
+        collected
+      ensure
+        ch.close
+      end
+    end
+
+    def tombstone?(msg)
+      msg.properties&.headers&.fetch("__mqkv_deleted__", false) == true
+    end
+  end
+end

data/lib/mqkv/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module MQKV
+  VERSION = "0.1.0"
+end

data/lib/mqkv.rb

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+
+require_relative "mqkv/version"
+require_relative "mqkv/store"

metadata

@@ -0,0 +1,56 @@
+--- !ruby/object:Gem::Specification
+name: mqkv
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- mqkv contributors
+bindir: bin
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: amqp-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+description: Uses AMQP stream queues (RabbitMQ 3.9+ / LavinMQ) as a key-value store.
+  Each key maps to a dedicated stream queue; the latest message is the current value.
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/mqkv.rb
+- lib/mqkv/store.rb
+- lib/mqkv/version.rb
+homepage: https://github.com/dentarg/mqkv
+licenses:
+- MIT
+metadata: {}
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '3.3'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 4.0.7
+specification_version: 4
+summary: Key-value store backed by AMQP stream queues
+test_files: []