surfliner-metadata_consumer 0.1.0.pre.alpha.3 → 0.1.0.pre.alpha.5

data/lib/surfliner/mq/connection_config.rb

@@ -0,0 +1,62 @@
+module Surfliner
+  module Mq
+    # An object encapsulating RabbitMQ configuration.
+    class ConnectionConfig
+      # @return [String]  The RabbitMQ hostname
+      attr_reader :host
+
+      # @return [String]  The RabbitMQ AMQP port
+      attr_reader :port
+
+      # @return [String]  The RabbitMQ username
+      attr_reader :username
+
+      # @return [String]  The RabbitMQ passsword
+      attr_reader :password
+
+      # Initializes a new `MqConfig` object.
+      # @param host [String] RabbitMQ hostname
+      # @param port [String] RabbitMQ AMQP port
+      # @param username [String] RabbitMQ username
+      # @param password [String] RabbitMQ passsword
+      def initialize(host:, port:, username:, password:)
+        @host = host
+        @port = port
+        @username = username
+        @password = password
+      end
+
+      class << self
+        # Reads RabbitMQ configuration from environment variables and
+        # returns it as a new `ConnectionConfig` object.
+        #
+        # | Variable                    | Sample value | Description                  |
+        # |-----------------------------|--------------|------------------------------|
+        # | `RABBITMQ_HOST`             | `rabbitmq`   | Hostname of RabbitMQ server  |
+        # | `RABBITMQ_NODE_PORT_NUMBER` | `5672`       | Port name of RabbitMQ server |
+        # | `RABBITMQ_USERNAME`         | `user`       | RabbitMQ username            |
+        # | `RABBITMQ_PASSWORD`         | `bitnami`    | RabbitMQ password            |
+        #
+        # @return [ConnectionConfig] The configuration.
+        def from_env
+          ConnectionConfig.new(
+            host: ENV.fetch("RABBITMQ_HOST"),
+            port: ENV.fetch("RABBITMQ_NODE_PORT_NUMBER"),
+            username: ENV.fetch("RABBITMQ_USERNAME"),
+            password: ENV.fetch("RABBITMQ_PASSWORD")
+          )
+        end
+      end
+
+      # @return [String]  the connection URL as a string
+      def session_url
+        @session_url ||= "amqp://#{username}:#{password}@#{host}:#{port}"
+      end
+
+      # @return [String]  the connection URL as a string, without the password
+      def redacted_url
+        @redacted_url ||= session_url.sub(password, "REDACTED")
+      end
+    end
+  end
+end

data/lib/surfliner/mq/queue_config.rb

@@ -0,0 +1,49 @@
+module Surfliner
+  module Mq
+    # Encapsulates queue configuration
+    class QueueConfig
+      # @return [String]  The queue to listen to
+      attr_reader :name
+
+      # @return [String] platform routing key to listen to
+      attr_reader :routing_key
+
+      # @return [Hash] RabbitMQ queue options. (See Bunny::Channel#queue)
+      attr_reader :options
+
+      # @param name [String] queue exchange to listen to
+      # @param routing_key [String] platform routing key to listen to
+      # @param options [Hash] RabbitMQ queue options. (See Bunny::Channel#queue)
+      def initialize(name:, routing_key:, options: {})
+        @name = name
+        @routing_key = routing_key
+        @options = options
+      end
+
+      class << self
+        # Returns a default (environment-variable-based) configuration with the
+        # specified options.
+        #
+        # | Variable                        | Sample value                  | Description          |
+        # |---------------------------------|-------------------------------|----------------------|
+        # | `RABBITMQ_QUEUE`                | `surfliner.metadata`          | RabbitMQ queue name  |
+        # | `RABBITMQ_PLATFORM_ROUTING_KEY` | `surfliner.metadata.daylight` | RabbitMQ routing key |
+        #
+        # @param options [Hash] RabbitMQ queue options. (See Bunny::Channel#queue)
+        # @return [QueueConfig] The configuration.
+        def from_env(**options)
+          QueueConfig.new(
+            name: ENV.fetch("RABBITMQ_QUEUE"),
+            routing_key: default_routing_key,
+            options:
+          )
+        end
+
+        # @return [String] The default routing key from `ENV["RABBITMQ_PLATFORM_ROUTING_KEY"]`
+        def default_routing_key
+          ENV.fetch("RABBITMQ_PLATFORM_ROUTING_KEY")
+        end
+      end
+    end
+  end
+end

data/lib/surfliner/mq/topic.rb

@@ -0,0 +1,65 @@
+require "surfliner/util/assert"
+
+module Surfliner
+  module Mq
+    # Encapsulates a RabbitMQ topic
+    class Topic
+      include Surfliner::Util::Assert
+
+      # @return [String] The name of the topic
+      attr_reader :name
+
+      # @return [Bunny::Channel]  The channel being used
+      attr_reader :channel
+
+      # @return [Logger]  The logger
+      attr_reader :logger
+
+      # @return [Hash] RabbitMQ topic options. (See Bunny::Channel#topic)
+      attr_reader :options
+
+      # @param name [String] The name of the topic
+      # @param channel [Bunny::Channel]  The channel to use
+      # @param logger [Logger] the logger
+      # @param options [Hash] RabbitMQ topic options. (See Bunny::Channel#topic)
+      def initialize(name, channel:, logger:, options: {})
+        @name = not_nil!(name, "topic name")
+        @channel = not_nil!(channel, "channel")
+        @logger = not_nil!(logger, "logger")
+        @options = not_nil!(options, "options")
+      end
+
+      # @return [Bunny::Exchange]  The exchange for the topic
+      def exchange
+        @exchange ||= channel.topic(name, options)
+      end
+
+      # Publishes the specified payload
+      # @param payload [String] the payload to publish
+      # @param routing_key [String] platform routing key to publish to
+      # @return [Bunny::Exchange] see #exchange
+      def publish(payload, routing_key: QueueConfig.default_routing_key)
+        logger.info "Publishing to #{routing_key} with payload: #{payload}"
+        exchange.publish(payload, routing_key:)
+      end
+
+      # @param config [QueueConfig] queue configuration
+      # @return  [Bunny::Queue]  the queue
+      def bind_queue(config = QueueConfig.from_env)
+        channel.queue(config.name, config.options).tap do |q|
+          q.bind(exchange, routing_key: config.routing_key)
+        end
+      end
+
+      class << self
+        # Creates a new `MqTopic` from the specified configuration
+        # @param config [TopicConfig] the configuration
+        # @param channel [Bunny::Channel]  The channel to use
+        # @param logger [Logger] the logger
+        def from_config(config, channel:, logger:)
+          new(config.name, channel:, logger:, options: config.options)
+        end
+      end
+    end
+  end
+end

data/lib/surfliner/mq/topic_config.rb

@@ -0,0 +1,37 @@
+module Surfliner
+  module Mq
+    # Encapsulates topic configuration
+    class TopicConfig
+      # @return [String]  The topic exchange to listen to
+      attr_reader :name
+
+      # @return [Hash] RabbitMQ topic options. (See Bunny::Channel#topic)
+      attr_reader :options
+
+      # @param name [String] topic exchange to listen to
+      # @param options [Hash] RabbitMQ topic options. (See Bunny::Channel#topic)
+      def initialize(name:, options: {})
+        @name = name
+        @options = options
+      end
+
+      class << self
+        # Returns a default (environment-variable-based) configuration with the
+        # specified options.
+        #
+        # | Variable         | Sample value         | Description         |
+        # |------------------|----------------------|---------------------|
+        # | `RABBITMQ_TOPIC` | `surfliner.metadata` | RabbitMQ topic name |
+        #
+        # @param options [Hash] RabbitMQ topic options. (See Bunny::Channel#topic)
+        # @return [TopicConfig] The configuration.
+        def from_env(**options)
+          TopicConfig.new(
+            name: ENV.fetch("RABBITMQ_TOPIC"),
+            options:
+          )
+        end
+      end
+    end
+  end
+end

data/lib/surfliner/mq.rb

@@ -0,0 +1,4 @@
+Dir.glob(File.expand_path("mq/*.rb", __dir__)).each(&method(:require))
+
+# General RabbitMQ functionality
+module Surfliner::Mq; end

data/lib/surfliner/util/assert.rb

@@ -0,0 +1,21 @@
+module Surfliner
+  # Miscellaneous utility module
+  module Util
+    # Helper methods for argument validation
+    module Assert
+      class << self
+        include Assert
+      end
+
+      # @param arg_value [Object, nil] the argument value
+      # @param arg_name [String] the name of the argument, for error messages
+      # @return arg_value
+      # @raise [ArgumentError] if `arg_value` is `nil`
+      def not_nil!(arg_value, arg_name = "argument")
+        return arg_value unless arg_value.nil?
+
+        raise ArgumentError, "#{arg_name} must not be nil"
+      end
+    end
+  end
+end

data/lib/surfliner/util.rb

@@ -0,0 +1,4 @@
+Dir.glob(File.expand_path("util/*.rb", __dir__)).each(&method(:require))
+
+# Miscellaneous utility module
+module Surfliner::Util; end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: surfliner-metadata_consumer
 version: !ruby/object:Gem::Version
-  version: 0.1.0.pre.alpha.3
+  version: 0.1.0.pre.alpha.5
 platform: ruby
 authors:
 - Project Surfliner
 bindir: bin
 cert_chain: []
-date: 2025-03-07 00:00:00.000000000 Z
+date: 2025-03-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bunny
@@ -86,103 +86,117 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '3'
 - !ruby/object:Gem::Dependency
-  name: debug
+  name: ci_reporter_rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.9.2
+        version: '1.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.9.2
+        version: '1.0'
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: colorize
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.13'
+        version: '0.8'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.13'
+        version: '0.8'
 - !ruby/object:Gem::Dependency
-  name: standard
+  name: debug
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.31'
+        version: 1.9.2
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.31'
+        version: 1.9.2
 - !ruby/object:Gem::Dependency
-  name: ci_reporter_rspec
+  name: dotenv
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '2.7'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '2.7'
 - !ruby/object:Gem::Dependency
-  name: colorize
+  name: github-markup
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.8'
+        version: '5.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.8'
+        version: '5.0'
 - !ruby/object:Gem::Dependency
-  name: dotenv
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.7'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.7'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: redcarpet
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '13.0'
+        version: '3.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '13.0'
+        version: '3.6'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.13'
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
@@ -211,6 +225,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: standard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.31'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.31'
 - !ruby/object:Gem::Dependency
   name: webmock
   requirement: !ruby/object:Gem::Requirement
@@ -240,7 +268,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 0.9.37
 executables:
-- daylight-index-listen
+- index-on-publish
 - simulate-publish-event
 extensions: []
 extra_rdoc_files: []
@@ -252,12 +280,10 @@ files:
 - LICENSE
 - README.md
 - Rakefile
-- bin/daylight-index-listen
+- bin/index-on-publish
 - bin/simulate-publish-event
 - lib/surfliner/metadata_consumer.rb
 - lib/surfliner/metadata_consumer/consumer.rb
-- lib/surfliner/metadata_consumer/mq_config.rb
-- lib/surfliner/metadata_consumer/mq_connection.rb
 - lib/surfliner/metadata_consumer/payload.rb
 - lib/surfliner/metadata_consumer/solr.rb
 - lib/surfliner/metadata_consumer/solr/delete_handler.rb
@@ -265,6 +291,14 @@ files:
 - lib/surfliner/metadata_consumer/solr/message_handler.rb
 - lib/surfliner/metadata_consumer/superskunk_client.rb
 - lib/surfliner/metadata_consumer/version.rb
+- lib/surfliner/mq.rb
+- lib/surfliner/mq/connection.rb
+- lib/surfliner/mq/connection_config.rb
+- lib/surfliner/mq/queue_config.rb
+- lib/surfliner/mq/topic.rb
+- lib/surfliner/mq/topic_config.rb
+- lib/surfliner/util.rb
+- lib/surfliner/util/assert.rb
 homepage: https://gitlab.com/surfliner/metadata_consumer
 licenses:
 - MIT
@@ -279,7 +313,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 3.3.1
+      version: '3.2'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="

data/bin/daylight-index-listen

@@ -1,23 +0,0 @@
-#!/usr/bin/env ruby
-require "bundler/setup"
-require "logger"
-require "opentelemetry/sdk"
-
-require "surfliner/metadata_consumer"
-
-unless ENV["OTEL_SDK_DISABLED"] == "true"
-  OpenTelemetry::SDK.configure do |c|
-    c.service_name = "surfliner-daylight-consumer"
-    c.use_all # enables auto instrumentation for Bunny, Net::HTTP, etc...
-  end
-end
-tracer   = OpenTelemetry.tracer_provider.tracer("DaylightConsumerTracer")
-
-$stdout.sync = true # don't buffer log output
-logger       = Logger.new($stdout).tap do |logger|
-  logger.level = ENV.fetch("LOG_LEVEL", Logger::INFO)
-end
-
-handler  = Surfliner::MetadataConsumer::Solr::MessageHandler
-consumer = Surfliner::MetadataConsumer::Consumer.new(tracer:, logger:, handler:)
-consumer.run

data/lib/surfliner/metadata_consumer/mq_config.rb

@@ -1,79 +0,0 @@
-module Surfliner
-  module MetadataConsumer
-    # An object encapsulating RabbitMQ configuration.
-    class MqConfig
-      # @return [String]  The RabbitMQ hostname
-      attr_reader :host
-
-      # @return [String]  The RabbitMQ AMQP port
-      attr_reader :port
-
-      # @return [String]  The RabbitMQ username
-      attr_reader :username
-
-      # @return [String]  The RabbitMQ passsword
-      attr_reader :password
-
-      # @return [String]  The topic exchange to listen to
-      attr_reader :topic
-
-      # @return [String]  The name of the queue to listen to
-      attr_reader :queue_name
-
-      # @return [String]  The platform routing key to listen to
-      attr_reader :routing_key
-
-      # Initializes a new `MqConfig` object.
-      # @param host [The] RabbitMQ hostname
-      # @param port [The] RabbitMQ AMQP port
-      # @param username [The] RabbitMQ username
-      # @param password [The] RabbitMQ passsword
-      # @param topic [The] topic exchange to listen to
-      # @param queue_name [The] name of the queue to listen to
-      # @param routing_key [The] platform routing key to listen to
-      def initialize(host:, port:, username:, password:, topic:, queue_name:, routing_key:)
-        @host = host
-        @port = port
-        @username = username
-        @password = password
-        @topic = topic
-        @queue_name = queue_name
-        @routing_key = routing_key
-      end
-
-      class << self
-        # Reads RabbitMQ configuration from environment variables and
-        # returns it as a new `MqConfig` object.
-        #
-        # - `RABBITMQ_HOST` → `host`
-        # - `RABBITMQ_NODE_PORT_NUMBER` → `port`
-        # - `RABBITMQ_USERNAME` → `username`
-        # - `RABBITMQ_PASSWORD` → `password`
-        # - `RABBITMQ_TOPIC` → `topic`
-        # - `RABBITMQ_QUEUE` → `queue_name`
-        # - `RABBITMQ_PLATFORM_ROUTING_KEY` → `routing_key`
-        def from_env
-          MqConfig.new(
-            host: ENV.fetch("RABBITMQ_HOST"),
-            port: ENV.fetch("RABBITMQ_NODE_PORT_NUMBER"),
-            username: ENV.fetch("RABBITMQ_USERNAME"),
-            password: ENV.fetch("RABBITMQ_PASSWORD"),
-            topic: ENV.fetch("RABBITMQ_TOPIC"),
-            queue_name: ENV.fetch("RABBITMQ_QUEUE"),
-            routing_key: ENV.fetch("RABBITMQ_PLATFORM_ROUTING_KEY")
-          )
-        end
-      end
-
-      # @return [String]  the connection URL as a string
-      def connection_url
-        @connection_url ||= "amqp://#{username}:#{password}@#{host}:#{port}"
-      end
-
-      # @return [String]  the connection URL as a string, without the password
-      def redacted_url
-        @redacted_url ||= connection_url.sub(password, "REDACTED")
-      end
-    end
-  end
-end