cyclone_lariat 0.4.0 → 1.0.0.rc1

data/lib/cyclone_lariat/generators/event.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+require 'securerandom'
+require 'cyclone_lariat/messages/v1/event'
+require 'cyclone_lariat/messages/v2/event'
+
+module CycloneLariat
+  module Generators
+    module Event
+      def event(type, version: config.version, **options)
+        case version.to_i
+        when 1 then event_v1(type, **options)
+        when 2 then event_v2(type, **options)
+        else raise ArgumentError, "Unknown version #{version}"
+        end
+      end
+
+      def event_v1(type, data: {}, request_id: nil, group_id: nil, deduplication_id: nil, uuid: SecureRandom.uuid)
+        params = {
+          uuid: uuid,
+          type: type,
+          sent_at: Time.now.iso8601(3),
+          version: 1,
+          publisher: config.publisher,
+          data: data,
+          request_id: request_id,
+          group_id: group_id,
+          deduplication_id: deduplication_id
+        }
+
+        Messages::V1::Event.wrap(params.compact)
+      end
+      def event_v2(type, subject:, object:, data: {}, request_id: nil, group_id: nil, deduplication_id: nil, uuid: SecureRandom.uuid)
+        params = {
+          uuid: uuid,
+          type: type,
+          subject: subject,
+          object: object,
+          sent_at: Time.now.iso8601(3),
+          version: 2,
+          publisher: config.publisher,
+          data: data,
+          request_id: request_id,
+          group_id: group_id,
+          deduplication_id: deduplication_id
+        }
+
+        Messages::V2::Event.wrap(params.compact)
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/generators/queue.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+require 'cyclone_lariat/resources/queue'
+
+module CycloneLariat
+  module Generators
+    module Queue
+      def queue(type = :all, fifo:, dest: nil, content_based_deduplication: nil, kind: :event, **options)
+        options = CycloneLariat::Options.wrap(options)
+        options.merge!(config)
+
+        Resources::Queue.new(
+          instance: options.instance,
+          publisher: options.publisher,
+          region: options.aws_region,
+          account_id: options.aws_account_id,
+          kind: kind,
+          type: type,
+          fifo: fifo,
+          dest: dest,
+          content_based_deduplication: content_based_deduplication
+        )
+      end
+
+      def custom_queue(name)
+        Resources::Queue.from_name(name, account_id: config.aws_account_id, region: config.aws_region)
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/generators/topic.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+require 'cyclone_lariat/resources/topic'
+
+module CycloneLariat
+  module Generators
+    module Topic
+      def topic(type, fifo:, kind: :event, content_based_deduplication: nil, **options)
+        options = CycloneLariat::Options.wrap(options)
+        options.merge!(config)
+
+        Resources::Topic.new(
+          instance: options.instance,
+          publisher: options.publisher,
+          region: options.aws_region,
+          account_id: options.aws_account_id,
+          kind: kind,
+          type: type,
+          fifo: fifo,
+          content_based_deduplication: content_based_deduplication
+        )
+      end
+
+      def custom_topic(name)
+        Resources::Topic.from_name(name, account_id: config.aws_account_id, region: config.aws_region)
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/messages/v1/abstract.rb

@@ -0,0 +1,139 @@
+# frozen_string_literal: true
+
+require 'luna_park/entities/attributable'
+require 'luna_park/extensions/validatable'
+require 'cyclone_lariat/messages/v1/validator'
+require 'cyclone_lariat/errors'
+
+module CycloneLariat
+  module Messages
+    module V1
+      class Abstract < LunaPark::Entities::Attributable
+        include LunaPark::Extensions::Validatable
+
+        attr :uuid,      String, :new
+        attr :publisher, String, :new
+        attr :type,      String, :new
+
+        attrs :client_error, :version, :data, :request_id, :sent_at,
+              :deduplication_id, :group_id, :processed_at, :received_at
+
+        validator Validator
+
+        # Make validation public
+        def validation
+          super
+        end
+
+        def serialize
+          {
+            uuid: uuid,
+            publisher: publisher,
+            type: [kind, type].join('_'),
+            version: version,
+            data: data,
+            request_id: request_id,
+            sent_at: sent_at&.iso8601(3)
+          }.compact
+        end
+
+        def to_json(*args)
+          serialize.to_json(*args)
+        end
+
+        alias params serialize
+
+        def kind
+          raise LunaPark::Errors::AbstractMethod
+        end
+
+        def data
+          @data ||= {}
+        end
+
+        def version=(value)
+          @version = Integer(value)
+        end
+
+        def sent_at=(value)
+          @sent_at = wrap_time(value)
+        end
+
+        def received_at=(value)
+          @received_at = wrap_time(value)
+        end
+
+        def processed_at=(value)
+          @processed_at = wrap_time(value)
+        end
+
+        def request_id=(value)
+          @request_id = wrap_string(value)
+        end
+
+        def group_id=(value)
+          @group_id = wrap_string(value)
+        end
+
+        def deduplication_id=(value)
+          @deduplication_id = wrap_string(value)
+        end
+
+        def processed?
+          !@processed_at.nil?
+        end
+
+        def client_error_message=(txt)
+          return unless txt
+
+          @client_error ||= Errors::ClientError.new
+          @client_error.message = txt
+        end
+
+        def client_error_details=(details)
+          return unless details
+
+          @client_error ||= Errors::ClientError.new
+          @client_error.details = details
+        end
+
+        def fifo?
+          !@group_id.nil?
+        end
+
+        def ==(other)
+          kind == other.kind &&
+            uuid == other.uuid &&
+            publisher == other.publisher &&
+            type == other.type &&
+            client_error&.message == other.client_error&.message &&
+            version == other.version &&
+            sent_at.to_i == other.sent_at.to_i &&
+            received_at.to_i == other.received_at.to_i &&
+            processed_at.to_i == other.processed_at.to_i
+        end
+
+        private
+
+        def wrap_time(value)
+          case value
+          when String   then Time.parse(value)
+          when Time     then value
+          when NilClass then nil
+          else raise ArgumentError, "Unknown type `#{value.class}`"
+          end
+        end
+
+        def wrap_string(value)
+          case value
+          when String then String(value)
+          when Integer then String(value)
+          when NilClass then nil
+          when FalseClass then nil
+          else raise ArgumentError, "Unknown type `#{value.class}`"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/messages/v1/command.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require 'cyclone_lariat/messages/v1/abstract'
+
+module CycloneLariat
+  module Messages
+    module V1
+      class Command < Abstract
+        include LunaPark::Extensions::Validatable
+        validator Messages::V1::Validator
+
+        KIND = 'command'
+
+        def kind
+          KIND
+        end
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/messages/v1/event.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require 'cyclone_lariat/messages/v1/abstract'
+
+module CycloneLariat
+  module Messages
+    module V1
+      class Event < Abstract
+        include LunaPark::Extensions::Validatable
+        validator Messages::V1::Validator
+
+        KIND = 'event'
+
+        def kind
+          KIND
+        end
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/messages/v1/validator.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+require 'luna_park/validators/dry'
+require 'cyclone_lariat/errors'
+
+module CycloneLariat
+  module Messages
+    module V1
+      class Validator < LunaPark::Validators::Dry
+        UUID_MATCHER = /^\h{8}-\h{4}-(\h{4})-\h{4}-\h{12}$/.freeze
+        ISO8601_MATCHER = /^(-?(?:[1-9][0-9]*)?[0-9]{4})-(1[0-2]|0[1-9])-(3[0-1]|0[1-9]|[1-2][0-9])T(2[0-3]|[0-1][0-9]):([0-5][0-9]):([0-5][0-9])(\.[0-9]+)?(Z|[+-](?:2[0-3]|[0-1][0-9]):[0-5][0-9])?$/.freeze
+
+        validation_schema do
+          params do
+            required(:uuid).value(format?: UUID_MATCHER)
+            required(:publisher).filled(:string)
+            required(:type).filled(:string)
+            required(:version).filled(:integer).value(eql?: 1)
+            required(:data).value(:hash?)
+            optional(:request_id).value(format?: UUID_MATCHER)
+            required(:sent_at).value(format?: ISO8601_MATCHER)
+          end
+        end
+
+        def check!
+          raise Errors::InvalidMessage.new(message: params, validation_errors: errors) unless success?
+        end
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/messages/v2/abstract.rb

@@ -0,0 +1,149 @@
+# frozen_string_literal: true
+
+require 'luna_park/entities/attributable'
+require 'luna_park/extensions/validatable'
+require 'cyclone_lariat/messages/v2/validator'
+require 'cyclone_lariat/errors'
+
+module CycloneLariat
+  module Messages
+    module V2
+      class Abstract < LunaPark::Entities::Attributable
+        include LunaPark::Extensions::Validatable
+
+        attr :uuid,      String, :new
+        attr :publisher, String, :new
+        attr :type,      String, :new
+        attrs :client_error, :version, :data, :request_id, :sent_at,
+          :deduplication_id, :group_id, :processed_at, :received_at,
+          :subject, :object
+
+        validator Validator
+
+        # Make validation public
+        def validation
+          super
+        end
+
+        def serialize
+          {
+            uuid: uuid,
+            publisher: publisher,
+            type: [kind, type].join('_'),
+            version: version,
+            data: data,
+            request_id: request_id,
+            sent_at: sent_at&.iso8601(3),
+            subject: subject,
+            object: object
+          }.compact
+        end
+
+        def to_json(*args)
+          serialize.to_json(*args)
+        end
+
+        alias params serialize
+
+        def kind
+          raise LunaPark::Errors::AbstractMethod
+        end
+
+        def data
+          @data ||= {}
+        end
+
+        def subject
+          @subject ||= {}
+        end
+
+        def object
+          @object ||= {}
+        end
+
+        def version=(value)
+          @version = Integer(value)
+        end
+
+        def sent_at=(value)
+          @sent_at = wrap_time(value)
+        end
+
+        def received_at=(value)
+          @received_at = wrap_time(value)
+        end
+
+        def processed_at=(value)
+          @processed_at = wrap_time(value)
+        end
+
+        def request_id=(value)
+          @request_id = wrap_string(value)
+        end
+
+        def group_id=(value)
+          @group_id = wrap_string(value)
+        end
+
+        def deduplication_id=(value)
+          @deduplication_id = wrap_string(value)
+        end
+
+        def processed?
+          !@processed_at.nil?
+        end
+
+        def client_error_message=(txt)
+          return unless txt
+
+          @client_error ||= Errors::ClientError.new
+          @client_error.message = txt
+        end
+
+        def client_error_details=(details)
+          return unless details
+
+          @client_error ||= Errors::ClientError.new
+          @client_error.details = details
+        end
+
+        def fifo?
+          !@group_id.nil?
+        end
+
+        def ==(other)
+          kind == other.kind &&
+            uuid == other.uuid &&
+            publisher == other.publisher &&
+            type == other.type &&
+            client_error&.message == other.client_error&.message &&
+            version == other.version &&
+            sent_at.to_i == other.sent_at.to_i &&
+            received_at.to_i == other.received_at.to_i &&
+            processed_at.to_i == other.processed_at.to_i
+        end
+
+        private
+
+        def wrap_time(value)
+          case value
+          when String   then Time.parse(value)
+          when Time     then value
+          when NilClass then nil
+          else raise ArgumentError, "Unknown type `#{value.class}`"
+          end
+        end
+
+        def wrap_string(value)
+          case value
+          when String then String(value)
+          when Integer then String(value)
+          when NilClass then nil
+          when FalseClass then nil
+          else raise ArgumentError, "Unknown type `#{value.class}`"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/messages/v2/command.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require 'cyclone_lariat/messages/v2/abstract'
+
+module CycloneLariat
+  module Messages
+    module V2
+      class Command < Abstract
+        include LunaPark::Extensions::Validatable
+        validator Messages::V2::Validator
+
+        KIND = 'command'
+
+        def kind
+          KIND
+        end
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/messages/v2/event.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require 'cyclone_lariat/messages/v2/abstract'
+
+module CycloneLariat
+  module Messages
+    module V2
+      class Event < Abstract
+        include LunaPark::Extensions::Validatable
+        validator Messages::V2::Validator
+
+        KIND = 'event'
+
+        def kind
+          KIND
+        end
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/messages/v2/validator.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require 'luna_park/validators/dry'
+require 'cyclone_lariat/errors'
+
+module CycloneLariat
+  module Messages
+    module V2
+      class Validator < LunaPark::Validators::Dry
+        UUID_MATCHER = /^\h{8}-\h{4}-(\h{4})-\h{4}-\h{12}$/.freeze
+        ISO8601_MATCHER = /^(-?(?:[1-9][0-9]*)?[0-9]{4})-(1[0-2]|0[1-9])-(3[0-1]|0[1-9]|[1-2][0-9])T(2[0-3]|[0-1][0-9]):([0-5][0-9]):([0-5][0-9])(\.[0-9]+)?(Z|[+-](?:2[0-3]|[0-1][0-9]):[0-5][0-9])?$/.freeze
+
+        validation_schema do
+          params do
+            required(:uuid).value(format?: UUID_MATCHER)
+            required(:publisher).filled(:string)
+            required(:type).filled(:string)
+            required(:version).filled(:integer).value(eql?: 2)
+            required(:data).value(:hash?)
+            optional(:request_id).value(format?: UUID_MATCHER)
+            required(:sent_at).value(format?: ISO8601_MATCHER)
+            required(:subject).hash do
+              required(:type).filled(:string)
+              required(:uuid).value(format?: UUID_MATCHER)
+            end
+            required(:object).hash do
+              required(:type).filled(:string)
+              required(:uuid).value(format?: UUID_MATCHER)
+            end
+          end
+        end
+
+        def check!
+          raise Errors::InvalidMessage.new(message: params, validation_errors: errors) unless success?
+        end
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/middleware.rb

@@ -1,14 +1,17 @@
 # frozen_string_literal: true
 
-require_relative 'messages_repo'
+require 'cyclone_lariat/repo/messages'
+require 'cyclone_lariat/core'
 require 'luna_park/errors'
 require 'json'
 
 module CycloneLariat
   class Middleware
-    def initialize(dataset: nil, errors_notifier: nil, message_notifier: nil, repo: MessagesRepo)
-      events_dataset    = dataset || CycloneLariat.events_dataset
-      @events_repo      = repo.new(events_dataset) if events_dataset
+    attr_reader :config
+
+    def initialize(errors_notifier: nil, message_notifier: nil, repo: Repo::Messages, **options)
+      @config           = CycloneLariat::Options.wrap(options).merge!(CycloneLariat.config)
+      @events_repo      = repo.new(**@config.to_h)
       @message_notifier = message_notifier
       @errors_notifier  = errors_notifier
     end
@@ -20,7 +23,7 @@ module CycloneLariat
       return if msg.is_a? String
 
       catch_standard_error(queue, msg) do
-        event = Event.wrap(msg)
+        event = Messages::V1::Event.wrap(msg)
 
         store_in_dataset(event) do
           catch_business_error(event, &block)
@@ -40,7 +43,7 @@ module CycloneLariat
     end
 
     def store_in_dataset(event)
-      return yield if events_repo.nil?
+      return yield if events_repo.disabled?
 
       existed = events_repo.find(uuid: event.uuid)
       return true if existed&.processed?