cyclone_lariat 0.4.0 → 1.0.0.rc1

metadata

@@ -1,15 +1,17 @@
 --- !ruby/object:Gem::Specification
 name: cyclone_lariat
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 1.0.0.rc1
 platform: ruby
 authors:
 - Alexander Kudrin
 - Philip Sorokin
+- Kirill Drozdov
+- Vitaly Perminov
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-11-15 00:00:00.000000000 Z
+date: 2023-01-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-sns
@@ -53,6 +55,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.6'
+- !ruby/object:Gem::Dependency
+  name: dry-validation
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
 - !ruby/object:Gem::Dependency
   name: luna_park
   requirement: !ruby/object:Gem::Requirement
@@ -109,6 +125,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '11.1'
+- !ruby/object:Gem::Dependency
+  name: database_cleaner-active_record
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: database_cleaner-sequel
   requirement: !ruby/object:Gem::Requirement
@@ -123,6 +153,62 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: pg
   requirement: !ruby/object:Gem::Requirement
@@ -281,6 +367,7 @@ files:
 - Dockerfile
 - Gemfile
 - Gemfile.lock
+- Guardfile
 - README.md
 - Rakefile
 - bin/cyclone_lariat
@@ -288,34 +375,46 @@ files:
 - bin/docker/init
 - bin/docker/privatekey
 - bin/docker/rm
-- config/db.example.rb
-- config/initializers/sequel.rb
 - cyclone_lariat.gemspec
-- db/migrate/01_add_uuid_extensions.rb
-- db/migrate/02_add_events.rb
-- db/migrate/03_add_versions.rb
 - docker-compose.yml
-- docs/_imgs/graphviz_01.png
-- docs/_imgs/graphviz_02.png
-- docs/_imgs/graphviz_03.png
-- docs/_imgs/lariat.jpg
-- docs/_imgs/logic.png
-- docs/_imgs/sqs_sns_diagram.png
 - lib/cyclone_lariat.rb
-- lib/cyclone_lariat/abstract/client.rb
-- lib/cyclone_lariat/abstract/message.rb
-- lib/cyclone_lariat/command.rb
-- lib/cyclone_lariat/configure.rb
+- lib/cyclone_lariat/clients/abstract.rb
+- lib/cyclone_lariat/clients/sns.rb
+- lib/cyclone_lariat/clients/sqs.rb
+- lib/cyclone_lariat/core.rb
 - lib/cyclone_lariat/errors.rb
-- lib/cyclone_lariat/event.rb
-- lib/cyclone_lariat/messages_mapper.rb
-- lib/cyclone_lariat/messages_repo.rb
+- lib/cyclone_lariat/fake.rb
+- lib/cyclone_lariat/generators/command.rb
+- lib/cyclone_lariat/generators/event.rb
+- lib/cyclone_lariat/generators/queue.rb
+- lib/cyclone_lariat/generators/topic.rb
+- lib/cyclone_lariat/messages/v1/abstract.rb
+- lib/cyclone_lariat/messages/v1/command.rb
+- lib/cyclone_lariat/messages/v1/event.rb
+- lib/cyclone_lariat/messages/v1/validator.rb
+- lib/cyclone_lariat/messages/v2/abstract.rb
+- lib/cyclone_lariat/messages/v2/command.rb
+- lib/cyclone_lariat/messages/v2/event.rb
+- lib/cyclone_lariat/messages/v2/validator.rb
 - lib/cyclone_lariat/middleware.rb
 - lib/cyclone_lariat/migration.rb
-- lib/cyclone_lariat/queue.rb
-- lib/cyclone_lariat/sns_client.rb
-- lib/cyclone_lariat/sqs_client.rb
-- lib/cyclone_lariat/topic.rb
+- lib/cyclone_lariat/options.rb
+- lib/cyclone_lariat/presenters/graph.rb
+- lib/cyclone_lariat/presenters/queues.rb
+- lib/cyclone_lariat/presenters/subscriptions.rb
+- lib/cyclone_lariat/presenters/topics.rb
+- lib/cyclone_lariat/publisher.rb
+- lib/cyclone_lariat/repo/active_record/messages.rb
+- lib/cyclone_lariat/repo/active_record/versions.rb
+- lib/cyclone_lariat/repo/messages.rb
+- lib/cyclone_lariat/repo/messages_mapper.rb
+- lib/cyclone_lariat/repo/sequel/messages.rb
+- lib/cyclone_lariat/repo/sequel/versions.rb
+- lib/cyclone_lariat/repo/versions.rb
+- lib/cyclone_lariat/resources/queue.rb
+- lib/cyclone_lariat/resources/topic.rb
+- lib/cyclone_lariat/services/migrate.rb
+- lib/cyclone_lariat/services/rollback.rb
 - lib/cyclone_lariat/version.rb
 - lib/tasks/console.rake
 - lib/tasks/cyclone_lariat.rake
@@ -336,11 +435,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.4.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
-rubygems_version: 3.0.3.1
+rubyforge_project: 
+rubygems_version: 2.6.14.4
 signing_key: 
 specification_version: 4
 summary: Shoryuken middleware for LunaPark based application.

data/config/db.example.rb

@@ -1,9 +0,0 @@
-# frozen_string_literal: true
-
-DB_CONF = {
-  adapter: 'postgresql',
-  host: ENV.fetch('DB_HOST', 'host'),
-  username: ENV.fetch('DB_USER', 'postgres'),
-  password: ENV.fetch('DB_PASSWORD', 'password'),
-  database: ENV.fetch('DB_NAME', 'cyclone-lariat-test')
-}.freeze

data/config/initializers/sequel.rb

@@ -1,7 +0,0 @@
-# frozen_string_literal: true
-
-require_relative '../db'
-
-require 'sequel'
-
-DB = Sequel.connect(DB_CONF)

data/db/migrate/01_add_uuid_extensions.rb

@@ -1,15 +0,0 @@
-# frozen_string_literal: true
-
-Sequel.migration do
-  up do
-    run <<-SQL
-      CREATE EXTENSION IF NOT EXISTS "uuid-ossp";
-    SQL
-  end
-
-  down do
-    run <<-SQL
-      DROP EXTENSION IF EXISTS "uuid-ossp";
-    SQL
-  end
-end

data/db/migrate/02_add_events.rb

@@ -1,19 +0,0 @@
-# frozen_string_literal: true
-
-Sequel.migration do
-  change do
-    create_table :async_messages do
-      column   :uuid, :uuid, primary_key: true
-      String   :kind,                        null: false
-      String   :type,                        null: false
-      Integer  :version,                     null: false
-      String   :publisher,                   null: false
-      column   :data, :json,                 null: false
-      String   :client_error_message,        null: true,  default: nil
-      column   :client_error_details, :json, null: true,  default: nil
-      DateTime :sent_at,                     null: true,  default: nil
-      DateTime :received_at,                 null: false, default: Sequel::CURRENT_TIMESTAMP
-      DateTime :processed_at,                null: true,  default: nil
-    end
-  end
-end

data/db/migrate/03_add_versions.rb

@@ -1,9 +0,0 @@
-# frozen_string_literal: true
-
-Sequel.migration do
-  change do
-    create_table :lariat_versions do
-      Integer :version, null: false, unique: true
-    end
-  end
-end

data/lib/cyclone_lariat/abstract/client.rb

@@ -1,112 +0,0 @@
-# frozen_string_literal: true
-
-# require 'aws-sdk-sns'
-require 'luna_park/extensions/injector'
-require_relative '../event'
-require_relative '../command'
-require_relative '../errors'
-
-module CycloneLariat
-  module Abstract
-    class Client
-      include LunaPark::Extensions::Injector
-
-      dependency(:aws_client_class)      { raise ArgumentError, 'Client class should be defined' }
-      dependency(:aws_credentials_class) { Aws::Credentials }
-
-      def initialize(key: nil, secret_key: nil, region: nil, version: nil, publisher: nil, instance: nil, account_id: nil)
-        @key = key
-        @secret_key = secret_key
-        @region = region
-        @version = version
-        @publisher = publisher
-        @instance = instance
-        @account_id = account_id
-      end
-
-      def event(type, data: {}, version: self.version, request_id: nil, uuid: SecureRandom.uuid)
-        params = {
-          uuid: uuid,
-          type: type,
-          sent_at: Time.now.iso8601(3),
-          version: version,
-          publisher: publisher,
-          data: data,
-          request_id: request_id
-        }
-
-        Event.wrap(params.compact)
-      end
-
-      def command(type, data: {}, version: self.version, request_id: nil, uuid: SecureRandom.uuid)
-        params = {
-          uuid: uuid,
-          type: type,
-          sent_at: Time.now.iso8601(3),
-          version: version,
-          publisher: publisher,
-          data: data,
-          request_id: request_id
-        }
-
-        Command.wrap(params.compact)
-      end
-
-      def publish
-        raise LunaPark::Errors::AbstractMethod, 'Publish method should be defined'
-      end
-
-      class << self
-        def version(version = nil)
-          version.nil? ? @version || CycloneLariat.default_version : @version = version
-        end
-
-        def instance(instance = nil)
-          instance.nil? ? @instance || CycloneLariat.default_instance || (raise 'You should define instance') : @instance = instance
-        end
-
-        def publisher(publisher = nil)
-          publisher.nil? ? @publisher || CycloneLariat.publisher || (raise 'You should define publisher') : @publisher = publisher
-        end
-      end
-
-      def version
-        @version ||= self.class.version
-      end
-
-      def publisher
-        @publisher ||= self.class.publisher
-      end
-
-      def instance
-        @instance ||= self.class.instance
-      end
-
-      def key
-        @key ||= CycloneLariat.aws_key
-      end
-
-      def secret_key
-        @secret_key ||= CycloneLariat.aws_secret_key
-      end
-
-      def region
-        @region ||= CycloneLariat.aws_default_region
-      end
-
-      def account_id
-        @account_id ||= CycloneLariat.aws_account_id
-      end
-
-      private
-
-      def aws_client
-        @aws_client ||= aws_client_class.new(credentials: aws_credentials, region: region)
-      end
-
-      def aws_credentials
-        @aws_credentials ||= aws_credentials_class.new(key, secret_key)
-      end
-    end
-  end
-end

data/lib/cyclone_lariat/abstract/message.rb

@@ -1,98 +0,0 @@
-# frozen_string_literal: true
-
-require 'luna_park/entities/attributable'
-require_relative '../errors'
-
-module CycloneLariat
-  module Abstract
-    class Message < LunaPark::Entities::Attributable
-      attr :uuid,       String, :new
-      attr :publisher,  String, :new
-      attr :type,       String, :new
-      attrs :client_error, :version, :data, :request_id,
-            :sent_at, :processed_at, :received_at
-
-      def kind
-        raise LunaPark::Errors::AbstractMethod
-      end
-
-      def version=(value)
-        @version = Integer(value)
-      end
-
-      def sent_at=(value)
-        @sent_at = wrap_time(value)
-      end
-
-      def received_at=(value)
-        @received_at = wrap_time(value)
-      end
-
-      def processed_at=(value)
-        @processed_at = wrap_time(value)
-      end
-
-      def request_at=(value)
-        @request_id = wrap_string(value)
-      end
-
-      def processed?
-        !@processed_at.nil?
-      end
-
-      def client_error_message=(txt)
-        return unless txt
-
-        @client_error ||= Errors::ClientError.new
-        @client_error.message = txt
-      end
-
-      def client_error_details=(details)
-        return unless details
-
-        @client_error ||= Errors::ClientError.new
-        @client_error.details = details
-      end
-
-      def ==(other)
-        kind == other.kind &&
-          uuid == other.uuid &&
-          publisher == other.publisher &&
-          type == other.type &&
-          client_error&.message == other.client_error&.message &&
-          version == other.version &&
-          sent_at.to_i == other.sent_at.to_i &&
-          received_at.to_i == other.received_at.to_i &&
-          processed_at.to_i == other.processed_at.to_i
-      end
-
-      def to_json(*args)
-        hash = serialize
-        hash[:type]         = [kind, hash[:type]].join '_'
-        hash[:sent_at]      = hash[:sent_at].iso8601(3)      if hash[:sent_at]
-        hash[:received_at]  = hash[:received_at].iso8601(3)  if hash[:received_at]
-        hash[:processed_at] = hash[:processed_at].iso8601(3) if hash[:processed_at]
-        hash.to_json(*args)
-      end
-
-      private
-
-      def wrap_time(value)
-        case value
-        when String   then Time.parse(value)
-        when Time     then value
-        when NilClass then nil
-        else raise ArgumentError, "Unknown type `#{value.class}`"
-        end
-      end
-
-      def wrap_string(value)
-        case value
-        when String then String(value)
-        when NilClass then nil
-        else raise ArgumentError, "Unknown type `#{value.class}`"
-        end
-      end
-    end
-  end
-end

data/lib/cyclone_lariat/command.rb

@@ -1,13 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'abstract/message'
-
-module CycloneLariat
-  class Command < Abstract::Message
-    KIND = 'command'
-
-    def kind
-      KIND
-    end
-  end
-end

data/lib/cyclone_lariat/configure.rb

@@ -1,15 +0,0 @@
-# frozen_string_literal: true
-
-module CycloneLariat
-  class << self
-    DEFAULT_VERSION = 1
-
-    attr_accessor :aws_key, :aws_secret_key, :publisher, :aws_default_region, :default_instance,
-                  :aws_account_id, :events_dataset, :versions_dataset
-    attr_writer :default_version
-
-    def default_version
-      @default_version ||= DEFAULT_VERSION
-    end
-  end
-end

data/lib/cyclone_lariat/event.rb

@@ -1,13 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'abstract/message'
-
-module CycloneLariat
-  class Event < Abstract::Message
-    KIND = 'event'
-
-    def kind
-      KIND
-    end
-  end
-end

data/lib/cyclone_lariat/messages_mapper.rb

@@ -1,46 +0,0 @@
-# frozen_string_literal: true
-
-module CycloneLariat
-  class MessagesMapper
-    class << self
-      def from_row(row)
-        return if row.nil?
-
-        row[:data] = hash_from_json_column(row[:data])
-        row[:client_error_details] = hash_from_json_column(row[:client_error_details]) if row[:client_error_details]
-        row
-      end
-
-      def to_row(input)
-        {
-          uuid: input.uuid,
-          kind: input.kind,
-          type: input.type,
-          publisher: input.publisher,
-          data: JSON.generate(input.data),
-          client_error_message: input.client_error&.message,
-          client_error_details: JSON.generate(input.client_error&.details),
-          version: input.version,
-          sent_at: input.sent_at
-        }
-      end
-
-      private
-
-      def hash_from_json_column(data)
-        return JSON.parse(data) if data.is_a?(String)
-
-        if pg_json_extension_enabled?
-          return data.to_h             if data.is_a?(Sequel::Postgres::JSONHash)
-          return JSON.parse(data.to_s) if data.is_a?(Sequel::Postgres::JSONString)
-        end
-
-        raise ArgumentError, "Unknown type of `#{data}`"
-      end
-
-      def pg_json_extension_enabled?
-        Object.const_defined?('Sequel::Postgres::JSONHash')
-      end
-    end
-  end
-end

data/lib/cyclone_lariat/messages_repo.rb

@@ -1,60 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'event'
-require_relative 'messages_mapper'
-
-module CycloneLariat
-  class MessagesRepo
-    attr_reader :dataset
-
-    def initialize(dataset)
-      @dataset = dataset
-    end
-
-    def create(msg)
-      dataset.insert MessagesMapper.to_row(msg)
-    end
-
-    def exists?(uuid:)
-      dataset.where(uuid: uuid).limit(1).any?
-    end
-
-    def processed!(uuid:, error: nil)
-      data = { processed_at: Sequel.function(:NOW) }
-      data.merge!(client_error_message: error.message, client_error_details: JSON.generate(error.details)) if error
-
-      !dataset.where(uuid: uuid).update(data).zero?
-    end
-
-    def find(uuid:)
-      row = dataset.where(uuid: uuid).first
-      return if row.nil?
-
-      build MessagesMapper.from_row(row)
-    end
-
-    def each_unprocessed
-      dataset.where(processed_at: nil).each do |row|
-        msg = build MessagesMapper.from_row(row)
-        yield(msg)
-      end
-    end
-
-    def each_with_client_errors
-      dataset.where { (processed_at !~ nil) & (client_error_message !~ nil) }.each do |row|
-        msg = build MessagesMapper.from_row(row)
-        yield(msg)
-      end
-    end
-
-    private
-
-    def build(raw)
-      case kind = raw.delete(:kind)
-      when 'event'   then Event.wrap raw
-      when 'command' then Command.wrap raw
-      else raise ArgumentError, "Unknown kind `#{kind}` of message"
-      end
-    end
-  end
-end