cyclone_lariat 0.2.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: b29f194e1ee444b5621fee3ad9be7547ad612c34acf8cf451d5be0f20976cc4e
+  data.tar.gz: efdedb4530a004672b9c671c02b899fddedaa1d45b9876d28bce672f86f88812
+SHA512:
+  metadata.gz: 4c784a8c6ec54fef60a529a09d6a45f9dd32bab493e2acabdabed7e2039e743cb547e132a38522ee1b8473a1e2f21644b8d7a25d8bd1daca498e2bef5cd390ee
+  data.tar.gz: 85628b6886b4a82b639aa0f271b199e9cd85db4cbb316d4621637ca062ad996892f8c171ad32367a64f213b1ebcdd5e495e6f7cdb00f518923e87ecfe41a2610

data/.gitignore

@@ -0,0 +1,18 @@
+/.idea/
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/.tmp/
+.byebug_history
+config/database.yml
+
+# rspec failure tracking
+.rspec_status
+
+# gem builds
+*.gem

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.rubocop.yml

@@ -0,0 +1,48 @@
+##
+# Bug with Travis rubocop and rainbow gem
+# resolve:
+# https://github.com/rubocop-hq/rubocop/issues/6398#issuecomment-431898694
+inherit_mode:
+  merge:
+    - Exclude
+
+AllCops:
+  TargetRubyVersion: 2.6
+  Exclude:
+    - Rakefile
+  UseCache: true
+  NewCops: enable
+
+Metrics/LineLength:
+  Max: 120
+  IgnoredPatterns: ['\s*\#\s.*$']
+  Exclude:
+    - 'spec/**/*'
+
+Style/Documentation:
+  Exclude:
+    - '**/*'
+
+Metrics/ParameterLists:
+  Exclude:
+    - '**/*'
+
+Style/AccessorGrouping:
+  Exclude:
+    - 'lib/cyclone_lariat/event.rb'
+
+Metrics/CyclomaticComplexity:
+  Exclude:
+    - 'lib/cyclone_lariat/event.rb'
+    -
+Metrics/PerceivedComplexity:
+  Exclude:
+    - 'lib/cyclone_lariat/event.rb'
+
+Metrics/AbcSize:
+  Exclude:
+    - '**/*'
+
+Metrics/BlockLength:
+  Exclude:
+    - '**/*'

data/.ruby-gemset

@@ -0,0 +1 @@
+cyclone-lariat

data/.ruby-version

@@ -0,0 +1 @@
+ruby-2.6.0

data/CHANGELOG.md

@@ -0,0 +1,17 @@
+# Changelog
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [0.2.0] - 2021-06-2
+Changed
+- Fix can load from database if error_details is nil
+
+## [0.2.0] - 2021-06-2
+Added
+- Complete tests
+- Production ready
+
+## [0.1.0] - 2021-05-24
+- Init project

data/Gemfile

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in luna_park.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,151 @@
+PATH
+  remote: .
+  specs:
+    cyclone_lariat (0.2.1)
+      aws-sdk-sns
+      luna_park (~> 0.11)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.7.0)
+      public_suffix (>= 2.0.2, < 5.0)
+    ast (2.4.2)
+    aws-eventstream (1.1.1)
+    aws-partitions (1.462.0)
+    aws-sdk-core (3.114.0)
+      aws-eventstream (~> 1, >= 1.0.2)
+      aws-partitions (~> 1, >= 1.239.0)
+      aws-sigv4 (~> 1.1)
+      jmespath (~> 1.0)
+    aws-sdk-sns (1.40.0)
+      aws-sdk-core (~> 3, >= 3.112.0)
+      aws-sigv4 (~> 1.1)
+    aws-sigv4 (1.2.3)
+      aws-eventstream (~> 1, >= 1.0.2)
+    byebug (11.1.3)
+    coderay (1.1.3)
+    concurrent-ruby (1.1.8)
+    crack (0.4.5)
+      rexml
+    database_cleaner-core (2.0.1)
+    database_cleaner-sequel (2.0.0)
+      database_cleaner-core (~> 2.0.0)
+      sequel
+    diff-lcs (1.4.4)
+    docile (1.4.0)
+    dry-configurable (0.12.1)
+      concurrent-ruby (~> 1.0)
+      dry-core (~> 0.5, >= 0.5.0)
+    dry-container (0.7.2)
+      concurrent-ruby (~> 1.0)
+      dry-configurable (~> 0.1, >= 0.1.3)
+    dry-core (0.5.0)
+      concurrent-ruby (~> 1.0)
+    dry-equalizer (0.3.0)
+    dry-inflector (0.2.0)
+    dry-initializer (3.0.4)
+    dry-logic (1.2.0)
+      concurrent-ruby (~> 1.0)
+      dry-core (~> 0.5, >= 0.5)
+    dry-schema (1.6.2)
+      concurrent-ruby (~> 1.0)
+      dry-configurable (~> 0.8, >= 0.8.3)
+      dry-core (~> 0.5, >= 0.5)
+      dry-initializer (~> 3.0)
+      dry-logic (~> 1.0)
+      dry-types (~> 1.5)
+    dry-types (1.5.1)
+      concurrent-ruby (~> 1.0)
+      dry-container (~> 0.3)
+      dry-core (~> 0.5, >= 0.5)
+      dry-inflector (~> 0.1, >= 0.1.2)
+      dry-logic (~> 1.0, >= 1.0.2)
+    dry-validation (1.6.0)
+      concurrent-ruby (~> 1.0)
+      dry-container (~> 0.7, >= 0.7.1)
+      dry-core (~> 0.4)
+      dry-equalizer (~> 0.2)
+      dry-initializer (~> 3.0)
+      dry-schema (~> 1.5, >= 1.5.2)
+    hashdiff (1.0.1)
+    jmespath (1.4.0)
+    luna_park (0.11.1)
+    method_source (1.0.0)
+    parallel (1.20.1)
+    parser (3.0.1.1)
+      ast (~> 2.4.1)
+    pg (1.2.3)
+    pry (0.13.1)
+      coderay (~> 1.1)
+      method_source (~> 1.0)
+    pry-byebug (3.9.0)
+      byebug (~> 11.0)
+      pry (~> 0.13.0)
+    public_suffix (4.0.6)
+    rainbow (3.0.0)
+    rake (13.0.3)
+    regexp_parser (2.1.1)
+    rexml (3.2.5)
+    rspec (3.10.0)
+      rspec-core (~> 3.10.0)
+      rspec-expectations (~> 3.10.0)
+      rspec-mocks (~> 3.10.0)
+    rspec-core (3.10.1)
+      rspec-support (~> 3.10.0)
+    rspec-expectations (3.10.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.10.0)
+    rspec-mocks (3.10.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.10.0)
+    rspec-support (3.10.2)
+    rubocop (0.93.1)
+      parallel (~> 1.10)
+      parser (>= 2.7.1.5)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8)
+      rexml
+      rubocop-ast (>= 0.6.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 1.4.0, < 2.0)
+    rubocop-ast (1.5.0)
+      parser (>= 3.0.1.1)
+    ruby-progressbar (1.11.0)
+    sequel (5.44.0)
+    simplecov (0.21.2)
+      docile (~> 1.1)
+      simplecov-html (~> 0.11)
+      simplecov_json_formatter (~> 0.1)
+    simplecov-html (0.12.3)
+    simplecov_json_formatter (0.1.3)
+    timecop (0.9.4)
+    unicode-display_width (1.7.0)
+    webmock (3.7.6)
+      addressable (>= 2.3.6)
+      crack (>= 0.3.2)
+      hashdiff (>= 0.4.0, < 2.0.0)
+    yard (0.9.26)
+
+PLATFORMS
+  x86_64-linux
+
+DEPENDENCIES
+  bundler (~> 2.1)
+  byebug (~> 11.1)
+  cyclone_lariat!
+  database_cleaner-sequel (~> 2.0)
+  dry-validation (~> 1.1)
+  pg (~> 1.2)
+  pry (~> 0.13)
+  pry-byebug (~> 3.9)
+  rake (~> 13.0)
+  rspec (~> 3.0)
+  rubocop (~> 0.87)
+  simplecov (~> 0.18)
+  timecop (~> 0.9)
+  webmock (~> 3.7.0)
+  yard (~> 0.9)
+
+BUNDLED WITH
+   2.2.19

data/README.md

@@ -0,0 +1,157 @@
+# Cyclone lariat
+
+This is gem work like middleware for [shoryuken](https://github.com/ruby-shoryuken/shoryuken). It save all events to database. And catch and produce all exceptions.  
+
+![Luna Park](docs/_imgs/lariat.jpg)
+
+
+```ruby
+# Gemfile
+
+# If use client or middleware 
+gem 'cyclone_lariat', require: false
+
+# If use client
+gem 'cyclone_lariat'
+```
+
+
+## Client
+
+You can use client directly
+
+```ruby
+require 'cyclone_lariat/client' # If require: false in Gemfile 
+
+client = CycloneLariat::Client.new(
+  key:        APP_CONF.aws.key,
+  secret_key: APP_CONF.aws.secret_key,
+  region:     APP_CONF.aws.region,
+  version:    1,                          # at default 1
+  publisher:  'pilot',
+  instance:   INSTANCE                    # at default :prod
+)
+```
+
+You can don't define topic, and it's name will be defined automatically 
+```ruby
+                     # event_type        data                                    topic
+client.publish_event 'email_is_created', data: { mail: 'john.doe@example.com' } # prod-event-fanout-pilot-email_is_created
+client.publish_event 'email_is_removed', data: { mail: 'john.doe@example.com' } # prod-event-fanout-pilot-email_is_removed
+```
+Or you can define it by handle. For example, if you want to send different events to same channel.
+```ruby
+                     # event_type        data                                    topic
+client.publish_event 'email_is_created', data: { mail: 'john.doe@example.com' }, to: 'prod-event-fanout-pilot-emails'
+client.publish_event 'email_is_removed', data: { mail: 'john.doe@example.com' }, to: 'prod-event-fanout-pilot-emails'
+```
+
+Or you can use client as Repo.
+
+```ruby
+require 'cyclone_lariat/client' # If require: false in Gemfile
+
+class YourClient < CycloneLariat::Client
+  version   1
+  publisher 'pilot'
+  instance  'stage'
+  
+  def email_is_created(mail)
+    publish event( 'email_is_created', 
+      data: { mail: mail }
+    ), 
+    to: APP_CONF.aws.fanout.emails
+  end
+  
+  def email_is_removed(mail)
+    publish event( 'email_is_removed', 
+      data: { mail: mail }
+    ), 
+    to: APP_CONF.aws.fanout.email
+  end
+end
+
+# Init repo
+client = YourClient.new(key: APP_CONF.aws.key, secret_key: APP_CONF.aws.secret_key, region: APP_CONF.aws.region)
+
+# And send topics
+client.email_is_created 'john.doe@example.com'
+client.email_is_removed 'john.doe@example.com'
+```
+
+# Middleware
+If you use middleware:
+- Store all events to dataset
+- Notify every input sqs message
+- Notify every error 
+
+```ruby
+require 'cyclone_lariat/middleware' # If require: false in Gemfile
+
+class Receiver
+  include Shoryuken::Worker
+  
+  DB = Sequel.connect(host: 'localhost', user: 'ruby')
+
+  shoryuken_options auto_delete: true,
+                    body_parser: ->(sqs_msg) {
+                      JSON.parse(sqs_msg.body, symbolize_names: true)
+                    },
+                    queue: 'your_sqs_queue_name'
+
+  server_middleware do |chain|
+    
+    # Options dataset, errors_notifier and message_notifier is optionals.
+    # If you dont define notifiers - middleware does not notify
+    # If you dont define dataset - middleware does store events in db
+    chain.add CycloneLariat::Middleware,
+              dataset: DB[:events],
+              errors_notifier: LunaPark::Notifiers::Sentry.new,
+              message_notifier: LunaPark::Notifiers::Log.new(min_lvl: :debug, format: :pretty_json)
+  end
+
+  def perform(sqs_message, sqs_message_body)
+    # Your logic here
+  end
+end
+```
+
+## Migrations
+Before use events storage add and apply this two migrations
+
+```ruby
+
+# First one
+
+Sequel.migration do
+  up do
+    run <<-SQL
+      CREATE EXTENSION IF NOT EXISTS "uuid-ossp";
+    SQL
+  end
+
+  down do
+    run <<-SQL
+      DROP EXTENSION IF EXISTS "uuid-ossp";
+    SQL
+  end
+end
+
+# The second one:
+Sequel.migration do
+  change do
+    create_table :events do
+      column   :uuid, :uuid, primary_key: true
+      String   :type,                     null: false
+      Integer  :version,                  null: false
+      String   :publisher,                null: false
+      column   :data, :json,              null: false
+      String   :error_message,            null: true,  default: nil
+      column   :error_details, :json,     null: true,  default: nil
+      DateTime :sent_at,                  null: true,  default: nil
+      DateTime :received_at,              null: false, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :processed_at,             null: true,  default: nil
+    end
+  end
+end
+```

data/Rakefile

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+require 'rake'
+
+# tasks from lib directory
+Dir[File.expand_path('lib/tasks/**/*.rake', __dir__)].each do |entity|
+  puts entity
+  load entity
+end
+
+task default: %i[spec] # rubocop]

data/config/db.example.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+DB_CONF = {
+  adapter: 'postgresql',
+  host: 'host',
+  username: 'postgres',
+  password: 'password',
+  database: 'cyclone-lariat-test'
+}.freeze

data/config/db.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+DB_CONF = {
+  adapter: 'postgresql',
+  host: 'localhost',
+  username: 'ruby',
+  password: 'ruby',
+  database: 'cyclone-lariat-test'
+}.freeze

data/cyclone_lariat.gemspec

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+lib = File.expand_path('lib', __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'cyclone_lariat/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'cyclone_lariat'
+  spec.version       = CycloneLariat::VERSION
+  spec.authors       = ['Alexander Kudrin', 'Philip Sorokin']
+  spec.email         = ['kudrin.alexander@gmail.com']
+
+  spec.summary       = 'Shoryuken middleware for LunaPark based application.'
+  spec.homepage      = 'https://am-team.github.io/cyclone_lariat/#/'
+  spec.license       = 'MIT'
+  spec.required_ruby_version = '>= 2.6.0'
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = 'https://rubygems.org'
+  else
+    raise 'RubyGems 2.0 or newer is required to protect against ' \
+      'public gem pushes.'
+  end
+  spec.metadata['yard.run'] = 'yri'
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'aws-sdk-sns'
+  spec.add_dependency 'luna_park', '~> 0.11'
+
+  spec.add_development_dependency 'bundler', '~> 2.1'
+  spec.add_development_dependency 'byebug', '~> 11.1'
+  spec.add_development_dependency 'database_cleaner-sequel', '~> 2.0'
+  spec.add_development_dependency 'dry-validation', '~> 1.1'
+  spec.add_development_dependency 'pg', '~> 1.2'
+  spec.add_development_dependency 'pry', '~> 0.13'
+  spec.add_development_dependency 'pry-byebug', '~> 3.9'
+  spec.add_development_dependency 'rake', '~> 13.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'rubocop', '~> 0.87'
+  spec.add_development_dependency 'simplecov', '~> 0.18'
+  spec.add_development_dependency 'timecop', '~> 0.9'
+  spec.add_development_dependency 'webmock', '~> 3.7.0'
+  spec.add_development_dependency 'yard', '~> 0.9'
+end

data/db/migrate/01_add_uuid_extensions.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    run <<-SQL
+      CREATE EXTENSION IF NOT EXISTS "uuid-ossp";
+    SQL
+  end
+
+  down do
+    run <<-SQL
+      DROP EXTENSION IF EXISTS "uuid-ossp";
+    SQL
+  end
+end

data/db/migrate/02_add_events.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  change do
+    create_table :events do
+      column   :uuid, :uuid, primary_key: true
+      String   :type,                     null: false
+      Integer  :version,                  null: false
+      String   :publisher,                null: false
+      column   :data, :json,              null: false
+      String   :error_message,            null: true,  default: nil
+      column   :error_details, :json,     null: true,  default: nil
+      DateTime :sent_at,                  null: true,  default: nil
+      DateTime :received_at,              null: false, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :processed_at,             null: true,  default: nil
+    end
+  end
+end

data/lib/cyclone_lariat.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+require_relative 'cyclone_lariat/client'
+require_relative 'cyclone_lariat/errors'
+require_relative 'cyclone_lariat/event'
+require_relative 'cyclone_lariat/events_repo'
+require_relative 'cyclone_lariat/middleware'
+require_relative 'cyclone_lariat/version'
+
+module CycloneLariat; end

data/lib/cyclone_lariat/client.rb

@@ -0,0 +1,98 @@
+# frozen_string_literal: true
+
+require 'aws-sdk-sns'
+require 'luna_park/extensions/injector'
+require_relative 'event'
+require_relative 'errors'
+
+module CycloneLariat
+  class Client
+    include LunaPark::Extensions::Injector
+
+    dependency(:aws_sns_client_class)  { Aws::SNS::Client }
+    dependency(:aws_credentials_class) { Aws::Credentials }
+
+    DEFAULT_VERSION  = 1
+    DEFAULT_INSTANCE = :prod
+    SNS_SUFFIX       = :fanout
+
+    def initialize(key:, secret_key:, region:, version: nil, publisher: nil, instance: nil)
+      @key = key
+      @secret_key = secret_key
+      @region = region
+      @version = version
+      @publisher = publisher
+      @instance = instance
+    end
+
+    def event(type, data: {}, version: self.version, uuid: SecureRandom.uuid)
+      Event.wrap(
+        uuid: uuid,
+        type: type,
+        sent_at: Time.now.iso8601,
+        version: version,
+        publisher: publisher,
+        data: data
+      )
+    end
+
+    def publish(msg, to: nil)
+      topic = to || [instance, msg.kind, SNS_SUFFIX, publisher, msg.type].join('-')
+
+      aws_client.publish(
+        topic_arn: topic_arn(topic),
+        message: msg.to_json
+      )
+    end
+
+    def publish_event(type, data: {}, version: self.version, uuid: SecureRandom.uuid, to: nil)
+      publish event(type, data: data, version: version, uuid: uuid), to: to
+    end
+
+    class << self
+      def version(version = nil)
+        version.nil? ? @version || DEFAULT_VERSION : @version = version
+      end
+
+      def instance(instance = nil)
+        instance.nil? ? @instance || DEFAULT_INSTANCE : @instance = instance
+      end
+
+      def publisher(publisher = nil)
+        publisher.nil? ? @publisher || (raise 'You should define publisher') : @publisher = publisher
+      end
+    end
+
+    def version
+      @version ||= self.class.version
+    end
+
+    def publisher
+      @publisher ||= self.class.publisher
+    end
+
+    def instance
+      @instance ||= self.class.instance
+    end
+
+    private
+
+    attr_reader :key, :secret_key, :region
+
+    def topic_arn(topic_name)
+      list  = aws_client.list_topics.topics
+      topic = list.find { |t| t.topic_arn.match?(topic_name) }
+      raise Errors::TopicNotFound.new(expected_topic: topic_name, existed_topics: list.map(&:topic_arn)) if topic.nil?
+
+      topic.topic_arn
+    end
+
+    def aws_client
+      @aws_client ||= aws_sns_client_class.new(credentials: aws_credentials, region: region)
+    end
+
+    def aws_credentials
+      @aws_credentials ||= aws_credentials_class.new(key, secret_key)
+    end
+  end
+end

data/lib/cyclone_lariat/errors.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+require 'luna_park/errors/system'
+require 'luna_park/errors/business'
+
+module CycloneLariat
+  module Errors
+    class TopicNotFound < LunaPark::Errors::System
+      message { |d| "Could not found topic: `#{d[:expected_topic]}`" }
+    end
+
+    class ProcessingEventLogic < LunaPark::Errors::Business
+      attr_writer :message, :details
+
+      def ==(other)
+        other.is_a?(LunaPark::Errors::Business) &&
+          other.message == message &&
+          other.details == details
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/event.rb

@@ -0,0 +1,81 @@
+# frozen_string_literal: true
+
+require 'luna_park/entities/attributable'
+require_relative 'errors'
+
+module CycloneLariat
+  class Event < LunaPark::Entities::Attributable
+    KIND = 'event'
+
+    attr :uuid,      String, :new
+    attr :publisher, String, :new
+    attr :type,      String, :new
+    attr :error
+    attr :version
+    attr :data
+
+    attr_reader :sent_at,
+                :processed_at,
+                :received_at
+
+    def kind
+      KIND
+    end
+
+    def version=(value)
+      @version = Integer(value)
+    end
+
+    def sent_at=(value)
+      @sent_at = wrap_time(value)
+    end
+
+    def received_at=(value)
+      @received_at = wrap_time(value)
+    end
+
+    def processed_at=(value)
+      @processed_at = wrap_time(value)
+    end
+
+    def error_message=(txt)
+      @error ||= Errors::ProcessingEventLogic.new
+      @error.message = txt
+    end
+
+    def error_details=(details)
+      @error ||= Errors::ProcessingEventLogic.new
+      @error.details = details
+    end
+
+    def ==(other)
+      kind == other.kind &&
+        uuid == other.uuid &&
+        publisher == other.publisher &&
+        type == other.type &&
+        error&.message == other.error&.message &&
+        error&.details == other.error&.details &&
+        version == other.version &&
+        sent_at.to_i == other.sent_at.to_i &&
+        received_at.to_i == other.received_at.to_i
+      processed_at.to_i == other.processed_at.to_i
+    end
+
+    def to_json(*args)
+      hash = serialize
+      hash[:type] = [kind, hash[:type]].join '_'
+      hash.to_json(*args)
+    end
+
+    private
+
+    def wrap_time(value)
+      case value
+      when String   then Time.parse(value)
+      when Time     then value
+      when NilClass then nil
+      else raise ArgumentError, "Unknown type `#{value.class}`"
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/events_repo.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+require_relative 'event'
+
+module CycloneLariat
+  class EventsRepo
+    attr_reader :dataset
+
+    def initialize(dataset)
+      @dataset = dataset
+    end
+
+    def create(event)
+      dataset.insert(
+        uuid: event.uuid,
+        type: event.type,
+        publisher: event.publisher,
+        data: JSON.generate(event.data),
+        error_message: event.error&.message,
+        error_details: JSON.generate(event.error&.details),
+        version: event.version,
+        sent_at: event.sent_at
+      )
+    end
+
+    def exists?(uuid:)
+      dataset.where(uuid: uuid).limit(1).any?
+    end
+
+    def processed!(uuid:)
+      !dataset.where(uuid: uuid).update(processed_at: Sequel.function(:NOW)).zero?
+    end
+
+    def find(uuid:)
+      raw = dataset.where(uuid: uuid).first
+      raw[:data]          = JSON.parse(raw[:data], symbolize_names: true)
+      raw[:error_details] = JSON.parse(raw[:error_details], symbolize_names: true) if raw[:error_details]
+      Event.wrap raw
+    end
+
+    def each_unprocessed
+      dataset.where(processed_at: nil).each do |raw|
+        raw[:data]          = JSON.parse(raw[:data], symbolize_names: true)
+        raw[:error_details] = JSON.parse(raw[:error_details], symbolize_names: true) if raw[:error_details]
+        event = Event.wrap(raw)
+        yield(event)
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/middleware.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require_relative 'events_repo'
+require 'luna_park/errors'
+require 'json'
+
+module CycloneLariat
+  class Middleware
+    def initialize(dataset: nil, errors_notifier: nil, message_notifier: nil, repo: EventsRepo)
+      @events_repo      = repo.new(dataset) if dataset
+      @message_notifier = message_notifier
+      @errors_notifier  = errors_notifier
+    end
+
+    def call(_worker_instance, queue, _sqs_msg, body, &block)
+      log_received_message queue, body
+
+      catch_standard_error(queue, body) do
+        event = Event.wrap(JSON.parse(body[:Message]))
+
+        catch_business_error(event) do
+          store_in_dataset(event, &block)
+        end
+      end
+    end
+
+    private
+
+    attr_reader :errors_notifier, :message_notifier, :events_repo
+
+    def log_received_message(queue, body)
+      message_notifier&.info 'Receive message', queue: queue, aws_message_id: body[:MessageId], message: body[:Message]
+    end
+
+    def store_in_dataset(event)
+      return yield if events_repo.nil?
+      return true  if events_repo.exists?(uuid: event.uuid)
+
+      events_repo.create(event)
+      yield
+      events_repo.processed! uuid: event.uuid
+    end
+
+    def catch_business_error(event)
+      yield
+    rescue LunaPark::Errors::Business => e
+      errors_notifier&.warning(e, event: event)
+    end
+
+    def catch_standard_error(queue, body)
+      yield
+    rescue StandardError => e
+      errors_notifier&.error(e, queue: queue, aws_message_id: body[:MessageId], message: body[:Message])
+      raise e
+    end
+  end
+end

data/lib/cyclone_lariat/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module CycloneLariat
+  VERSION = '0.2.1'
+end

data/lib/tasks/db.rake

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+require 'sequel'
+require_relative '../../config/db'
+
+namespace :db do
+  desc 'Create database'
+  task create: :config do
+    cmd = "PGPASSWORD=#{DB_CONF[:password]} createdb" \
+          " --username=#{DB_CONF[:username]}" \
+          " --host=#{DB_CONF[:host]}" \
+          " #{DB_CONF[:database]}"
+    puts "Database `#{DB_CONF[:database]}` successfully created" if system(cmd)
+  end
+
+  desc 'Drop database'
+  task drop: :config do
+    cmd = "PGPASSWORD=#{DB_CONF[:password]} dropdb" \
+          " --username=#{DB_CONF[:username]}" \
+          " --host=#{DB_CONF[:host]}" \
+          " #{DB_CONF[:database]}"
+    puts "Database `#{DB_CONF[:database]}` successfully dropped" if system(cmd)
+  end
+
+  desc 'Apply migrations'
+  task :migrate, [:version] => :config do |_, args|
+    require 'logger'
+    require 'sequel/core'
+
+    Sequel.extension :migration
+    version = args[:version] ? args[:version].to_i : nil
+    migrations_path = "#{__dir__}/../../db/migrate/"
+
+    Sequel.connect(**DB_CONF, logger: Logger.new($stdout)) do |db|
+      Sequel::Migrator.run(db, migrations_path, target: version)
+    end
+  end
+
+  desc 'Database console'
+  task console: :config do
+    cmd = "PGPASSWORD=#{DB_CONF[:password]} psql" \
+          " --username=#{DB_CONF[:username]}" \
+          " --host=#{DB_CONF[:host]}" \
+          " --port=#{DB_CONF[:port]}" \
+          " #{DB_CONF[:database]}"
+    puts "Database `#{DB_CONF[:database]}` says 'bye-bye'" if system(cmd)
+  end
+
+  desc 'Reset database - drop, create, & migrate'
+  task :reset do
+    Rake::Task['db:drop'].invoke
+    Rake::Task['db:create'].invoke
+    Rake::Task['db:migrate'].invoke
+  end
+end

metadata

@@ -0,0 +1,294 @@
+--- !ruby/object:Gem::Specification
+name: cyclone_lariat
+version: !ruby/object:Gem::Version
+  version: 0.2.1
+platform: ruby
+authors:
+- Alexander Kudrin
+- Philip Sorokin
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2021-06-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-sns
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: luna_park
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11.1'
+- !ruby/object:Gem::Dependency
+  name: database_cleaner-sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: dry-validation
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.9'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.87'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.87'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.18'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.18'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.7.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.7.0
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+description:
+email:
+- kudrin.alexander@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".ruby-gemset"
+- ".ruby-version"
+- CHANGELOG.md
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- config/db.example.rb
+- config/db.rb
+- cyclone_lariat.gemspec
+- db/migrate/01_add_uuid_extensions.rb
+- db/migrate/02_add_events.rb
+- docs/_imgs/lariat.jpg
+- lib/cyclone_lariat.rb
+- lib/cyclone_lariat/client.rb
+- lib/cyclone_lariat/errors.rb
+- lib/cyclone_lariat/event.rb
+- lib/cyclone_lariat/events_repo.rb
+- lib/cyclone_lariat/middleware.rb
+- lib/cyclone_lariat/version.rb
+- lib/tasks/db.rake
+homepage: https://am-team.github.io/cyclone_lariat/#/
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+  yard.run: yri
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.6.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.6
+signing_key:
+specification_version: 4
+summary: Shoryuken middleware for LunaPark based application.
+test_files: []