little_monster 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a0a4e055747390da5a8510bda07ccc837d0ee70f
+  data.tar.gz: f4fde5e129ab06b38e4ed5c72cf81d72097a028d
+SHA512:
+  metadata.gz: bd386336c5f12c4338bc6890ce38df6ea3b98d1771690cbe3bd17ced27491402ffb55498c8c71366ad54020da968da83ee6d7fc6b9a84ea219d803d33fe968c9
+  data.tar.gz: a9fc3185fe91e35cce693dd63a4e56923fc8c8211a9ba3dfaa1f52d135089ed70ff1907b2b0a042e813790cc302e6331b526155c1cb90e9364e68a443fa103f7

data/.codeclimate.yml

@@ -0,0 +1,6 @@
+engines:
+  rubocop:
+    enabled: true
+ratings:
+  paths:
+  - "**.rb"

data/.gitignore

@@ -0,0 +1,11 @@
+.bundle/
+*.swn
+*.swo
+*.swp
+.byebug_history
+
+**/*.log
+**/coverage/
+**/vendor
+
+pkg/

data/.rubocop.yml

@@ -0,0 +1,34 @@
+Documentation:
+  Enabled: false
+
+Style/FrozenStringLiteralComment:
+  Description: >-
+                 Add the frozen_string_literal comment to the top of files
+                 to help transition from Ruby 2.3.0 to Ruby 3.0.
+  Enabled: false
+
+Style/ClassAndModuleChildren:
+  Enabled: false
+
+Metrics/LineLength:
+  Max: 120
+
+MethodLength:
+  Max: 20
+
+Metrics/AbcSize:
+  Max: 40
+
+Metrics/ClassLength:
+  CountComments: false
+  Max: 200
+
+AllCops:
+  Exclude:
+    - 'vendor/**/*'
+    - 'spec/**/*'
+    - 'tmp/**/*'
+    - 'config/**/*'
+    - 'bin/**'
+    - 'db/**/*'
+  TargetRubyVersion: 2.3

data/.ruby-version

@@ -0,0 +1 @@
+2.3.0

data/.travis.yml

@@ -0,0 +1,7 @@
+lenguage: ruby
+rvm:
+ - 2.3.0
+script: bundle exec rspec
+addons:
+ code_climate:
+  repo_token: 2daaffebd8a1ca3c3708a96c8acbad356ea9c6fbca9a7c83368969c0c0b24bd1

data/Gemfile

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+
+gem 'codeclimate-test-reporter', group: :test, require: nil
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,124 @@
+PATH
+  remote: .
+  specs:
+    little_monster (0.1.0)
+      activesupport
+      multi_json
+      thor
+      tilt
+      toiler
+      typhoeus
+      vcr
+      webmock
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (5.0.0)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (~> 0.7)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+    addressable (2.4.0)
+    ast (2.3.0)
+    aws-sdk (2.5.2)
+      aws-sdk-resources (= 2.5.2)
+    aws-sdk-core (2.5.2)
+      jmespath (~> 1.0)
+    aws-sdk-resources (2.5.2)
+      aws-sdk-core (= 2.5.2)
+    byebug (9.0.5)
+    codeclimate-test-reporter (0.6.0)
+      simplecov (>= 0.7.1, < 1.0.0)
+    coderay (1.1.1)
+    concurrent-ruby (1.0.2)
+    concurrent-ruby-edge (0.2.2)
+      concurrent-ruby (~> 1.0.2)
+    crack (0.4.3)
+      safe_yaml (~> 1.0.0)
+    diff-lcs (1.2.5)
+    docile (1.1.5)
+    ethon (0.9.0)
+      ffi (>= 1.3.0)
+    ffi (1.9.14)
+    hashdiff (0.3.0)
+    i18n (0.7.0)
+    jmespath (1.3.1)
+    json (2.0.2)
+    method_source (0.8.2)
+    minitest (5.9.0)
+    multi_json (1.12.1)
+    oj (2.17.1)
+    parser (2.3.1.2)
+      ast (~> 2.2)
+    powerpack (0.1.1)
+    pry (0.10.4)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    rainbow (2.1.0)
+    rake (11.2.2)
+    require_all (1.3.3)
+    rspec (3.5.0)
+      rspec-core (~> 3.5.0)
+      rspec-expectations (~> 3.5.0)
+      rspec-mocks (~> 3.5.0)
+    rspec-core (3.5.2)
+      rspec-support (~> 3.5.0)
+    rspec-expectations (3.5.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.5.0)
+    rspec-mocks (3.5.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.5.0)
+    rspec-support (3.5.0)
+    rubocop (0.42.0)
+      parser (>= 2.3.1.1, < 3.0)
+      powerpack (~> 0.1)
+      rainbow (>= 1.99.1, < 3.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (~> 1.0, >= 1.0.1)
+    ruby-progressbar (1.8.1)
+    safe_yaml (1.0.4)
+    simplecov (0.12.0)
+      docile (~> 1.1.0)
+      json (>= 1.8, < 3)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.0)
+    slop (3.6.0)
+    thor (0.19.1)
+    thread_safe (0.3.5)
+    tilt (2.0.5)
+    toiler (0.4.1)
+      aws-sdk (~> 2.2, >= 2.2.10)
+      concurrent-ruby (~> 1.0, >= 1.0.0)
+      concurrent-ruby-edge (~> 0.2.0, >= 0.2.0)
+    typhoeus (1.1.0)
+      ethon (>= 0.9.0)
+    tzinfo (1.2.2)
+      thread_safe (~> 0.1)
+    unicode-display_width (1.1.0)
+    vcr (3.0.3)
+    webmock (2.1.0)
+      addressable (>= 2.3.6)
+      crack (>= 0.3.2)
+      hashdiff
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler
+  byebug
+  codeclimate-test-reporter
+  little_monster!
+  oj
+  pry
+  rake
+  require_all
+  rspec
+  rubocop
+  simplecov
+
+BUNDLED WITH
+   1.12.5

data/README.md

@@ -0,0 +1,5 @@
+[![Build Status](https://travis-ci.org/mercadolibre/fury-little_monster-gem.svg?branch=travis-ci)](https://travis-ci.org/mercadolibre/fury-little_monster-gem)
+[![Test Coverage](https://codeclimate.com/github/mercadolibre/fury-little_monster-gem/badges/coverage.svg)](https://codeclimate.com/github/mercadolibre/fury-little_monster-gem/coverage)
+[![Code Climate](https://codeclimate.com/github/mercadolibre/fury-little_monster-gem/badges/gpa.svg)](https://codeclimate.com/github/mercadolibre/fury-little_monster-gem)
+# fury-little_monster
+

data/Rakefile

@@ -0,0 +1,6 @@
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: :spec

data/bin/console

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require 'little_monster'
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+require 'pry'
+Pry.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/lm

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/little_monster/generators/cli'
+LittleMonster::Cli.start

data/lib/little_monster.rb

@@ -0,0 +1,67 @@
+require 'active_support/all'
+require 'multi_json'
+require 'toiler'
+require 'little_monster/config'
+require 'little_monster/core'
+
+module LittleMonster
+  include LittleMonster::Core
+
+  module_function
+
+  def init
+    @@config = Config.new default_config_values
+
+    @@env = ActiveSupport::StringInquirer.new(ENV['LITTLE_MONSTER_ENV'] || ENV['RUBY_ENV'] || 'development')
+
+    @@logger = @@env.test? ? Logger.new('/dev/null') : Toiler.logger
+
+    @@logger.formatter = proc do |severity, datetime, _progname, msg|
+      "[severity:#{severity}][origin_datetime:#{datetime.strftime('%Y-%m-%d %H:%M:%S:%L %z')}] : #{msg}\n"
+    end
+  end
+
+  def env
+    @@env
+  end
+
+  def disable_requests?
+    %w(development test).include?(@@env)
+  end
+
+  def configure
+    yield @@config
+    # it calls update_attributes so it can refresh and concurrency
+    Worker.update_attributes
+  end
+
+  def default_config_values
+    {
+      api_url: 'http://little_monster_api_url.com/',
+      worker_concurrency: 200,
+      worker_queue: nil,
+      request_timeout: 3,
+      default_request_retries: 4,
+      default_request_retry_wait: 1,
+      task_requests_retries: 4,
+      task_requests_retry_wait: 1,
+      job_requests_retries: 4,
+      job_requests_retry_wait: 1,
+      heartbeat_execution_interval: 10
+    }
+  end
+
+  def logger
+    @@logger
+  end
+
+  def method_missing(method, *args, &block)
+    return @@config.public_send(method) if @@config.respond_to? method
+    super method, *args, &block
+  end
+end
+
+LittleMonster.init
+
+# once all the core and configs were loaded we can require the worker
+require 'little_monster/worker'

data/lib/little_monster/all.rb

@@ -0,0 +1,4 @@
+require 'little_monster/core'
+require 'little_monster/worker'
+require 'little_monster/generators'
+require 'little_monster/rspec'

data/lib/little_monster/config.rb

@@ -0,0 +1,29 @@
+module LittleMonster
+  class Config
+    attr_accessor :api_url
+
+    attr_accessor :worker_concurrency
+    attr_accessor :worker_queue
+
+    attr_accessor :formatter
+
+    attr_accessor :request_timeout
+
+    attr_accessor :default_request_retries
+    attr_accessor :default_request_retry_wait
+
+    attr_accessor :task_requests_retries
+    attr_accessor :task_requests_retry_wait
+
+    attr_accessor :job_requests_retries
+    attr_accessor :job_requests_retry_wait
+
+    attr_accessor :heartbeat_execution_interval
+
+    def initialize(params = {})
+      params.to_hash.each do |key, value|
+        instance_variable_set("@#{key}", value)
+      end
+    end
+  end
+end

data/lib/little_monster/core.rb

@@ -0,0 +1,20 @@
+require 'little_monster/core/errors/task_error' # must be required first to satisfy dependencies
+require 'little_monster/core/errors/cancel_error'
+require 'little_monster/core/errors/fatal_task_error'
+require 'little_monster/core/errors/max_retries_error'
+require 'little_monster/core/errors/job_not_found_error'
+require 'little_monster/core/errors/job_retry_error'
+require 'little_monster/core/errors/api_unreachable_error'
+require 'little_monster/core/errors/job_already_locked_error'
+require 'little_monster/core/errors/callback_failed_error'
+
+require 'little_monster/core/tagged_logger'
+require 'little_monster/core/loggable' # must be required first to satisfy job and task dependencies
+require 'little_monster/core/api'
+require 'little_monster/core/job'
+require 'little_monster/core/task'
+require 'little_monster/core/job_factory'
+require 'little_monster/core/job_data'
+require 'little_monster/core/job_orchrestator'
+require 'little_monster/core/runner'
+require 'little_monster/core/counters'

data/lib/little_monster/core/api.rb

@@ -0,0 +1,74 @@
+require 'typhoeus'
+require 'multi_json'
+
+module LittleMonster::Core
+  class API
+    extend Loggable
+
+    class << self
+      def get(path, params = {}, options = {})
+        request :get, path, params, options
+      end
+
+      def post(path, params = {}, options = {})
+        request :post, path, params, options
+      end
+
+      def put(path, params = {}, options = {})
+        request :put, path, params, options
+      end
+
+      def patch(path, params = {}, options = {})
+        request :patch, path, params, options
+      end
+
+      def delete(path, params = {}, options = {})
+        request :delete, path, params, options
+      end
+
+      def request(method, path, params = {}, retries: LittleMonster.default_request_retries,
+                  retry_wait: LittleMonster.default_request_retry_wait,
+                  critical: false)
+        ret = 0
+        res = nil
+        url = [LittleMonster.api_url.chomp('/'), path.sub(/\//, '')].join '/'
+
+        params[:body] = MultiJson.dump params.fetch(:body, {}) unless params[:body].is_a? String
+        params[:headers] ||= {}
+        params[:headers]['Content-Type'] = 'application/json' unless params[:headers]['Content-Type']
+        params[:timeout] = LittleMonster.request_timeout
+
+        begin
+          res = Typhoeus.public_send method, url, params
+          if res.code >= 500 || res.code.zero?
+            raise FuryHttpApiError, "request to #{res.effective_url} failed with status #{res.code} retry #{ret}"
+          end
+        rescue StandardError => e
+          logger.error e.message
+          if ret < retries
+            sleep(retry_wait)
+            ret += 1
+            retry
+          end
+
+          logger.error "[type:request_max_retries_reached][url:#{url}][retries:#{ret}] request has reached max retries"
+
+          if critical
+            logger.error "[type:critical_request_failed][url:#{url}][retries:#{ret}] request has reached max retries"
+            raise APIUnreachableError, "critical request to #{url} has fail, check little monster api"
+          end
+        end
+
+        res.define_singleton_method(:body) do
+          begin
+            MultiJson.load(res.options[:response_body], symbolize_keys: true)
+          rescue
+            res.options[:response_body]
+          end
+        end
+        res
+      end
+    end
+    class FuryHttpApiError < StandardError; end
+  end
+end