kimurai 1.4.0 → 2.0.0

data/lib/kimurai/capybara_ext/selenium/driver.rb

@@ -1,34 +1,38 @@
 require_relative '../driver/base'
 
-class Capybara::Selenium::Driver
-  def get_cookies
-    browser.manage.all_cookies
-  end
-
-  def set_cookie(name, value, options = {})
-    options[:name]  ||= name
-    options[:value] ||= value
-
-    browser.manage.add_cookie(options)
-  end
-
-  def set_cookies(cookies)
-    cookies.each do |cookie|
-      set_cookie(cookie[:name], cookie[:value], cookie)
+module Capybara
+  module Selenium
+    class Driver
+      def get_cookies
+        browser.manage.all_cookies
+      end
+
+      def set_cookie(name, value, options = {})
+        options[:name]  ||= name
+        options[:value] ||= value
+
+        browser.manage.add_cookie(options)
+      end
+
+      def set_cookies(cookies)
+        cookies.each do |cookie|
+          set_cookie(cookie[:name], cookie[:value], cookie)
+        end
+      end
+
+      def clear_cookies
+        browser.manage.delete_all_cookies
+      end
+
+      ###
+
+      def pid
+        @pid ||= `lsof -i tcp:#{port} -t`.strip.to_i
+      end
+
+      def port
+        @port ||= browser.send(:bridge).instance_variable_get('@http').instance_variable_get('@server_url').port
+      end
     end
   end
-
-  def clear_cookies
-    browser.manage.delete_all_cookies
-  end
-
-  ###
-
-  def pid
-    @pid ||= `lsof -i tcp:#{port} -t`.strip.to_i
-  end
-
-  def port
-    @port ||= browser.send(:bridge).instance_variable_get("@http").instance_variable_get("@server_url").port
-  end
 end

data/lib/kimurai/capybara_ext/session.rb

@@ -7,11 +7,12 @@ module Capybara
   class Session
     attr_accessor :spider
 
-    alias_method :original_visit, :visit
+    alias original_visit visit
     def visit(visit_uri, delay: config.before_request[:delay], skip_request_options: false, max_retries: 3)
       if spider
         process_delay(delay) if delay
-        retries, sleep_interval = 0, 0
+        retries = 0
+        sleep_interval = 0
 
         begin
           check_request_options(visit_uri) unless skip_request_options
@@ -19,7 +20,7 @@ module Capybara
           spider.class.update(:visits, :requests) if spider.with_info
 
           original_visit(visit_uri)
-        rescue => e
+        rescue StandardError => e
           if match_error?(e, type: :to_skip)
             logger.error "Browser: skip request error: #{e.inspect}, url: #{visit_uri}"
             spider.add_event(:requests_errors, e.inspect) if spider.with_info
@@ -29,7 +30,7 @@ module Capybara
             spider.add_event(:requests_errors, e.inspect) if spider.with_info
 
             if (retries += 1) <= max_retries
-              logger.info "Browser: sleep #{(sleep_interval += 15)} seconds and process retry № #{retries} to the url: #{visit_uri}"
+              logger.info "Browser: sleep #{sleep_interval += 15} seconds and process retry № #{retries} to the url: #{visit_uri}"
               sleep sleep_interval and retry
             else
               logger.error "Browser: all retries (#{retries - 1}) to the url #{visit_uri} are gone"
@@ -48,7 +49,7 @@ module Capybara
             logger.info "Info: visits: requests: #{spider.class.visits[:requests]}, responses: #{spider.class.visits[:responses]}"
           end
 
-          if memory = driver.current_memory
+          if (memory = driver.current_memory)
             logger.debug "Browser: driver.current_memory: #{memory}"
           end
         end
@@ -62,7 +63,7 @@ module Capybara
         begin
           @driver.quit
         # handle Net::ReadTimeout error for Selenium like drivers
-        rescue Net::ReadTimeout => e
+        rescue Net::ReadTimeout
           @driver.quit
         end
 
@@ -74,13 +75,8 @@ module Capybara
     end
 
     def restart!
-      if mode.match?(/poltergeist/)
-        @driver.browser.restart
-        @driver.requests, @driver.responses = 0, 0
-      else
-        destroy_driver!
-        driver
-      end
+      destroy_driver!
+      driver
 
       logger.info "Browser: driver has been restarted: name: #{mode}, pid: #{driver.pid}, port: #{driver.port}"
     end
@@ -90,7 +86,7 @@ module Capybara
       when :html
         if config.encoding
           if config.encoding == :auto
-            charset = body.force_encoding("ISO-8859-1").encode("UTF-8")[/<meta.*?charset=["]?([\w+\d+\-]*)/i, 1]
+            charset = body.force_encoding('ISO-8859-1').encode('UTF-8')[/<meta.*?charset="?([\w+\d+-]*)/i, 1]
             Nokogiri::HTML(body, nil, charset)
           else
             Nokogiri::HTML(body, nil, config.encoding)
@@ -108,23 +104,22 @@ module Capybara
     # Handy method to perform some processing in the new tab within block and then automatically close this tab:
     # Usage (url):
     # browser.within_new_window_by(url: "https://google.com") do
-      # do some stuff and then automatically close this tab and return back to the first tab
+    # do some stuff and then automatically close this tab and return back to the first tab
     # end
     # Usage (action) (when new tab opening by some action, for example by clicking
     # on a particular element):
     # action = -> { browser.find("//some/element/path").click }
     # browser.within_new_window_by(action: action) do
-      # do some stuff and then automatically close this tab and return back to the first tab
+    # do some stuff and then automatically close this tab and return back to the first tab
     # end
     def within_new_window_by(action: nil, url: nil)
-      case
-      when action
+      if action
         opened_window = window_opened_by { action.call }
         within_window(opened_window) do
           yield
           current_window.close
         end
-      when url
+      elsif url
         within_window(open_new_window) do
           visit(url)
 
@@ -137,14 +132,14 @@ module Capybara
     ###
 
     def scroll_to_bottom
-      execute_script("window.scrollBy(0,10000)")
+      execute_script('window.scrollBy(0,10000)')
     end
 
     private
 
     def skip_error_on_failure?(e)
       config.retry_request_errors.any? do |error|
-        error[:skip_on_failure] && e.class.ancestors.include?(error[:error]) if error.kind_of?(Hash)
+        error[:skip_on_failure] && e.class.ancestors.include?(error[:error]) if error.is_a?(Hash)
       end
     end
 
@@ -156,10 +151,10 @@ module Capybara
         end
 
       errors.any? do |error|
-        if error.kind_of?(Hash)
+        if error.is_a?(Hash)
           match_class = e.class.ancestors.include?(error[:error])
           if error[:message].present?
-            if error[:message].kind_of?(Regexp)
+            if error[:message].is_a?(Regexp)
               e.message&.match?(error[:message])
             else
               e.message&.include?(error[:message])
@@ -174,14 +169,14 @@ module Capybara
     end
 
     def process_delay(delay)
-      interval = (delay.class == Range ? rand(delay) : delay)
+      interval = (delay.instance_of?(Range) ? rand(delay) : delay)
       logger.debug "Browser: sleep #{interval.round(2)} #{'second'.pluralize(interval)} before request..."
       sleep interval
     end
 
     def check_request_options(url_to_visit)
       # restart_if
-      if memory_limit = config.restart_if[:memory_limit]
+      if (memory_limit = config.restart_if[:memory_limit])
         memory = driver.current_memory
         if memory && memory >= memory_limit
           logger.warn "Browser: memory_limit #{memory_limit} of driver.current_memory (#{memory}) is exceeded (engine: #{mode})"
@@ -189,7 +184,7 @@ module Capybara
         end
       end
 
-      if requests_limit = config.restart_if[:requests_limit]
+      if (requests_limit = config.restart_if[:requests_limit])
         requests = driver.requests
         if requests >= requests_limit
           logger.warn "Browser: requests_limit #{requests_limit} of driver.requests (#{requests}) is exceeded (engine: #{mode})"
@@ -209,7 +204,7 @@ module Capybara
 
       if config.before_request[:clear_cookies]
         driver.clear_cookies
-        logger.debug "Browser: cleared cookies before request"
+        logger.debug 'Browser: cleared cookies before request'
       end
 
       if config.before_request[:clear_and_set_cookies]
@@ -217,29 +212,27 @@ module Capybara
 
         # (Selenium only) if browser is not visited yet any page, visit url_to_visit
         # first and then set cookies (needs after browser restart):
-        if driver.visited.nil? && mode.match?(/selenium/)
-          visit(url_to_visit, skip_request_options: true)
-        end
+        visit(url_to_visit, skip_request_options: true) if driver.visited.nil? && mode.match?(/selenium/)
 
         config.cookies.each do |cookie|
           driver.set_cookie(cookie[:name], cookie[:value], cookie)
         end
 
-        logger.debug "Browser: cleared and set cookies before request"
+        logger.debug 'Browser: cleared and set cookies before request'
       end
 
       # user_agent
       if config.before_request[:change_user_agent]
-        driver.add_header("User-Agent", config.user_agent.call)
-        logger.debug "Browser: changed user_agent before request"
+        driver.add_header('User-Agent', config.user_agent.call)
+        logger.debug 'Browser: changed user_agent before request'
       end
 
       # proxy
-      if config.before_request[:change_proxy]
-        proxy_string = config.proxy.call
-        driver.set_proxy(*proxy_string.split(":"))
-        logger.debug "Browser: changed proxy before request"
-      end
+      return unless config.before_request[:change_proxy]
+
+      proxy_string = config.proxy.call
+      driver.set_proxy(*proxy_string.split(':'))
+      logger.debug 'Browser: changed proxy before request'
     end
 
     def logger

data/lib/kimurai/cli/generator.rb

@@ -4,20 +4,20 @@ module Kimurai
       include Thor::Actions
 
       def self.source_root
-        File.dirname(File.expand_path('..', __FILE__))
+        File.dirname(File.expand_path(__dir__))
       end
 
       def generate_project(project_name)
-        directory "template", project_name
+        directory 'template', project_name
         inside(project_name) do
-          run "bundle install"
-          run "git init"
+          run 'bundle install'
+          run 'git init'
         end
       end
 
       def generate_spider(spider_name, in_project:)
         spider_path = in_project ? "spiders/#{spider_name}.rb" : "./#{spider_name}.rb"
-        raise "Spider #{spider_path} already exists" if File.exists? spider_path
+        raise "Spider #{spider_path} already exists" if File.exist? spider_path
 
         spider_class = to_spider_class(spider_name)
         create_file spider_path do
@@ -33,24 +33,24 @@ module Kimurai
           RUBY
         end
 
-        unless in_project
-          insert_into_file spider_path, "  @engine = :mechanize\n", after: "@name = \"#{spider_name}\"\n"
-          prepend_to_file spider_path, "require 'kimurai'\n\n"
-          append_to_file spider_path, "\n#{spider_class}.crawl!"
-        end
+        return if in_project
+
+        insert_into_file spider_path, "  @engine = :mechanize\n", after: "@name = \"#{spider_name}\"\n"
+        prepend_to_file spider_path, "require 'kimurai'\n\n"
+        append_to_file spider_path, "\n#{spider_class}.crawl!"
       end
 
       def generate_schedule
-        copy_file "template/config/schedule.rb", "./schedule.rb"
+        copy_file 'template/config/schedule.rb', './schedule.rb'
       end
 
       private
 
       def to_spider_class(string)
-        string.sub(/^./) { $&.capitalize }
-          .gsub(/(?:_|(\/))([a-z\d]*)/) { "#{$1}#{$2.capitalize}" }
-          .gsub(/(?:-|(\/))([a-z\d]*)/) { "Dash#{$2.capitalize}" }
-          .gsub(/(?:\.|(\/))([a-z\d]*)/) { "#{$1}#{$2.capitalize}" }
+        string.sub(/^./) { ::Regexp.last_match(0).capitalize }
+              .gsub(%r{(?:_|(/))([a-z\d]*)}) { "#{::Regexp.last_match(1)}#{::Regexp.last_match(2).capitalize}" }
+              .gsub(%r{(?:-|(/))([a-z\d]*)}) { "Dash#{::Regexp.last_match(2).capitalize}" }
+              .gsub(%r{(?:\.|(/))([a-z\d]*)}) { "#{::Regexp.last_match(1)}#{::Regexp.last_match(2).capitalize}" }
       end
     end
   end

data/lib/kimurai/cli.rb

@@ -4,18 +4,22 @@ module Kimurai
   class CLI < Thor
     map %w[--version -v] => :__print_version
 
-    desc "generate", "Generator, available types: project, spider, schedule"
+    desc 'new PROJECT_NAME', 'Create a new Kimurai project'
+    def new(project_name)
+      raise 'Provide project name to generate a new project' unless project_name.present?
+
+      Generator.new.generate_project(project_name)
+    end
+
+    desc 'generate', 'Generator, available types: spider, schedule'
     def generate(generator_type, *args)
       case generator_type
-      when "project"
-        project_name = args.shift
-        raise "Provide project name to generate a new project" unless project_name.present?
-        Generator.new.generate_project(project_name)
-      when "spider"
+      when 'spider'
         spider_name = args.shift
-        raise "Provide spider name to generate a spider" unless spider_name.present?
+        raise 'Provide spider name to generate a spider' unless spider_name.present?
+
         Generator.new.generate_spider(spider_name, in_project: inside_project?)
-      when "schedule"
+      when 'schedule'
         Generator.new.generate_schedule
       else
         raise "Don't know this generator type: #{generator_type}"
@@ -24,82 +28,43 @@ module Kimurai
 
     ###
 
-    desc "setup", "Setup server"
-    option :port, aliases: :p, type: :string, banner: "Port for ssh connection"
-    option "ask-sudo", type: :boolean, banner: "Provide sudo password for a user to install system-wide packages"
-    option "ask-auth-pass", type: :boolean, banner: "Auth using password"
-    option "ssh-key-path", type: :string, banner: "Auth using ssh key"
-    option :local, type: :boolean, banner: "Run setup on a local machine (Ubuntu only)"
-    def setup(user_host)
-      command = AnsibleCommandBuilder.new(user_host, options, playbook: "setup").get
-
-      pid = spawn *command
-      Process.wait pid
-    end
-
-    desc "deploy", "Deploy project to the server and update cron schedule"
-    option :port, aliases: :p, type: :string, banner: "Port for ssh connection"
-    option "ask-auth-pass", type: :boolean, banner: "Auth using password"
-    option "ssh-key-path", type: :string, banner: "Auth using ssh key"
-    option "repo-url", type: :string, banner: "Repo url"
-    option "repo-key-path", type: :string, banner: "SSH key for a git repo"
-    def deploy(user_host)
-      if !`git status --short`.empty?
-        raise "Deploy: Please commit your changes first"
-      elsif `git remote`.empty?
-        raise "Deploy: Please add remote origin repository to your repo first"
-      elsif !`git rev-list master...origin/master`.empty?
-        raise "Deploy: Please push your commits to the remote origin repo first"
-      end
-
-      repo_url = options["repo-url"] ? options["repo-url"] : `git remote get-url origin`.strip
-      repo_name = repo_url[/\/([^\/]*)\.git/i, 1]
-
-      command = AnsibleCommandBuilder.new(user_host, options, playbook: "deploy",
-        vars: { repo_url: repo_url, repo_name: repo_name, repo_key_path: options["repo-key-path"] }
-      ).get
-
-      pid = spawn *command
-      Process.wait pid
-    end
-
-    ###
-
-    desc "crawl", "Run a particular spider by it's name"
+    desc 'crawl', "Run a particular spider by it's name"
     def crawl(spider_name)
       raise "Can't find Kimurai project" unless inside_project?
+
       require './config/boot'
 
-      unless klass = Kimurai.find_by_name(spider_name)
+      unless (klass = Kimurai.find_by_name(spider_name))
         raise "Can't find spider with name `#{spider_name}` in the project. " \
-          "To list all available spiders, run: `$ bundle exec kimurai list`"
+          'To list all available spiders, run: `$ bundle exec kimurai list`'
       end
 
       # Set time_zone if exists
-      if time_zone = Kimurai.configuration.time_zone
+      if (time_zone = Kimurai.configuration.time_zone)
         Kimurai.time_zone = time_zone
       end
 
       klass.crawl!
     end
 
-    desc "parse", "Parse url in the particular spider method"
-    option :url, type: :string, required: true, banner: "Url to pass to the method"
+    desc 'parse', 'Parse url in the particular spider method'
+    option :url, type: :string, required: true, banner: 'Url to pass to the method'
     def parse(spider_name, method_name)
       raise "Can't find Kimurai project" unless inside_project?
+
       require './config/boot'
 
-      unless klass = Kimurai.find_by_name(spider_name)
+      unless (klass = Kimurai.find_by_name(spider_name))
         raise "Can't find spider with name `#{spider_name}` in the project. " \
-          "To list all available spiders, run: `$ bundle exec kimurai list`"
+          'To list all available spiders, run: `$ bundle exec kimurai list`'
       end
 
-      klass.parse!(method_name, url: options["url"])
+      klass.parse!(method_name, url: options['url'])
     end
 
-    desc "console", "Start Kimurai console"
-    option :engine, type: :string, banner: "Engine to use"
-    option :url, type: :string, banner: "Url to process"
+    desc 'console', 'Start Kimurai console'
+    option :engine, type: :string, banner: 'Engine to use'
+    option :url, type: :string, banner: 'Url to process'
     def console(spider_name = nil)
       require 'pry'
       require './config/boot' if inside_project?
@@ -107,74 +72,72 @@ module Kimurai
       if spider_name
         raise "Can't find Kimurai project" unless inside_project?
 
-        unless klass = Kimurai.find_by_name(spider_name)
+        unless (klass = Kimurai.find_by_name(spider_name))
           raise "Can't find spider with name `#{spider_name}` in the project. " \
-            "To list all available spiders, run: `$ bundle exec kimurai list`"
+            'To list all available spiders, run: `$ bundle exec kimurai list`'
         end
       else
         klass = inside_project? ? ApplicationSpider : ::Kimurai::Base
       end
 
-      engine = options["engine"]&.delete(":")&.to_sym
-      if url = options["url"]
-        klass.new(engine).request_to(:console, url: options["url"])
+      engine = options['engine']&.delete(':')&.to_sym
+      if options['url']
+        klass.new(engine).request_to(:console, url: options['url'])
       else
         klass.new(engine).public_send(:console)
       end
     end
 
-    desc "list", "List all available spiders in the current project"
+    desc 'list', 'List all available spiders in the current project'
     def list
       raise "Can't find Kimurai project" unless inside_project?
+
       require './config/boot'
 
-      Kimurai.list.keys.each { |name| puts name }
+      Kimurai.list.keys.sort.each { |name| puts name }
     end
 
-    desc "runner", "Run all spiders in the project in queue"
-    option :include, type: :array, default: [], banner: "List of spiders to run"
-    option :exclude, type: :array, default: [], banner: "List of spiders to exclude from run"
-    option :jobs, aliases: :j, type: :numeric, default: 1, banner: "The number of concurrent jobs"
+    desc 'runner', 'Run all spiders in the project in queue'
+    option :include, type: :array, default: [], banner: 'List of spiders to run'
+    option :exclude, type: :array, default: [], banner: 'List of spiders to exclude from run'
+    option :jobs, aliases: :j, type: :numeric, default: 1, banner: 'The number of concurrent jobs'
     def runner
       raise "Can't find Kimurai project" unless inside_project?
 
-      jobs = options["jobs"]
-      raise "Jobs count can't be 0" if jobs == 0
+      jobs = options['jobs']
+      raise "Jobs count can't be 0" if jobs.zero?
 
       require './config/boot'
       require 'kimurai/runner'
 
-      spiders = options["include"].presence || Kimurai.list.keys
-      spiders -= options["exclude"]
+      spiders = options['include'].presence || Kimurai.list.keys
+      spiders -= options['exclude']
 
       Runner.new(spiders, jobs).run!
     end
 
-    desc "--version, -v", "Print the version"
+    desc '--version, -v', 'Print the version'
     def __print_version
       puts VERSION
     end
 
-    desc "dashboard", "Run dashboard"
+    desc 'dashboard', 'Run dashboard'
     def dashboard
       raise "Can't find Kimurai project" unless inside_project?
 
       require './config/boot'
-      if Object.const_defined?("Kimurai::Dashboard")
-        require 'kimurai/dashboard/app'
-        Kimurai::Dashboard::App.run!
-      else
-        raise "Kimurai::Dashboard is not defined"
-      end
+      raise 'Kimurai::Dashboard is not defined' unless Object.const_defined?('Kimurai::Dashboard')
+
+      require 'kimurai/dashboard/app'
+      Kimurai::Dashboard::App.run!
     end
 
     private
 
     def inside_project?
-      Dir.exists?("spiders") && File.exists?("./config/boot.rb")
+      Dir.exist?('spiders') && File.exist?('./config/boot.rb')
     end
   end
 end
 
 require_relative 'cli/generator'
-require_relative 'cli/ansible_command_builder'

data/lib/kimurai/core_ext/array.rb

@@ -1,8 +1,8 @@
 class Array
   def in_sorted_groups(number, fill_width = nil)
-    sorted_groups = Array.new(number) { |a| a = [] }
+    sorted_groups = Array.new(number) { |_a| [] }
 
-    self.in_groups_of(number, fill_width).each do |group|
+    in_groups_of(number, fill_width).each do |group|
       number.times do |i|
         group.fetch(i) rescue next
         sorted_groups[i] << group[i]

data/lib/kimurai/core_ext/hash.rb

@@ -1,5 +1,5 @@
 class Hash
   def deep_merge_excl(second, exclude)
-    self.merge(second.slice(*exclude)).deep_merge(second.except(*exclude))
+    merge(second.slice(*exclude)).deep_merge(second.except(*exclude))
   end
 end

data/lib/kimurai/core_ext/numeric.rb

@@ -1,16 +1,16 @@
 class Numeric
   # https://stackoverflow.com/a/1679963
   def duration
-    secs  = self.to_int
+    secs  = to_int
     mins  = secs / 60
     hours = mins / 60
     days  = hours / 24
 
-    if days > 0
+    if days.positive?
       "#{days}d, #{hours % 24}h"
-    elsif hours > 0
+    elsif hours.positive?
       "#{hours}h, #{mins % 60}m"
-    elsif mins > 0
+    elsif mins.positive?
       "#{mins}m, #{secs % 60}s"
     elsif secs >= 0
       "#{secs}s"

data/lib/kimurai/pipeline.rb

@@ -1,8 +1,9 @@
 module Kimurai
   class Pipeline
     class DropItemError < StandardError; end
+
     def self.name
-      self.to_s.sub(/.*?::/, "").underscore.to_sym
+      to_s.sub(/.*?::/, '').underscore.to_sym
     end
 
     include BaseHelper

data/lib/kimurai/runner.rb

@@ -19,17 +19,17 @@ module Kimurai
         spiders: @spiders
       }
 
-      if time_zone = Kimurai.configuration.time_zone
+      if (time_zone = Kimurai.configuration.time_zone)
         Kimurai.time_zone = time_zone
       end
 
-      ENV.store("SESSION_ID", @start_time.to_i.to_s)
-      ENV.store("RBCAT_COLORIZER", "false")
+      ENV.store('SESSION_ID', @start_time.to_i.to_s)
+      ENV.store('RBCAT_COLORIZER', 'false')
     end
 
     def run!(exception_on_fail: true)
       puts ">>> Runner: started: #{session_info}"
-      if at_start_callback = Kimurai.configuration.runner_at_start_callback
+      if (at_start_callback = Kimurai.configuration.runner_at_start_callback)
         at_start_callback.call(session_info)
       end
 
@@ -38,7 +38,7 @@ module Kimurai
         next unless running
 
         puts "> Runner: started spider: #{spider}, index: #{i}"
-        pid = spawn("bundle", "exec", "kimurai", "crawl", spider, [:out, :err] => "log/#{spider}.log")
+        pid = spawn('bundle', 'exec', 'kimurai', 'crawl', spider, %i[out err] => "log/#{spider}.log")
         Process.wait pid
 
         puts "< Runner: stopped spider: #{spider}, index: #{i}"
@@ -51,7 +51,7 @@ module Kimurai
     else
       session_info.merge!(status: :completed, stop_time: Time.now)
     ensure
-      if at_stop_callback = Kimurai.configuration.runner_at_stop_callback
+      if (at_stop_callback = Kimurai.configuration.runner_at_stop_callback)
         at_stop_callback.call(session_info)
       end
       puts "<<< Runner: stopped: #{session_info}"

data/lib/kimurai/template/Gemfile

@@ -1,10 +1,10 @@
 source 'https://rubygems.org'
 git_source(:github) { |repo| "https://github.com/#{repo}.git" }
 
-ruby '>= 2.5'
+ruby '>= 3.1'
 
 # Framework
-gem 'kimurai', '~> 1.4'
+gem 'kimurai', '~> 2.0'
 
 # Require files in directory and child directories recursively
 gem 'require_all'