elastic_manager 0.1.7 → 0.1.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5905bd89d21941b7ce9443d94d601c73fc035e038f7f7ab6ce570d94d1f9feb3
-  data.tar.gz: 4eb528d29478710268b64ee7cba733fe885f6e1681c9aedf619491ba4fadcedf
+  metadata.gz: 7c798157f6af433e26a76c9935307a298d7d6fa4d1e164cb4234f0a144438586
+  data.tar.gz: a26879da569ed538f6320dc56cb9e2944aedcf6bf30a4850bfee97ab40c13ce6
 SHA512:
-  metadata.gz: b46d51004f9b1bc3fd5521f119783179cf13ebe8a90ff3867ce71aedb3e4650bfa23e91039504e3a7935bfe702ee545f8f4885f9884e220419cd87ca9855b4de
-  data.tar.gz: bd2764cba6ec941db093e45cf03e9a6a5b09b5c3c04fe226d8e628b36b38c08f55005f3931c4092da014699ea074426cdb54261eebf302a42baf91637632d38d
+  metadata.gz: 5f6f5cf3017e6bc33acd2ecf5b2eec443e17f37aa08681cefb30861fb5c95eaba00d229ed862f4ecc8549387f0de6bd9a47ebc79085ae85b3d1901d851b41dd1
+  data.tar.gz: c05c07cdaad9135cc47a5c2b25696d4ebb135f824ed42251d3c156dcd275e552cf135b98e85cba62d5a7f34029433233963a1a8b0b3e58e66bab8f18a91494b0

data/README.md

@@ -4,6 +4,12 @@ Manager for logstash indices in elasticsearch. Why? Because qurator sucks!
 
 [![Build Status](https://travis-ci.org/onetwotrip/elastic_manager.svg?branch=master)](https://travis-ci.org/onetwotrip/elastic_manager)
 
+Use ENV variables for run. Required variables:
+
+- TASK
+- INDICES
+- FROM-TO or DAYSAGO (FROM-TO pair have precedence over DAYSAGO)
+
 Progress:
 
 - [x] Open closed indices
@@ -11,7 +17,10 @@ Progress:
 - [x] Open by date from and to
 - [x] Open by daysago
 - [x] Open all indices
-- [ ] Close indices
-- [ ] Chill indices
-- [ ] Snapshot indices
-- [ ] Delete snapshots
+- [x] Close indices
+- [x] Chill indices
+- [x] Delete indices
+- [x] Snapshot indices
+- [x] Delete snapshots
+- [x] Override daysago for concrete index
+- [x] Skip any task for specific index

data/elastic_manager.gemspec

@@ -1,7 +1,9 @@
+# frozen_string_literal: true
+
 Gem::Specification.new do |s|
   s.name        = 'elastic_manager'
   s.executables = ['elastic_manager']
-  s.version     = '0.1.7'
+  s.version     = '0.1.8'
   s.date        = '2018-10-15'
   s.summary     = 'Because qurator sucks'
   s.description = 'Manager for logstash indices in elastic'

data/lib/elastic_manager/chill.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+require 'elastic_manager/logger'
+
+# Index chilling operations
+module Chill
+  include Logging
+
+  def chill_populate_indices(indices, date_from, date_to, daysago)
+    result = []
+
+    if indices.length == 1 && indices.first == '_all'
+      result = @elastic.all_indices(date_from, date_to, daysago, 'open', @config['settings']['box_types']['ingest'], @config['settings']['indices'])
+    else
+      if date_from.nil?
+        result = @elastic.all_indices(date_from, date_to, daysago, 'open', @config['settings']['box_types']['ingest'], @config['settings']['indices']).select { |r| r.start_with?(*indices) }
+      else
+        date_from.upto(date_to) do |date|
+          indices.each do |index|
+            date_formatted = date.to_s.tr('-', '.')
+            result << "#{index}-#{date_formatted}"
+          end
+        end
+      end
+    end
+
+    return result unless result.empty?
+
+    log.fatal 'no indices for work'
+    exit 1
+  end
+
+  def do_chill(indices)
+    indices.each do |index|
+      next if skip_index?(index, 'chill')
+
+      response = @elastic.request(:get, "/_cat/indices/#{index}")
+
+      if index_exist?(response)
+        next if already?(response, @config['settings']['box_types']['store'])
+
+        elastic_action_with_log('chill_index', index, @config['settings']['box_types']['store'])
+      else
+        log.warn "#{index} index not found"
+      end
+    end
+  end
+
+  def chill
+    indices, date_from, date_to, daysago = prepare_vars
+    prechecks(date_from, date_to)
+    indices = chill_populate_indices(indices, date_from, date_to, daysago)
+    log.debug indices.inspect
+    do_chill(indices)
+  end
+end

data/lib/elastic_manager/close.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+require 'elastic_manager/logger'
+
+# Index closing operations
+module Close
+  include Logging
+
+  def close_populate_indices(indices, date_from, date_to, daysago)
+    result = []
+
+    if indices.length == 1 && indices.first == '_all'
+      result = @elastic.all_indices(date_from, date_to, daysago, 'open', nil, @config['settings']['indices'])
+    else
+      if date_from.nil?
+        result = @elastic.all_indices(date_from, date_to, daysago, 'open', nil, @config['settings']['indices']).select { |r| r.start_with?(*indices) }
+      else
+        date_from.upto(date_to) do |date|
+          indices.each do |index|
+            date_formatted = date.to_s.tr('-', '.')
+            result << "#{index}-#{date_formatted}"
+          end
+        end
+      end
+    end
+
+    return result unless result.empty?
+
+    log.fatal 'no indices for work'
+    exit 1
+  end
+
+  def do_close(indices)
+    indices.each do |index|
+      next if skip_index?(index, 'close')
+
+      response = @elastic.request(:get, "/_cat/indices/#{index}")
+
+      if index_exist?(response)
+        next if already?(response, 'close')
+
+        elastic_action_with_log('close_index', index, @config['settings']['box_types']['ingest'])
+      else
+        log.warn "#{index} index not found"
+      end
+    end
+  end
+
+  def close
+    indices, date_from, date_to, daysago = prepare_vars
+    prechecks(date_from, date_to)
+    indices = close_populate_indices(indices, date_from, date_to, daysago)
+    log.debug indices.inspect
+    do_close(indices)
+  end
+end

data/lib/elastic_manager/config.rb

@@ -35,15 +35,23 @@ module Config
     default['timeout']['connect'] = '3'
     default['timeout']['read']    = '120'
     default['daysago']            = ''
-    default['settings']           = {}
+    default['settings']           = {
+      'box_types' => {
+        'ingest' => 'hot',
+        'store'  => 'warm'
+      },
+      'indices' => {}
+    }
 
     log.debug "default config: #{default.inspect}"
     default
   end
 
-  def check_settings(var)
+  def check_settings(var, config)
     if var.casecmp('settings').zero?
-      json_parse(ENV[var])
+      env_settings = json_parse(ENV[var])
+      log.debug "env settings: #{env_settings}"
+      config['settings'].merge(env_settings)
     else
       ENV[var]
     end
@@ -58,20 +66,16 @@ module Config
       if vars.length == 2
         config[vars[0].downcase][vars[1].downcase] = ENV[var]
       elsif vars.length == 1
-        config[vars[0].downcase] = check_settings(vars[0])
+        config[vars[0].downcase] = check_settings(vars[0], config)
       end
     end
 
     config
   end
 
-  # def present?
-  #   !blank?
-  # end
-
-  def exit_if_invalid(config)
+  def validate_config(config)
     if config['task'].empty? || config['indices'].empty?
-      fail_and_exit('not enough env variables. TASK, INDICES')
+      fail_and_exit('not enough env variables: TASK, INDICES')
     end
 
     if !config['from'].empty? && !config['to'].empty?
@@ -81,19 +85,19 @@ module Config
       rescue ArgumentError => e
         fail_and_exit("can't parse date #{key}: #{e.message}")
       end
-    elsif config['from'].empty? || config['to'].empty?
-      fail_and_exit('not enough env variables. FROM/TO or DAYSAGO')
+    elsif config['from'].empty? && !config['to'].empty?
+      fail_and_exit('not enough env variables: FROM')
+    elsif !config['from'].empty? && config['to'].empty?
+      fail_and_exit('not enough env variables: TO')
     elsif !config['daysago'].empty?
       log.debug 'will use daysago'
       config['from'], config['to'] = nil
       config['daysago'] = config['daysago'].to_i
     else
-      fail_and_exit('not enough env variables. FROM/TO or DAYSAGO')
+      fail_and_exit('not enough env variables: FROM-TO or DAYSAGO')
     end
 
-    # unless (!config['from'].empty? && !config['to'].empty?) || !config['daysago'].empty?
-    #   fail_and_exit('not enough env variables. FROM/TO or DAYSAGO')
-    # end
+    config
   end
 
   def load_from_env
@@ -101,7 +105,7 @@ module Config
 
     config = make_default_config
     config = env_parser(config)
-    exit_if_invalid(config)
+    config = validate_config(config)
 
     log.debug "env config: #{config.inspect}"
     config

data/lib/elastic_manager/delete.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+require 'elastic_manager/logger'
+
+# Index deleting operations
+module Delete
+  include Logging
+
+  def delete_populate_indices(indices, date_from, date_to, daysago)
+    result = []
+
+    if indices.length == 1 && indices.first == '_all'
+      result = @elastic.all_indices(date_from, date_to, daysago, nil, nil, @config['settings']['indices'])
+    else
+      if date_from.nil?
+        result = @elastic.all_indices(date_from, date_to, daysago, nil, nil, @config['settings']['indices']).select { |r| r.start_with?(*indices) }
+      else
+        date_from.upto(date_to) do |date|
+          indices.each do |index|
+            date_formatted = date.to_s.tr('-', '.')
+            result << "#{index}-#{date_formatted}"
+          end
+        end
+      end
+    end
+
+    return result unless result.empty?
+
+    log.fatal 'no indices for work'
+    exit 1
+  end
+
+  def do_delete(indices)
+    indices.each do |index|
+      next if skip_index?(index, 'delete')
+
+      response = @elastic.request(:get, "/_cat/indices/#{index}")
+
+      if index_exist?(response)
+        elastic_action_with_log('delete_index', index)
+      else
+        log.warn "#{index} index not found"
+      end
+    end
+  end
+
+  def delete
+    indices, date_from, date_to, daysago = prepare_vars
+    prechecks(date_from, date_to)
+    indices = delete_populate_indices(indices, date_from, date_to, daysago)
+    log.debug indices.inspect
+    do_delete(indices)
+  end
+end

data/lib/elastic_manager/logger.rb

@@ -5,9 +5,8 @@ require 'colorize'
 
 # Universal global logging
 module Logging
-
   SEVERITY_COLORS = {
-    'DEBUG'   => 'cyan',
+    'DEBUG'   => 'white',
     'INFO'    => 'green',
     'WARN'    => 'yellow',
     'ERROR'   => 'light_red',

data/lib/elastic_manager/open.rb

@@ -6,89 +6,24 @@ require 'elastic_manager/logger'
 module Open
   include Logging
 
-  def open_prechecks(date_from, date_to)
-    unless date_from.nil?
-      if date_from > date_to
-        log.fatal "wrong dates: date to is behind date from. from: #{date_from}, to: #{date_to}"
-        exit 1
-      end
-    end
-
-    unless true?(@config['force'])
-      unless @elastic.green?
-        fail_and_exit("elasticsearch on #{@config['es']['url']} is not green")
-      end
-    end
-  end
-
-  def skip_open?(index)
-    index_name = index.split('-')[0..-2].join('-')
-
-    if @config['settings'][index_name] && @config['settings'][index_name]['skip_open']
-      if true?(@config['settings'][index_name]['skip_open'])
-        log.warn "#{index_name} index open skiped"
-        return true
-      end
-    end
-
-    false
-  end
-
-  def index_exist?(response)
-    if response.code == 200
-      true
-    elsif response.code == 404
-      false
-    else
-      log.fatal "wtf in index_exist? response was: #{response.code} - #{response}"
-      exit 1
-    end
-  end
-
-  def already_open?(response)
-    index = json_parse(response).first
-    if index['status'] == 'open'
-      log.warn "#{index['index']} index status already open"
-      return true
-    end
-
-    false
-  end
-
-  def open_prepare_vars
-    indices   = @config['indices'].split(',')
-    daysago   = @config['daysago']
-    date_from = @config['from']
-    date_to   = @config['to']
-
-    [indices, date_from, date_to, daysago]
-  end
-
-  def action_with_log(action, index)
-    if @elastic.send(action, index)
-      log.info "#{index} #{action} succes"
-    else
-      log.error "#{index} #{action} fail"
-    end
-  end
-
-  def populate_indices(indices, date_from, date_to, daysago)
+  def open_populate_indices(indices, date_from, date_to, daysago)
     result = []
 
     if indices.length == 1 && indices.first == '_all'
-      result = @elastic.all_indices(date_from, date_to, daysago, 'close')
-      result += @elastic.all_indices_in_snapshots(date_from, date_to, daysago)
+      result = @elastic.all_indices(date_from, date_to, daysago, 'close', nil, @config['settings']['indices'])
+      result += @elastic.all_indices_in_snapshots(date_from, date_to, daysago, @config['settings']['indices'])
       return result
     end
 
     if date_from.nil?
-      result = @elastic.all_indices(date_from, date_to, daysago, 'close')
-      result += @elastic.all_indices_in_snapshots(date_from, date_to, daysago)
+      result = @elastic.all_indices(date_from, date_to, daysago, 'close', nil, @config['settings']['indices'])
+      result += @elastic.all_indices_in_snapshots(date_from, date_to, daysago, @config['settings']['indices'])
       return result.select { |r| r.start_with?(*indices) }
     else
       date_from.upto(date_to) do |date|
         indices.each do |index|
-          result << "#{index}-#{date.to_s.tr!('-', '.')}"
+          date_formatted = date.to_s.tr('-', '.')
+          result << "#{index}-#{date_formatted}"
         end
       end
     end
@@ -101,30 +36,28 @@ module Open
 
   def do_open(indices)
     indices.each do |index|
-      next if skip_open?(index)
+      next if skip_index?(index, 'open')
 
       response = @elastic.request(:get, "/_cat/indices/#{index}")
 
       if index_exist?(response)
-        next if already_open?(response)
+        next if already?(response, 'open')
 
-        action_with_log('open_index', index)
+        elastic_action_with_log('open_index', index)
       else
         log.warn "#{index} index not found"
         log.info "#{index} trying snapshot restore"
 
-        action_with_log('restore_snapshot', index)
+        elastic_action_with_log('restore_snapshot', index, @config['settings']['box_types']['store'])
       end
     end
   end
 
   def open
-    indices, date_from, date_to, daysago = open_prepare_vars
-    open_prechecks(date_from, date_to)
-    indices = populate_indices(indices, date_from, date_to, daysago)
-
+    indices, date_from, date_to, daysago = prepare_vars
+    prechecks(date_from, date_to)
+    indices = open_populate_indices(indices, date_from, date_to, daysago)
     log.debug indices.inspect
-
     do_open(indices)
   end
 end

data/lib/elastic_manager/request.rb

@@ -37,7 +37,6 @@ module Request
       tries ||= @retry
 
       yield
-
     rescue *RETRY_ERRORS => e
       log.warn "tries left #{tries + 1} '''#{e.message}''' sleeping #{@sleep} sec..."
       sleep @sleep
@@ -71,23 +70,36 @@ module Request
       false
     end
 
-    def all_indices_in_snapshots(from=nil, to=nil, daysago=nil)
+    def override_daysago(index_name, indices_config, daysago)
+      if indices_config[index_name] &&
+         indices_config[index_name]['daysago'] &&
+         !indices_config[index_name]['daysago'].to_s.empty?
+        indices_config[index_name]['daysago']
+      else
+        daysago
+      end
+    end
+
+    def all_indices_in_snapshots(from=nil, to=nil, daysago=nil, indices_config)
       all_snapshots = get_all_snapshots
       all_snapshots.select! { |snap| snap['status'] == 'SUCCESS' }
 
       result = []
       all_snapshots.each do |snap|
         begin
-          snap_date = Date.parse(snap['id'].gsub('-', ''))
+          snap_date = Date.parse(snap['id'].delete('-'))
         rescue ArgumentError => e
           log.error "#{e.message} for #{index}"
           next
         end
 
-        if from.nil? && snap_date < (Date.today - daysago)
-          result << CGI.escape(snap['id'].gsub('snapshot_', ''))
+        index = snap['id'].gsub('snapshot_', '')
+        daysago_local = override_daysago(make_index_name(index), indices_config, daysago)
+
+        if from.nil? && snap_date < (Date.today - daysago_local)
+          result << CGI.escape(index)
         elsif (from..to).cover? snap_date
-          result << CGI.escape(snap['id'].gsub('snapshot_', ''))
+          result << CGI.escape(index)
         end
       end
 
@@ -106,7 +118,7 @@ module Request
       end
     end
 
-    def all_indices(from=nil, to=nil, daysago=nil, state=nil, type=nil)
+    def all_indices(from=nil, to=nil, daysago=nil, state=nil, type=nil, indices_config)
       indices = get_all_indices
 
       # TODO: (anton.ryabov) next line just for debug purpose, need better handling
@@ -118,13 +130,15 @@ module Request
       result = []
       indices.each do |index, _|
         begin
-          index_date = Date.parse(index.gsub('-', ''))
+          index_date = Date.parse(index.delete('-'))
         rescue ArgumentError => e
           log.error "#{e.message} for #{index}"
           next
         end
 
-        if from.nil? && index_date < (Date.today - daysago)
+        daysago_local = override_daysago(make_index_name(index), indices_config, daysago)
+
+        if from.nil? && index_date < (Date.today - daysago_local)
           result << CGI.escape(index)
         elsif (from..to).cover? index_date
           result << CGI.escape(index)
@@ -149,6 +163,19 @@ module Request
       end
     end
 
+    def snapshot_exist?(snapshot_name, repo)
+      response = request(:get, "/_snapshot/#{repo}/#{snapshot_name}/")
+
+      if response.code == 200
+        true
+      elsif response.code == 404
+        false
+      else
+        log.fatal "can't check snapshot existing, response was: #{response.code} - #{response}"
+        exit 1
+      end
+    end
+
     def find_snapshot_repo
       # TODO: we need improve this if several snapshot repos used in elastic
       response = request(:get, '/_snapshot/')
@@ -165,12 +192,12 @@ module Request
       response = request(:get, "/_snapshot/#{repo}/#{snapshot_name}/")
 
       if response.code == 200
-        snapshot = json_parse(response)['snapshots']
+        snapshot = json_parse(response)['snapshots'][0]
 
-        if snapshot.size == 1
-          snapshot.first['snapshot']
+        if snapshot['state'] == 'SUCCESS'
+          snapshot['snapshot']
         else
-          log.fatal "wrong snapshot size"
+          log.fatal 'wrong snapshot state'
           exit 1
         end
       else
@@ -179,7 +206,7 @@ module Request
       end
     end
 
-    def restore_snapshot(index)
+    def restore_snapshot(index, box_type)
       snapshot_name = "snapshot_#{index}"
       snapshot_repo = find_snapshot_repo
       snapshot      = find_snapshot(snapshot_repo, snapshot_name)
@@ -188,7 +215,7 @@ module Request
         index_settings: {
           'index.number_of_replicas'                  => 0,
           'index.refresh_interval'                    => -1,
-          'index.routing.allocation.require.box_type' => 'warm'
+          'index.routing.allocation.require.box_type' => box_type
         }
       }
       response = request(:post, "/_snapshot/#{snapshot_repo}/#{snapshot}/_restore", body)
@@ -227,7 +254,141 @@ module Request
         response = json_parse(response)
       else
         log.fatal "wrong response code for #{index} open"
-        exit 1
+        return false
+      end
+
+      response['acknowledged'].is_a?(TrueClass)
+    end
+
+    def close_index(index, tag)
+      box_type = index_box_type(index)
+
+      return false if box_type.nil?
+
+      if box_type == tag
+        log.fatal "i will not close index #{index} in box_type #{tag}"
+        false
+      else
+        response = request(:post, "/#{index}/_close?master_timeout=1m")
+
+        if response.code == 200
+          response = json_parse(response)
+        else
+          log.fatal "wrong response code for #{index} close"
+          return false
+        end
+
+        response['acknowledged'].is_a?(TrueClass)
+      end
+    end
+
+    def index_box_type(index)
+      response = request(:get, "/#{index}/_settings/index.routing.allocation.require.box_type")
+
+      if response.code == 200
+        response = json_parse(response)
+        box_type = response[index]['settings']['index']['routing']['allocation']['require']['box_type']
+        log.debug "for #{index} box_type is #{box_type}"
+        box_type
+      else
+        log.fatal "can't check box_type for #{index}, response was: #{response.code} - #{response}"
+        nil
+      end
+    end
+
+    def chill_index(index, box_type)
+      body = {
+        'index.routing.allocation.require.box_type' => box_type
+      }
+      response = request(:put, "/#{index}/_settings?master_timeout=1m", body)
+
+      if response.code == 200
+        response = json_parse(response)
+      else
+        log.fatal "can't chill #{index}, response was: #{response.code} - #{response}"
+        return false
+      end
+
+      response['acknowledged'].is_a?(TrueClass)
+    end
+
+    def delete_index(index)
+      snapshot_name = "snapshot_#{index}"
+      snapshot_repo = find_snapshot_repo
+
+      return false unless find_snapshot(snapshot_repo, snapshot_name)
+
+      response = request(:delete, "/#{index}")
+
+      if response.code == 200
+        response = json_parse(response)
+      else
+        log.fatal "can't delete index #{index}, response was: #{response.code} - #{response}"
+        return false
+      end
+
+      response['acknowledged'].is_a?(TrueClass)
+    end
+
+    def wait_snapshot(snapshot, repo)
+      snapshot_ok = false
+
+      until snapshot_ok
+        sleep @sleep
+        response = request(:get, "/_snapshot/#{repo}/#{snapshot}/_status")
+
+        if response.code == 200
+          # TODO: (anton.ryabov) add logging of percent and time ?
+          # stats = status['snapshots'][0]['stats']
+          # msg = "(#{stats['total_size_in_bytes']/1024/1024/1024}Gb / #{stats['processed_size_in_bytes']/1024/1024/1024}Gb)"
+          # puts "Get backup status #{msg}: retry attempt #{attempt_number}; #{total_delay.round} seconds have passed."
+          state = json_parse(response)['snapshots'][0]['state']
+          log.debug "snapshot check response: #{response.code} - #{response}"
+
+          if state == 'SUCCESS'
+            snapshot_ok = true
+          elsif %w[FAILED PARTIAL INCOMPATIBLE].include?(state)
+            log.fatal "can't snapshot #{snapshot} in #{repo}: #{response.code} - #{response}"
+            exit 1
+          end
+        else
+          log.error "can't check snapshot: #{response.code} - #{response}"
+        end
+      end
+
+      true
+    end
+
+    def snapshot_index(index)
+      snapshot_name = "snapshot_#{index}"
+      snapshot_repo = find_snapshot_repo
+
+      body = {
+        'indices'              => index,
+        'ignore_unavailable'   => false,
+        'include_global_state' => false,
+        'partial'              => false
+      }
+
+      response = request(:put, "/_snapshot/#{snapshot_repo}/#{snapshot_name}/", body)
+
+      if response.code == 200
+        sleep 5
+        wait_snapshot(snapshot_name, snapshot_repo)
+      else
+        log.error "can't snapshot #{index}, response was: #{response.code} - #{response}"
+        false
+      end
+    end
+
+    def delete_snapshot(snapshot, repo)
+      response = request(:delete, "/_snapshot/#{repo}/#{snapshot}")
+
+      if response.code == 200
+        response = json_parse(response)
+      else
+        log.fatal "can't delete snapshot #{snapshot}, response was: #{response.code} - #{response}"
+        return false
       end
 
       response['acknowledged'].is_a?(TrueClass)

data/lib/elastic_manager/snapdelete.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+require 'elastic_manager/logger'
+
+# Index snapshots deleting operations
+module SnapDelete
+  include Logging
+
+  def snapdelete_populate_indices(indices, date_from, date_to, daysago)
+    result = []
+
+    if indices.length == 1 && indices.first == '_all'
+      result = @elastic.all_indices_in_snapshots(date_from, date_to, daysago, @config['settings']['indices'])
+    else
+      if date_from.nil?
+        result = @elastic.all_indices_in_snapshots(date_from, date_to, daysago, @config['settings']['indices']).select { |r| r.start_with?(*indices) }
+      else
+        date_from.upto(date_to) do |date|
+          indices.each do |index|
+            date_formatted = date.to_s.tr('-', '.')
+            result << "#{index}-#{date_formatted}"
+          end
+        end
+      end
+    end
+
+    return result unless result.empty?
+
+    log.fatal 'no indices for work'
+    exit 1
+  end
+
+  def do_snapdelete(indices)
+    indices.each do |index|
+      next if skip_index?(index, 'snapdelete')
+
+      snapshot_name = "snapshot_#{index}"
+      snapshot_repo = @elastic.find_snapshot_repo
+
+      if @elastic.snapshot_exist?(snapshot_name, snapshot_repo)
+        elastic_action_with_log('delete_snapshot', snapshot_name, snapshot_repo)
+      else
+        log.warn "#{index} snapshot #{snapshot_name} not found"
+      end
+    end
+  end
+
+  def snapdelete
+    indices, date_from, date_to, daysago = prepare_vars
+    prechecks(date_from, date_to)
+    indices = snapdelete_populate_indices(indices, date_from, date_to, daysago)
+    log.debug indices.inspect
+    do_snapdelete(indices)
+  end
+end

data/lib/elastic_manager/snapshot.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+require 'elastic_manager/logger'
+
+# Index snapshoting operations
+module Snapshot
+  include Logging
+
+  def snapshot_populate_indices(indices, date_from, date_to, daysago)
+    result = []
+
+    if indices.length == 1 && indices.first == '_all'
+      result = @elastic.all_indices(date_from, date_to, daysago, nil, @config['settings']['box_types']['store'], @config['settings']['indices'])
+    else
+      if date_from.nil?
+        result = @elastic.all_indices(date_from, date_to, daysago, nil, @config['settings']['box_types']['store'], @config['settings']['indices']).select { |r| r.start_with?(*indices) }
+      else
+        date_from.upto(date_to) do |date|
+          indices.each do |index|
+            date_formatted = date.to_s.tr('-', '.')
+            result << "#{index}-#{date_formatted}"
+          end
+        end
+      end
+    end
+
+    return result unless result.empty?
+
+    log.fatal 'no indices for work'
+    exit 1
+  end
+
+  def do_snapshot(indices)
+    indices.each do |index|
+      next if skip_index?(index, 'snapshot')
+
+      response = @elastic.request(:get, "/_cat/indices/#{index}")
+
+      if index_exist?(response)
+        elastic_action_with_log('open_index', index) unless already?(response, 'open')
+        elastic_action_with_log('delete_index', index) if elastic_action_with_log('snapshot_index', index)
+      else
+        log.warn "#{index} index not found"
+      end
+    end
+  end
+
+  def snapshot
+    indices, date_from, date_to, daysago = prepare_vars
+    prechecks(date_from, date_to)
+    indices = snapshot_populate_indices(indices, date_from, date_to, daysago)
+    log.debug indices.inspect
+    do_snapshot(indices)
+  end
+end

data/lib/elastic_manager/utils.rb

@@ -22,4 +22,97 @@ module Utils
     log.fatal text
     exit 1
   end
+
+  def make_index_name(index)
+    index.split('-')[0..-2].join('-')
+  end
+
+  def skip_index?(index, state)
+    index_name = make_index_name(index)
+
+    if @config['settings']['indices'][index_name] &&
+       @config['settings']['indices'][index_name]['skip'] &&
+       @config['settings']['indices'][index_name]['skip'][state]
+
+      if true?(@config['settings']['indices'][index_name]['skip'][state])
+        log.warn "#{index_name} index #{state} skiped due settings"
+        return true
+      end
+    end
+
+    false
+  end
+
+  def prepare_vars
+    indices   = @config['indices'].split(',')
+    daysago   = @config['daysago']
+    date_from = @config['from']
+    date_to   = @config['to']
+
+    [indices, date_from, date_to, daysago]
+  end
+
+  def prechecks(date_from, date_to)
+    unless date_from.nil?
+      if date_from > date_to
+        log.fatal "wrong dates: date to is behind date from. from: #{date_from}, to: #{date_to}"
+        exit 1
+      end
+    end
+
+    return if true?(@config['force'])
+    return if @elastic.green?
+
+    fail_and_exit("elasticsearch on #{@config['es']['url']} is not green")
+  end
+
+  def already?(response, state)
+    if %w[open close].include?(state)
+      index = json_parse(response).first
+      if index['status'] == state
+        log.warn "#{index['index']} index status already #{state}"
+        return true
+      end
+    elsif %w[hot warm].include?(state)
+      index    = json_parse(response).first['index']
+      box_type = @elastic.index_box_type(index)
+
+      if box_type.nil?
+        log.info "can't get box_type, look at the previous error for info, will skip #{index}"
+        return true
+      end
+
+      if box_type == state
+        log.warn "#{index['index']} index already #{state}"
+        return true
+      end
+    else
+      log.fatal "wrong state for check #{state}, bad coder"
+      exit 1
+    end
+
+    false
+  end
+
+  def elastic_action_with_log(action, index, *params)
+    if @elastic.send(action, index, *params)
+      log.info "#{index} #{action} succes"
+    else
+      log.error "#{index} #{action} fail"
+      return false
+    end
+
+    true
+  end
+
+  def index_exist?(response)
+    if response.code == 200
+      true
+    elsif response.code == 404
+      false
+    else
+      log.fatal "wtf in index_exist? response was: #{response.code} - #{response}"
+      exit 1
+    end
+  end
 end

data/lib/elastic_manager.rb

@@ -7,6 +7,11 @@ require 'elastic_manager/logger'
 require 'elastic_manager/request'
 require 'elastic_manager/utils'
 require 'elastic_manager/open'
+require 'elastic_manager/close'
+require 'elastic_manager/chill'
+require 'elastic_manager/snapshot'
+require 'elastic_manager/delete'
+require 'elastic_manager/snapdelete'
 
 # Main
 class ElasticManager
@@ -15,6 +20,11 @@ class ElasticManager
   include Request
   include Utils
   include Open
+  include Close
+  include Chill
+  include Snapshot
+  include Delete
+  include SnapDelete
 
   def initialize
     @config = load_from_env
@@ -25,6 +35,18 @@ class ElasticManager
   def run
     if @config['task'].casecmp('open').zero?
       open
+    elsif @config['task'].casecmp('close').zero?
+      close
+    elsif @config['task'].casecmp('chill').zero?
+      chill
+    elsif @config['task'].casecmp('snapshot').zero?
+      snapshot
+    elsif @config['task'].casecmp('delete').zero?
+      delete
+    elsif @config['task'].casecmp('snapdelete').zero?
+      snapdelete
+    else
+      fail_and_exit('wrong task')
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: elastic_manager
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.8
 platform: ruby
 authors:
 - Antony Ryabov
@@ -94,10 +94,15 @@ files:
 - bin/elastic_manager
 - elastic_manager.gemspec
 - lib/elastic_manager.rb
+- lib/elastic_manager/chill.rb
+- lib/elastic_manager/close.rb
 - lib/elastic_manager/config.rb
+- lib/elastic_manager/delete.rb
 - lib/elastic_manager/logger.rb
 - lib/elastic_manager/open.rb
 - lib/elastic_manager/request.rb
+- lib/elastic_manager/snapdelete.rb
+- lib/elastic_manager/snapshot.rb
 - lib/elastic_manager/utils.rb
 homepage: https://github.com/onetwotrip/elastic_manager
 licenses: