elastic_manager 0.1.6 → 0.1.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 45f63444dd918ab06e3c32a1f1793045e3e766d5c585cc7df40b9385f848006a
-  data.tar.gz: 48f8010afbc664b90f9554be860b78879bf9e93de1eddd78300844c3bd549617
+  metadata.gz: 5905bd89d21941b7ce9443d94d601c73fc035e038f7f7ab6ce570d94d1f9feb3
+  data.tar.gz: 4eb528d29478710268b64ee7cba733fe885f6e1681c9aedf619491ba4fadcedf
 SHA512:
-  metadata.gz: '09cc5b9bd516e7a567132365c40f08b519f9637f7395a2fe4b5be98d612360569d63f170363887578f3b8c103e246489487b8165d8faa3ceb6f1a4b92545af1e'
-  data.tar.gz: 51e774d47578fed6f119954a8ab0bf0637af9915fa578cc6dbd2d23d7843214f2d70106db15932ea0dd23cc924875e63d6bfaa52352241b2dc8e99b38dfb0169
+  metadata.gz: b46d51004f9b1bc3fd5521f119783179cf13ebe8a90ff3867ce71aedb3e4650bfa23e91039504e3a7935bfe702ee545f8f4885f9884e220419cd87ca9855b4de
+  data.tar.gz: bd2764cba6ec941db093e45cf03e9a6a5b09b5c3c04fe226d8e628b36b38c08f55005f3931c4092da014699ea074426cdb54261eebf302a42baf91637632d38d

data/README.md

@@ -8,7 +8,10 @@ Progress:
 
 - [x] Open closed indices
 - [x] Open indices in snapshot (restore snapshot)
-- [x] Close indices
+- [x] Open by date from and to
+- [x] Open by daysago
+- [x] Open all indices
+- [ ] Close indices
 - [ ] Chill indices
 - [ ] Snapshot indices
-- [ ] Delete snapshots
+- [ ] Delete snapshots

data/elastic_manager.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
   s.name        = 'elastic_manager'
   s.executables = ['elastic_manager']
-  s.version     = '0.1.6'
+  s.version     = '0.1.7'
   s.date        = '2018-10-15'
   s.summary     = 'Because qurator sucks'
   s.description = 'Manager for logstash indices in elastic'

data/lib/elastic_manager/config.rb

@@ -36,7 +36,6 @@ module Config
     default['timeout']['read']    = '120'
     default['daysago']            = ''
     default['settings']           = {}
-    default['daysago']            = ''
 
     log.debug "default config: #{default.inspect}"
     default
@@ -75,9 +74,26 @@ module Config
       fail_and_exit('not enough env variables. TASK, INDICES')
     end
 
-    unless (config['from'].empty? && config['to'].empty?) || config['daysago'].empty?
+    if !config['from'].empty? && !config['to'].empty?
+      log.debug 'will use from and to'
+      %w[from to].each do |key|
+        config[key] = Date.strptime(config[key], '%Y-%m-%d')
+      rescue ArgumentError => e
+        fail_and_exit("can't parse date #{key}: #{e.message}")
+      end
+    elsif config['from'].empty? || config['to'].empty?
+      fail_and_exit('not enough env variables. FROM/TO or DAYSAGO')
+    elsif !config['daysago'].empty?
+      log.debug 'will use daysago'
+      config['from'], config['to'] = nil
+      config['daysago'] = config['daysago'].to_i
+    else
       fail_and_exit('not enough env variables. FROM/TO or DAYSAGO')
     end
+
+    # unless (!config['from'].empty? && !config['to'].empty?) || !config['daysago'].empty?
+    #   fail_and_exit('not enough env variables. FROM/TO or DAYSAGO')
+    # end
   end
 
   def load_from_env

data/lib/elastic_manager/logger.rb

@@ -7,12 +7,12 @@ require 'colorize'
 module Logging
 
   SEVERITY_COLORS = {
-    DEBUG:   'cyan',
-    INFO:    'green',
-    WARN:    'yellow',
-    ERROR:   'light_red',
-    FATAL:   'red',
-    UNKNOWN: 'magenta'
+    'DEBUG'   => 'cyan',
+    'INFO'    => 'green',
+    'WARN'    => 'yellow',
+    'ERROR'   => 'light_red',
+    'FATAL'   => 'red',
+    'UNKNOWN' => 'magenta'
   }.freeze
 
   def log

data/lib/elastic_manager/open.rb

@@ -14,8 +14,10 @@ module Open
       end
     end
 
-    unless true?(@config['force']) && @elastic.green?
-      fail_and_exit("elasticsearch on #{@config['es']['url']} is not green")
+    unless true?(@config['force'])
+      unless @elastic.green?
+        fail_and_exit("elasticsearch on #{@config['es']['url']} is not green")
+      end
     end
   end
 
@@ -55,13 +57,10 @@ module Open
 
   def open_prepare_vars
     indices   = @config['indices'].split(',')
-    daysago   = @config['daysago'].to_i
+    daysago   = @config['daysago']
     date_from = @config['from']
     date_to   = @config['to']
 
-    date_from = date_from.empty? ? nil : Date.parse(date_from)
-    date_to   = date_to.empty? ? nil : Date.parse(date_to)
-
     [indices, date_from, date_to, daysago]
   end
 
@@ -107,9 +106,9 @@ module Open
       response = @elastic.request(:get, "/_cat/indices/#{index}")
 
       if index_exist?(response)
-        next if already?('open', response, index)
+        next if already_open?(response)
 
-        action_with_log('open', index)
+        action_with_log('open_index', index)
       else
         log.warn "#{index} index not found"
         log.info "#{index} trying snapshot restore"

data/lib/elastic_manager/request.rb

@@ -137,7 +137,7 @@ module Request
     def get_all_indices
       req_path   =  '/_cluster/state/metadata/'
       req_params =  '?filter_path=metadata.indices.*.state,'
-      req_params << 'metadata.indices.*.settings.index.routing.allocation.require.box_type'
+      req_params += 'metadata.indices.*.settings.index.routing.allocation.require.box_type'
 
       response = request(:get, req_path + req_params)
 
@@ -220,17 +220,17 @@ module Request
       true
     end
 
-    def index(action, index)
-      response = request(:post, "/#{URI.escape(index)}/_#{action}?master_timeout=1m")
+    def open_index(index)
+      response = request(:post, "/#{index}/_open?master_timeout=1m")
 
       if response.code == 200
         response = json_parse(response)
       else
-        log.fatal "wrong response code for #{index} #{action}"
+        log.fatal "wrong response code for #{index} open"
         exit 1
       end
 
-      response['acknowledged'].true?
+      response['acknowledged'].is_a?(TrueClass)
     end
   end
 end

data/lib/elastic_manager/utils.rb

@@ -2,17 +2,11 @@
 
 require 'json'
 require 'yajl'
-require 'elastic_manager/logger'
 
 # Sharable methods
 module Utils
   include Logging
 
-  TASK_TO_STATE = {
-    open:  'close',
-    close: 'open'
-  }.freeze
-
   def true?(obj)
     obj.to_s.casecmp('true').zero?
   end

data/lib/elastic_manager.rb

@@ -7,7 +7,6 @@ require 'elastic_manager/logger'
 require 'elastic_manager/request'
 require 'elastic_manager/utils'
 require 'elastic_manager/open'
-require 'elastic_manager/close'
 
 # Main
 class ElasticManager
@@ -16,7 +15,6 @@ class ElasticManager
   include Request
   include Utils
   include Open
-  include Close
 
   def initialize
     @config = load_from_env

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: elastic_manager
 version: !ruby/object:Gem::Version
-  version: 0.1.6
+  version: 0.1.7
 platform: ruby
 authors:
 - Antony Ryabov
@@ -94,7 +94,6 @@ files:
 - bin/elastic_manager
 - elastic_manager.gemspec
 - lib/elastic_manager.rb
-- lib/elastic_manager/close.rb
 - lib/elastic_manager/config.rb
 - lib/elastic_manager/logger.rb
 - lib/elastic_manager/open.rb
@@ -120,7 +119,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.7
+rubygems_version: 2.7.8
 signing_key: 
 specification_version: 4
 summary: Because qurator sucks

data/lib/elastic_manager/close.rb

@@ -1,18 +0,0 @@
-module Close
-  def do_close(indices, date)
-    indices.each do |index_name|
-      next if skip?('close', index_name)
-
-      index    = "#{index_name}-#{date}"
-      response = @elastic.request(:get, "/_cat/indices/#{index}")
-
-      if index_exist?(response)
-        next if already?('close', response, index)
-
-        action_with_log('close', index)
-      else
-        log.warn "#{index} index not found, maybe already snapshoted"
-      end
-    end
-  end
-end