elasticshelf 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: df5d7240ce8328b331e0fa12a50fa8dc643026fe
-  data.tar.gz: 9d3171890bd33fdb4d0d792336b691eab28b7be4
+  metadata.gz: abdcc3dbfb9c017411bb49eada9cef12bfbad2f8
+  data.tar.gz: 9b0b0c3f1351b5eccff17774921fe84cd97349f9
 SHA512:
-  metadata.gz: c0c30720d27c9028e9a207ddac05b4f9bbaeca3d813a2582fe3b1542e0de2f2701313f4f9102e46febadac9cd49f59ff9ac0f3abee8244291478ee1aef0f3a3f
-  data.tar.gz: e16ffb10bcf847d4325d2af1daafebee8de7166574eabc7a4d4f0edfc7df29c3429e2eea9c7ab3c5b6bbe731c8c595579cdce9387787bb480b182fafc6374cd5
+  metadata.gz: 5038aa06df2f86dc47092ffead86f9cbedf5729885ce531b2eee1b074ab956f8d9734fb53f5581c578e834dd79ab415619f0a3e1128be1283548998349444d57
+  data.tar.gz: 7849cc89dc49c8bdba15df9f67b0bad84ce910aa2d67b6f9c9b572f8fedbc3f42794eadaeafff4f77e81cad9859f46abcaf7905910c9e8fbf433f35004adf7b9

data/Gemfile

@@ -1,4 +1,7 @@
 source 'https://rubygems.org'
 
-# Specify your gem's dependencies in shelver.gemspec
+# Specify your gem's dependencies in elasticshelf.gemspec
 gemspec
+
+# gem 'time_diff', '0.3.0'
+# gem 'elasticsearch', '1.0.1'

data/README.md

@@ -5,26 +5,51 @@ Ruby integrations for Elasticsearch indices management using close, open, delete
 Inspired by Curator at https://github.com/elasticsearch/curator.git, but if 
 you are an ophidiophobe, no worries, this is written in Ruby :-)
 
+Honestly, there is nothing special here that can not already be done with the elasticsearch-ruby gem,
+but it's just packaged up as a convenience gem.
+
+The goal is to perform the following on Elasticsearch indices:
+  * **wither** (aka disable bloom filter)
+  * **close**
+  * **open**
+  * **delete**
+  * **snapshot**
+  * **restore**
+
+## TODO's:
+
+Loop thru expired indices hash and perform an action:
+close, open, delete, wither, snapshot, or restore
+
 ## Installation
 
 Add this line to your application's Gemfile:
 
-  gem 'elasticshelf'
+  ```gem 'elasticshelf'```
 
 And then execute:
 
-  $ bundle
+  ```$ bundle```
 
 Or install it yourself as:
 
-  $ gem install elasticshelf
+  ```$ gem install elasticshelf```
 
 ## Usage
 
-The goal is to close, delete, snapshot, and restore Elasticsearch indices.
+```
+  $ es = Elasticshelf::Client.new(:host => '127.0.0.1:9200')
+
+  $ es.wither_index("index_name") ... only if it's not closed already
+
+  $ es.index_closed?("index_name")
+
+  $ es.find_expired_indices() ... default is 'logstash-*' is not specified
+```
 
-But for now you can:
+Other lesser goodies:
 
+```
   $ es = Elasticshelf::Client.new(:host => '127.0.0.1:9200')
 
   $ es.version
@@ -35,9 +60,10 @@ But for now you can:
 
   $ es.get_info
 
-  $ es.get_cluster_state("some-index")
+  $ es.get_cluster_state("index_name")
 
-  $ es.get_index_state("some-index")
+  $ es.get_index_state("index_name")
+```
 
 ## Contributing
 

data/elasticshelf.gemspec

@@ -19,6 +19,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_dependency "elasticsearch", '1.0.1'
+  spec.add_dependency "time_diff", '0.3.0'
 
   spec.add_development_dependency "bundler", "~> 1.5"
   spec.add_development_dependency "rake"

data/lib/elasticshelf.rb

@@ -4,6 +4,7 @@ require "elasticshelf/version"
 module Elasticshelf
 
   module Client
+
     attr_reader :client, :get_info, :version
 
     def new(arguments={})
@@ -12,6 +13,48 @@ module Elasticshelf
     end
     extend self
 
+    # ************************************************************
+    # * TODO: loop thru expired indices hash and perform action:
+    # *       close, open, delete, wither, snapshot, or restore
+    # ************************************************************
+
+    def find_expired_indices(cutoff_days, prefix='logstash-', separator='.')
+      expired_indices = {}
+      cutoff_date = DateTime.now.utc - cutoff_days
+      cutoff_date_beginning_of_day = set_time_to_beginning_of_day(cutoff_date.strftime("%Y.%m.%d"))
+      required_date_parts = 3 # for now, we only do days not hours
+      # the following should only return 'closed' indices but it returns all indices ???
+      sorted_indices = @client.indices.get_settings(:index => prefix, :expand_wildcards => 'closed').keys
+      sorted_indices.each do |index_name|
+        unprefixed_index_name = index_name.slice(prefix.size-1..-1)
+        date_parts = unprefixed_index_name.split(separator)
+        next unless date_parts.size == required_date_parts
+        index_time = set_time_to_beginning_of_day(unprefixed_index_name, separator=separator)
+        if (cutoff_date_beginning_of_day - index_time).to_i >= cutoff_days
+          expired_indices[index_name] = (cutoff_date_beginning_of_day - index_time).to_i
+          puts "index #{index_name} expired #{expired_indices[index_name]} days ago!"
+        end
+      end
+      expired_indices
+    end
+
+    def index_closed?(index_name)
+      index_metadata = @client.cluster.state(:index => index_name, :metric => 'metadata')
+      index_metadata['metadata']['indices'][index_name]['state'] == 'close'
+    end
+
+    def wither_index(index_name)
+      # don't try to disable bloom filter on a closed index, it will re-open them:
+      if index_closed?(index_name)
+        puts "Unable to wither (disable bloom filter) index #{index_name}: It's already closed."
+        return true
+      else
+        result = @client.indices.put_settings(:index => index_name, :body => 'index.codec.bloom.load=false')
+        puts "result=#{result.inspect}"
+      end
+      result
+    end
+
     def get_index_state(index_name, metric='metadata')
       index_metadata = @client.cluster.state(:index => index_name, :metric => metric)
       index_metadata['metadata']['indices'][index_name]['state']
@@ -47,6 +90,13 @@ module Elasticshelf
     def version
       Elasticshelf::VERSION
     end
+
+  private
+
+    def set_time_to_beginning_of_day(index_timestamp, separator='.')
+      return DateTime.strptime(index_timestamp, ['%Y', '%m', '%d'].join(separator))
+    end
+
   end
 
 end

data/lib/elasticshelf/version.rb

@@ -1,4 +1,4 @@
 module Elasticshelf
   # Elasticshelf::VERSION
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: elasticshelf
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - cLee Smith
@@ -24,6 +24,20 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 1.0.1
+- !ruby/object:Gem::Dependency
+  name: time_diff
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.3.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement