elasticshelf 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 600e76e898a7092c714c0eb4eb8065af93c6690d
-  data.tar.gz: 1aae40b15a8349ea1a4e7616f40e444e58e48229
+  metadata.gz: 17341df9c00b09d1a9627fedc1b198469cdd7873
+  data.tar.gz: 32c212f38fe54af22d16159dfadfe5948bafc226
 SHA512:
-  metadata.gz: 600f1e3260425d1b89b5087c6cf8b7729dd0dfb377a1486bdde25550ed34b4e2b7222211980eaf11908aeebe264a75f150b5ca744b6c9b1287fbdcc1f76771cc
-  data.tar.gz: 04c382b1ca40101f3c7ba9a8049512919b32d78f9fb382f90a024b7283988167f6859268529f29fe044ef925431e73e3234d646cf5530530d4ba2df19cf40b0d
+  metadata.gz: 309f27d6d4b3bdc13222b2ab84f9d578ab1f0882abb2a8e86d7a657854e8084e8921ad1d46c700e86a039c96b033b9541c67d99c4958e381a80b136b38a6fdd1
+  data.tar.gz: 646a30138b4cdea5c0d1f99dd9a2c8b2b255a0ae29d820eca3f6d632ccec048797664a9216f2f61756fe94386824281004951a32204fd45f737cddfb67939a2c

data/README.md

@@ -172,6 +172,17 @@ es.snapshot = 'name_of_this_snapshot'
 es.snapshot_delete
 ```
 
+### Snapshot restore
+
+```
+es.repo = 'name_of_the_snapshot_repository'
+es.snapshot = "name_of_this_snapshot"
+es.indices = "index1"
+es.snapshot_restore
+puts "errors=#{es.errors.inspect}"
+puts "results=#{es.results.inspect}"
+```
+
 ### Other usage
 
 ```

data/examples/wither_older_than_days.rb

@@ -1,17 +1,53 @@
-#!/usr/bin/env ruby
-require 'elasticshelf'
+# Example: for use as a Resque job
+# test in console to simulate resque job:
+# turn off sql printing in rails console so we can see "puts" clearly:
+# ActiveRecord::Base.logger = ::Logger.new(nil)
+# bundle exec rails c
+#   ew = EsWither.new
+#   ew.wither_old_indices
 
-if ARGV.empty?
-  puts "please enter the cutoff days number"
-  exit(1)
-end
-days = ARGV[0].to_i
+class EsWither
+  require 'elasticshelf'
 
-es = Elasticshelf::Client.new(:host => '127.0.0.1:9200')
+  # this allows us to pass in different methods to perform from the Resque config/schedule.yml:
+  class << self
+    def perform(method)
+      self.new.send(method)
+    end
+  end
 
-# optional, as 'logstash-' and '.' are the defaults:
-# es.indices_prefix = '???-'
-# es.date_separator = '.'
+  def initialize
+    puts "#{Time.now.utc} EsWither::initialize:"
+    @es = Elasticshelf::Client.new(:host => "#{APP_CONFIG[:elasticsearch_host]}:#{APP_CONFIG[:elasticsearch_port]}")
+    @es.repo = "#{APP_CONFIG[:elasticsearch_host]}}_logs"
+    @es.indices_prefix = "#{APP_CONFIG[:elasticsearch_host]}_logs-"
+    puts "\trepo=#{@es.repo}"
+    puts "\tindices_prefix=#{@es.indices_prefix}"
+  end
 
-es.cutoff_days = days
-es.wither_indices
+  def wither_old_indices
+    puts "#{Time.now.utc} EsWither::wither_old_indices: starting . . ."
+    start_time = Time.now.utc
+    @es.cutoff_days = 3
+    puts "\tcutoff date=#{@es.cutoff_days_as_date_to_s}"
+    # ************************
+    @es.wither_expired_indices
+    # ************************
+    puts "\tindices_withered: #{@es.indices_withered.inspect}"
+    puts "expired_indices:"
+    @es.expired_indices.each { |k,v| puts "\t#{k}=#{v}" }
+    puts "indices_rejected:"
+    @es.indices_rejected.each
+    puts "indices_affected:"
+    @es.indices_affected.each { |k,v| puts "\t#{k}=#{v}" }
+    puts "indices: #{@es.indices.inspect}"
+    # verify bloom filter was disabled:
+    @es.indices_withered.each do |k,v|
+      @es.get_settings_index(k)
+      puts "\tverifying index '#{k}' is withered"
+      puts "\terrors=#{@es.errors.inspect}"
+      puts "\tresults=#{@es.results.inspect}"
+    end
+    puts "#{Time.now.utc} EsWither::wither_old_indices: finished in #{Time.now.utc - start_time} secs"
+  end
+end

data/lib/elasticshelf.rb

@@ -75,8 +75,11 @@ module Elasticshelf
     end
 
     def index_closed?(index_name)
-      index_metadata = @client.cluster.state(:index => index_name, :metric => 'metadata')
-      index_metadata['metadata']['indices'][index_name]['state'] == 'close'
+      # catch exceptions when index doesn't exist
+      try do
+        index_metadata = @client.cluster.state(:index => index_name, :metric => 'metadata')
+        index_metadata['metadata']['indices'][index_name]['state'] == 'close'
+      end
     end
 
     def open_index(index_name)
@@ -120,7 +123,9 @@ module Elasticshelf
 
     def get_settings_index(index_name)
       reset_errors_results
-      @results[index_name] = @client.indices.get_settings(:index => index_name)
+      try do
+        @results[index_name] = @client.indices.get_settings(:index => index_name)
+      end
     end
 
     def wither_index(index_name)
@@ -145,13 +150,17 @@ module Elasticshelf
     end
 
     def get_index_state(index_name, metric='metadata')
-      index_metadata = @client.cluster.state(:index => index_name, :metric => metric)
-      index_metadata['metadata']['indices'][index_name]['state']
+      try do
+        index_metadata = @client.cluster.state(:index => index_name, :metric => metric)
+        index_metadata['metadata']['indices'][index_name]['state']
+      end
     end
 
     def get_cluster_state(index_name, metric='metadata')
-      index_metadata = @client.cluster.state(:index => index_name, :metric => metric)
-      index_metadata
+      try do
+        index_metadata = @client.cluster.state(:index => index_name, :metric => metric)
+        index_metadata
+      end
     end
 
     def snapshot_create_repository

data/lib/elasticshelf/version.rb

@@ -1,4 +1,4 @@
 module Elasticshelf
   # Elasticshelf::VERSION
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: elasticshelf
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - cLee Smith
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-04-03 00:00:00.000000000 Z
+date: 2014-04-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: elasticsearch