elastic-util 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1605712be564451df792a694f30b74bf78befa6b
-  data.tar.gz: 804fc6fe444d9624dbebe7610428baeeb6f80d13
+  metadata.gz: 65b4319be21549be3a86ed896834f464f1d36542
+  data.tar.gz: 40d05eb1c8f6db2d98b5606f14ab5fe26eda6a2d
 SHA512:
-  metadata.gz: a86df992ead1805df8ad5faccb5ed1b6e7f898ed14ce79b5a8f8be37ca79a4cb14fb0691f1df900800cf0d4bd5c446eccbdb3172f60b1b3f3aba57c166cbf26b
-  data.tar.gz: 80179b4b84e18b2f899d5be506b0e81d2c47dbcdddc6b631c23df118c9bcbcb6d757e33047e26927e071a7a4c4ece760f1c2422f99acbc98d844997508c713de
+  metadata.gz: 72cfa5a35d7746aeea475972a132966b120ea9571a3176d218d5c138a13a6661085900856b02ec41a1b10dc7f886c136f4d274d5e2c4e40c33258c8539379b40
+  data.tar.gz: 96da3e80ab3dfa74f214e6d5d27cd7ec5e3b0b2523faa664ec3894a4eea631d8d2bd005d7ef398f72f0aef09afc20395ba1ae61f52352b520f92085ff5182e1d

data/bin/elastic-util

@@ -20,6 +20,9 @@ when "backup"
     opts.on('--exclude-indices x,y,z', Array, "The indices to exclude from backup. Default is none.") do |val|
       options[:exclude_indices] = val.collect {|it| it.strip }
     end
+    opts.on('--exclude-fields x,y,z', Array, "The fields to exclude from backup. Default is '_id'.") do |val|
+      options[:exclude_fields] = val.collect {|it| it.strip }
+    end
     opts.on( '-s', '--size NUMBER', "The size api parameter. This dicates the size of the files and api payloads. Default is 1000." ) do |val|
       options[:size] = val.to_i
     end

data/lib/elastic_util.rb

@@ -12,7 +12,7 @@ require 'fileutils'
 #
 module ElasticUtil
 
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 
   # The name of the data directory, relative to the user provided backup directory.
   DUMP_DIR = "es_data"
@@ -42,6 +42,7 @@ module ElasticUtil
   # @param [Hash] opts The options for this backup.
   # @option opts [Array] :indices The indices to backup. Default is all.
   # @option opts [Array] :exclude_indices Exclude certain indexes.
+  # @option opts [Array] :exclude_fields Exclude certain fields. Default is ['_id'].
   # @option opts [String] :scroll The scroll api parameter, Default is '5m'.
   # @option opts [Integer] :size The size api parameter. Default is 1000.
   # @option opts [true] :force Delete existing backup directory instead of erroring. Default is false.
@@ -93,6 +94,11 @@ module ElasticUtil
     opts[:scroll] ||= '5m'
     opts[:size] ||= 1000
     
+    # exclude _id by default.
+    if !opts.key?(:exclude_fields)
+      opts[:exclude_fields] = ['_id']
+    end
+
     # validate backup path
     if File.exists?(path)
       if opts[:force]
@@ -220,7 +226,7 @@ module ElasticUtil
     return true
   end
   
-  def self.save_bulk_data(path, hits, file_index=nil) # :nodoc:
+  def self.save_bulk_data(path, hits, file_index=nil, opts={}) # :nodoc:
     if hits && !hits.empty?
       hits.each do |hit|
         index_name = hit['_index']
@@ -233,6 +239,11 @@ module ElasticUtil
           '_index' => hit['_index'], '_type' => hit['_type'], '_id' => hit['_id']
         } }
         source_json = hit['_source']
+        if opts[:exclude_fields] && source_json
+          opts[:exclude_fields].each do |field|
+            source_json.delete(field)
+          end
+        end
         File.open(file_name, 'a') do |file|
           file.write JSON.generate(action_json) + "\n" + JSON.generate(source_json) + "\n"
         end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: elastic-util
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - James Dickson
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-02-27 00:00:00.000000000 Z
+date: 2018-03-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler