es_dump_restore 0.0.3 → 0.0.4

data/README.md

@@ -15,11 +15,15 @@ series of commands to be sent to the ElasticSearch bulk API.
 
 To dump an ElasticSearch index to a file:
 
-    es_dump_restore dump ELASTIC_SEARCH_SERVER_URL INDEX_NAME DESTINATION_FILE
+    es_dump_restore dump ELASTIC_SEARCH_SERVER_URL INDEX_NAME DESTINATION_FILE_ZIP
+
+To dump an ElasticSearch index by type to a file:
+
+    es_dump_restore dump ELASTIC_SEARCH_SERVER_URL INDEX_NAME TYPE DESTINATION_FILE_ZIP
 
 To restore an index to an ElasticSearch server:
 
-    es_dump_restore restore ELASTIC_SEARCH_SERVER_URL DESTINATON_INDEX FILENAME
+    es_dump_restore restore ELASTIC_SEARCH_SERVER_URL DESTINATON_INDEX FILENAME_ZIP
 
 ## Contributing
 

data/lib/es_dump_restore/app.rb

@@ -9,7 +9,32 @@ module EsDumpRestore
 
     desc "dump URL INDEX_NAME FILENAME", "Creates a dumpfile based on the given ElasticSearch index"
     def dump(url, index_name, filename)
-      client = EsClient.new(url, index_name)
+      client = EsClient.new(url, index_name, nil)
+
+      Dumpfile.write(filename) do |dumpfile|
+        dumpfile.index = {
+          settings: client.settings,
+          mappings: client.mappings
+        }
+
+        client.start_scan do |scroll_id, total|
+          dumpfile.num_objects = total
+          bar = ProgressBar.new(total)
+
+          dumpfile.get_objects_output_stream do |out|
+            client.each_scroll_hit(scroll_id) do |hit|
+              metadata = { index: { _type: hit["_type"], _id: hit["_id"] } }
+              out.write("#{MultiJson.dump(metadata)}\n#{MultiJson.dump(hit["_source"])}\n")
+              bar.increment!
+            end
+          end
+        end
+      end
+    end
+
+    desc "dump_type URL INDEX_NAME TYPE FILENAME", "Creates a dumpfile based on the given ElasticSearch index"
+    def dump_type(url, index_name, type, filename)
+      client = EsClient.new(url, index_name, type)
 
       Dumpfile.write(filename) do |dumpfile|
         dumpfile.index = {

data/lib/es_dump_restore/es_client.rb

@@ -7,10 +7,11 @@ module EsDumpRestore
     attr_accessor :base_uri
     attr_accessor :index_name
 
-    def initialize(base_uri, index_name)
+    def initialize(base_uri, index_name, type)
       @httpclient = HTTPClient.new
       @index_name = index_name
-      @base_uri = URI.parse(base_uri + "/" + index_name + "/")
+
+      @base_uri = type.nil? ? URI.parse(base_uri + "/" + index_name + "/") : URI.parse(base_uri + "/" + index_name + "/" + type + "/")
     end
 
     def mappings

data/lib/es_dump_restore/version.rb

@@ -1,3 +1,3 @@
 module EsDumpRestore
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

metadata

@@ -2,14 +2,14 @@
 name: es_dump_restore
 version: !ruby/object:Gem::Version
   prerelease: 
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - Nat Budin
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-02-05 00:00:00.000000000 Z
+date: 2013-06-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   version_requirements: !ruby/object:Gem::Requirement