ej 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 71050072d6972560642c232f88d3f04c35618496
-  data.tar.gz: d84942d99527ff336b81029a9d13f5f90971e904
+  metadata.gz: f0b332b7857e660bfaf5210b79033873d69d664f
+  data.tar.gz: 9692b219550391e6e63a8c52d96ae633e4d13845
 SHA512:
-  metadata.gz: dd9a4ab8ddb693fcfe77f10a2bf0146cf74c120d23aba43c428285c6ea1fbe2979edde28ca9cccfc573eb0d27cf6305b85586856a48ae32a84153182cb6aee18
-  data.tar.gz: bfb96e1a5258d6fa6714259216bfa7ed6f4fb4ad8264a271a2927b28e0a121b786cf343278f7ae5616e1642e846add75faee24b6b229de6518deb0fec15c5714
+  metadata.gz: 82f065af8c92d75f3a0e613466e38cc9216dbe4811610762fc852bac1c528ffa71d16f38fdd21ececb79f917203db3562cd3204f03ba7439dea1f9f6d5e77fb4
+  data.tar.gz: 85e4ef0bc16bf929609025e84cc0c9725bee86a2efb5eb3a15b8451cc90a383673af6f11fee1665ce78a7103fa9f65ed92bdee7c4d2e99956542779cb735ca6a

data/lib/ej/commands.rb

@@ -69,8 +69,16 @@ module Ej
     option :query, type: :string, aliases: '-q', default: nil, desc: 'query'
     option :per, type: :numeric, default: nil, desc: 'per'
     option :proc_num, type: :numeric, default: 1, desc: 'proc num for multi thread'
+    option :from, type: :numeric, default: 0, desc: 'from'
     def copy
-      @core.copy(options['source'], options['dest'], options['query'], options['per'], options['proc_num'])
+      @core.copy(
+        options['source'],
+        options['dest'],
+        options['query'],
+        options['per'],
+        options['proc_num'],
+        options['from']
+      )
     end
 
     desc 'dump', 'dump index'

data/lib/ej/core.rb

@@ -42,9 +42,8 @@ module Ej
       @client.search index: @index, type: type, body: body
     end
 
-    def copy(source, dest, query, per_size, proc_num)
+    def copy(source, dest, query, per_size, proc_num, define_from = 0)
       per = per_size || DEFAULT_PER
-      num = 0
       logger = Logger.new($stdout)
       source_client = Elasticsearch::Client.new hosts: source, index: @index
       dest_client = Elasticsearch::Client.new hosts: dest
@@ -55,6 +54,10 @@ module Ej
       payloads = ((total/per) + 1).times.to_a
       Parallel.map(payloads, in_processes: proc_num) do |num|
         from = num * per
+        if from < define_from
+          logger.info("skip index (#{num} #{from}-#{from + per})/#{total}")
+          next
+        end
         body = { size: per, from: from }
         body[:query] = { query_string: { query: query } } unless query.nil?
         data = Hashie::Mash.new(source_client.search index: @index, body: body)
@@ -71,7 +74,7 @@ module Ej
         end
         send_with_retry(dest_client, bulk_message)
 
-        logger.info("copy complete (#{from}-#{from + docs.size})/#{total}")
+        logger.info("copy complete (#{num} #{from}-#{from + docs.size})/#{total}")
       end
     end
 

data/lib/ej/version.rb

@@ -1,3 +1,3 @@
 module Ej
-  VERSION = '0.1.1'
+  VERSION = '0.1.2'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ej
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - toyama0919