embulk-input-elasticsearch 0.3.4 → 0.3.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6fe4375a3aa307d250dea7ecb85b3205d5bea8f0
-  data.tar.gz: 40122cde69c0ee271ca6f10b1dc06aea45870e27
+  metadata.gz: c40bf4a901edaa1d60167d30aab965d2dba2fa48
+  data.tar.gz: 1a565534d57b45d03363fdc1f7535405fe054eee
 SHA512:
-  metadata.gz: 64c5d668c9edf83b90b72911a12ccb8169cc6eba9d6c8cddc2dc06e3963c970edadcb24ffc04b8ad9b81c9a9f1549e3cc0ceefb88fcfe73862e4067ff6782319
-  data.tar.gz: fbf04ec4f70e7608222150567f88c263118b4db7dc06a469f665dab423844aeb6990348eb480e55850b260d57097af9a60049ddae0e601c2b443e0dffa889f57
+  metadata.gz: beedbb1fb8ad15cba9fa52d84b1c92d0f00b050b308e5efe03a60d190f34a9b79588ac1eeeb8cb2dcbae3e76ff9f34d85ed970015936ad76517a8fd516eb447d
+  data.tar.gz: 45d30e6c0be97b35de24ed9ae309fb2d20deca4daef112b8d9bc75b7a845ceb2ea20f97fb518064749024359ede7f07c8d10676c6695c18ed4e78550bfda3870

data/README.md

@@ -19,6 +19,8 @@
 - **limit_size**: limit size unit query. (integer, default: unlimit)
 - **num_threads**: number of threads for queries. (integer, default: 1)
 - **retry_on_failure**: retry on failure. set 0 is retry forever. (integer, default: 5)
+- **sort**: sort order. (hash, default: nil)
+- **scroll**: scroll. to keep the search context. (string, default: '1m')
 - **fields**: fields (array, required)
   - **name**: name (string, required)
   - **type**: type (string, required)
@@ -41,6 +43,9 @@ in:
   per_size: 1000
   limit_size: 200000
   num_threads: 2
+  sort:
+    m_corporation_id: desc
+    employee_range: asc
   fields:
     - { name: _id, type: string, metadata: true }
     - { name: _type, type: string, metadata: true }

data/embulk-input-elasticsearch.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-input-elasticsearch"
-  spec.version       = "0.3.4"
+  spec.version       = "0.3.5"
   spec.authors       = ["toyama0919"]
   spec.summary       = "Elasticsearch input plugin for Embulk"
   spec.description   = "Loads records from Elasticsearch. parallel query support."

data/lib/embulk/input/elasticsearch/connection.rb

@@ -45,6 +45,7 @@ module Embulk
           search_option = get_search_option(query)
           Embulk.logger.info("#{search_option}")
           r = search_with_retry { @client.search(search_option) }
+          return if r.nil?
           i = 0
           Converter.get_sources(r, @fields).each do |result|
             yield(result) if block_given?
@@ -73,7 +74,7 @@ module Embulk
               retry
             end
             Embulk.logger.error "Could not search to Elasticsearch after #{retries} retries. #{e.message}"
-            raise
+            return nil
           end
         end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-input-elasticsearch
 version: !ruby/object:Gem::Version
-  version: 0.3.4
+  version: 0.3.5
 platform: ruby
 authors:
 - toyama0919