embulk-input-elasticsearch-nosslverify 0.3.6

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: cce837140ec443edf4892a250708a8c1c1961d08fc8fb61c4137ff06198c67fd
+  data.tar.gz: 23463d69c4349aa8bd528d035c05eec0a3643c0b5f6f271949c091166a981821
+SHA512:
+  metadata.gz: 2bdd8090f15fb4fee727d041ab410173939080fe73f1d3af6bf3e4edf9aaf617b90677c246c8b9eab69c42c9c81f3ae69bfe3e3a7fc0a3218390e695b600fcf7
+  data.tar.gz: 2ced32de36e5830f1ec0468fccad5f60a507b2033a231b4a3bc331d071632da236b86b625d756ef37d8151af4e44afbb8539ae3c6e1ab55ff22af30ef9097f29

data/.gitignore

@@ -0,0 +1,7 @@
+*~
+/pkg/
+/tmp/
+/.bundle/
+/vendor/
+/Gemfile.lock
+*.jar

data/.ruby-version

@@ -0,0 +1 @@
+jruby-9.1.5.0

data/.travis.yml

@@ -0,0 +1,17 @@
+language: ruby
+install: ./embulk.jar bundle install --path vendor/bundle
+matrix:
+  include:
+    - env: EMBULK_VERSION=0.9.15
+      rvm: jruby-9.1.5.0 # bundled jruby version
+      jdk: openjdk8 # embulk 0.9.x uses jdk8
+    - env: EMBULK_VERSION=latest
+      rvm: jruby-9.1.5.0 # ?
+      jdk: openjdk8 # ?
+  allow_failures:
+    - env: EMBULK_VERSION=latest
+before_install:
+  - curl -o embulk.jar --create-dirs -L "http://dl.embulk.org/embulk-${EMBULK_VERSION}.jar"
+  - chmod +x embulk.jar
+  - ./embulk.jar gem install bundler
+script: ./embulk.jar bundle exec rake test

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org/'
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,96 @@
+# Elasticsearch input plugin for Embulk [![Build Status](https://secure.travis-ci.org/toyama0919/embulk-input-elasticsearch.png?branch=master)](http://travis-ci.org/toyama0919/embulk-input-elasticsearch) [![Gem Version](https://badge.fury.io/rb/embulk-input-elasticsearch.svg)](http://badge.fury.io/rb/embulk-input-elasticsearch)
+
+## Overview
+
+* **Plugin type**: input
+* **Resume supported**: yes
+* **Cleanup supported**: yes
+* **Guess supported**: no
+
+## Configuration
+- **nodes**: nodes (array, required)
+  - **host**: host (string, required)
+  - **port**: port (integer, required)
+- **queries**: lucene query array. (array, required)
+- **index**: index (string, required)
+- **index_type**: index_type (string)
+- **request_timeout**: request timeout (integer)
+- **per_size**: per size query. (integer, required, default: `1000`)
+- **limit_size**: limit size unit query. (integer, default: unlimit)
+- **num_threads**: number of threads for queries. (integer, default: 1)
+- **retry_on_failure**: retry on failure. set 0 is retry forever. (integer, default: 5)
+- **sort**: sort order. (hash, default: nil)
+- **scroll**: scroll. to keep the search context. (string, default: '1m')
+- **fields**: fields (array, required)
+  - **name**: name (string, required)
+  - **type**: type (string, required)
+  - **metadata**: metadata (boolean, default: false)
+  - **time_format**: time_format (string)
+
+## Example
+
+```yaml
+in:
+  type: elasticsearch
+  nodes:
+    - {host: localhost, port: 9200}
+  queries:
+    - 'page_type: HP'
+    - 'page_type: GP'
+  index: crawl
+  index_type: m_corporation_page
+  request_timeout: 60
+  per_size: 1000
+  limit_size: 200000
+  num_threads: 2
+  sort:
+    m_corporation_id: desc
+    employee_range: asc
+  fields:
+    - { name: _id, type: string, metadata: true }
+    - { name: _type, type: string, metadata: true }
+    - { name: _index, type: string, metadata: true }
+    - { name: _score, type: double, metadata: true }
+    - { name: page_type, type: string }
+    - { name: corp_name, type: string }
+    - { name: corp_key, type: string }
+    - { name: title, type: string }
+    - { name: body, type: string }
+    - { name: url, type: string }
+    - { name: employee_range, type: long }
+    - { name: m_corporation_id, type: long }
+    - { name: cg_lv1, type: json }
+    - { name: cg_lv2, type: json }
+    - { name: cg_lv3, type: json }
+```
+
+## Support Type
+* string
+* long
+* double
+* timestamp
+* json
+* boolean
+
+## test
+
+### setup
+
+```
+curl -o embulk.jar --create-dirs -L "http://dl.embulk.org/embulk-latest.jar"
+chmod +x embulk.jar
+./embulk.jar gem install bundler
+./embulk.jar bundle install --path vendor/bundle
+```
+
+### run test
+
+```
+./embulk.jar bundle exec rake test
+```
+
+## Build
+
+```
+$ rake
+```

data/Rakefile

@@ -0,0 +1,11 @@
+require "bundler/gem_tasks"
+require 'rake/testtask'
+
+desc 'Run test_unit based test'
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.test_files = Dir["test/**/test_*.rb"].sort
+  t.verbose = true
+  t.warning = false
+end
+task :default => :test

data/embulk-input-elasticsearch.gemspec

@@ -0,0 +1,22 @@
+
+Gem::Specification.new do |spec|
+  spec.name          = "embulk-input-elasticsearch-nosslverify"
+  spec.version       = "0.3.6"
+  spec.authors       = ["toyama0919"]
+  spec.summary       = "Elasticsearch input plugin for Embulk"
+  spec.description   = "Loads records from Elasticsearch. parallel query support."
+  spec.email         = ["toyama0919@gmail.com"]
+  spec.licenses      = ["MIT"]
+  spec.homepage      = "https://github.com/toyama0919/embulk-input-elasticsearch"
+
+  spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
+  spec.test_files    = spec.files.grep(%r{^(test|spec)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'elasticsearch'
+  spec.add_dependency 'excon'
+  spec.add_development_dependency 'embulk', ['>= 0.8.18']
+  spec.add_development_dependency 'bundler', ['>= 1.10.6']
+  spec.add_development_dependency 'rake', ['>= 10.0']
+  spec.add_development_dependency 'test-unit'
+end

data/lib/embulk/input/elasticsearch.rb

@@ -0,0 +1,75 @@
+require_relative 'elasticsearch/connection'
+require_relative 'elasticsearch/input_thread'
+require_relative 'elasticsearch/converter'
+require_relative 'elasticsearch/error'
+
+module Embulk
+  module Input
+
+    class Elasticsearch < InputPlugin
+      Plugin.register_input("elasticsearch", self)
+      ADD_QUERY_TO_RECORD_KEY = 'query'
+
+      def self.transaction(config, &control)
+        task = {
+          "nodes" => config.param("nodes", :array),
+          "request_timeout" => config.param("request_timeout", :integer, default: 60),
+          "index" => config.param("index", :string),
+          "reload_connections" => config.param("reload_connections", :bool, default: true),
+          "reload_on_failure" => config.param("reload_on_failure", :bool, default: false),
+          "index_type" => config.param("index_type", :string, default: nil),
+          "retry_on_failure" => config.param("retry_on_failure", :integer, default: 5),
+          "per_size" => config.param("per_size", :integer, default: 1000),
+          "limit_size" => config.param("limit_size", :integer, default: nil),
+          "fields" => config.param("fields", :array, default: nil),
+          "queries" => config.param("queries", :array),
+          "sort" => config.param("sort", :hash, default: nil),
+          "add_query_to_record" => config.param("add_query_to_record", :bool, default: false),
+          "scroll" => config.param("scroll", :string, default: '1m')
+        }
+        # TODO: want max_threads
+        define_num_threads = config.param("num_threads", :integer, default: 1)
+        task['slice_queries'] = InputThread.get_slice_from_num_threads(task['queries'], define_num_threads)
+
+        columns = []
+        task['fields'].each_with_index{ |field, i|
+          columns << Column.new(i, field['name'], field['type'].to_sym)
+        }
+        if task['add_query_to_record']
+          columns << Column.new(task['fields'].size, ADD_QUERY_TO_RECORD_KEY, :string)
+        end
+
+        resume(task, columns, task['slice_queries'].size, &control)
+      end
+
+      def self.resume(task, columns, count, &control)
+        task_reports = yield(task, columns, count)
+
+        next_config_diff = {}
+        return next_config_diff
+      end
+
+      def init
+        @queries = task['slice_queries'][@index]
+        Embulk.logger.info("this thread queries => #{@queries}")
+        @add_query_to_record = task['add_query_to_record']
+        @connection = Connection.new(task)
+      end
+
+      def run
+        @queries.each do |query|
+          @connection.search_with_query(query) { |result|
+            if @add_query_to_record
+              result << query
+            end
+            page_builder.add(result)
+          }
+        end
+        page_builder.finish
+
+        task_report = {}
+        return task_report
+      end
+    end
+  end
+end

data/lib/embulk/input/elasticsearch/connection.rb

@@ -0,0 +1,101 @@
+require 'excon'
+require 'elasticsearch'
+
+module Embulk
+  module Input
+    class Elasticsearch < InputPlugin
+      class Connection
+        def initialize(task)
+          @scroll = task['scroll']
+          @index = task['index']
+          @index_type = task['index_type']
+          @size = task['per_size']
+          @fields = task['fields']
+          @sort = task['sort']
+          @limit_size = task['limit_size']
+          @retry_on_failure = task['retry_on_failure']
+          @client = create_client(
+            nodes: task['nodes'],
+            reload_connections: task['reload_connections'],
+            reload_on_failure: task['reload_on_failure'],
+            retry_on_failure: task['retry_on_failure'],
+            request_timeout: task['request_timeout']
+          )
+        end
+
+        def create_client(nodes: ,reload_connections: ,reload_on_failure: ,retry_on_failure: ,request_timeout:)
+          transport = ::Elasticsearch::Transport::Transport::HTTP::Faraday.new(
+            {
+              hosts: nodes.map{ |node| Hash[node.map{ |k, v| [k.to_sym, v] }] },
+              options: {
+                reload_connections: reload_connections,
+                reload_on_failure: reload_on_failure,
+                retry_on_failure: retry_on_failure,
+                transport_options: {
+                  request: { timeout: request_timeout },
+                  ssl:     { verify: false }
+                }
+              }
+            }
+          )
+
+          ::Elasticsearch::Client.new transport: transport
+        end
+
+        def search_with_query(query)
+          search_option = get_search_option(query)
+          Embulk.logger.info("#{search_option}")
+          r = search_with_retry { @client.search(search_option) }
+          return if r.nil?
+          i = 0
+          Converter.get_sources(r, @fields).each do |result|
+            yield(result) if block_given?
+            return if @limit_size == (i += 1)
+          end
+
+          while r = (search_with_retry { @client.scroll(scroll_id: r['_scroll_id'], scroll: @scroll) }) and (not r['hits']['hits'].empty?) do
+            Converter.get_sources(r, @fields).each do |result|
+              yield(result) if block_given?
+              return if @limit_size == (i += 1)
+            end
+          end
+        end
+
+        private
+
+        def search_with_retry
+          retries = 0
+          begin
+            yield if block_given?
+          rescue => e
+            if (@retry_on_failure == 0 || retries < @retry_on_failure)
+              retries += 1
+              Embulk.logger.warn "Could not search to Elasticsearch, resetting connection and trying again. #{e.message}"
+              sleep 2**retries
+              retry
+            end
+            msg = "Could not search to Elasticsearch after #{retries} retries. #{e.message}"
+            raise Elasticsearch::ConnectionError.new e, msg
+          end
+        end
+
+        def get_search_option(query)
+          body = { }
+          body[:query] = { query_string: { query: query } } unless query.nil?
+          if @sort
+            sorts = []
+            @sort.each do |k, v|
+              sorts << { k => v }
+            end
+            body[:sort] = sorts
+          else
+            body[:sort] = ["_doc"]
+          end
+          search_option = { index: @index, type: @index_type, scroll: @scroll, body: body, size: @size }
+          search_option[:_source] = @fields.select{ |field| !field['metadata'] }.map { |field| field['name'] }.join(',')
+          search_option
+        end
+      end
+    end
+  end
+end

data/lib/embulk/input/elasticsearch/converter.rb

@@ -0,0 +1,49 @@
+module Embulk
+  module Input
+    class Elasticsearch < InputPlugin
+      class Converter
+        def self.get_sources(results, fields)
+          hits = results['hits']['hits']
+          hits.map { |hit|
+            result = hit['_source']
+            fields.map { |field|
+              value = field['metadata'] ? hit[field['name']] : result[field['name']]
+              convert_value(value, field)
+            }
+          }
+        end
+
+        def self.convert_value(value, field)
+          return nil if value.nil?
+          case field["type"]
+          when "string"
+            value
+          when "long"
+            value.to_i
+          when "double"
+            value.to_f
+          when "boolean"
+            if value.is_a?(TrueClass) || value.is_a?(FalseClass)
+              value
+            else
+              downcased_val = value.downcase
+              case downcased_val
+              when 'true' then true
+              when 'false' then false
+              when '1' then true
+              when '0' then false
+              else nil
+              end
+            end
+          when "timestamp"
+            Time.parse(value)
+          when "json"
+            value
+          else
+            raise Elasticsearch::TypecastError.new "Unsupported type #{field['type']}"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/embulk/input/elasticsearch/error.rb

@@ -0,0 +1,39 @@
+module Embulk
+  module Input
+
+    class Elasticsearch < InputPlugin
+
+      module Traceable
+        def initialize(e, more_msg = nil)
+          message = e.is_a?(String) ? '' : "(#{e.class}) "
+          message << "#{e}#{more_msg}\n"
+          message << "\tat #{e.backtrace.join("\n\tat ")}\n" if e.respond_to?(:backtrace)
+
+          while e.respond_to?(:cause) and e.cause
+            # Java Exception cannot follow the JRuby causes.
+            message << "Caused by (#{e.cause.class}) #{e.cause}\n"
+            message << "\tat #{e.cause.backtrace.join("\n\tat ")}\n" if e.cause.respond_to?(:backtrace)
+            e = e.cause
+          end
+
+          super(message)
+        end
+      end
+
+      class ConfigError < ::Embulk::ConfigError
+        include Traceable
+      end
+
+      class ConnectionError < ConfigError
+      end
+
+      class DataError < ::Embulk::DataError
+        include Traceable
+      end
+
+      class TypecastError < DataError
+      end
+
+    end
+  end
+end

data/lib/embulk/input/elasticsearch/input_thread.rb

@@ -0,0 +1,19 @@
+module Embulk
+  module Input
+    class Elasticsearch < InputPlugin
+      class InputThread
+        def self.get_slice_from_num_threads(array, define_num_threads)
+          num_threads = array.size < define_num_threads ? array.size : define_num_threads
+          per_queries = if (array.size % num_threads) == 0
+            (array.size / num_threads)
+          else
+            (array.size / num_threads) + 1
+          end
+          sliced = array.each_slice(per_queries).to_a
+          Embulk.logger.info("calculate num threads => #{sliced.size}")
+          return sliced
+        end
+      end
+    end
+  end
+end

data/test/helper.rb

@@ -0,0 +1,19 @@
+#!/usr/bin/env ruby
+
+require 'test/unit'
+
+# require 'embulk/java/bootstrap'
+require 'embulk'
+begin
+  # Embulk ~> 0.8.x
+  Embulk.setup
+rescue NotImplementedError
+  # Embulk ~> 0.9.x
+  require 'embulk/java/bootstrap'
+end
+Embulk.logger = Embulk::Logger.new('/dev/null')
+
+APP_ROOT = File.expand_path('../', __dir__)
+TEST_ROOT = File.expand_path(File.dirname(__FILE__))
+
+require 'embulk/input/elasticsearch'

data/test/test_converter.rb

@@ -0,0 +1,51 @@
+require_relative './helper'
+
+Elasticsearch = Embulk::Input::Elasticsearch
+
+module Embulk
+  class Input::Elasticsearch
+    class TestConverter < Test::Unit::TestCase
+
+      def startup
+      end
+
+      def shutdown
+      end
+
+      sub_test_case "get_sources" do
+        def test_normal
+          fields = [
+            {"name"=>"_id", "type"=>"string", "metadata"=>true},
+            {"name"=>"product_id", "type"=>"long"},
+            {"name"=>"title", "type"=>"string"}
+          ]
+
+          results = {
+            "_scroll_id"=>"cXVlcnlUaGVuRmV0Y2g7NTsxNzg3MjE6WlphQ3V0WDNRYmFRcS1QQ3dCb2s5UTsxNzg3MjI6WlphQ3V0WDNRYmFRcS1QQ3dCb2s5UTsxNzg3MjM6WlphQ3V0WDNRYmFRcS1QQ3dCb2s5UTsxNzg3MjU6WlphQ3V0WDNRYmFRcS1QQ3dCb2s5UTsxNzg3MjQ6WlphQ3V0WDNRYmFRcS1QQ3dCb2s5UTswOw==",
+            "took"=>41,
+            "timed_out"=>false,
+            "_shards"=>{"total"=>5, "successful"=>5, "failed"=>0},
+            "hits"=>{
+              "total"=>1,
+              "max_score"=>nil,
+              "hits"=>[
+                {
+                  "_index"=>"test_index",
+                  "_type"=>"test_type",
+                  "_id"=>"AVTCxiCuNR-BVKOgUB7R",
+                  "_score"=>nil,
+                  "_source"=>{
+                    "title"=>"dummy title",
+                    "product_id"=>1
+                  },
+                  "sort"=>[12534]
+                }
+              ]
+            }
+          }
+          assert_equal Converter.get_sources(results, fields), [["AVTCxiCuNR-BVKOgUB7R", 1, "dummy title"]]
+        end
+      end
+    end
+  end
+end

data/test/test_input_thread.rb

@@ -0,0 +1,36 @@
+require_relative './helper'
+
+Elasticsearch = Embulk::Input::Elasticsearch
+
+module Embulk
+  class Input::Elasticsearch
+    class TestTransaction < Test::Unit::TestCase
+      sub_test_case "get_slice_from_num_threads" do
+        def test_normal
+          slice = InputThread.get_slice_from_num_threads((1..10).to_a, 5)
+          assert_equal slice.size, 5
+          assert_equal slice.first.size, 2
+        end
+
+        def test_normal_same
+          slice = InputThread.get_slice_from_num_threads((1..3).to_a, 3)
+          assert_equal slice.size, 3
+          assert_equal slice.first.size, 1
+        end
+
+        def test_num_threads_over_array_size
+          slice = InputThread.get_slice_from_num_threads((1..3).to_a, 10)
+          assert_equal slice.size, 3
+          assert_equal slice.first.size, 1
+        end
+
+        def test_rest
+          slice = InputThread.get_slice_from_num_threads((1..20).to_a, 8)
+          assert_equal slice.size, 7
+          assert_equal slice.first.size, 3
+        end
+      end
+    end
+  end
+end
+

data/test/test_transaction.rb

@@ -0,0 +1,50 @@
+require_relative './helper'
+require 'yaml'
+
+Elasticsearch = Embulk::Input::Elasticsearch
+
+module Embulk
+  class Input::Elasticsearch
+    class TestTransaction < Test::Unit::TestCase
+      def control
+        Proc.new {|task| task_reports = [] }
+      end
+      sub_test_case "transaction" do
+        def test_normal
+          yaml = YAML.load(%(
+              nodes:
+                - {host: localhost, port: 9200}
+              queries:
+                - 'title: 製函機'
+              index: crawl
+              index_type: m_corporation_page
+              request_timeout: 60
+              per_size: 1000
+              limit_size: 2000
+              num_threads: 20
+              fields:
+                - { name: title, type: string }
+            )
+          )
+          config = DataSource.new(yaml)
+          Elasticsearch.transaction(config, &control)
+        end
+
+        def test_minimum
+          yaml = YAML.load(%(
+              nodes:
+                - {host: localhost, port: 9200}
+              queries:
+                - 'title: 製函機'
+              index: crawl
+              fields:
+                - { name: title, type: string }
+            )
+          )
+          config = DataSource.new(yaml)
+          Elasticsearch.transaction(config, &control)
+        end
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,148 @@
+--- !ruby/object:Gem::Specification
+name: embulk-input-elasticsearch-nosslverify
+version: !ruby/object:Gem::Version
+  version: 0.3.6
+platform: ruby
+authors:
+- toyama0919
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-11-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: elasticsearch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: excon
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: embulk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.18
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.18
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.10.6
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.10.6
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Loads records from Elasticsearch. parallel query support.
+email:
+- toyama0919@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".ruby-version"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- embulk-input-elasticsearch.gemspec
+- lib/embulk/input/elasticsearch.rb
+- lib/embulk/input/elasticsearch/connection.rb
+- lib/embulk/input/elasticsearch/converter.rb
+- lib/embulk/input/elasticsearch/error.rb
+- lib/embulk/input/elasticsearch/input_thread.rb
+- test/helper.rb
+- test/test_converter.rb
+- test/test_input_thread.rb
+- test/test_transaction.rb
+homepage: https://github.com/toyama0919/embulk-input-elasticsearch
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Elasticsearch input plugin for Embulk
+test_files:
+- test/helper.rb
+- test/test_converter.rb
+- test/test_input_thread.rb
+- test/test_transaction.rb