embulk-input-soracom_harvest 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 40c87d26a847cbe55a6691cad0de156bd65a3ca9
+  data.tar.gz: eeacfde1ae3dde5a5648c350002decbf555da102
+SHA512:
+  metadata.gz: eb4105a8f08c9eae5b6e4d7590c5688f1dd49a8804d55089ffd3533c69fa268efa51077a220d98cc1c1baa753f10b3f67a26a19db3a38374add32cceb3f2af31
+  data.tar.gz: 29fbee6de9f830127b244d9486652a9b047d7a3def856d0e902322bf8c4c7a2a9639c38765688a4785a86bda7fd1b463d93debc79c94b86c90007accb86a3111

data/.gitignore

@@ -0,0 +1,6 @@
+*~
+/pkg/
+/tmp/
+/.bundle/
+/Gemfile.lock
+/coverage/

data/.ruby-version

@@ -0,0 +1 @@
+jruby-9.1.5.0

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org/'
+gemspec

data/LICENSE.txt

@@ -0,0 +1,20 @@
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,133 @@
+# Soracom Harvest input plugin for Embulk
+
+[Soracom Harvest](https://soracom.jp/services/harvest/) is the data store service to store the data collected from IoT devices.
+This plugin allows you to load data from Soracom Harvest and load into other data store and RDBMS with other [Embulk plugins](http://www.embulk.org/plugins/).
+
+## Overview
+
+* **Plugin type**: input
+* **Resume supported**: yes
+* **Cleanup supported**: yes
+* **Guess supported**: yes
+
+## Configuration
+
+- **auth_key_id**: AUTH_KEY for SORACOM (string, required)
+- **auth_key**: AUTH_KEY_ID for SORACOM (string, required)
+- **target**: 'harvest' or 'sims'(string, default: 'harvest')
+- **filter**: filter to when get SIMs(string, default: `null`)
+- **tag_value_match_mode**: Tag search mode exact` or `prefix` (string, optional, default: `exact`)
+<!-- - **incremental**: enables incremental loading(boolean, default: true). If incremental loading is enabled, config diff for the next execution will include `last_path` parameter so that next execution skips files before the path. Otherwise, `last_path` will not be included.-->
+- **start_datetime**: get data time is after this value (works only when target is 'harvest')
+- **end_datetime**: get data time is after this value (works only when target is 'harvest')
+- **retry_limit**: Try to retry this times (integer, default: 5)
+- **retry_initial_wait_sec**: Wait seconds for exponential backoff initial value (integer, default: 2)
+- **endpoint**: endpoint url of SORACOM API server. e.g. "https://api.soracom.io/v1" (string, default: `null`)
+
+## Example
+
+```yaml
+in:
+  type: soracom_harvest
+  auth_key_id: keyId-ABCDEFGHIJKLMNOPQRSTUVWXYZ
+  auth_key: secret-abcdefghijklmnopqrstuvwxyz
+  tartet: harvest
+  filter: status: active|ready
+  start_datetime: '2016-07-01T13:12:59.035692+09:00'
+  end_datetime: '2017-01-05T16:32:43.021312+09:00'
+```
+
+# Usage
+
+1. Please configure minimum seed config.
+2. Run `embulk guess /path/to/seed.yml -o /path/to/config.yml`.
+    * If you have no registered SIMs, guess doesn't work.
+    * If you have no records at Harvest, guess doesn't work.
+3. Run `embulk preview /path/to/config.yml`
+4. Run `embulk run /path/to/config.yml`
+
+### filter
+
+You can filter SIMS when get data by filter option.
+
+This plugin doesn't support multiple filter condition.
+
+#### imsi
+
+```yaml
+filter: imsi: 440123456789012
+```
+
+#### msisdn
+
+```yaml
+filter: msisdn: 811234567890
+```
+
+#### status
+
+```yaml
+filter: status: active
+```
+
+```yaml
+filter: status: active|ready
+```
+
+status value can be taken (active, inactive, ready, instock, shipped, suspended, terminated).
+
+Also accepts multiple vaules separated with `|`
+
+#### speed_class
+
+```yaml
+filter: speed_class: s1.minimum
+```
+
+```yaml
+filter: speed_class: s1.minimum|s1.slow
+```
+
+#### tag
+
+```yaml
+filter: tag_name: tag_value
+tag_value_match_mode: exact # or 'prefix'
+```
+
+You can set `tag_value_match_mode`. This option can be taken (exact, prefix).
+
+
+### FAQ
+
+* Q1. I stores data at SORACOM Harvest with **JSON** format and want to expand its columns.
+
+  * A. Please use [embulk-filter_expand_json](https://github.com/civitaspo/embulk-filter-expand_json)
+
+* Q2. I want to filter by value with more complex conditions like SQL.
+
+  * A. Please use [embulk-filter-row](https://github.com/sonots/embulk-filter-row)
+
+* Q3. Want to drop column.
+
+  * A. Please use[embulk-filter-column](https://github.com/sonots/embulk-filter-column)
+
+* Q4. Want to add time column like current time.
+
+  * A. Use [embulk-filter-add_time](https://github.com/treasure-data/embulk-filter-add_time)
+
+
+## Build
+
+```
+$ rake
+```
+
+## Development
+
+```
+$ git clone git@github.com:sakama/embulk-input-soracom_harvest.git
+$ cd embulk-input-soracom_harvest
+$ embulk bundle install --path vendor/bundle
+$ embulk run -I ./lib /path/to/config.yml
+```

data/Rakefile

@@ -0,0 +1,21 @@
+require "bundler/gem_tasks"
+require "gem_release_helper/tasks"
+
+task default: :test
+
+desc "Run tests"
+task :test do
+  # TODO
+  #ruby("--debug", "test/run-test.rb", "--use-color=yes", "--collector=dir")
+end
+
+desc "Run tests with coverage"
+task :cov do
+  ENV["COVERAGE"] = "1"
+  ruby("--debug", "test/run-test.rb", "--use-color=yes", "--collector=dir")
+end
+
+GemReleaseHelper::Tasks.install({
+  gemspec: "./embulk-input-soracom_harvest.gemspec",
+  github_name: "sakama/embulk-input-soracom_harvest",
+})

data/embulk-input-soracom_harvest.gemspec

@@ -0,0 +1,28 @@
+
+Gem::Specification.new do |spec|
+  spec.name          = "embulk-input-soracom_harvest"
+  spec.version       = "0.1.0"
+  spec.authors       = ["Satoshi Akama"]
+  spec.summary       = "Soracom Harvest input plugin for Embulk"
+  spec.description   = "Loads records from Soracom Harvest."
+  spec.email         = ["satoshiakama@gmail.com"]
+  spec.licenses      = ["MIT"]
+  spec.homepage      = "https://github.com/sakama/embulk-input-soracom_harvest"
+
+  spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
+  spec.test_files    = spec.files.grep(%r{^(test|spec)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'perfect_retry', '~> 0.5'
+  spec.add_dependency 'httpclient', '>= 2.8.3'
+
+  spec.add_development_dependency 'embulk', ['>= 0.8.15']
+  spec.add_development_dependency 'bundler', ['>= 1.10.6']
+  spec.add_development_dependency 'rake', ['>= 10.0']
+  spec.add_development_dependency 'test-unit'
+  spec.add_development_dependency 'test-unit-rr'
+  spec.add_development_dependency 'simplecov'
+  spec.add_development_dependency 'codeclimate-test-reporter'
+  spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'gem_release_helper', '~> 1.0'
+end

data/lib/embulk/input/soracom_harvest.rb

@@ -0,0 +1,9 @@
+require 'embulk/input/soracom_harvest/soracom_client'
+require 'embulk/input/soracom_harvest/plugin'
+
+module Embulk
+  module Input
+    module SoracomHarvest
+    end
+  end
+end

data/lib/embulk/input/soracom_harvest/plugin.rb

@@ -0,0 +1,250 @@
+module Embulk
+  module Input
+    module SoracomHarvest
+      class Plugin < InputPlugin
+        ::Embulk::Plugin.register_input('soracom_harvest', self)
+
+        PREVIEW_COUNT = 15
+        END_POINT_URL_DEFAULT = 'https://api.soracom.io/v1'
+        TAG_VALUE_MATCH_MODE_DEFAULT = 'exact'
+        RETRY_LIMIT_DEFAULT = 5
+        RETRY_INITIAL_WAIT_SEC_DEFAULT = 2
+
+        attr_reader :start_datetime
+        attr_reader :end_datetime
+        attr_reader :last_record # TODO
+        attr_reader :filter
+
+        def self.transaction(config, &control)
+          # configuration code:
+          task = {
+            'auth_key' => config.param('auth_key', :string),
+            'auth_key_id' => config.param('auth_key_id', :string),
+            'target' => config.param('target', :string, default: 'harvest'),
+            # TODO
+            'incremental' => config.param('incremental', :bool, default: false),
+            'start_datetime' => config.param('start_datetime', :string, default: nil),
+            'end_datetime' => config.param('end_datetime', :string, default: nil),
+            #'last_record' => config.param("last_record", :string, default: nil),
+            'endpoint' => config.param('endpoint', :string, default: END_POINT_URL_DEFAULT),
+            'filter' => config.param('filter', :string, default: nil),
+            'tag_value_match_mode' => config.param('tag_value_match_mode', :string, default: TAG_VALUE_MATCH_MODE_DEFAULT),
+            'retry_limit' => config.param('retry_limit', :integer, default: RETRY_LIMIT_DEFAULT),
+            'retry_initial_wait_sec' => config.param('retry_initial_wait_sec', :integer, default: RETRY_INITIAL_WAIT_SEC_DEFAULT),
+            'columns' => config.param('columns', :array),
+          }
+
+          columns = embulk_columns(config)
+
+          resume(task, columns, 1, &control)
+        end
+
+        def self.resume(task, columns, count, &control)
+          task_reports = yield(task, columns, count)
+
+          next_config_diff = task_reports.first
+          return next_config_diff
+        end
+
+        def init
+          if task['start_datetime']
+            raise ConfigError.new "'start_datetime' can't be used when 'target: sims'" if task['target'] == 'sims'
+            @start_datetime = convert_to_unixtimestamp(task['start_datetime'])
+          end
+
+          if task['end_datetime']
+            raise ConfigError.new "'end_datetime' can't be used when 'target: sims'" if task['target'] == 'sims'
+            @end_datetime = convert_to_unixtimestamp(task['end_datetime'])
+          end
+
+          # if task['last_record']
+          #   @last_record = convert_to_unixtimestamp(task['last_record'])
+          # end
+
+          @filter = to_hash(task['filter'])
+        end
+
+        def self.guess(config)
+          auth_key_id = config.param(:auth_key_id, :string)
+          auth_key = config.param(:auth_key, :string)
+          target = config.param(:target, :string)
+          tag_value_match_mode = config.param(:tag_value_match_mode, :string, default: TAG_VALUE_MATCH_MODE_DEFAULT)
+
+          retry_limit = config.param(:retry_limit, :integer, default: RETRY_LIMIT_DEFAULT)
+          retry_initial_wait_sec = config.param(:retry_initial_wait_sec, :integer, default: RETRY_INITIAL_WAIT_SEC_DEFAULT)
+
+          options = {
+            endpoint: config.param(:endpoint, :string, default:END_POINT_URL_DEFAULT),
+            retry_limit: retry_limit,
+            retry_initial_wait_sec: retry_initial_wait_sec,
+          }
+          client = SoracomClient.new(auth_key_id, auth_key, options)
+
+          # TODO last_record
+          sims = client.list_subscribers(filter: @filter, limit: 1, last_record: nil, tag_value_match_mode: tag_value_match_mode)
+          raise ConfigError.new "Failed to guess. No registered SIM found" if sims.size == 0
+
+          Embulk::logger.info "Getting schema for target: '#{target}'"
+          if target == 'sims'
+            columns = self.get_sim_schema(sims.first)
+          else
+            records = client.list_subscribers_imsi_data(imsi: sims.first['imsi'], from: @start_datetime, to: @end_datetime, limit: 1)
+            raise ConfigError.new "Failed to guess. No records found at Soracom Harvest" if records.size == 0
+            columns = self.get_harvest_schema(records.first)
+          end
+
+          {
+            'columns' => columns
+          }
+        end
+
+        def run
+          client = SoracomClient.new(task['auth_key_id'], task['auth_key'], get_request_options(task))
+
+          # TODO last_record
+          sims = client.list_subscribers(filter: @filter, last_record: nil, tag_value_match_mode: task['tag_value_match_mode'])
+
+          if sims.size > 0
+            columns = task['columns']
+
+            counter = 0
+            last_record = nil
+            sims.each do |sim|
+              if task['target'] == 'sims'
+                page_builder.add(format_record(sim, columns, false))
+              else
+                # TODO last_record
+                records = client.list_subscribers_imsi_data(imsi: sim['imsi'], from: @start_datetime, to: @end_datetime, last_record: @last_record)
+                if records.size > 0
+                  records.each do |record|
+                    page_builder.add(format_record(record, columns, true))
+                    last_record = record['time']
+                  end
+                end
+              end
+              break if preview? && (counter += 1) >= PREVIEW_COUNT
+            end
+          end
+
+          page_builder.finish
+
+          return {} unless task[:incremental]
+
+          task_report = {
+            last_record: convert_unixtime_to_date(last_record)
+          }
+        end
+
+        def self.get_sim_schema(sim)
+          columns = []
+          sim.each do |k, v|
+            type =
+              case k
+                when 'plan'
+                  'long'
+                when 'createdAt', 'lastModifiedAt', 'expiredAt', 'expiryTime', 'createdTime', 'lastModifiedTime'
+                  'timestamp'
+                when 'imeiLock', 'terminationEnabled'
+                  'boolean'
+                when 'tags', 'sessionStatus'
+                  'json'
+                else
+                  'string'
+              end
+            columns << {name: k, type: type}
+          end
+          columns
+        end
+
+        def self.get_harvest_schema(record)
+          content_type = record['contentType']
+          type = content_type == 'application/json' ? 'json' : 'string'
+          [
+            {name: 'content', type: type},
+            {name: 'contentType', type: 'string'},
+            {name: 'time', type: 'timestamp'},
+          ]
+        end
+
+        def format_record(record, columns, is_harvest)
+          values = columns.map do |column|
+            name = column['name'].to_s
+            value = record[name]
+            cast_value(column, value, is_harvest)
+          end
+        end
+
+        def cast_value(column, value, is_harvest)
+          return if value.to_s.empty? # nil or empty string
+
+          case column['type'].to_s
+            when 'timestamp'
+              begin
+                Time.at(value / 1000.0).round(3)
+              rescue
+                raise DataError.new "Can't parse as Time '#{value}' (column is #{column['name']})"
+              end
+            when 'json'
+              if is_harvest
+                begin
+                  JSON.parse(value)
+                rescue
+                  raise DataError.new "Can't parse as JSON '#{value}' (column is #{column['name']})"
+                end
+              else
+                value.to_json
+              end
+            else
+              value
+          end
+        end
+
+        def preview?
+          begin
+            # http://www.embulk.org/docs/release/release-0.6.12.html
+            org.embulk.spi.Exec.isPreview()
+          rescue java.lang.NullPointerException => e
+            false
+          end
+        end
+
+        def self.embulk_columns(config)
+          config.param(:columns, :array).map do |column|
+            name = column['name']
+            type = column['type'].to_sym
+
+            Column.new(nil, name, type, column['format'])
+          end
+        end
+
+        def get_request_options(task)
+          {
+            endpoint: task[:endpoint],
+            retry_limit: task[:retry_limit],
+            retry_initial_wait_sec: task[:retry_initial_wait_sec],
+          }
+        end
+
+        def to_hash(str)
+          return nil if str.nil?
+          array = str.delete(' ').split(/[:,]/)
+          array.each_slice(2).map {|k, v| [k.to_sym, v] }.to_h
+        end
+
+        def convert_unixtime_to_date(unixtime)
+          return nil if unixtime.nil?
+          Time.at(unixtime / 1000.0).strftime('%Y-%m-%d %H:%M:%S.%3N %z')
+        end
+
+        def convert_to_unixtimestamp(time)
+          begin
+            v = Time.parse(time)
+            v.to_i * 1000 + v.usec/1000
+          rescue
+            raise ConfigError.new "Failed to convert ['#{time}'] to UNIX timestamp"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/embulk/input/soracom_harvest/soracom_client.rb

@@ -0,0 +1,176 @@
+require 'perfect_retry'
+require 'httpclient'
+
+# SORACOM Ruby SDK doesn't support SORACOM Harvest for now(Dec 2016).
+# So I send HTTP request to API directly.
+# Want to remove this Class in the future when Ruby SDK supports Harvest.
+
+module Embulk
+  module Input
+    module SoracomHarvest
+      class SoracomClient
+        attr_reader :auth_key_id
+        attr_reader :auth_key
+        attr_reader :options
+
+        attr_reader :client
+
+        attr_reader :api_key
+        attr_reader :token
+
+        def initialize(auth_key_id, auth_key, options)
+          @auth_key_id = auth_key_id
+          @auth_key = auth_key
+          @options = options
+          auth
+        end
+
+        def auth
+          @client = HTTPClient.new
+          postdata = {'authKeyId' => auth_key_id, 'authKey' => auth_key}
+          header = {'Content-Type' => 'application/json'}
+
+          response = get(path: '/auth', header: header, postdata: postdata)
+
+          @api_key = response['apiKey']
+          @token = response['token']
+        end
+
+        def list_subscribers(filter: {}, limit: 10000, last_record: nil, tag_value_match_mode: nil)
+          query = {
+            'limit' => limit
+          }
+          query['last_evaluated_key'] = last_record unless last_record.nil?
+
+          if filter.nil?
+            path = '/subscribers'
+          else
+            key = filter.keys.first.to_s
+            value = filter.values.first
+            Embulk.logger.info "Requesting with filter '#{key}: #{value}'"
+            case key
+              when 'imsi'
+                path = "/subscribers/#{value}"
+              when 'msisdn'
+                path = "/subscribers/msisdn/#{value}"
+              when 'status'
+                path = '/subscribers'
+                query['status_filter'] = value
+              when 'speed_class'
+                path = '/subscribers'
+                query['speed_class_filter'] = value
+              else
+                path = '/subscribers'
+                query['tag_name'] = key
+                query['tag_value'] = value
+                query['tag_value_match_mode'] = tag_value_match_mode unless tag_value_match_mode.nil?
+            end
+          end
+
+          response = get(path: path, query: query)
+          Embulk.logger.info "#{response.size} SIMs found"
+
+          response
+        end
+
+        def list_subscribers_imsi_data(imsi: nil, from: nil, to: nil, limit: 100000, last_record: nil)
+          path = "/subscribers/#{imsi}/data"
+          query = {
+            'sort' => 'asc',
+            'limit' => limit,
+          }
+          query['from'] = from unless from.nil?
+          query['to'] = to unless to.nil?
+          query['last_evaluated_key'] = last_record unless last_record.nil?
+          response = get(path: path, query: query)
+          Embulk.logger.info "#{response.size} records found at Soracom Harvest for SIM: #{imsi}"
+
+          response
+        end
+
+        def get(path: nil, header: {}, query: nil, postdata: nil)
+          header = header.merge(
+            'X-Soracom-API-Key' => @api_key,
+            'X-Soracom-Token' => @token,
+            'Accept' => 'application/json',
+          ) unless path == '/auth'
+
+          retryer.with_retry do
+            url = @options[:endpoint] + path
+
+            if postdata
+              response = @client.post(url, postdata.to_json, header)
+            else
+              response = @client.get(url, query, header)
+            end
+
+            Embulk::logger.debug "url: #{url}"
+            Embulk::logger.debug "Query: #{query}"
+            Embulk::logger.debug "POST data: #{postdata}"
+            Embulk::logger.debug "Status code: #{response.code}"
+            Embulk::logger.debug "Response body: #{response.body}"
+
+            handle_error(response)
+
+            response_body = JSON.parse(response.body)
+            if path == '/auth' || response_body.is_a?(Array)
+              body = response_body
+            else
+              body = Array[response_body]
+            end
+
+            body
+          end
+        end
+
+        def handle_error(response)
+          code = response.code
+
+          case code
+            when 400..499
+              message = "StatusCode: #{code}"
+
+              body = nil
+              begin
+                body = JSON.parse(response.body)
+              rescue
+                message << ": #{response.body}"
+                raise ConfigError.new message
+              end
+
+              if body.is_a?(Array)
+                body = body.first
+              end
+              message << ", ErrorCode: #{body['code']}" if body["code"]
+              message << ", Message: #{body['message']}" if body["message"]
+              case body["code"]
+                # TODO
+                when "INVALID_QUERY_LOCATOR", "QUERY_TIMEOUT"
+                  # will be retried
+                  raise message
+                else
+                  # won't retry
+                  raise ConfigError.new message
+              end
+            when 500..599
+              raise "SORACOM API returns StatusCode: #{code}. Retrying..."
+          end
+        end
+
+        def retryer
+          PerfectRetry.new do |config|
+            config.limit = options[:retry_limit]
+            config.logger = Embulk.logger
+            config.log_level = nil
+
+            # TODO
+            #config.rescues = Google::Apis::Core::HttpCommand::RETRIABLE_ERRORS
+            config.dont_rescues = [Embulk::DataError, Embulk::ConfigError]
+            config.sleep = lambda{|n| options[:retry_initial_wait_sec]* (2 ** (n-1)) }
+            config.raise_original_error = true
+          end
+        end
+      end
+    end
+  end
+end

data/test/run_test.rb

@@ -0,0 +1,25 @@
+#!/usr/bin/env ruby
+
+base_dir = File.expand_path(File.join(File.dirname(__FILE__), ".."))
+lib_dir = File.join(base_dir, "lib")
+test_dir = File.join(base_dir, "test")
+
+require "test-unit"
+require "test/unit/rr"
+
+$LOAD_PATH.unshift(lib_dir)
+$LOAD_PATH.unshift(test_dir)
+
+ENV["TEST_UNIT_MAX_DIFF_TARGET_STRING_SIZE"] ||= "5000"
+
+if ENV["COVERAGE"]
+  if ENV["CI"]
+    require "codeclimate-test-reporter"
+    CodeClimate::TestReporter.start
+  else
+    require 'simplecov'
+    SimpleCov.start 'test_frameworks'
+  end
+end
+
+exit Test::Unit::AutoRunner.run(true, test_dir)

metadata

@@ -0,0 +1,210 @@
+--- !ruby/object:Gem::Specification
+name: embulk-input-soracom_harvest
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Satoshi Akama
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2016-12-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  name: perfect_retry
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.8.3
+  name: httpclient
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.8.3
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.15
+  name: embulk
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.15
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.10.6
+  name: bundler
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.10.6
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  name: rake
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: test-unit
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: test-unit-rr
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: simplecov
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: codeclimate-test-reporter
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: pry
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  name: gem_release_helper
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+description: Loads records from Soracom Harvest.
+email:
+- satoshiakama@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".ruby-version"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- embulk-input-soracom_harvest.gemspec
+- lib/embulk/input/soracom_harvest.rb
+- lib/embulk/input/soracom_harvest/plugin.rb
+- lib/embulk/input/soracom_harvest/soracom_client.rb
+- test/run_test.rb
+homepage: https://github.com/sakama/embulk-input-soracom_harvest
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.6.6
+signing_key:
+specification_version: 4
+summary: Soracom Harvest input plugin for Embulk
+test_files:
+- test/run_test.rb