es_importer 0.4.0 → 0.5.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (6) hide show
  1. checksums.yaml +5 -5
  2. data/Gemfile.lock +21 -18
  3. data/es_importer.gemspec +3 -4
  4. data/lib/es_importer.rb +6 -8
  5. data/lib/es_importer/version.rb +1 -1
  6. metadata +7 -6
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
- SHA256:
3
- metadata.gz: c535d2850816bfd5e36c616057c6db755cbe27e3e99474b6149cbc74de188bc4
4
- data.tar.gz: 984636ea2d8aaa849dfab4cdf4d156632eefd468ff4ea67a6a96228a73b9a1b3
2
+ SHA1:
3
+ metadata.gz: a9ae3fa0248cab94fc236229ad9abc6f6adf2535
4
+ data.tar.gz: 48e627befa10371fe78072a3a76cec33e839a070
5
5
  SHA512:
6
- metadata.gz: 0ad7fb8717ef68d7f61d40d09634fe1bd9df9b998e648602c9b6937efec17166dd5fea8ebdf52654ce7fc18a28e058b6668115d2813ad3fabd43e18ddd530897
7
- data.tar.gz: 3a1194226e3063a58b66de11f4e803141fb669efc3e589815b9c282350d076c232e84b17e231a4520a56f2352eac6d19f91b22258dd2d341ba4fdf40bc6fe0b6
6
+ metadata.gz: 50e492b99b72cc1f9476341f1c579d13e5b5572a3141a8b1db925524a1ad06a96984c668eae621f9b6c75bc054ad08a89e890c129ca71c1028d552384fef5763
7
+ data.tar.gz: f8de5f184c598f126138dd0773e2edb254f61e7eac4086a8c8dfec35939384228b64719c1f45c9a9181d83de0f6a43b9c8c04bb943a65a1314664928ff31ba94
data/Gemfile.lock CHANGED
@@ -1,44 +1,47 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- es_importer (0.4.0)
5
- aws-sdk
4
+ es_importer (0.5.0)
5
+ aws-sdk-dynamodb
6
6
  elasticsearch
7
7
  faraday
8
8
  faraday_middleware
9
- faraday_middleware-aws-signers-v4
9
+ faraday_middleware-aws-sigv4
10
10
  typhoeus
11
11
 
12
12
  GEM
13
13
  remote: https://rubygems.org/
14
14
  specs:
15
- aws-sdk (2.11.33)
16
- aws-sdk-resources (= 2.11.33)
17
- aws-sdk-core (2.11.33)
15
+ aws-eventstream (1.0.0)
16
+ aws-partitions (1.91.0)
17
+ aws-sdk-core (3.21.2)
18
+ aws-eventstream (~> 1.0)
19
+ aws-partitions (~> 1.0)
18
20
  aws-sigv4 (~> 1.0)
19
21
  jmespath (~> 1.0)
20
- aws-sdk-resources (2.11.33)
21
- aws-sdk-core (= 2.11.33)
22
+ aws-sdk-dynamodb (1.6.0)
23
+ aws-sdk-core (~> 3)
24
+ aws-sigv4 (~> 1.0)
22
25
  aws-sigv4 (1.0.2)
23
26
  diff-lcs (1.3)
24
- elasticsearch (6.0.2)
25
- elasticsearch-api (= 6.0.2)
26
- elasticsearch-transport (= 6.0.2)
27
- elasticsearch-api (6.0.2)
27
+ elasticsearch (6.0.3)
28
+ elasticsearch-api (= 6.0.3)
29
+ elasticsearch-transport (= 6.0.3)
30
+ elasticsearch-api (6.0.3)
28
31
  multi_json
29
- elasticsearch-transport (6.0.2)
32
+ elasticsearch-transport (6.0.3)
30
33
  faraday
31
34
  multi_json
32
35
  ethon (0.11.0)
33
36
  ffi (>= 1.3.0)
34
- faraday (0.14.0)
37
+ faraday (0.15.2)
35
38
  multipart-post (>= 1.2, < 3)
36
39
  faraday_middleware (0.12.2)
37
40
  faraday (>= 0.7.4, < 1.0)
38
- faraday_middleware-aws-signers-v4 (0.1.9)
39
- aws-sdk-resources (>= 2, < 3)
40
- faraday (~> 0.9)
41
- ffi (1.9.23)
41
+ faraday_middleware-aws-sigv4 (0.2.4)
42
+ aws-sigv4 (~> 1.0)
43
+ faraday (>= 0.9)
44
+ ffi (1.9.25)
42
45
  jmespath (1.4.0)
43
46
  multi_json (1.13.1)
44
47
  multipart-post (2.0.0)
data/es_importer.gemspec CHANGED
@@ -1,4 +1,3 @@
1
-
2
1
  lib = File.expand_path("../lib", __FILE__)
3
2
  $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
3
  require "es_importer/version"
@@ -10,7 +9,7 @@ Gem::Specification.new do |spec|
10
9
  spec.email = ["damir.roso@nih.gov"]
11
10
 
12
11
  spec.summary = %q{Transform and import JSON documents into elastic search.}
13
- spec.description = %q{Configure indices and transformations with ruby hash.}
12
+ spec.description = %q{Transform and import JSON documents into elastic search. Configure indices and transformations with ruby hash.}
14
13
  spec.homepage = "https://github.com/damir/es_importer"
15
14
  spec.license = "MIT"
16
15
 
@@ -25,10 +24,10 @@ Gem::Specification.new do |spec|
25
24
  spec.add_development_dependency "rake", "~> 10.0"
26
25
  spec.add_development_dependency "rspec", "~> 3.0"
27
26
 
28
- spec.add_dependency 'aws-sdk'
27
+ spec.add_dependency 'aws-sdk-dynamodb' # to load AWS credentials from the client
29
28
  spec.add_dependency 'elasticsearch'
30
29
  spec.add_dependency 'faraday'
31
30
  spec.add_dependency 'faraday_middleware'
32
- spec.add_dependency 'faraday_middleware-aws-signers-v4'
31
+ spec.add_dependency 'faraday_middleware-aws-sigv4'
33
32
  spec.add_dependency 'typhoeus'
34
33
  end
data/lib/es_importer.rb CHANGED
@@ -21,21 +21,19 @@ module EsImporter
21
21
 
22
22
  # aws support
23
23
  if is_amazon_uri = es_uri.host.include?('es.amazonaws.com')
24
- require 'aws-sdk'
25
- require 'faraday_middleware/aws_signers_v4'
24
+ require 'aws-sdk-dynamodb'
25
+ require 'faraday_middleware/aws_sigv4'
26
26
  aws_region = es_uri.host.split('.')[-4]
27
- credentials = Aws::ElasticsearchService::Client.new(region: aws_region).instance_eval{@config.credentials}
27
+ credentials = Aws::DynamoDB::Client.new(region: aws_region).instance_eval{@config.credentials}
28
28
  end
29
29
 
30
+ # configure client
30
31
  faraday_config = lambda do |faraday|
31
- # sign for aws
32
- faraday.request :aws_signers_v4,
33
- { credentials: credentials,
34
- service_name: 'es',
35
- region: aws_region} if is_amazon_uri
32
+ faraday.request :aws_sigv4, credentials: credentials, service: 'es', region: aws_region if is_amazon_uri
36
33
  faraday.headers['Content-Type'] = 'application/json'
37
34
  faraday.adapter :typhoeus
38
35
  end
36
+
39
37
  Elasticsearch::Transport::Transport::HTTP::Faraday.new(hosts: [host_config], &faraday_config)
40
38
  end
41
39
 
data/lib/es_importer/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module EsImporter
2
- VERSION = "0.4.0"
2
+ VERSION = "0.5.0"
3
3
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: es_importer
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.4.0
4
+ version: 0.5.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Damir Roso
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2018-04-27 00:00:00.000000000 Z
11
+ date: 2018-06-13 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
@@ -53,7 +53,7 @@ dependencies:
53
53
  - !ruby/object:Gem::Version
54
54
  version: '3.0'
55
55
  - !ruby/object:Gem::Dependency
56
- name: aws-sdk
56
+ name: aws-sdk-dynamodb
57
57
  requirement: !ruby/object:Gem::Requirement
58
58
  requirements:
59
59
  - - ">="
@@ -109,7 +109,7 @@ dependencies:
109
109
  - !ruby/object:Gem::Version
110
110
  version: '0'
111
111
  - !ruby/object:Gem::Dependency
112
- name: faraday_middleware-aws-signers-v4
112
+ name: faraday_middleware-aws-sigv4
113
113
  requirement: !ruby/object:Gem::Requirement
114
114
  requirements:
115
115
  - - ">="
@@ -136,7 +136,8 @@ dependencies:
136
136
  - - ">="
137
137
  - !ruby/object:Gem::Version
138
138
  version: '0'
139
- description: Configure indices and transformations with ruby hash.
139
+ description: Transform and import JSON documents into elastic search. Configure indices
140
+ and transformations with ruby hash.
140
141
  email:
141
142
  - damir.roso@nih.gov
142
143
  executables: []
@@ -177,7 +178,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
177
178
  version: '0'
178
179
  requirements: []
179
180
  rubyforge_project:
180
- rubygems_version: 2.7.6
181
+ rubygems_version: 2.6.14.1
181
182
  signing_key:
182
183
  specification_version: 4
183
184
  summary: Transform and import JSON documents into elastic search.