es_dump_restore 0.0.11 → 0.0.13

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 41b36d15cadba5a35d1423fedd27d1463a704948
4
- data.tar.gz: 0d760d14fdef576ab1100895b154b8549f4b8c7c
3
+ metadata.gz: 86d387c4543740231133cf902eb7ef3ccc4b8032
4
+ data.tar.gz: f713de78847fab41c950625668dbfbfb3bc64241
5
5
  SHA512:
6
- metadata.gz: 7127d8bd50ab03b7e1f0001cbd351e8deaa23df753e1aab756c66a736b1da3e3129ed5db5272423bb21268cf53f861bd48743bb6b4aecdbe8d9e7aeaef685887
7
- data.tar.gz: a73c67371af3dadf4c11db3440e0c5610c6c98bb1052a1621383d65e40bd4e47cceb72f2cd619853b2c44a1167f8645061ef3e7eab11e9c999af4d8010539535
6
+ metadata.gz: 0b4c08c8beac9653c832bd34b4fa544934f932eb1f7a06c124d6a824a9287e85f3efbe07b386e1880c2cff1ce47da57eecacf6f7595bf5789bacdf7ab9cc7fb5
7
+ data.tar.gz: 92889a08a395f142596394637b886fac7cd1baa7b23f09873ee69f70007f69fcaee5ba5743888a7d96d3bc2b9da5648fd45c538927ba88091de7a5069e309e0a
data/CHANGELOG.md CHANGED
@@ -1,3 +1,12 @@
1
+ # Version 0.0.13 - April 10, 2015
2
+
3
+ * Fix a regression introduced for ES version 0.90.x by the previous release (thanks again Richard Boulton!)
4
+
5
+ # Version 0.0.12 - April 10, 2015 - YANKED
6
+
7
+ * Handle null values for settings and mappings; useful in the case of trying to dump an alias (thanks Richard Boulton!)
8
+ * Handle the case of ES losing the scroll context mid-dump (thanks again Richard Boulton!)
9
+
1
10
  # Version 0.0.11 - March 4, 2015
2
11
 
3
12
  * Make it possible to load on older versions of Ruby (thanks Alex Tomlins!)
@@ -22,4 +22,5 @@ Gem::Specification.new do |gem|
22
22
  gem.add_dependency 'thor'
23
23
  gem.add_dependency 'rubyzip', ">= 1.0.0"
24
24
  gem.add_dependency 'progress_bar'
25
+ gem.add_dependency 'rake'
25
26
  end
@@ -16,11 +16,29 @@ module EsDumpRestore
16
16
  end
17
17
 
18
18
  def mappings
19
- request(:get, "#{@path_prefix}/_mapping")[index_name]
19
+ data = request(:get, "#{@path_prefix}/_mapping")
20
+ if data.values.size != 1
21
+ raise "Unexpected response: #{data}"
22
+ end
23
+ mappings = data.values.first
24
+ if mappings["mappings"].nil?
25
+ mappings
26
+ else
27
+ mappings["mappings"]
28
+ end
20
29
  end
21
30
 
22
31
  def settings
23
- request(:get, "#{@path_prefix}/_settings")[index_name]
32
+ data = request(:get, "#{@path_prefix}/_settings")
33
+ if data.values.size != 1
34
+ raise "Unexpected response: #{data}"
35
+ end
36
+ settings = data.values.first
37
+ if settings["settings"].nil?
38
+ settings
39
+ else
40
+ settings["settings"]
41
+ end
24
42
  end
25
43
 
26
44
  def start_scan(&block)
@@ -34,6 +52,7 @@ module EsDumpRestore
34
52
  end
35
53
 
36
54
  def each_scroll_hit(scroll_id, &block)
55
+ done = 0
37
56
  loop do
38
57
  batch = request(:get, '_search/scroll', {query: {
39
58
  scroll: '10m', scroll_id: scroll_id
@@ -47,6 +66,10 @@ module EsDumpRestore
47
66
  hits.each do |hit|
48
67
  yield hit
49
68
  end
69
+
70
+ total = batch_hits["total"]
71
+ done += hits.size
72
+ break if done >= total
50
73
  end
51
74
  end
52
75
 
@@ -1,3 +1,3 @@
1
1
  module EsDumpRestore
2
- VERSION = "0.0.11"
2
+ VERSION = "0.0.13"
3
3
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: es_dump_restore
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.11
4
+ version: 0.0.13
5
5
  platform: ruby
6
6
  authors:
7
7
  - Nat Budin
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-03-04 00:00:00.000000000 Z
11
+ date: 2015-04-10 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: multi_json
@@ -80,6 +80,20 @@ dependencies:
80
80
  - - ">="
81
81
  - !ruby/object:Gem::Version
82
82
  version: '0'
83
+ - !ruby/object:Gem::Dependency
84
+ name: rake
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - ">="
88
+ - !ruby/object:Gem::Version
89
+ version: '0'
90
+ type: :runtime
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - ">="
95
+ - !ruby/object:Gem::Version
96
+ version: '0'
83
97
  description: A utility for dumping the contents of an ElasticSearch index to a compressed
84
98
  file and restoring the dumpfile back to an ElasticSearch server
85
99
  email:
@@ -126,4 +140,3 @@ signing_key:
126
140
  specification_version: 4
127
141
  summary: Dump ElasticSearch indexes to files and restore them back
128
142
  test_files: []
129
- has_rdoc: