es_dump_restore 0.0.11 → 0.0.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 41b36d15cadba5a35d1423fedd27d1463a704948
4
- data.tar.gz: 0d760d14fdef576ab1100895b154b8549f4b8c7c
3
+ metadata.gz: 86d387c4543740231133cf902eb7ef3ccc4b8032
4
+ data.tar.gz: f713de78847fab41c950625668dbfbfb3bc64241
5
5
  SHA512:
6
- metadata.gz: 7127d8bd50ab03b7e1f0001cbd351e8deaa23df753e1aab756c66a736b1da3e3129ed5db5272423bb21268cf53f861bd48743bb6b4aecdbe8d9e7aeaef685887
7
- data.tar.gz: a73c67371af3dadf4c11db3440e0c5610c6c98bb1052a1621383d65e40bd4e47cceb72f2cd619853b2c44a1167f8645061ef3e7eab11e9c999af4d8010539535
6
+ metadata.gz: 0b4c08c8beac9653c832bd34b4fa544934f932eb1f7a06c124d6a824a9287e85f3efbe07b386e1880c2cff1ce47da57eecacf6f7595bf5789bacdf7ab9cc7fb5
7
+ data.tar.gz: 92889a08a395f142596394637b886fac7cd1baa7b23f09873ee69f70007f69fcaee5ba5743888a7d96d3bc2b9da5648fd45c538927ba88091de7a5069e309e0a
data/CHANGELOG.md CHANGED
@@ -1,3 +1,12 @@
1
+ # Version 0.0.13 - April 10, 2015
2
+
3
+ * Fix a regression introduced for ES version 0.90.x by the previous release (thanks again Richard Boulton!)
4
+
5
+ # Version 0.0.12 - April 10, 2015 - YANKED
6
+
7
+ * Handle null values for settings and mappings; useful in the case of trying to dump an alias (thanks Richard Boulton!)
8
+ * Handle the case of ES losing the scroll context mid-dump (thanks again Richard Boulton!)
9
+
1
10
  # Version 0.0.11 - March 4, 2015
2
11
 
3
12
  * Make it possible to load on older versions of Ruby (thanks Alex Tomlins!)
@@ -22,4 +22,5 @@ Gem::Specification.new do |gem|
22
22
  gem.add_dependency 'thor'
23
23
  gem.add_dependency 'rubyzip', ">= 1.0.0"
24
24
  gem.add_dependency 'progress_bar'
25
+ gem.add_dependency 'rake'
25
26
  end
@@ -16,11 +16,29 @@ module EsDumpRestore
16
16
  end
17
17
 
18
18
  def mappings
19
- request(:get, "#{@path_prefix}/_mapping")[index_name]
19
+ data = request(:get, "#{@path_prefix}/_mapping")
20
+ if data.values.size != 1
21
+ raise "Unexpected response: #{data}"
22
+ end
23
+ mappings = data.values.first
24
+ if mappings["mappings"].nil?
25
+ mappings
26
+ else
27
+ mappings["mappings"]
28
+ end
20
29
  end
21
30
 
22
31
  def settings
23
- request(:get, "#{@path_prefix}/_settings")[index_name]
32
+ data = request(:get, "#{@path_prefix}/_settings")
33
+ if data.values.size != 1
34
+ raise "Unexpected response: #{data}"
35
+ end
36
+ settings = data.values.first
37
+ if settings["settings"].nil?
38
+ settings
39
+ else
40
+ settings["settings"]
41
+ end
24
42
  end
25
43
 
26
44
  def start_scan(&block)
@@ -34,6 +52,7 @@ module EsDumpRestore
34
52
  end
35
53
 
36
54
  def each_scroll_hit(scroll_id, &block)
55
+ done = 0
37
56
  loop do
38
57
  batch = request(:get, '_search/scroll', {query: {
39
58
  scroll: '10m', scroll_id: scroll_id
@@ -47,6 +66,10 @@ module EsDumpRestore
47
66
  hits.each do |hit|
48
67
  yield hit
49
68
  end
69
+
70
+ total = batch_hits["total"]
71
+ done += hits.size
72
+ break if done >= total
50
73
  end
51
74
  end
52
75
 
@@ -1,3 +1,3 @@
1
1
  module EsDumpRestore
2
- VERSION = "0.0.11"
2
+ VERSION = "0.0.13"
3
3
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: es_dump_restore
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.11
4
+ version: 0.0.13
5
5
  platform: ruby
6
6
  authors:
7
7
  - Nat Budin
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-03-04 00:00:00.000000000 Z
11
+ date: 2015-04-10 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: multi_json
@@ -80,6 +80,20 @@ dependencies:
80
80
  - - ">="
81
81
  - !ruby/object:Gem::Version
82
82
  version: '0'
83
+ - !ruby/object:Gem::Dependency
84
+ name: rake
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - ">="
88
+ - !ruby/object:Gem::Version
89
+ version: '0'
90
+ type: :runtime
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - ">="
95
+ - !ruby/object:Gem::Version
96
+ version: '0'
83
97
  description: A utility for dumping the contents of an ElasticSearch index to a compressed
84
98
  file and restoring the dumpfile back to an ElasticSearch server
85
99
  email:
@@ -126,4 +140,3 @@ signing_key:
126
140
  specification_version: 4
127
141
  summary: Dump ElasticSearch indexes to files and restore them back
128
142
  test_files: []
129
- has_rdoc: