elasticsearch-indexstager 1.1.1 → 1.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/elasticsearch/index_stager.rb +34 -19
- metadata +9 -9
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 2e73491d3ba2e305ab074aed57062767b46c29d8
|
|
4
|
+
data.tar.gz: 3595bc3ba4fcf7f4901a6cac98c94dd5c843cea5
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 9de82f1bc5a545de2a13af08a4330745e504c7f3207f85a538d584a2056f174a39c4c32d9f96faffad9901113c64494c667c73f29ecdf517439ed6c35908de67
|
|
7
|
+
data.tar.gz: 44df44aa561454f8f94cd96cfbf1d17248a85771ec4ece88441ea799ae90b5e22463b932f919862cb5ca1775ce44dc94f958899bbce159a3d34b2fd5294de8c2
|
|
@@ -2,7 +2,7 @@ require 'securerandom'
|
|
|
2
2
|
|
|
3
3
|
module Elasticsearch
|
|
4
4
|
class IndexStager
|
|
5
|
-
VERSION = '1.1.
|
|
5
|
+
VERSION = '1.1.2'
|
|
6
6
|
|
|
7
7
|
attr_reader :index_name, :es_client
|
|
8
8
|
|
|
@@ -64,24 +64,7 @@ module Elasticsearch
|
|
|
64
64
|
end
|
|
65
65
|
end
|
|
66
66
|
|
|
67
|
-
if live_index_exists
|
|
68
|
-
new_name = @live_index_name + '-pre-staged-original'
|
|
69
|
-
|
|
70
|
-
# make a copy
|
|
71
|
-
es_client.reindex body: { source: { index: @live_index_name }, dest: { index: new_name } }
|
|
72
|
-
|
|
73
|
-
# make sure the copy exists before we delete the original
|
|
74
|
-
tries = 0
|
|
75
|
-
while( tries < 10 ) do
|
|
76
|
-
indices = ESHelper.client.indices.get_aliases.keys
|
|
77
|
-
break if indices.include?(new_name)
|
|
78
|
-
tries += 1
|
|
79
|
-
sleep(1)
|
|
80
|
-
end
|
|
81
|
-
|
|
82
|
-
# delete the original
|
|
83
|
-
es_client.indices.delete index: @live_index_name rescue false
|
|
84
|
-
end
|
|
67
|
+
rename_live_index if live_index_exists
|
|
85
68
|
|
|
86
69
|
# re-alias
|
|
87
70
|
es_client.indices.update_aliases body: { actions: rename_actions }
|
|
@@ -94,6 +77,38 @@ module Elasticsearch
|
|
|
94
77
|
|
|
95
78
|
private
|
|
96
79
|
|
|
80
|
+
def rename_live_index
|
|
81
|
+
# if the live index exists but is empty, it fill fail to reindex (rename)
|
|
82
|
+
# so catch that case and just delete it.
|
|
83
|
+
idx_stats = es_client.indices.stats index: @live_index_name, docs: true
|
|
84
|
+
num_docs = idx_stats['indices'][@live_index_name]['total']['docs']['count']
|
|
85
|
+
if num_docs.to_i == 0
|
|
86
|
+
es_client.indices.delete index: @live_index_name
|
|
87
|
+
return
|
|
88
|
+
end
|
|
89
|
+
|
|
90
|
+
new_name = @live_index_name + '-pre-staged-original'
|
|
91
|
+
renamed = { source: { index: @live_index_name }, dest: { index: new_name } }
|
|
92
|
+
|
|
93
|
+
# make a copy
|
|
94
|
+
es_client.reindex refresh: true, wait_for_completion: true, body: renamed
|
|
95
|
+
|
|
96
|
+
# make sure the copy exists before we delete the original
|
|
97
|
+
tries = 0
|
|
98
|
+
rename_ok = false
|
|
99
|
+
while( tries < 10 ) do
|
|
100
|
+
es_client.indices.refresh index: new_name rescue false
|
|
101
|
+
indices = es_client.indices.get_aliases.keys
|
|
102
|
+
break if rename_ok = indices.include?(new_name)
|
|
103
|
+
tries += 1
|
|
104
|
+
sleep(1)
|
|
105
|
+
end
|
|
106
|
+
raise "Failed to rename #{@live_index_name} -> #{new_name}" unless rename_ok
|
|
107
|
+
|
|
108
|
+
# delete the original
|
|
109
|
+
es_client.indices.delete index: @live_index_name
|
|
110
|
+
end
|
|
111
|
+
|
|
97
112
|
def tmp_index_pattern
|
|
98
113
|
/#{index_name}_(\d{14})-\w{8}$/
|
|
99
114
|
end
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: elasticsearch-indexstager
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.1.
|
|
4
|
+
version: 1.1.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Peter Karman
|
|
@@ -44,42 +44,42 @@ dependencies:
|
|
|
44
44
|
requirements:
|
|
45
45
|
- - "~>"
|
|
46
46
|
- !ruby/object:Gem::Version
|
|
47
|
-
version: '
|
|
47
|
+
version: '12.3'
|
|
48
48
|
type: :development
|
|
49
49
|
prerelease: false
|
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
|
51
51
|
requirements:
|
|
52
52
|
- - "~>"
|
|
53
53
|
- !ruby/object:Gem::Version
|
|
54
|
-
version: '
|
|
54
|
+
version: '12.3'
|
|
55
55
|
- !ruby/object:Gem::Dependency
|
|
56
56
|
name: rspec
|
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
|
58
58
|
requirements:
|
|
59
59
|
- - "~>"
|
|
60
60
|
- !ruby/object:Gem::Version
|
|
61
|
-
version: '
|
|
61
|
+
version: '3.7'
|
|
62
62
|
type: :development
|
|
63
63
|
prerelease: false
|
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
|
65
65
|
requirements:
|
|
66
66
|
- - "~>"
|
|
67
67
|
- !ruby/object:Gem::Version
|
|
68
|
-
version: '
|
|
68
|
+
version: '3.7'
|
|
69
69
|
- !ruby/object:Gem::Dependency
|
|
70
70
|
name: elasticsearch-extensions
|
|
71
71
|
requirement: !ruby/object:Gem::Requirement
|
|
72
72
|
requirements:
|
|
73
|
-
- - "
|
|
73
|
+
- - "~>"
|
|
74
74
|
- !ruby/object:Gem::Version
|
|
75
|
-
version: '0'
|
|
75
|
+
version: '6.0'
|
|
76
76
|
type: :development
|
|
77
77
|
prerelease: false
|
|
78
78
|
version_requirements: !ruby/object:Gem::Requirement
|
|
79
79
|
requirements:
|
|
80
|
-
- - "
|
|
80
|
+
- - "~>"
|
|
81
81
|
- !ruby/object:Gem::Version
|
|
82
|
-
version: '0'
|
|
82
|
+
version: '6.0'
|
|
83
83
|
description: manage Elasticsearch indexes using staging pattern
|
|
84
84
|
email:
|
|
85
85
|
- karpet@peknet.com
|