esse 0.5.1 → 0.5.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/esse/import/bulk.rb +11 -3
- data/lib/esse/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: fd1807aa9b2b2c92564d5e35d5a62282c67b9d25883fdc6166ca8981ee9008ac
|
|
4
|
+
data.tar.gz: 1cf17acb25d5b6bcf88e0999fc29c90a564b55d31ac51dce148f397c17ced4c4
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: bd72ab5edf509428c62ea598305a8351105c0073fa63a2246eb9eecb84b99fa2115355b1c7f881afdd500196a0d31482a7be7ebb8f4b92743eca3a8bd775840c
|
|
7
|
+
data.tar.gz: 94f0e1fed7ccaac67b8795a349ef51ab0cbfa9251fc219ffa49510a25a7e3ea52e44ae3ec386a7437014a5314ae65a0a20bfca542babddbb124a3381e49fd1c0
|
data/lib/esse/import/bulk.rb
CHANGED
|
@@ -61,8 +61,10 @@ module Esse
|
|
|
61
61
|
|
|
62
62
|
raise e unless last_retry_per_document
|
|
63
63
|
requests = requests_per_document
|
|
64
|
+
ids = document_ids
|
|
65
|
+
id_info = ids.any? ? " (document IDs: #{ids.join(', ')})" : ''
|
|
64
66
|
Esse.logger.warn <<~MSG
|
|
65
|
-
Request entity too large after balancing, retrying one document per request as a last resort.
|
|
67
|
+
Request entity too large after balancing, retrying one document per request as a last resort#{id_info}.
|
|
66
68
|
If a single document still exceeds the bulk size, the error will be raised.
|
|
67
69
|
MSG
|
|
68
70
|
retry
|
|
@@ -92,9 +94,11 @@ module Esse
|
|
|
92
94
|
|
|
93
95
|
def requests_in_small_chunks(chunk_size: 1)
|
|
94
96
|
arr = build_per_document_requests(chunk_size: chunk_size)
|
|
97
|
+
ids = document_ids
|
|
98
|
+
id_info = ids.any? ? " (document IDs: #{ids.join(', ')})" : ''
|
|
95
99
|
Esse.logger.warn <<~MSG
|
|
96
|
-
|
|
97
|
-
|
|
100
|
+
Timeout error, retrying one document per request as a last resort#{id_info}.
|
|
101
|
+
Consider increasing the bulk size or reducing the batch size.
|
|
98
102
|
MSG
|
|
99
103
|
arr
|
|
100
104
|
end
|
|
@@ -103,6 +107,10 @@ module Esse
|
|
|
103
107
|
build_per_document_requests(chunk_size: 1)
|
|
104
108
|
end
|
|
105
109
|
|
|
110
|
+
def document_ids
|
|
111
|
+
(@create + @index + @update + @delete).filter_map { |op| op.values.first[:_id] }
|
|
112
|
+
end
|
|
113
|
+
|
|
106
114
|
def build_per_document_requests(chunk_size: 1)
|
|
107
115
|
arr = []
|
|
108
116
|
@create.each_slice(chunk_size) { |slice| arr << Import::RequestBodyAsJson.new.tap { |r| r.create = slice } }
|
data/lib/esse/version.rb
CHANGED