chewy 6.0.0 → 7.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (188) hide show
  1. checksums.yaml +4 -4
  2. data/.github/CODEOWNERS +1 -0
  3. data/.github/ISSUE_TEMPLATE/bug_report.md +39 -0
  4. data/.github/ISSUE_TEMPLATE/feature_request.md +20 -0
  5. data/.github/PULL_REQUEST_TEMPLATE.md +16 -0
  6. data/.github/dependabot.yml +42 -0
  7. data/.github/workflows/ruby.yml +48 -0
  8. data/.rubocop.yml +16 -8
  9. data/.rubocop_todo.yml +110 -22
  10. data/CHANGELOG.md +385 -105
  11. data/CODE_OF_CONDUCT.md +14 -0
  12. data/CONTRIBUTING.md +63 -0
  13. data/Gemfile +4 -10
  14. data/Guardfile +3 -1
  15. data/README.md +494 -275
  16. data/chewy.gemspec +5 -20
  17. data/gemfiles/base.gemfile +12 -0
  18. data/gemfiles/rails.6.1.activerecord.gemfile +10 -15
  19. data/gemfiles/rails.7.0.activerecord.gemfile +14 -0
  20. data/gemfiles/rails.7.1.activerecord.gemfile +14 -0
  21. data/lib/chewy/config.rb +58 -50
  22. data/lib/chewy/elastic_client.rb +31 -0
  23. data/lib/chewy/errors.rb +7 -10
  24. data/lib/chewy/fields/base.rb +79 -13
  25. data/lib/chewy/fields/root.rb +4 -14
  26. data/lib/chewy/index/actions.rb +54 -37
  27. data/lib/chewy/{type → index}/adapter/active_record.rb +30 -6
  28. data/lib/chewy/{type → index}/adapter/base.rb +2 -3
  29. data/lib/chewy/{type → index}/adapter/object.rb +27 -31
  30. data/lib/chewy/{type → index}/adapter/orm.rb +17 -18
  31. data/lib/chewy/index/aliases.rb +14 -5
  32. data/lib/chewy/index/crutch.rb +40 -0
  33. data/lib/chewy/index/import/bulk_builder.rb +311 -0
  34. data/lib/chewy/{type → index}/import/bulk_request.rb +6 -7
  35. data/lib/chewy/{type → index}/import/journal_builder.rb +11 -12
  36. data/lib/chewy/{type → index}/import/routine.rb +18 -17
  37. data/lib/chewy/{type → index}/import.rb +76 -32
  38. data/lib/chewy/{type → index}/mapping.rb +29 -34
  39. data/lib/chewy/index/observe/active_record_methods.rb +87 -0
  40. data/lib/chewy/index/observe/callback.rb +34 -0
  41. data/lib/chewy/index/observe.rb +17 -0
  42. data/lib/chewy/index/specification.rb +1 -0
  43. data/lib/chewy/{type → index}/syncer.rb +59 -59
  44. data/lib/chewy/{type → index}/witchcraft.rb +11 -7
  45. data/lib/chewy/{type → index}/wrapper.rb +2 -2
  46. data/lib/chewy/index.rb +67 -94
  47. data/lib/chewy/journal.rb +25 -14
  48. data/lib/chewy/log_subscriber.rb +5 -1
  49. data/lib/chewy/minitest/helpers.rb +86 -13
  50. data/lib/chewy/minitest/search_index_receiver.rb +24 -26
  51. data/lib/chewy/railtie.rb +6 -20
  52. data/lib/chewy/rake_helper.rb +169 -113
  53. data/lib/chewy/rspec/build_query.rb +12 -0
  54. data/lib/chewy/rspec/helpers.rb +55 -0
  55. data/lib/chewy/rspec/update_index.rb +55 -44
  56. data/lib/chewy/rspec.rb +2 -0
  57. data/lib/chewy/runtime/version.rb +1 -1
  58. data/lib/chewy/runtime.rb +1 -1
  59. data/lib/chewy/search/loader.rb +19 -41
  60. data/lib/chewy/search/parameters/collapse.rb +16 -0
  61. data/lib/chewy/search/parameters/concerns/query_storage.rb +2 -2
  62. data/lib/chewy/search/parameters/ignore_unavailable.rb +27 -0
  63. data/lib/chewy/search/parameters/indices.rb +13 -58
  64. data/lib/chewy/search/parameters/knn.rb +16 -0
  65. data/lib/chewy/search/parameters/order.rb +6 -19
  66. data/lib/chewy/search/parameters/source.rb +5 -1
  67. data/lib/chewy/search/parameters/storage.rb +1 -1
  68. data/lib/chewy/search/parameters/track_total_hits.rb +16 -0
  69. data/lib/chewy/search/parameters.rb +6 -4
  70. data/lib/chewy/search/query_proxy.rb +9 -2
  71. data/lib/chewy/search/request.rb +169 -134
  72. data/lib/chewy/search/response.rb +5 -5
  73. data/lib/chewy/search/scoping.rb +7 -8
  74. data/lib/chewy/search/scrolling.rb +13 -13
  75. data/lib/chewy/search.rb +9 -19
  76. data/lib/chewy/stash.rb +19 -30
  77. data/lib/chewy/strategy/active_job.rb +1 -1
  78. data/lib/chewy/strategy/atomic_no_refresh.rb +18 -0
  79. data/lib/chewy/strategy/base.rb +10 -0
  80. data/lib/chewy/strategy/delayed_sidekiq/scheduler.rb +151 -0
  81. data/lib/chewy/strategy/delayed_sidekiq/worker.rb +52 -0
  82. data/lib/chewy/strategy/delayed_sidekiq.rb +30 -0
  83. data/lib/chewy/strategy/lazy_sidekiq.rb +64 -0
  84. data/lib/chewy/strategy/sidekiq.rb +2 -1
  85. data/lib/chewy/strategy.rb +6 -19
  86. data/lib/chewy/version.rb +1 -1
  87. data/lib/chewy.rb +39 -86
  88. data/lib/generators/chewy/install_generator.rb +1 -1
  89. data/lib/tasks/chewy.rake +36 -32
  90. data/migration_guide.md +46 -8
  91. data/spec/chewy/config_spec.rb +14 -39
  92. data/spec/chewy/elastic_client_spec.rb +26 -0
  93. data/spec/chewy/fields/base_spec.rb +432 -147
  94. data/spec/chewy/fields/root_spec.rb +20 -28
  95. data/spec/chewy/fields/time_fields_spec.rb +5 -5
  96. data/spec/chewy/index/actions_spec.rb +368 -59
  97. data/spec/chewy/{type → index}/adapter/active_record_spec.rb +156 -40
  98. data/spec/chewy/{type → index}/adapter/object_spec.rb +21 -6
  99. data/spec/chewy/index/aliases_spec.rb +3 -3
  100. data/spec/chewy/index/import/bulk_builder_spec.rb +494 -0
  101. data/spec/chewy/{type → index}/import/bulk_request_spec.rb +5 -12
  102. data/spec/chewy/{type → index}/import/journal_builder_spec.rb +9 -19
  103. data/spec/chewy/{type → index}/import/routine_spec.rb +19 -19
  104. data/spec/chewy/{type → index}/import_spec.rb +164 -98
  105. data/spec/chewy/index/mapping_spec.rb +135 -0
  106. data/spec/chewy/index/observe/active_record_methods_spec.rb +68 -0
  107. data/spec/chewy/index/observe/callback_spec.rb +139 -0
  108. data/spec/chewy/index/observe_spec.rb +143 -0
  109. data/spec/chewy/index/settings_spec.rb +3 -1
  110. data/spec/chewy/index/specification_spec.rb +20 -30
  111. data/spec/chewy/{type → index}/syncer_spec.rb +14 -19
  112. data/spec/chewy/{type → index}/witchcraft_spec.rb +20 -22
  113. data/spec/chewy/index/wrapper_spec.rb +100 -0
  114. data/spec/chewy/index_spec.rb +60 -105
  115. data/spec/chewy/journal_spec.rb +25 -74
  116. data/spec/chewy/minitest/helpers_spec.rb +123 -15
  117. data/spec/chewy/minitest/search_index_receiver_spec.rb +28 -30
  118. data/spec/chewy/multi_search_spec.rb +4 -5
  119. data/spec/chewy/rake_helper_spec.rb +315 -55
  120. data/spec/chewy/rspec/build_query_spec.rb +34 -0
  121. data/spec/chewy/rspec/helpers_spec.rb +61 -0
  122. data/spec/chewy/rspec/update_index_spec.rb +74 -71
  123. data/spec/chewy/runtime_spec.rb +2 -2
  124. data/spec/chewy/search/loader_spec.rb +19 -53
  125. data/spec/chewy/search/pagination/kaminari_examples.rb +4 -6
  126. data/spec/chewy/search/pagination/kaminari_spec.rb +2 -2
  127. data/spec/chewy/search/parameters/collapse_spec.rb +5 -0
  128. data/spec/chewy/search/parameters/ignore_unavailable_spec.rb +67 -0
  129. data/spec/chewy/search/parameters/indices_spec.rb +26 -117
  130. data/spec/chewy/search/parameters/knn_spec.rb +5 -0
  131. data/spec/chewy/search/parameters/order_spec.rb +18 -11
  132. data/spec/chewy/search/parameters/query_storage_examples.rb +67 -21
  133. data/spec/chewy/search/parameters/search_after_spec.rb +4 -1
  134. data/spec/chewy/search/parameters/source_spec.rb +8 -2
  135. data/spec/chewy/search/parameters/track_total_hits_spec.rb +5 -0
  136. data/spec/chewy/search/parameters_spec.rb +18 -4
  137. data/spec/chewy/search/query_proxy_spec.rb +68 -17
  138. data/spec/chewy/search/request_spec.rb +292 -110
  139. data/spec/chewy/search/response_spec.rb +12 -12
  140. data/spec/chewy/search/scrolling_spec.rb +10 -17
  141. data/spec/chewy/search_spec.rb +40 -34
  142. data/spec/chewy/stash_spec.rb +9 -21
  143. data/spec/chewy/strategy/active_job_spec.rb +16 -16
  144. data/spec/chewy/strategy/atomic_no_refresh_spec.rb +60 -0
  145. data/spec/chewy/strategy/atomic_spec.rb +9 -10
  146. data/spec/chewy/strategy/delayed_sidekiq_spec.rb +202 -0
  147. data/spec/chewy/strategy/lazy_sidekiq_spec.rb +214 -0
  148. data/spec/chewy/strategy/sidekiq_spec.rb +12 -12
  149. data/spec/chewy/strategy_spec.rb +19 -15
  150. data/spec/chewy_spec.rb +24 -107
  151. data/spec/spec_helper.rb +3 -22
  152. data/spec/support/active_record.rb +25 -7
  153. metadata +78 -339
  154. data/.circleci/config.yml +0 -240
  155. data/Appraisals +0 -81
  156. data/gemfiles/rails.5.2.activerecord.gemfile +0 -17
  157. data/gemfiles/rails.5.2.mongoid.6.4.gemfile +0 -17
  158. data/gemfiles/rails.6.0.activerecord.gemfile +0 -17
  159. data/gemfiles/sequel.4.45.gemfile +0 -11
  160. data/lib/chewy/backports/deep_dup.rb +0 -46
  161. data/lib/chewy/backports/duplicable.rb +0 -91
  162. data/lib/chewy/search/pagination/will_paginate.rb +0 -43
  163. data/lib/chewy/search/parameters/types.rb +0 -20
  164. data/lib/chewy/strategy/resque.rb +0 -27
  165. data/lib/chewy/strategy/shoryuken.rb +0 -40
  166. data/lib/chewy/type/actions.rb +0 -43
  167. data/lib/chewy/type/adapter/mongoid.rb +0 -67
  168. data/lib/chewy/type/adapter/sequel.rb +0 -93
  169. data/lib/chewy/type/crutch.rb +0 -32
  170. data/lib/chewy/type/import/bulk_builder.rb +0 -122
  171. data/lib/chewy/type/observe.rb +0 -82
  172. data/lib/chewy/type.rb +0 -120
  173. data/lib/sequel/plugins/chewy_observe.rb +0 -63
  174. data/spec/chewy/search/pagination/will_paginate_examples.rb +0 -63
  175. data/spec/chewy/search/pagination/will_paginate_spec.rb +0 -23
  176. data/spec/chewy/search/parameters/types_spec.rb +0 -5
  177. data/spec/chewy/strategy/resque_spec.rb +0 -46
  178. data/spec/chewy/strategy/shoryuken_spec.rb +0 -70
  179. data/spec/chewy/type/actions_spec.rb +0 -50
  180. data/spec/chewy/type/adapter/mongoid_spec.rb +0 -372
  181. data/spec/chewy/type/adapter/sequel_spec.rb +0 -472
  182. data/spec/chewy/type/import/bulk_builder_spec.rb +0 -194
  183. data/spec/chewy/type/mapping_spec.rb +0 -175
  184. data/spec/chewy/type/observe_spec.rb +0 -137
  185. data/spec/chewy/type/wrapper_spec.rb +0 -100
  186. data/spec/chewy/type_spec.rb +0 -55
  187. data/spec/support/mongoid.rb +0 -93
  188. data/spec/support/sequel.rb +0 -80
@@ -1,472 +0,0 @@
1
- require 'spec_helper'
2
-
3
- describe Chewy::Type::Adapter::Sequel, :sequel do
4
- before do
5
- stub_model(:city)
6
- stub_model(:country)
7
- City.many_to_one :country
8
- Country.one_to_many :cities
9
- end
10
-
11
- describe '#name' do
12
- it { expect(described_class.new(City).name).to eq 'City' }
13
- it { expect(described_class.new(City.order(:id)).name).to eq 'City' }
14
- it { expect(described_class.new(City, name: 'town').name).to eq 'Town' }
15
-
16
- context do
17
- before { stub_model('namespace/city') }
18
-
19
- it { expect(described_class.new(Namespace::City).name).to eq 'City' }
20
- it { expect(described_class.new(Namespace::City.order(:id)).name).to eq 'City' }
21
- end
22
- end
23
-
24
- describe '#default_scope' do
25
- it { expect(described_class.new(City).default_scope.sql).to eql City.where(nil).sql }
26
- it { expect(described_class.new(City.order(:id)).default_scope.sql).to eql City.where(nil).sql }
27
- it { expect(described_class.new(City.limit(10)).default_scope.sql).to eql City.where(nil).sql }
28
- it { expect(described_class.new(City.offset(10)).default_scope.sql).to eql City.where(nil).sql }
29
- it { expect(described_class.new(City.where(rating: 10)).default_scope.sql).to eql City.where(rating: 10).sql }
30
- end
31
-
32
- describe '#type_name' do
33
- specify { expect(described_class.new(City).type_name).to eq('city') }
34
- specify { expect(described_class.new(City.order(:id)).type_name).to eq('city') }
35
- specify { expect(described_class.new(City, name: 'town').type_name).to eq('town') }
36
-
37
- context do
38
- before { stub_model('namespace/city') }
39
-
40
- specify { expect(described_class.new(Namespace::City).type_name).to eq('city') }
41
- specify { expect(described_class.new(Namespace::City.order(:id)).type_name).to eq('city') }
42
- end
43
- end
44
-
45
- describe '#identify' do
46
- subject { described_class.new(City) }
47
-
48
- context do
49
- let!(:cities) { Array.new(3) { City.new.save! } }
50
-
51
- it { expect(subject.identify(City.where(nil))).to match_array cities.map(&:id) }
52
- it { expect(subject.identify(cities)).to eq cities.map(&:id) }
53
- it { expect(subject.identify(cities.first)).to eq([cities.first.id]) }
54
- it { expect(subject.identify(cities.first(2).map(&:id))).to eq cities.first(2).map(&:id) }
55
- end
56
-
57
- context 'custom primary_key' do
58
- before { stub_model(:city).set_dataset :rating_cities }
59
- let!(:cities) { Array.new(3) { |i| City.create! { |c| c.rating = i } } }
60
-
61
- specify { expect(subject.identify(City.where(nil))).to match_array([0, 1, 2]) }
62
- specify { expect(subject.identify(cities)).to eq([0, 1, 2]) }
63
- specify { expect(subject.identify(cities.first)).to eq([0]) }
64
- specify { expect(subject.identify(cities.first(2).map(&:rating))).to eq([0, 1]) }
65
- end
66
- end
67
-
68
- describe '#import' do
69
- def import(*args)
70
- result = []
71
- subject.import(*args) { |data| result.push data }
72
- result
73
- end
74
-
75
- context do
76
- let!(:cities) { Array.new(3) { City.create! } }
77
- let!(:deleted) { Array.new(4) { City.create!.tap(&:destroy) } }
78
- subject { described_class.new(City) }
79
-
80
- specify { expect(import).to eq([{index: cities}]) }
81
- specify { expect(import(nil)).to eq([]) }
82
-
83
- specify { expect(import(City.order(:id))).to eq([{index: cities}]) }
84
- specify do
85
- expect(import(City.order(:id), batch_size: 2))
86
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
87
- end
88
-
89
- specify { expect(import(cities)).to eq([{index: cities}]) }
90
- specify do
91
- expect(import(cities, batch_size: 2))
92
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
93
- end
94
- specify do
95
- expect(import(cities, deleted))
96
- .to eq([{index: cities}, {delete: deleted}])
97
- end
98
- specify do
99
- expect(import(cities, deleted, batch_size: 2)).to eq([
100
- {index: cities.first(2)},
101
- {index: cities.last(1)},
102
- {delete: deleted.first(2)},
103
- {delete: deleted.last(2)}
104
- ])
105
- end
106
-
107
- specify { expect(import(cities.map(&:id))).to eq([{index: cities}]) }
108
- specify { expect(import(deleted.map(&:id))).to eq([{delete: deleted.map(&:id)}]) }
109
- specify do
110
- expect(import(cities.map(&:id), batch_size: 2))
111
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
112
- end
113
- specify do
114
- expect(import(cities.map(&:id), deleted.map(&:id)))
115
- .to eq([{index: cities}, {delete: deleted.map(&:id)}])
116
- end
117
- specify do
118
- expect(import(cities.map(&:id), deleted.map(&:id), batch_size: 2)).to eq([
119
- {index: cities.first(2)},
120
- {index: cities.last(1)},
121
- {delete: deleted.first(2).map(&:id)},
122
- {delete: deleted.last(2).map(&:id)}
123
- ])
124
- end
125
-
126
- specify { expect(import(cities.first, nil)).to eq([{index: [cities.first]}]) }
127
- specify { expect(import(cities.first.id, nil)).to eq([{index: [cities.first]}]) }
128
- end
129
-
130
- context 'additional delete conditions' do
131
- let!(:cities) { Array.new(4) { |i| City.create! rating: i } }
132
- before { cities.last(2).map(&:destroy) }
133
- subject { described_class.new(City) }
134
-
135
- before do
136
- City.class_eval do
137
- def delete_already?
138
- rating.in?([1, 3])
139
- end
140
- end
141
- end
142
- subject { described_class.new(City, delete_if: -> { delete_already? }) }
143
-
144
- specify do
145
- expect(import(City.where(nil))).to eq([
146
- {index: [cities[0]], delete: [cities[1]]}
147
- ])
148
- end
149
- specify do
150
- expect(import(cities)).to eq([
151
- {index: [cities[0]], delete: [cities[1]]},
152
- {delete: cities.last(2)}
153
- ])
154
- end
155
- specify do
156
- expect(import(cities.map(&:id))).to eq([
157
- {index: [cities[0]], delete: [cities[1]]},
158
- {delete: cities.last(2).map(&:id)}
159
- ])
160
- end
161
- end
162
-
163
- context 'custom primary_key' do
164
- before { stub_model(:city).set_dataset :rating_cities }
165
- let!(:cities) { Array.new(3) { |i| City.create! { |c| c.rating = i + 7 } } }
166
- let!(:deleted) { Array.new(3) { |i| City.create! { |c| c.rating = i + 10 }.tap(&:destroy) } }
167
- subject { described_class.new(City) }
168
-
169
- specify { expect(import).to eq([{index: cities}]) }
170
-
171
- specify { expect(import(City.order(:rating))).to eq([{index: cities}]) }
172
- specify do
173
- expect(import(City.order(:rating), batch_size: 2))
174
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
175
- end
176
-
177
- specify { expect(import(cities)).to eq([{index: cities}]) }
178
- specify do
179
- expect(import(cities, batch_size: 2))
180
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
181
- end
182
- specify do
183
- expect(import(cities, deleted))
184
- .to eq([{index: cities}, {delete: deleted}])
185
- end
186
- specify do
187
- expect(import(cities, deleted, batch_size: 2)).to eq([
188
- {index: cities.first(2)},
189
- {index: cities.last(1)},
190
- {delete: deleted.first(2)},
191
- {delete: deleted.last(1)}
192
- ])
193
- end
194
-
195
- specify { expect(import(cities.map(&:rating))).to eq([{index: cities}]) }
196
- specify do
197
- expect(import(cities.map(&:rating), batch_size: 2))
198
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
199
- end
200
- specify do
201
- expect(import(cities.map(&:rating), deleted.map(&:rating)))
202
- .to eq([{index: cities}, {delete: deleted.map(&:rating)}])
203
- end
204
- specify do
205
- expect(import(cities.map(&:rating), deleted.map(&:rating), batch_size: 2)).to eq([
206
- {index: cities.first(2)},
207
- {index: cities.last(1)},
208
- {delete: deleted.first(2).map(&:rating)},
209
- {delete: deleted.last(1).map(&:rating)}
210
- ])
211
- end
212
- end
213
-
214
- context 'default scope' do
215
- let!(:cities) { Array.new(4) { |i| City.create!(rating: i / 3) } }
216
- let!(:deleted) { Array.new(3) { City.create!.tap(&:destroy) } }
217
- subject { described_class.new(City.where(rating: 0)) }
218
-
219
- specify { expect(import).to eq([{index: cities.first(3)}]) }
220
-
221
- specify do
222
- expect(import(City.where('rating < 2')))
223
- .to eq([{index: cities.first(3)}])
224
- end
225
- specify do
226
- expect(import(City.where('rating < 2'), batch_size: 2))
227
- .to eq([{index: cities.first(2)}, {index: [cities[2]]}])
228
- end
229
- specify do
230
- expect(import(City.where('rating < 1')))
231
- .to eq([{index: cities.first(3)}])
232
- end
233
- specify { expect(import(City.where('rating > 1'))).to eq([]) }
234
-
235
- specify do
236
- expect(import(cities.first(2)))
237
- .to eq([{index: cities.first(2)}])
238
- end
239
- specify do
240
- expect(import(cities))
241
- .to eq([{index: cities.first(3)}, {delete: cities.last(1)}])
242
- end
243
- specify do
244
- expect(import(cities, batch_size: 2))
245
- .to eq([{index: cities.first(2)}, {index: [cities[2]]}, {delete: cities.last(1)}])
246
- end
247
- specify do
248
- expect(import(cities, deleted))
249
- .to eq([{index: cities.first(3)}, {delete: cities.last(1) + deleted}])
250
- end
251
- specify do
252
- expect(import(cities, deleted, batch_size: 3)).to eq([
253
- {index: cities.first(3)},
254
- {delete: cities.last(1) + deleted.first(2)},
255
- {delete: deleted.last(1)}
256
- ])
257
- end
258
-
259
- specify do
260
- expect(import(cities.first(2).map(&:id)))
261
- .to eq([{index: cities.first(2)}])
262
- end
263
- specify do
264
- expect(import(cities.map(&:id)))
265
- .to eq([{index: cities.first(3)}, {delete: [cities.last.id]}])
266
- end
267
- specify do
268
- expect(import(cities.map(&:id), batch_size: 2))
269
- .to eq([{index: cities.first(2)}, {index: [cities[2]]}, {delete: [cities.last.id]}])
270
- end
271
- specify do
272
- expect(import(cities.map(&:id), deleted.map(&:id)))
273
- .to eq([{index: cities.first(3)}, {delete: [cities.last.id] + deleted.map(&:id)}])
274
- end
275
- specify do
276
- expect(import(cities.map(&:id), deleted.map(&:id), batch_size: 3)).to eq([
277
- {index: cities.first(3)},
278
- {delete: [cities.last.id] + deleted.first(2).map(&:id)},
279
- {delete: deleted.last(1).map(&:id)}
280
- ])
281
- end
282
- end
283
-
284
- context 'error handling' do
285
- let!(:cities) { Array.new(3) { City.create! } }
286
- let!(:deleted) { Array.new(2) { City.create!.tap(&:destroy) } }
287
- let(:ids) { (cities + deleted).map(&:id) }
288
- subject { described_class.new(City) }
289
-
290
- let(:data_comparer) do
291
- lambda do |id, data|
292
- objects = data[:index] || data[:delete]
293
- !objects.map { |o| o.respond_to?(:id) ? o.id : o }.include?(id)
294
- end
295
- end
296
-
297
- context 'implicit scope' do
298
- specify { expect(subject.import { |_data| true }).to eq(true) }
299
- specify { expect(subject.import { |_data| false }).to eq(false) }
300
- specify { expect(subject.import(batch_size: 1, &data_comparer.curry[cities[0].id])).to eq(false) }
301
- specify { expect(subject.import(batch_size: 1, &data_comparer.curry[cities[1].id])).to eq(false) }
302
- specify { expect(subject.import(batch_size: 1, &data_comparer.curry[cities[2].id])).to eq(false) }
303
- specify { expect(subject.import(batch_size: 1, &data_comparer.curry[deleted[0].id])).to eq(true) }
304
- specify { expect(subject.import(batch_size: 1, &data_comparer.curry[deleted[1].id])).to eq(true) }
305
- end
306
-
307
- context 'explicit scope' do
308
- let(:scope) { City.where(id: ids) }
309
-
310
- specify { expect(subject.import(scope) { |_data| true }).to eq(true) }
311
- specify { expect(subject.import(scope) { |_data| false }).to eq(false) }
312
- specify { expect(subject.import(scope, batch_size: 1, &data_comparer.curry[cities[0].id])).to eq(false) }
313
- specify { expect(subject.import(scope, batch_size: 1, &data_comparer.curry[cities[1].id])).to eq(false) }
314
- specify { expect(subject.import(scope, batch_size: 1, &data_comparer.curry[cities[2].id])).to eq(false) }
315
- specify { expect(subject.import(scope, batch_size: 1, &data_comparer.curry[deleted[0].id])).to eq(true) }
316
- specify { expect(subject.import(scope, batch_size: 1, &data_comparer.curry[deleted[1].id])).to eq(true) }
317
- end
318
-
319
- context 'objects' do
320
- specify { expect(subject.import(cities + deleted) { |_data| true }).to eq(true) }
321
- specify { expect(subject.import(cities + deleted) { |_data| false }).to eq(false) }
322
- specify { expect(subject.import(cities + deleted, batch_size: 1, &data_comparer.curry[cities[0].id])).to eq(false) }
323
- specify { expect(subject.import(cities + deleted, batch_size: 1, &data_comparer.curry[cities[1].id])).to eq(false) }
324
- specify { expect(subject.import(cities + deleted, batch_size: 1, &data_comparer.curry[cities[2].id])).to eq(false) }
325
- specify { expect(subject.import(cities + deleted, batch_size: 1, &data_comparer.curry[deleted[0].id])).to eq(false) }
326
- specify { expect(subject.import(cities + deleted, batch_size: 1, &data_comparer.curry[deleted[1].id])).to eq(false) }
327
- end
328
-
329
- context 'ids' do
330
- specify { expect(subject.import(ids) { |_data| true }).to eq(true) }
331
- specify { expect(subject.import(ids) { |_data| false }).to eq(false) }
332
- specify { expect(subject.import(ids, batch_size: 1, &data_comparer.curry[cities[0].id])).to eq(false) }
333
- specify { expect(subject.import(ids, batch_size: 1, &data_comparer.curry[cities[1].id])).to eq(false) }
334
- specify { expect(subject.import(ids, batch_size: 1, &data_comparer.curry[cities[2].id])).to eq(false) }
335
- specify { expect(subject.import(ids, batch_size: 1, &data_comparer.curry[deleted[0].id])).to eq(false) }
336
- specify { expect(subject.import(ids, batch_size: 1, &data_comparer.curry[deleted[1].id])).to eq(false) }
337
- end
338
- end
339
- end
340
-
341
- describe '#import_fields' do
342
- subject { described_class.new(Country) }
343
- let!(:countries) { Array.new(3) { |i| Country.create!(rating: i) { |c| c.id = i + 1 } } }
344
- let!(:cities) { Array.new(6) { |i| City.create!(rating: i + 3, country_id: (i + 4) / 2) { |c| c.id = i + 3 } } }
345
-
346
- specify { expect(subject.import_fields).to match([contain_exactly(1, 2, 3)]) }
347
- specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([1, 0], [2, 1], [3, 2])]) }
348
-
349
- context 'scopes' do
350
- context do
351
- subject { described_class.new(Country.eager_graph(:cities)) }
352
-
353
- specify { expect(subject.import_fields).to match([contain_exactly(1, 2, 3)]) }
354
- specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([1, 0], [2, 1], [3, 2])]) }
355
- end
356
-
357
- context do
358
- subject { described_class.new(Country.eager(:cities)) }
359
-
360
- specify { expect(subject.import_fields).to match([contain_exactly(1, 2, 3)]) }
361
- specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([1, 0], [2, 1], [3, 2])]) }
362
- end
363
-
364
- context do
365
- subject { described_class.new(Country.join(:cities, country_id: :id)) }
366
-
367
- specify { expect(subject.import_fields).to match([contain_exactly(2, 3)]) }
368
- specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([2, 1], [3, 2])]) }
369
- end
370
-
371
- context 'ignores default scope if another scope is passed' do
372
- subject { described_class.new(Country.join(:cities, country_id: :id)) }
373
-
374
- specify { expect(subject.import_fields(Country.where('rating < 2'))).to match([contain_exactly(1, 2)]) }
375
- specify { expect(subject.import_fields(Country.where('rating < 2'), fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
376
- end
377
- end
378
-
379
- context 'objects/ids' do
380
- specify { expect(subject.import_fields(1, 2)).to match([contain_exactly(1, 2)]) }
381
- specify { expect(subject.import_fields(1, 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
382
-
383
- specify { expect(subject.import_fields(countries.first(2))).to match([contain_exactly(1, 2)]) }
384
- specify { expect(subject.import_fields(countries.first(2), fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
385
- end
386
-
387
- context 'batch_size' do
388
- specify { expect(subject.import_fields(batch_size: 2)).to match([contain_exactly(1, 2), [3]]) }
389
- specify { expect(subject.import_fields(batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1]), [[3, 2]]]) }
390
-
391
- specify { expect(subject.import_fields(Country.where('rating < 2'), batch_size: 2)).to match([contain_exactly(1, 2)]) }
392
- specify { expect(subject.import_fields(Country.where('rating < 2'), batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
393
-
394
- specify { expect(subject.import_fields(1, 2, batch_size: 1)).to match([[1], [2]]) }
395
- specify { expect(subject.import_fields(1, 2, batch_size: 1, fields: [:rating])).to match([[[1, 0]], [[2, 1]]]) }
396
-
397
- specify { expect(subject.import_fields(countries.first(2), batch_size: 1)).to match([[1], [2]]) }
398
- specify { expect(subject.import_fields(countries.first(2), batch_size: 1, fields: [:rating])).to match([[[1, 0]], [[2, 1]]]) }
399
- end
400
- end
401
-
402
- describe '#load' do
403
- context do
404
- let!(:cities) { Array.new(3) { |i| City.create!(rating: i / 2) } }
405
- let!(:deleted) { Array.new(2) { City.create!.tap(&:destroy) } }
406
- let(:city_ids) { cities.map(&:id) }
407
- let(:deleted_ids) { deleted.map(&:id) }
408
-
409
- let(:type) { double(type_name: 'user') }
410
-
411
- subject { described_class.new(City) }
412
-
413
- specify { expect(subject.load(city_ids, _type: type)).to eq(cities) }
414
- specify { expect(subject.load(city_ids.reverse, _type: type)).to eq(cities.reverse) }
415
- specify { expect(subject.load(deleted_ids, _type: type)).to eq([nil, nil]) }
416
- specify { expect(subject.load(city_ids + deleted_ids, _type: type)).to eq([*cities, nil, nil]) }
417
- specify do
418
- expect(subject.load(city_ids, _type: type, scope: -> { where(rating: 0) }))
419
- .to eq(cities.first(2) + [nil])
420
- end
421
- specify do
422
- expect(subject.load(city_ids,
423
- _type: type, scope: -> { where(rating: 0) }, user: {scope: -> { where(rating: 1) }}))
424
- .to eq([nil, nil] + cities.last(1))
425
- end
426
- xspecify 'sequel does not support scopes merge' do
427
- expect(subject.load(city_ids, _type: type, scope: City.where(rating: 1)))
428
- .to eq([nil, nil] + cities.last(1))
429
- end
430
- specify do
431
- expect(subject.load(city_ids,
432
- _type: type, scope: City.where(rating: 1), user: {scope: -> { where(rating: 0) }}))
433
- .to eq(cities.first(2) + [nil])
434
- end
435
- end
436
-
437
- context 'custom primary_key' do
438
- before { stub_model(:city).set_dataset :rating_cities }
439
- let!(:cities) { Array.new(3) { |i| City.create!(country_id: i / 2) { |c| c.rating = i + 7 } } }
440
- let!(:deleted) { Array.new(2) { |i| City.create! { |c| c.rating = i + 10 }.tap(&:destroy) } }
441
- let(:city_ids) { cities.map(&:rating) }
442
- let(:deleted_ids) { deleted.map(&:rating) }
443
-
444
- let(:type) { double(type_name: 'user') }
445
-
446
- subject { described_class.new(City) }
447
-
448
- specify { expect(subject.load(city_ids, _type: type)).to eq(cities) }
449
- specify { expect(subject.load(city_ids.reverse, _type: type)).to eq(cities.reverse) }
450
- specify { expect(subject.load(deleted_ids, _type: type)).to eq([nil, nil]) }
451
- specify { expect(subject.load(city_ids + deleted_ids, _type: type)).to eq([*cities, nil, nil]) }
452
- specify do
453
- expect(subject.load(city_ids, _type: type, scope: -> { where(country_id: 0) }))
454
- .to eq(cities.first(2) + [nil])
455
- end
456
- specify do
457
- expect(subject.load(city_ids,
458
- _type: type, scope: -> { where(country_id: 0) }, user: {scope: -> { where(country_id: 1) }}))
459
- .to eq([nil, nil] + cities.last(1))
460
- end
461
- xspecify 'sequel does not support scopes merge' do
462
- expect(subject.load(city_ids, _type: type, scope: City.where(country_id: 1)))
463
- .to eq([nil, nil] + cities.last(1))
464
- end
465
- specify do
466
- expect(subject.load(city_ids,
467
- _type: type, scope: City.where(country_id: 1), user: {scope: -> { where(country_id: 0) }}))
468
- .to eq(cities.first(2) + [nil])
469
- end
470
- end
471
- end
472
- end
@@ -1,194 +0,0 @@
1
- require 'spec_helper'
2
-
3
- describe Chewy::Type::Import::BulkBuilder do
4
- before { Chewy.massacre }
5
-
6
- subject { described_class.new(type, index: index, delete: delete, fields: fields) }
7
- let(:type) { CitiesIndex::City }
8
- let(:index) { [] }
9
- let(:delete) { [] }
10
- let(:fields) { [] }
11
-
12
- describe '#bulk_body' do
13
- context 'simple bulk', :orm do
14
- before do
15
- stub_model(:city)
16
- stub_index(:cities) do
17
- define_type City do
18
- field :name, :rating
19
- end
20
- end
21
- end
22
- let(:cities) { Array.new(3) { |i| City.create!(id: i + 1, name: "City#{i + 17}", rating: 42) } }
23
-
24
- specify { expect(subject.bulk_body).to eq([]) }
25
-
26
- context do
27
- let(:index) { cities }
28
- specify do
29
- expect(subject.bulk_body).to eq([
30
- {index: {_id: 1, data: {'name' => 'City17', 'rating' => 42}}},
31
- {index: {_id: 2, data: {'name' => 'City18', 'rating' => 42}}},
32
- {index: {_id: 3, data: {'name' => 'City19', 'rating' => 42}}}
33
- ])
34
- end
35
- end
36
-
37
- context do
38
- let(:delete) { cities }
39
- specify do
40
- expect(subject.bulk_body).to eq([
41
- {delete: {_id: 1}}, {delete: {_id: 2}}, {delete: {_id: 3}}
42
- ])
43
- end
44
- end
45
-
46
- context do
47
- let(:index) { cities.first(2) }
48
- let(:delete) { [cities.last] }
49
- specify do
50
- expect(subject.bulk_body).to eq([
51
- {index: {_id: 1, data: {'name' => 'City17', 'rating' => 42}}},
52
- {index: {_id: 2, data: {'name' => 'City18', 'rating' => 42}}},
53
- {delete: {_id: 3}}
54
- ])
55
- end
56
-
57
- context ':fields' do
58
- let(:fields) { %w[name] }
59
- specify do
60
- expect(subject.bulk_body).to eq([
61
- {update: {_id: 1, data: {doc: {'name' => 'City17'}}}},
62
- {update: {_id: 2, data: {doc: {'name' => 'City18'}}}},
63
- {delete: {_id: 3}}
64
- ])
65
- end
66
- end
67
- end
68
- end
69
-
70
- context 'custom id', :orm do
71
- before do
72
- stub_model(:city)
73
- end
74
-
75
- before do
76
- stub_index(:cities) do
77
- define_type City do
78
- root id: -> { name } do
79
- field :rating
80
- end
81
- end
82
- end
83
- end
84
-
85
- let(:london) { City.create(id: 1, name: 'London', rating: 4) }
86
-
87
- specify do
88
- expect { CitiesIndex.import(london) }
89
- .to update_index(CitiesIndex).and_reindex(london.name)
90
- end
91
-
92
- context 'indexing' do
93
- let(:index) { [london] }
94
-
95
- specify do
96
- expect(subject.bulk_body).to eq([
97
- {index: {_id: london.name, data: {'rating' => 4}}}
98
- ])
99
- end
100
- end
101
-
102
- context 'destroying' do
103
- let(:delete) { [london] }
104
-
105
- specify do
106
- expect(subject.bulk_body).to eq([
107
- {delete: {_id: london.name}}
108
- ])
109
- end
110
- end
111
- end
112
-
113
- context 'crutches' do
114
- before do
115
- stub_index(:cities) do
116
- define_type :city do
117
- crutch :names do |collection|
118
- collection.map { |item| [item.id, "Name#{item.id}"] }.to_h
119
- end
120
-
121
- field :name, value: ->(o, c) { c.names[o.id] }
122
- end
123
- end
124
- end
125
-
126
- let(:index) { [double(id: 42)] }
127
-
128
- specify do
129
- expect(subject.bulk_body).to eq([
130
- {index: {_id: 42, data: {'name' => 'Name42'}}}
131
- ])
132
- end
133
-
134
- context 'witchcraft' do
135
- before { CitiesIndex::City.witchcraft! }
136
- specify do
137
- expect(subject.bulk_body).to eq([
138
- {index: {_id: 42, data: {'name' => 'Name42'}}}
139
- ])
140
- end
141
- end
142
- end
143
-
144
- context 'empty ids' do
145
- before do
146
- stub_index(:cities) do
147
- define_type :city do
148
- field :name
149
- end
150
- end
151
- end
152
-
153
- let(:index) { [{id: 1, name: 'Name0'}, double(id: '', name: 'Name1'), double(name: 'Name2')] }
154
- let(:delete) { [double(id: '', name: 'Name3'), {name: 'Name4'}, '', 2] }
155
-
156
- specify do
157
- expect(subject.bulk_body).to eq([
158
- {index: {_id: 1, data: {'name' => 'Name0'}}},
159
- {index: {data: {'name' => 'Name1'}}},
160
- {index: {data: {'name' => 'Name2'}}},
161
- {delete: {_id: {'name' => 'Name4'}}},
162
- {delete: {_id: 2}}
163
- ])
164
- end
165
-
166
- context do
167
- let(:fields) { %w[name] }
168
-
169
- specify do
170
- expect(subject.bulk_body).to eq([
171
- {update: {_id: 1, data: {doc: {'name' => 'Name0'}}}},
172
- {delete: {_id: {'name' => 'Name4'}}},
173
- {delete: {_id: 2}}
174
- ])
175
- end
176
- end
177
- end
178
- end
179
-
180
- describe '#index_objects_by_id' do
181
- before do
182
- stub_index(:cities) do
183
- define_type :city do
184
- field :name
185
- end
186
- end
187
- end
188
-
189
- let(:index) { [double(id: 1), double(id: 2), double(id: ''), double] }
190
- let(:delete) { [double(id: 3)] }
191
-
192
- specify { expect(subject.index_objects_by_id).to eq('1' => index.first, '2' => index.second) }
193
- end
194
- end