chewy 5.1.0 → 7.2.7

Sign up to get free protection for your applications and to get access to all the features.
Files changed (234) hide show
  1. checksums.yaml +4 -4
  2. data/.github/CODEOWNERS +1 -0
  3. data/.github/ISSUE_TEMPLATE/bug_report.md +39 -0
  4. data/.github/ISSUE_TEMPLATE/feature_request.md +20 -0
  5. data/.github/PULL_REQUEST_TEMPLATE.md +16 -0
  6. data/.github/workflows/ruby.yml +73 -0
  7. data/.rubocop.yml +13 -8
  8. data/.rubocop_todo.yml +110 -22
  9. data/CHANGELOG.md +449 -347
  10. data/CODE_OF_CONDUCT.md +14 -0
  11. data/CONTRIBUTING.md +63 -0
  12. data/Gemfile +3 -7
  13. data/Guardfile +3 -1
  14. data/LICENSE.txt +1 -1
  15. data/README.md +423 -311
  16. data/chewy.gemspec +8 -10
  17. data/gemfiles/rails.5.2.activerecord.gemfile +9 -14
  18. data/gemfiles/rails.6.0.activerecord.gemfile +11 -0
  19. data/gemfiles/rails.6.1.activerecord.gemfile +13 -0
  20. data/gemfiles/rails.7.0.activerecord.gemfile +13 -0
  21. data/lib/chewy/config.rb +42 -60
  22. data/lib/chewy/errors.rb +4 -10
  23. data/lib/chewy/fields/base.rb +80 -20
  24. data/lib/chewy/fields/root.rb +7 -17
  25. data/lib/chewy/index/actions.rb +62 -35
  26. data/lib/chewy/{type → index}/adapter/active_record.rb +18 -4
  27. data/lib/chewy/{type → index}/adapter/base.rb +2 -3
  28. data/lib/chewy/{type → index}/adapter/object.rb +28 -32
  29. data/lib/chewy/{type → index}/adapter/orm.rb +26 -24
  30. data/lib/chewy/index/aliases.rb +14 -5
  31. data/lib/chewy/{type → index}/crutch.rb +5 -5
  32. data/lib/chewy/index/import/bulk_builder.rb +311 -0
  33. data/lib/chewy/{type → index}/import/bulk_request.rb +6 -7
  34. data/lib/chewy/{type → index}/import/journal_builder.rb +11 -12
  35. data/lib/chewy/{type → index}/import/routine.rb +17 -16
  36. data/lib/chewy/{type → index}/import.rb +51 -33
  37. data/lib/chewy/{type → index}/mapping.rb +32 -37
  38. data/lib/chewy/index/observe/active_record_methods.rb +87 -0
  39. data/lib/chewy/index/observe/callback.rb +34 -0
  40. data/lib/chewy/index/observe.rb +17 -0
  41. data/lib/chewy/index/specification.rb +1 -0
  42. data/lib/chewy/{type → index}/syncer.rb +61 -62
  43. data/lib/chewy/{type → index}/witchcraft.rb +15 -9
  44. data/lib/chewy/{type → index}/wrapper.rb +13 -3
  45. data/lib/chewy/index.rb +46 -96
  46. data/lib/chewy/journal.rb +25 -14
  47. data/lib/chewy/minitest/helpers.rb +86 -13
  48. data/lib/chewy/minitest/search_index_receiver.rb +22 -26
  49. data/lib/chewy/multi_search.rb +62 -0
  50. data/lib/chewy/railtie.rb +6 -20
  51. data/lib/chewy/rake_helper.rb +136 -108
  52. data/lib/chewy/rspec/build_query.rb +12 -0
  53. data/lib/chewy/rspec/helpers.rb +55 -0
  54. data/lib/chewy/rspec/update_index.rb +55 -44
  55. data/lib/chewy/rspec.rb +2 -0
  56. data/lib/chewy/runtime.rb +1 -1
  57. data/lib/chewy/search/loader.rb +19 -41
  58. data/lib/chewy/search/parameters/collapse.rb +16 -0
  59. data/lib/chewy/search/parameters/concerns/query_storage.rb +2 -2
  60. data/lib/chewy/search/parameters/ignore_unavailable.rb +27 -0
  61. data/lib/chewy/search/parameters/indices.rb +12 -57
  62. data/lib/chewy/search/parameters/none.rb +1 -3
  63. data/lib/chewy/search/parameters/order.rb +6 -19
  64. data/lib/chewy/search/parameters/source.rb +5 -1
  65. data/lib/chewy/search/parameters/track_total_hits.rb +16 -0
  66. data/lib/chewy/search/parameters.rb +7 -4
  67. data/lib/chewy/search/query_proxy.rb +9 -2
  68. data/lib/chewy/search/request.rb +180 -154
  69. data/lib/chewy/search/response.rb +5 -5
  70. data/lib/chewy/search/scoping.rb +7 -8
  71. data/lib/chewy/search/scrolling.rb +16 -13
  72. data/lib/chewy/search.rb +7 -22
  73. data/lib/chewy/stash.rb +19 -30
  74. data/lib/chewy/strategy/active_job.rb +2 -2
  75. data/lib/chewy/strategy/atomic_no_refresh.rb +18 -0
  76. data/lib/chewy/strategy/base.rb +10 -0
  77. data/lib/chewy/strategy/lazy_sidekiq.rb +64 -0
  78. data/lib/chewy/strategy/sidekiq.rb +3 -2
  79. data/lib/chewy/strategy.rb +5 -19
  80. data/lib/chewy/version.rb +1 -1
  81. data/lib/chewy.rb +36 -80
  82. data/lib/generators/chewy/install_generator.rb +1 -1
  83. data/lib/tasks/chewy.rake +26 -32
  84. data/migration_guide.md +56 -0
  85. data/spec/chewy/config_spec.rb +15 -61
  86. data/spec/chewy/fields/base_spec.rb +432 -145
  87. data/spec/chewy/fields/root_spec.rb +20 -28
  88. data/spec/chewy/fields/time_fields_spec.rb +5 -5
  89. data/spec/chewy/index/actions_spec.rb +388 -55
  90. data/spec/chewy/{type → index}/adapter/active_record_spec.rb +110 -44
  91. data/spec/chewy/{type → index}/adapter/object_spec.rb +21 -6
  92. data/spec/chewy/index/aliases_spec.rb +3 -3
  93. data/spec/chewy/index/import/bulk_builder_spec.rb +494 -0
  94. data/spec/chewy/{type → index}/import/bulk_request_spec.rb +5 -12
  95. data/spec/chewy/{type → index}/import/journal_builder_spec.rb +14 -22
  96. data/spec/chewy/{type → index}/import/routine_spec.rb +19 -19
  97. data/spec/chewy/{type → index}/import_spec.rb +149 -96
  98. data/spec/chewy/index/mapping_spec.rb +135 -0
  99. data/spec/chewy/index/observe/active_record_methods_spec.rb +68 -0
  100. data/spec/chewy/index/observe/callback_spec.rb +139 -0
  101. data/spec/chewy/index/observe_spec.rb +143 -0
  102. data/spec/chewy/index/settings_spec.rb +3 -1
  103. data/spec/chewy/index/specification_spec.rb +20 -30
  104. data/spec/chewy/{type → index}/syncer_spec.rb +14 -19
  105. data/spec/chewy/{type → index}/witchcraft_spec.rb +34 -21
  106. data/spec/chewy/index/wrapper_spec.rb +100 -0
  107. data/spec/chewy/index_spec.rb +69 -137
  108. data/spec/chewy/journal_spec.rb +46 -91
  109. data/spec/chewy/minitest/helpers_spec.rb +122 -14
  110. data/spec/chewy/minitest/search_index_receiver_spec.rb +24 -26
  111. data/spec/chewy/multi_search_spec.rb +84 -0
  112. data/spec/chewy/rake_helper_spec.rb +293 -101
  113. data/spec/chewy/rspec/build_query_spec.rb +34 -0
  114. data/spec/chewy/rspec/helpers_spec.rb +61 -0
  115. data/spec/chewy/rspec/update_index_spec.rb +106 -102
  116. data/spec/chewy/runtime_spec.rb +2 -2
  117. data/spec/chewy/search/loader_spec.rb +19 -53
  118. data/spec/chewy/search/pagination/kaminari_examples.rb +3 -5
  119. data/spec/chewy/search/pagination/kaminari_spec.rb +1 -1
  120. data/spec/chewy/search/parameters/collapse_spec.rb +5 -0
  121. data/spec/chewy/search/parameters/ignore_unavailable_spec.rb +67 -0
  122. data/spec/chewy/search/parameters/indices_spec.rb +26 -118
  123. data/spec/chewy/search/parameters/none_spec.rb +1 -1
  124. data/spec/chewy/search/parameters/order_spec.rb +18 -11
  125. data/spec/chewy/search/parameters/query_storage_examples.rb +67 -21
  126. data/spec/chewy/search/parameters/search_after_spec.rb +4 -1
  127. data/spec/chewy/search/parameters/source_spec.rb +8 -2
  128. data/spec/chewy/search/parameters/track_total_hits_spec.rb +5 -0
  129. data/spec/chewy/search/parameters_spec.rb +23 -7
  130. data/spec/chewy/search/query_proxy_spec.rb +68 -17
  131. data/spec/chewy/search/request_spec.rb +344 -149
  132. data/spec/chewy/search/response_spec.rb +35 -25
  133. data/spec/chewy/search/scrolling_spec.rb +28 -26
  134. data/spec/chewy/search_spec.rb +69 -59
  135. data/spec/chewy/stash_spec.rb +16 -26
  136. data/spec/chewy/strategy/active_job_spec.rb +23 -10
  137. data/spec/chewy/strategy/atomic_no_refresh_spec.rb +60 -0
  138. data/spec/chewy/strategy/atomic_spec.rb +9 -10
  139. data/spec/chewy/strategy/lazy_sidekiq_spec.rb +214 -0
  140. data/spec/chewy/strategy/sidekiq_spec.rb +14 -10
  141. data/spec/chewy/strategy_spec.rb +19 -15
  142. data/spec/chewy_spec.rb +17 -110
  143. data/spec/spec_helper.rb +6 -29
  144. data/spec/support/active_record.rb +43 -5
  145. metadata +102 -198
  146. data/.travis.yml +0 -45
  147. data/Appraisals +0 -81
  148. data/LEGACY_DSL.md +0 -497
  149. data/gemfiles/rails.4.0.activerecord.gemfile +0 -15
  150. data/gemfiles/rails.4.1.activerecord.gemfile +0 -15
  151. data/gemfiles/rails.4.2.activerecord.gemfile +0 -16
  152. data/gemfiles/rails.4.2.mongoid.5.2.gemfile +0 -16
  153. data/gemfiles/rails.5.0.activerecord.gemfile +0 -16
  154. data/gemfiles/rails.5.0.mongoid.6.1.gemfile +0 -16
  155. data/gemfiles/rails.5.1.activerecord.gemfile +0 -16
  156. data/gemfiles/rails.5.1.mongoid.6.3.gemfile +0 -16
  157. data/gemfiles/sequel.4.45.gemfile +0 -11
  158. data/lib/chewy/backports/deep_dup.rb +0 -46
  159. data/lib/chewy/backports/duplicable.rb +0 -91
  160. data/lib/chewy/query/compose.rb +0 -68
  161. data/lib/chewy/query/criteria.rb +0 -191
  162. data/lib/chewy/query/filters.rb +0 -244
  163. data/lib/chewy/query/loading.rb +0 -110
  164. data/lib/chewy/query/nodes/and.rb +0 -25
  165. data/lib/chewy/query/nodes/base.rb +0 -17
  166. data/lib/chewy/query/nodes/bool.rb +0 -34
  167. data/lib/chewy/query/nodes/equal.rb +0 -34
  168. data/lib/chewy/query/nodes/exists.rb +0 -20
  169. data/lib/chewy/query/nodes/expr.rb +0 -28
  170. data/lib/chewy/query/nodes/field.rb +0 -110
  171. data/lib/chewy/query/nodes/has_child.rb +0 -15
  172. data/lib/chewy/query/nodes/has_parent.rb +0 -15
  173. data/lib/chewy/query/nodes/has_relation.rb +0 -59
  174. data/lib/chewy/query/nodes/match_all.rb +0 -11
  175. data/lib/chewy/query/nodes/missing.rb +0 -20
  176. data/lib/chewy/query/nodes/not.rb +0 -25
  177. data/lib/chewy/query/nodes/or.rb +0 -25
  178. data/lib/chewy/query/nodes/prefix.rb +0 -19
  179. data/lib/chewy/query/nodes/query.rb +0 -20
  180. data/lib/chewy/query/nodes/range.rb +0 -63
  181. data/lib/chewy/query/nodes/raw.rb +0 -15
  182. data/lib/chewy/query/nodes/regexp.rb +0 -35
  183. data/lib/chewy/query/nodes/script.rb +0 -20
  184. data/lib/chewy/query/pagination.rb +0 -25
  185. data/lib/chewy/query.rb +0 -1142
  186. data/lib/chewy/search/pagination/will_paginate.rb +0 -43
  187. data/lib/chewy/search/parameters/types.rb +0 -20
  188. data/lib/chewy/strategy/resque.rb +0 -27
  189. data/lib/chewy/strategy/shoryuken.rb +0 -40
  190. data/lib/chewy/type/actions.rb +0 -43
  191. data/lib/chewy/type/adapter/mongoid.rb +0 -67
  192. data/lib/chewy/type/adapter/sequel.rb +0 -93
  193. data/lib/chewy/type/import/bulk_builder.rb +0 -122
  194. data/lib/chewy/type/observe.rb +0 -82
  195. data/lib/chewy/type.rb +0 -117
  196. data/lib/sequel/plugins/chewy_observe.rb +0 -63
  197. data/spec/chewy/query/criteria_spec.rb +0 -700
  198. data/spec/chewy/query/filters_spec.rb +0 -201
  199. data/spec/chewy/query/loading_spec.rb +0 -124
  200. data/spec/chewy/query/nodes/and_spec.rb +0 -12
  201. data/spec/chewy/query/nodes/bool_spec.rb +0 -14
  202. data/spec/chewy/query/nodes/equal_spec.rb +0 -32
  203. data/spec/chewy/query/nodes/exists_spec.rb +0 -18
  204. data/spec/chewy/query/nodes/has_child_spec.rb +0 -59
  205. data/spec/chewy/query/nodes/has_parent_spec.rb +0 -59
  206. data/spec/chewy/query/nodes/match_all_spec.rb +0 -11
  207. data/spec/chewy/query/nodes/missing_spec.rb +0 -16
  208. data/spec/chewy/query/nodes/not_spec.rb +0 -14
  209. data/spec/chewy/query/nodes/or_spec.rb +0 -12
  210. data/spec/chewy/query/nodes/prefix_spec.rb +0 -16
  211. data/spec/chewy/query/nodes/query_spec.rb +0 -12
  212. data/spec/chewy/query/nodes/range_spec.rb +0 -32
  213. data/spec/chewy/query/nodes/raw_spec.rb +0 -11
  214. data/spec/chewy/query/nodes/regexp_spec.rb +0 -43
  215. data/spec/chewy/query/nodes/script_spec.rb +0 -15
  216. data/spec/chewy/query/pagination/kaminari_spec.rb +0 -5
  217. data/spec/chewy/query/pagination/will_paginate_spec.rb +0 -5
  218. data/spec/chewy/query/pagination_spec.rb +0 -39
  219. data/spec/chewy/query_spec.rb +0 -637
  220. data/spec/chewy/search/pagination/will_paginate_examples.rb +0 -63
  221. data/spec/chewy/search/pagination/will_paginate_spec.rb +0 -23
  222. data/spec/chewy/search/parameters/types_spec.rb +0 -5
  223. data/spec/chewy/strategy/resque_spec.rb +0 -46
  224. data/spec/chewy/strategy/shoryuken_spec.rb +0 -66
  225. data/spec/chewy/type/actions_spec.rb +0 -50
  226. data/spec/chewy/type/adapter/mongoid_spec.rb +0 -372
  227. data/spec/chewy/type/adapter/sequel_spec.rb +0 -472
  228. data/spec/chewy/type/import/bulk_builder_spec.rb +0 -279
  229. data/spec/chewy/type/mapping_spec.rb +0 -173
  230. data/spec/chewy/type/observe_spec.rb +0 -137
  231. data/spec/chewy/type/wrapper_spec.rb +0 -98
  232. data/spec/chewy/type_spec.rb +0 -55
  233. data/spec/support/mongoid.rb +0 -93
  234. data/spec/support/sequel.rb +0 -80
@@ -1,63 +0,0 @@
1
- require 'spec_helper'
2
-
3
- shared_examples :will_paginate do |request_base_class|
4
- before { Chewy.massacre }
5
-
6
- before do
7
- stub_index(:products) do
8
- define_type(:product) do
9
- field :name
10
- field :age, type: 'integer'
11
- end
12
- end
13
- end
14
-
15
- let(:except_fields) { %w[_score _explanation] }
16
- let(:request_class) do
17
- Class.new(request_base_class).tap do |k|
18
- k.include Chewy::Search::Pagination::WillPaginate
19
- end
20
- end
21
- let(:search) { request_class.new(ProductsIndex).order(:age) }
22
-
23
- specify { expect(search.total_pages).to eq(1) } # defaults to 1 on will_paginate
24
-
25
- context do
26
- let(:data) { Array.new(10) { |i| {id: i.next.to_s, name: "Name#{i.next}", age: 10 * i.next}.stringify_keys! } }
27
-
28
- before { ProductsIndex::Product.import!(data.map { |h| double(h) }) }
29
- before { allow(::WillPaginate).to receive_messages(per_page: 3) }
30
-
31
- describe '#page' do
32
- specify { expect(search.map { |e| e.attributes.except(*except_fields) }).to match_array(data) }
33
- specify { expect(search.page(1).map { |e| e.attributes.except(*except_fields) }).to eq(data[0..2]) }
34
- specify { expect(search.page(2).map { |e| e.attributes.except(*except_fields) }).to eq(data[3..5]) }
35
- end
36
-
37
- describe '#paginate' do
38
- specify { expect(search.paginate(page: 2, per_page: 4).map { |e| e.attributes.except(*except_fields) }).to eq(data[4..7]) }
39
- specify { expect(search.paginate(per_page: 2, page: 3).page(3).map { |e| e.attributes.except(*except_fields) }).to eq(data[4..5]) }
40
- specify { expect(search.paginate(per_page: 5).map { |e| e.attributes.except(*except_fields) }).to eq(data[0..4]) }
41
- specify { expect(search.paginate(per_page: 4).map { |e| e.attributes.except(*except_fields) }).to eq(data[0..3]) }
42
- end
43
-
44
- describe '#total_pages' do
45
- specify { expect(search.paginate(page: 2, per_page: 5).total_pages).to eq(2) }
46
- specify { expect(search.paginate(page: 3, per_page: 2).total_pages).to eq(5) }
47
- end
48
-
49
- describe '#total_entries' do
50
- specify { expect(search.paginate(page: 1, per_page: 4).total_entries).to eq(10) }
51
- specify { expect(search.query(range: {age: {gt: 20}}).limit(3).total_entries).to eq(8) }
52
- end
53
-
54
- describe '#load' do
55
- specify { expect(search.paginate(per_page: 2, page: 1).load.first.age).to eq(10) }
56
- specify { expect(search.paginate(per_page: 2, page: 3).load.first.age).to eq(50) }
57
- specify { expect(search.paginate(per_page: 2, page: 3).load.page(2).load.first.age).to eq(30) }
58
-
59
- specify { expect(search.paginate(per_page: 4, page: 1).load.total_count).to eq(10) }
60
- specify { expect(search.paginate(per_page: 2, page: 3).load.total_pages).to eq(5) }
61
- end
62
- end
63
- end
@@ -1,23 +0,0 @@
1
- require 'chewy/search/pagination/will_paginate_examples'
2
-
3
- describe Chewy::Search::Pagination::WillPaginate do
4
- it_behaves_like :will_paginate, Chewy::Search::Request do
5
- describe '#objects' do
6
- let(:data) { Array.new(12) { |i| {id: i.next.to_s, name: "Name#{i.next}", age: 10 * i.next}.stringify_keys! } }
7
-
8
- before { ProductsIndex::Product.import!(data.map { |h| double(h) }) }
9
- before { allow(::WillPaginate).to receive_messages(per_page: 17) }
10
-
11
- # specify { expect(search.current_page).to eq(1) }
12
- # specify { expect(search.per_page).to eq(0) }
13
- specify { expect(search.objects.class).to eq(WillPaginate::Collection) }
14
- specify { expect(search.objects.total_entries).to eq(12) }
15
- specify { expect(search.objects.per_page).to eq(17) }
16
- specify { expect(search.objects.current_page).to eq(1) }
17
- specify { expect(search.paginate(per_page: 2, page: 3).objects.class).to eq(WillPaginate::Collection) }
18
- specify { expect(search.paginate(per_page: 2, page: 3).objects.total_entries).to eq(12) }
19
- specify { expect(search.paginate(per_page: 2, page: 3).objects.per_page).to eq(2) }
20
- specify { expect(search.paginate(per_page: 2, page: 3).objects.current_page).to eq(3) }
21
- end
22
- end
23
- end
@@ -1,5 +0,0 @@
1
- require 'chewy/search/parameters/string_array_storage_examples'
2
-
3
- describe Chewy::Search::Parameters::Types do
4
- it_behaves_like :string_array_storage, nil
5
- end
@@ -1,46 +0,0 @@
1
- require 'spec_helper'
2
-
3
- if defined?(::Resque)
4
- require 'resque_spec'
5
-
6
- describe Chewy::Strategy::Resque, :orm do
7
- around { |example| Chewy.strategy(:bypass) { example.run } }
8
- before { ResqueSpec.reset! }
9
- before do
10
- stub_model(:city) do
11
- update_index('cities#city') { self }
12
- end
13
-
14
- stub_index(:cities) do
15
- define_type City
16
- end
17
- end
18
-
19
- let(:city) { City.create!(name: 'hello') }
20
- let(:other_city) { City.create!(name: 'world') }
21
-
22
- specify do
23
- expect { [city, other_city].map(&:save!) }
24
- .not_to update_index(CitiesIndex::City, strategy: :resque)
25
- end
26
-
27
- specify do
28
- with_resque do
29
- expect { [city, other_city].map(&:save!) }
30
- .to update_index(CitiesIndex::City, strategy: :resque)
31
- .and_reindex(city, other_city).only
32
- end
33
- end
34
-
35
- specify do
36
- expect(CitiesIndex::City).to receive(:import!).with([city.id, other_city.id], suffix: '201601')
37
- Chewy::Strategy::Resque::Worker.perform('CitiesIndex::City', [city.id, other_city.id], suffix: '201601')
38
- end
39
-
40
- specify do
41
- allow(Chewy).to receive(:disable_refresh_async).and_return(true)
42
- expect(CitiesIndex::City).to receive(:import!).with([city.id, other_city.id], suffix: '201601', refresh: false)
43
- Chewy::Strategy::Resque::Worker.perform('CitiesIndex::City', [city.id, other_city.id], suffix: '201601')
44
- end
45
- end
46
- end
@@ -1,66 +0,0 @@
1
- require 'spec_helper'
2
-
3
- if defined?(::Shoryuken)
4
- require 'aws-sdk-sqs'
5
-
6
- describe Chewy::Strategy::Shoryuken do
7
- around { |example| Chewy.strategy(:bypass) { example.run } }
8
- before { ::Shoryuken.groups.clear }
9
- before do
10
- stub_model(:city) do
11
- update_index('cities#city') { self }
12
- end
13
-
14
- stub_index(:cities) do
15
- define_type City
16
- end
17
- end
18
-
19
- let(:city) { City.create!(name: 'hello') }
20
- let(:other_city) { City.create!(name: 'world') }
21
- let(:queue) { instance_double(::Shoryuken::Queue) }
22
-
23
- before do
24
- allow(::Shoryuken::Queue).to receive(:new).and_return(queue)
25
- allow(queue).to receive(:send_message).and_return(nil)
26
- end
27
-
28
- specify do
29
- expect { [city, other_city].map(&:save!) }
30
- .not_to update_index(CitiesIndex::City, strategy: :shoryuken)
31
- end
32
-
33
- specify do
34
- Chewy.settings[:shoryuken] = {queue: 'low'}
35
- expect(Chewy::Strategy::Shoryuken::Worker).to receive(:perform_async)
36
- .with(hash_including(type: 'CitiesIndex::City', ids: [city.id, other_city.id]), hash_including(queue: 'low'))
37
- Chewy.strategy(:shoryuken) do
38
- [city, other_city].map(&:save!)
39
- end
40
- end
41
-
42
- let(:body) do
43
- {
44
- 'type' => 'CitiesIndex::City',
45
- 'ids' => [city.id, other_city.id],
46
- 'options' => {'suffix' => '201601'}
47
- }
48
- end
49
- let(:sqs_msg) do
50
- double id: 'fc754df7-9cc2-4c41-96ca-5996a44b771e',
51
- body: body,
52
- delete: nil
53
- end
54
-
55
- specify do
56
- expect(CitiesIndex::City).to receive(:import!).with([city.id, other_city.id], suffix: '201601')
57
- Chewy::Strategy::Shoryuken::Worker.new.perform(sqs_msg, body)
58
- end
59
-
60
- specify do
61
- allow(Chewy).to receive(:disable_refresh_async).and_return(true)
62
- expect(CitiesIndex::City).to receive(:import!).with([city.id, other_city.id], suffix: '201601', refresh: false)
63
- Chewy::Strategy::Shoryuken::Worker.new.perform(sqs_msg, body)
64
- end
65
- end
66
- end
@@ -1,50 +0,0 @@
1
- require 'spec_helper'
2
-
3
- describe Chewy::Type::Actions, :orm do
4
- before { Chewy.massacre }
5
-
6
- before do
7
- stub_model(:city)
8
- stub_index(:cities) do
9
- define_type City do
10
- field :name
11
- field :updated_at, type: 'date'
12
- end
13
- end
14
- end
15
-
16
- let!(:cities) { Array.new(3) { |i| City.create!(name: "Name#{i + 1}") } }
17
- before { CitiesIndex::City.import }
18
-
19
- describe '.reset' do
20
- specify do
21
- expect { CitiesIndex::City.reset }.to update_index(CitiesIndex::City)
22
- end
23
- end
24
-
25
- describe '.sync' do
26
- before do
27
- cities.first.destroy
28
- sleep(1) if ActiveSupport::VERSION::STRING < '4.1.0'
29
- cities.last.update(name: 'Name5')
30
- end
31
- let!(:additional_city) { City.create!(name: 'Name4') }
32
-
33
- specify do
34
- expect(CitiesIndex::City.sync).to match(
35
- count: 3,
36
- missing: contain_exactly(cities.first.id.to_s, additional_city.id.to_s),
37
- outdated: [cities.last.id.to_s]
38
- )
39
- end
40
- specify do
41
- expect { CitiesIndex::City.sync }.to update_index(CitiesIndex::City)
42
- .and_reindex(additional_city, cities.last)
43
- .and_delete(cities.first).only
44
- end
45
- end
46
-
47
- describe '.journal' do
48
- specify { expect(CitiesIndex::City.journal).to be_a(Chewy::Journal) }
49
- end
50
- end
@@ -1,372 +0,0 @@
1
- require 'spec_helper'
2
-
3
- describe Chewy::Type::Adapter::Mongoid, :mongoid do
4
- before do
5
- stub_model(:city)
6
- stub_model(:country)
7
- if adapter == :mongoid && Mongoid::VERSION.start_with?('6')
8
- City.belongs_to :country, optional: true
9
- else
10
- City.belongs_to :country
11
- end
12
- Country.has_many :cities
13
- end
14
-
15
- describe '#name' do
16
- specify { expect(described_class.new(City).name).to eq('City') }
17
- specify { expect(described_class.new(City.order(:id.asc)).name).to eq('City') }
18
- specify { expect(described_class.new(City, name: 'town').name).to eq('Town') }
19
-
20
- context do
21
- before { stub_model('namespace/city') }
22
-
23
- specify { expect(described_class.new(Namespace::City).name).to eq('City') }
24
- specify { expect(described_class.new(Namespace::City.order(:id.asc)).name).to eq('City') }
25
- end
26
- end
27
-
28
- describe '#default_scope' do
29
- specify { expect(described_class.new(City).default_scope).to eq(City.all) }
30
- specify { expect(described_class.new(City.order(:id.asc)).default_scope).to eq(City.all) }
31
- specify { expect(described_class.new(City.limit(10)).default_scope).to eq(City.all) }
32
- specify { expect(described_class.new(City.offset(10)).default_scope).to eq(City.all) }
33
- specify { expect(described_class.new(City.where(rating: 10)).default_scope).to eq(City.where(rating: 10)) }
34
- end
35
-
36
- describe '#type_name' do
37
- specify { expect(described_class.new(City).type_name).to eq('city') }
38
- specify { expect(described_class.new(City.order(:id.asc)).type_name).to eq('city') }
39
- specify { expect(described_class.new(City, name: 'town').type_name).to eq('town') }
40
-
41
- context do
42
- before { stub_model('namespace/city') }
43
-
44
- specify { expect(described_class.new(Namespace::City).type_name).to eq('city') }
45
- specify { expect(described_class.new(Namespace::City.order(:id.asc)).type_name).to eq('city') }
46
- end
47
- end
48
-
49
- describe '#identify' do
50
- subject { described_class.new(City) }
51
- let!(:cities) { Array.new(3) { City.create! } }
52
-
53
- specify { expect(subject.identify(City.all)).to match_array(cities.map(&:id).map(&:to_s)) }
54
- specify { expect(subject.identify(cities)).to eq(cities.map(&:id).map(&:to_s)) }
55
- specify { expect(subject.identify(cities.first)).to eq([cities.first.id.to_s]) }
56
- specify { expect(subject.identify(cities.first(2).map(&:id))).to eq(cities.first(2).map(&:id).map(&:to_s)) }
57
-
58
- context 'non-bson ids' do
59
- let!(:cities) { Array.new(3) { |i| City.create! id: i + 1 } }
60
-
61
- specify { expect(subject.identify(City.all)).to match_array(cities.map(&:id)) }
62
- specify { expect(subject.identify(cities)).to eq(cities.map(&:id)) }
63
- specify { expect(subject.identify(cities.first)).to eq([cities.first.id]) }
64
- specify { expect(subject.identify(cities.first(2).map(&:id))).to eq(cities.first(2).map(&:id)) }
65
- end
66
- end
67
-
68
- describe '#import' do
69
- def import(*args)
70
- result = []
71
- subject.import(*args) { |data| result.push data }
72
- result
73
- end
74
-
75
- context do
76
- let!(:cities) { Array.new(3) { City.create! }.sort_by(&:id) }
77
- let!(:deleted) { Array.new(4) { City.create!.tap(&:destroy) }.sort_by(&:id) }
78
- subject { described_class.new(City) }
79
-
80
- specify { expect(import).to match([{index: match_array(cities)}]) }
81
- specify { expect(import(nil)).to eq([]) }
82
-
83
- specify { expect(import(City.order(:id.asc))).to eq([{index: cities}]) }
84
- specify do
85
- expect(import(City.order(:id.asc), batch_size: 2))
86
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
87
- end
88
-
89
- specify { expect(import(cities)).to eq([{index: cities}]) }
90
- specify do
91
- expect(import(cities, batch_size: 2))
92
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
93
- end
94
- specify do
95
- expect(import(cities, deleted))
96
- .to eq([{index: cities}, {delete: deleted}])
97
- end
98
- specify do
99
- expect(import(cities, deleted, batch_size: 2)).to eq([
100
- {index: cities.first(2)},
101
- {index: cities.last(1)},
102
- {delete: deleted.first(2)},
103
- {delete: deleted.last(2)}
104
- ])
105
- end
106
-
107
- specify { expect(import(cities.map(&:id))).to eq([{index: cities}]) }
108
- specify { expect(import(deleted.map(&:id))).to eq([{delete: deleted.map(&:id)}]) }
109
- specify do
110
- expect(import(cities.map(&:id), batch_size: 2))
111
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
112
- end
113
- specify do
114
- expect(import(cities.map(&:id), deleted.map(&:id)))
115
- .to eq([{index: cities}, {delete: deleted.map(&:id)}])
116
- end
117
- specify do
118
- expect(import(cities.map(&:id), deleted.map(&:id), batch_size: 2)).to eq([
119
- {index: cities.first(2)},
120
- {index: cities.last(1)},
121
- {delete: deleted.first(2).map(&:id)},
122
- {delete: deleted.last(2).map(&:id)}
123
- ])
124
- end
125
-
126
- specify { expect(import(cities.first, nil)).to eq([{index: [cities.first]}]) }
127
- specify { expect(import(cities.first.id, nil)).to eq([{index: [cities.first]}]) }
128
- end
129
-
130
- context 'additional delete conditions' do
131
- let!(:cities) { Array.new(4) { |i| City.create! rating: i } }
132
- before { cities.last(2).map(&:destroy) }
133
- subject { described_class.new(City) }
134
-
135
- before do
136
- City.class_eval do
137
- def delete_already?
138
- rating.in?([1, 3])
139
- end
140
- end
141
- end
142
- subject { described_class.new(City, delete_if: -> { delete_already? }) }
143
-
144
- specify do
145
- expect(import(City.all)).to eq([
146
- {index: [cities[0]], delete: [cities[1]]}
147
- ])
148
- end
149
- specify do
150
- expect(import(cities)).to eq([
151
- {index: [cities[0]], delete: [cities[1]]},
152
- {delete: cities.last(2)}
153
- ])
154
- end
155
- specify do
156
- expect(import(cities.map(&:id))).to eq([
157
- {index: [cities[0]], delete: [cities[1]]},
158
- {delete: cities.last(2).map(&:id)}
159
- ])
160
- end
161
- end
162
-
163
- context 'default scope' do
164
- let!(:cities) { Array.new(4) { |i| City.create!(id: i, rating: i / 3) }.sort_by(&:id) }
165
- let!(:deleted) { Array.new(3) { |i| City.create!(id: 4 + i).tap(&:destroy) }.sort_by(&:id) }
166
- subject { described_class.new(City.where(rating: 0)) }
167
-
168
- specify { expect(import).to eq([{index: cities.first(3)}]) }
169
-
170
- specify do
171
- expect(import(City.where(:rating.lt => 2).order(:id.asc)))
172
- .to eq([{index: cities.first(3)}])
173
- end
174
- specify do
175
- expect(import(City.where(:rating.lt => 2).order(:id.asc), batch_size: 2))
176
- .to eq([{index: cities.first(2)}, {index: [cities[2]]}])
177
- end
178
- specify do
179
- expect(import(City.where(:rating.lt => 1).order(:id.asc)))
180
- .to eq([{index: cities.first(3)}])
181
- end
182
- specify { expect(import(City.where(:rating.gt => 1).order(:id.asc))).to eq([]) }
183
-
184
- specify do
185
- expect(import(cities.first(2)))
186
- .to eq([{index: cities.first(2)}])
187
- end
188
- specify do
189
- expect(import(cities))
190
- .to eq([{index: cities.first(3)}, {delete: cities.last(1)}])
191
- end
192
- specify do
193
- expect(import(cities, batch_size: 2))
194
- .to eq([{index: cities.first(2)}, {index: [cities[2]]}, {delete: cities.last(1)}])
195
- end
196
- specify do
197
- expect(import(cities, deleted))
198
- .to eq([{index: cities.first(3)}, {delete: cities.last(1) + deleted}])
199
- end
200
- specify do
201
- expect(import(cities, deleted, batch_size: 3)).to eq([
202
- {index: cities.first(3)},
203
- {delete: cities.last(1) + deleted.first(2)},
204
- {delete: deleted.last(1)}
205
- ])
206
- end
207
-
208
- specify do
209
- expect(import(cities.first(2).map(&:id)))
210
- .to eq([{index: cities.first(2)}])
211
- end
212
- specify do
213
- expect(import(cities.map(&:id)))
214
- .to eq([{index: cities.first(3)}, {delete: [cities.last.id]}])
215
- end
216
- specify do
217
- expect(import(cities.map(&:id), batch_size: 2))
218
- .to eq([{index: cities.first(2)}, {index: [cities[2]]}, {delete: [cities.last.id]}])
219
- end
220
- specify do
221
- expect(import(cities.map(&:id), deleted.map(&:id)))
222
- .to eq([{index: cities.first(3)}, {delete: [cities.last.id] + deleted.map(&:id)}])
223
- end
224
- specify do
225
- expect(import(cities.map(&:id), deleted.map(&:id), batch_size: 3)).to eq([
226
- {index: cities.first(3)},
227
- {delete: [cities.last.id] + deleted.first(2).map(&:id)},
228
- {delete: deleted.last(1).map(&:id)}
229
- ])
230
- end
231
- end
232
-
233
- context 'error handling' do
234
- let!(:cities) { Array.new(6) { City.create! } }
235
- let!(:deleted) { Array.new(4) { City.create!.tap(&:destroy) } }
236
- let(:ids) { (cities + deleted).map(&:id) }
237
- subject { described_class.new(City) }
238
-
239
- let(:data_comparer) do
240
- lambda do |id, data|
241
- objects = data[:index] || data[:delete]
242
- !objects.map { |o| o.respond_to?(:id) ? o.id : o }.include?(id)
243
- end
244
- end
245
-
246
- context 'implicit scope' do
247
- specify { expect(subject.import { |_data| true }).to eq(true) }
248
- specify { expect(subject.import { |_data| false }).to eq(false) }
249
- specify { expect(subject.import(batch_size: 2, &data_comparer.curry[cities[0].id])).to eq(false) }
250
- specify { expect(subject.import(batch_size: 2, &data_comparer.curry[cities[2].id])).to eq(false) }
251
- specify { expect(subject.import(batch_size: 2, &data_comparer.curry[cities[4].id])).to eq(false) }
252
- specify { expect(subject.import(batch_size: 2, &data_comparer.curry[deleted[0].id])).to eq(true) }
253
- specify { expect(subject.import(batch_size: 2, &data_comparer.curry[deleted[2].id])).to eq(true) }
254
- end
255
-
256
- context 'explicit scope' do
257
- let(:scope) { City.where(:id.in => ids) }
258
-
259
- specify { expect(subject.import(scope) { |_data| true }).to eq(true) }
260
- specify { expect(subject.import(scope) { |_data| false }).to eq(false) }
261
- specify { expect(subject.import(scope, batch_size: 2, &data_comparer.curry[cities[0].id])).to eq(false) }
262
- specify { expect(subject.import(scope, batch_size: 2, &data_comparer.curry[cities[2].id])).to eq(false) }
263
- specify { expect(subject.import(scope, batch_size: 2, &data_comparer.curry[cities[4].id])).to eq(false) }
264
- specify { expect(subject.import(scope, batch_size: 2, &data_comparer.curry[deleted[0].id])).to eq(true) }
265
- specify { expect(subject.import(scope, batch_size: 2, &data_comparer.curry[deleted[2].id])).to eq(true) }
266
- end
267
-
268
- context 'objects' do
269
- specify { expect(subject.import(cities + deleted) { |_data| true }).to eq(true) }
270
- specify { expect(subject.import(cities + deleted) { |_data| false }).to eq(false) }
271
- specify { expect(subject.import(cities + deleted, batch_size: 2, &data_comparer.curry[cities[0].id])).to eq(false) }
272
- specify { expect(subject.import(cities + deleted, batch_size: 2, &data_comparer.curry[cities[2].id])).to eq(false) }
273
- specify { expect(subject.import(cities + deleted, batch_size: 2, &data_comparer.curry[cities[4].id])).to eq(false) }
274
- specify { expect(subject.import(cities + deleted, batch_size: 2, &data_comparer.curry[deleted[0].id])).to eq(false) }
275
- specify { expect(subject.import(cities + deleted, batch_size: 2, &data_comparer.curry[deleted[2].id])).to eq(false) }
276
- end
277
-
278
- context 'ids' do
279
- specify { expect(subject.import(ids) { |_data| true }).to eq(true) }
280
- specify { expect(subject.import(ids) { |_data| false }).to eq(false) }
281
- specify { expect(subject.import(ids, batch_size: 2, &data_comparer.curry[cities[0].id])).to eq(false) }
282
- specify { expect(subject.import(ids, batch_size: 2, &data_comparer.curry[cities[2].id])).to eq(false) }
283
- specify { expect(subject.import(ids, batch_size: 2, &data_comparer.curry[cities[4].id])).to eq(false) }
284
- specify { expect(subject.import(ids, batch_size: 2, &data_comparer.curry[deleted[0].id])).to eq(false) }
285
- specify { expect(subject.import(ids, batch_size: 2, &data_comparer.curry[deleted[2].id])).to eq(false) }
286
- end
287
- end
288
- end
289
-
290
- describe '#import_fields' do
291
- subject { described_class.new(Country) }
292
- let!(:countries) { Array.new(4) { |i| Country.create!(rating: i) { |c| c.id = i + 1 } } }
293
- let!(:cities) { Array.new(6) { |i| City.create!(rating: i + 3, country_id: (i + 4) / 2) { |c| c.id = i + 3 } } }
294
-
295
- specify { expect(subject.import_fields).to match([contain_exactly(1, 2, 3, 4)]) }
296
- specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([1, 0], [2, 1], [3, 2], [4, 3])]) }
297
-
298
- context 'scopes' do
299
- context do
300
- subject { described_class.new(Country.includes(:cities)) }
301
-
302
- specify { expect(subject.import_fields).to match([contain_exactly(1, 2, 3, 4)]) }
303
- specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([1, 0], [2, 1], [3, 2], [4, 3])]) }
304
- end
305
-
306
- context 'ignores default scope if another scope is passed' do
307
- subject { described_class.new(Country.where(:rating.gt => 2)) }
308
-
309
- specify { expect(subject.import_fields(Country.where(:rating.lt => 2))).to match([contain_exactly(1, 2)]) }
310
- specify { expect(subject.import_fields(Country.where(:rating.lt => 2), fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
311
- end
312
- end
313
-
314
- context 'objects/ids' do
315
- specify { expect(subject.import_fields(1, 2)).to match([contain_exactly(1, 2)]) }
316
- specify { expect(subject.import_fields(1, 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
317
-
318
- specify { expect(subject.import_fields(countries.first(2))).to match([contain_exactly(1, 2)]) }
319
- specify { expect(subject.import_fields(countries.first(2), fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
320
- end
321
-
322
- context 'batch_size' do
323
- specify { expect(subject.import_fields(batch_size: 2)).to match([contain_exactly(1, 2), contain_exactly(3, 4)]) }
324
- specify { expect(subject.import_fields(batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1]), contain_exactly([3, 2], [4, 3])]) }
325
-
326
- specify { expect(subject.import_fields(Country.where(:rating.lt => 2), batch_size: 2)).to match([contain_exactly(1, 2)]) }
327
- specify { expect(subject.import_fields(Country.where(:rating.lt => 2), batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
328
-
329
- specify { expect(subject.import_fields(1, 2, 3, batch_size: 2)).to match([contain_exactly(1, 2), [3]]) }
330
- specify { expect(subject.import_fields(1, 2, 3, batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1]), [[3, 2]]]) }
331
-
332
- specify { expect(subject.import_fields(countries.first(3), batch_size: 2)).to match([contain_exactly(1, 2), [3]]) }
333
- specify { expect(subject.import_fields(countries.first(3), batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1]), [[3, 2]]]) }
334
- end
335
- end
336
-
337
- describe '#load' do
338
- context do
339
- let!(:cities) { Array.new(3) { |i| City.create!(id: i, rating: i / 2) }.sort_by(&:id) }
340
- let!(:deleted) { Array.new(2) { |i| City.create!(id: 3 + i).tap(&:destroy) }.sort_by(&:id) }
341
- let(:city_ids) { cities.map(&:id) }
342
- let(:deleted_ids) { deleted.map(&:id) }
343
-
344
- let(:type) { double(type_name: 'user') }
345
-
346
- subject { described_class.new(City) }
347
-
348
- specify { expect(subject.load(city_ids, _type: type)).to eq(cities) }
349
- specify { expect(subject.load(city_ids.reverse, _type: type)).to eq(cities.reverse) }
350
- specify { expect(subject.load(deleted_ids, _type: type)).to eq([nil, nil]) }
351
- specify { expect(subject.load(city_ids + deleted_ids, _type: type)).to eq([*cities, nil, nil]) }
352
- specify do
353
- expect(subject.load(city_ids, _type: type, scope: -> { where(rating: 0) }))
354
- .to eq(cities.first(2) + [nil])
355
- end
356
- specify do
357
- expect(subject.load(city_ids,
358
- _type: type, scope: -> { where(rating: 0) }, user: {scope: -> { where(rating: 1) }}))
359
- .to eq([nil, nil] + cities.last(1))
360
- end
361
- specify do
362
- expect(subject.load(city_ids, _type: type, scope: City.where(rating: 1)))
363
- .to eq([nil, nil] + cities.last(1))
364
- end
365
- specify do
366
- expect(subject.load(city_ids,
367
- _type: type, scope: City.where(rating: 1), user: {scope: -> { where(rating: 0) }}))
368
- .to eq(cities.first(2) + [nil])
369
- end
370
- end
371
- end
372
- end