chewy 6.0.0 → 7.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (188) hide show
  1. checksums.yaml +4 -4
  2. data/.github/CODEOWNERS +1 -0
  3. data/.github/ISSUE_TEMPLATE/bug_report.md +39 -0
  4. data/.github/ISSUE_TEMPLATE/feature_request.md +20 -0
  5. data/.github/PULL_REQUEST_TEMPLATE.md +16 -0
  6. data/.github/dependabot.yml +42 -0
  7. data/.github/workflows/ruby.yml +48 -0
  8. data/.rubocop.yml +16 -8
  9. data/.rubocop_todo.yml +110 -22
  10. data/CHANGELOG.md +385 -105
  11. data/CODE_OF_CONDUCT.md +14 -0
  12. data/CONTRIBUTING.md +63 -0
  13. data/Gemfile +4 -10
  14. data/Guardfile +3 -1
  15. data/README.md +494 -275
  16. data/chewy.gemspec +5 -20
  17. data/gemfiles/base.gemfile +12 -0
  18. data/gemfiles/rails.6.1.activerecord.gemfile +10 -15
  19. data/gemfiles/rails.7.0.activerecord.gemfile +14 -0
  20. data/gemfiles/rails.7.1.activerecord.gemfile +14 -0
  21. data/lib/chewy/config.rb +58 -50
  22. data/lib/chewy/elastic_client.rb +31 -0
  23. data/lib/chewy/errors.rb +7 -10
  24. data/lib/chewy/fields/base.rb +79 -13
  25. data/lib/chewy/fields/root.rb +4 -14
  26. data/lib/chewy/index/actions.rb +54 -37
  27. data/lib/chewy/{type → index}/adapter/active_record.rb +30 -6
  28. data/lib/chewy/{type → index}/adapter/base.rb +2 -3
  29. data/lib/chewy/{type → index}/adapter/object.rb +27 -31
  30. data/lib/chewy/{type → index}/adapter/orm.rb +17 -18
  31. data/lib/chewy/index/aliases.rb +14 -5
  32. data/lib/chewy/index/crutch.rb +40 -0
  33. data/lib/chewy/index/import/bulk_builder.rb +311 -0
  34. data/lib/chewy/{type → index}/import/bulk_request.rb +6 -7
  35. data/lib/chewy/{type → index}/import/journal_builder.rb +11 -12
  36. data/lib/chewy/{type → index}/import/routine.rb +18 -17
  37. data/lib/chewy/{type → index}/import.rb +76 -32
  38. data/lib/chewy/{type → index}/mapping.rb +29 -34
  39. data/lib/chewy/index/observe/active_record_methods.rb +87 -0
  40. data/lib/chewy/index/observe/callback.rb +34 -0
  41. data/lib/chewy/index/observe.rb +17 -0
  42. data/lib/chewy/index/specification.rb +1 -0
  43. data/lib/chewy/{type → index}/syncer.rb +59 -59
  44. data/lib/chewy/{type → index}/witchcraft.rb +11 -7
  45. data/lib/chewy/{type → index}/wrapper.rb +2 -2
  46. data/lib/chewy/index.rb +67 -94
  47. data/lib/chewy/journal.rb +25 -14
  48. data/lib/chewy/log_subscriber.rb +5 -1
  49. data/lib/chewy/minitest/helpers.rb +86 -13
  50. data/lib/chewy/minitest/search_index_receiver.rb +24 -26
  51. data/lib/chewy/railtie.rb +6 -20
  52. data/lib/chewy/rake_helper.rb +169 -113
  53. data/lib/chewy/rspec/build_query.rb +12 -0
  54. data/lib/chewy/rspec/helpers.rb +55 -0
  55. data/lib/chewy/rspec/update_index.rb +55 -44
  56. data/lib/chewy/rspec.rb +2 -0
  57. data/lib/chewy/runtime/version.rb +1 -1
  58. data/lib/chewy/runtime.rb +1 -1
  59. data/lib/chewy/search/loader.rb +19 -41
  60. data/lib/chewy/search/parameters/collapse.rb +16 -0
  61. data/lib/chewy/search/parameters/concerns/query_storage.rb +2 -2
  62. data/lib/chewy/search/parameters/ignore_unavailable.rb +27 -0
  63. data/lib/chewy/search/parameters/indices.rb +13 -58
  64. data/lib/chewy/search/parameters/knn.rb +16 -0
  65. data/lib/chewy/search/parameters/order.rb +6 -19
  66. data/lib/chewy/search/parameters/source.rb +5 -1
  67. data/lib/chewy/search/parameters/storage.rb +1 -1
  68. data/lib/chewy/search/parameters/track_total_hits.rb +16 -0
  69. data/lib/chewy/search/parameters.rb +6 -4
  70. data/lib/chewy/search/query_proxy.rb +9 -2
  71. data/lib/chewy/search/request.rb +169 -134
  72. data/lib/chewy/search/response.rb +5 -5
  73. data/lib/chewy/search/scoping.rb +7 -8
  74. data/lib/chewy/search/scrolling.rb +13 -13
  75. data/lib/chewy/search.rb +9 -19
  76. data/lib/chewy/stash.rb +19 -30
  77. data/lib/chewy/strategy/active_job.rb +1 -1
  78. data/lib/chewy/strategy/atomic_no_refresh.rb +18 -0
  79. data/lib/chewy/strategy/base.rb +10 -0
  80. data/lib/chewy/strategy/delayed_sidekiq/scheduler.rb +151 -0
  81. data/lib/chewy/strategy/delayed_sidekiq/worker.rb +52 -0
  82. data/lib/chewy/strategy/delayed_sidekiq.rb +30 -0
  83. data/lib/chewy/strategy/lazy_sidekiq.rb +64 -0
  84. data/lib/chewy/strategy/sidekiq.rb +2 -1
  85. data/lib/chewy/strategy.rb +6 -19
  86. data/lib/chewy/version.rb +1 -1
  87. data/lib/chewy.rb +39 -86
  88. data/lib/generators/chewy/install_generator.rb +1 -1
  89. data/lib/tasks/chewy.rake +36 -32
  90. data/migration_guide.md +46 -8
  91. data/spec/chewy/config_spec.rb +14 -39
  92. data/spec/chewy/elastic_client_spec.rb +26 -0
  93. data/spec/chewy/fields/base_spec.rb +432 -147
  94. data/spec/chewy/fields/root_spec.rb +20 -28
  95. data/spec/chewy/fields/time_fields_spec.rb +5 -5
  96. data/spec/chewy/index/actions_spec.rb +368 -59
  97. data/spec/chewy/{type → index}/adapter/active_record_spec.rb +156 -40
  98. data/spec/chewy/{type → index}/adapter/object_spec.rb +21 -6
  99. data/spec/chewy/index/aliases_spec.rb +3 -3
  100. data/spec/chewy/index/import/bulk_builder_spec.rb +494 -0
  101. data/spec/chewy/{type → index}/import/bulk_request_spec.rb +5 -12
  102. data/spec/chewy/{type → index}/import/journal_builder_spec.rb +9 -19
  103. data/spec/chewy/{type → index}/import/routine_spec.rb +19 -19
  104. data/spec/chewy/{type → index}/import_spec.rb +164 -98
  105. data/spec/chewy/index/mapping_spec.rb +135 -0
  106. data/spec/chewy/index/observe/active_record_methods_spec.rb +68 -0
  107. data/spec/chewy/index/observe/callback_spec.rb +139 -0
  108. data/spec/chewy/index/observe_spec.rb +143 -0
  109. data/spec/chewy/index/settings_spec.rb +3 -1
  110. data/spec/chewy/index/specification_spec.rb +20 -30
  111. data/spec/chewy/{type → index}/syncer_spec.rb +14 -19
  112. data/spec/chewy/{type → index}/witchcraft_spec.rb +20 -22
  113. data/spec/chewy/index/wrapper_spec.rb +100 -0
  114. data/spec/chewy/index_spec.rb +60 -105
  115. data/spec/chewy/journal_spec.rb +25 -74
  116. data/spec/chewy/minitest/helpers_spec.rb +123 -15
  117. data/spec/chewy/minitest/search_index_receiver_spec.rb +28 -30
  118. data/spec/chewy/multi_search_spec.rb +4 -5
  119. data/spec/chewy/rake_helper_spec.rb +315 -55
  120. data/spec/chewy/rspec/build_query_spec.rb +34 -0
  121. data/spec/chewy/rspec/helpers_spec.rb +61 -0
  122. data/spec/chewy/rspec/update_index_spec.rb +74 -71
  123. data/spec/chewy/runtime_spec.rb +2 -2
  124. data/spec/chewy/search/loader_spec.rb +19 -53
  125. data/spec/chewy/search/pagination/kaminari_examples.rb +4 -6
  126. data/spec/chewy/search/pagination/kaminari_spec.rb +2 -2
  127. data/spec/chewy/search/parameters/collapse_spec.rb +5 -0
  128. data/spec/chewy/search/parameters/ignore_unavailable_spec.rb +67 -0
  129. data/spec/chewy/search/parameters/indices_spec.rb +26 -117
  130. data/spec/chewy/search/parameters/knn_spec.rb +5 -0
  131. data/spec/chewy/search/parameters/order_spec.rb +18 -11
  132. data/spec/chewy/search/parameters/query_storage_examples.rb +67 -21
  133. data/spec/chewy/search/parameters/search_after_spec.rb +4 -1
  134. data/spec/chewy/search/parameters/source_spec.rb +8 -2
  135. data/spec/chewy/search/parameters/track_total_hits_spec.rb +5 -0
  136. data/spec/chewy/search/parameters_spec.rb +18 -4
  137. data/spec/chewy/search/query_proxy_spec.rb +68 -17
  138. data/spec/chewy/search/request_spec.rb +292 -110
  139. data/spec/chewy/search/response_spec.rb +12 -12
  140. data/spec/chewy/search/scrolling_spec.rb +10 -17
  141. data/spec/chewy/search_spec.rb +40 -34
  142. data/spec/chewy/stash_spec.rb +9 -21
  143. data/spec/chewy/strategy/active_job_spec.rb +16 -16
  144. data/spec/chewy/strategy/atomic_no_refresh_spec.rb +60 -0
  145. data/spec/chewy/strategy/atomic_spec.rb +9 -10
  146. data/spec/chewy/strategy/delayed_sidekiq_spec.rb +202 -0
  147. data/spec/chewy/strategy/lazy_sidekiq_spec.rb +214 -0
  148. data/spec/chewy/strategy/sidekiq_spec.rb +12 -12
  149. data/spec/chewy/strategy_spec.rb +19 -15
  150. data/spec/chewy_spec.rb +24 -107
  151. data/spec/spec_helper.rb +3 -22
  152. data/spec/support/active_record.rb +25 -7
  153. metadata +78 -339
  154. data/.circleci/config.yml +0 -240
  155. data/Appraisals +0 -81
  156. data/gemfiles/rails.5.2.activerecord.gemfile +0 -17
  157. data/gemfiles/rails.5.2.mongoid.6.4.gemfile +0 -17
  158. data/gemfiles/rails.6.0.activerecord.gemfile +0 -17
  159. data/gemfiles/sequel.4.45.gemfile +0 -11
  160. data/lib/chewy/backports/deep_dup.rb +0 -46
  161. data/lib/chewy/backports/duplicable.rb +0 -91
  162. data/lib/chewy/search/pagination/will_paginate.rb +0 -43
  163. data/lib/chewy/search/parameters/types.rb +0 -20
  164. data/lib/chewy/strategy/resque.rb +0 -27
  165. data/lib/chewy/strategy/shoryuken.rb +0 -40
  166. data/lib/chewy/type/actions.rb +0 -43
  167. data/lib/chewy/type/adapter/mongoid.rb +0 -67
  168. data/lib/chewy/type/adapter/sequel.rb +0 -93
  169. data/lib/chewy/type/crutch.rb +0 -32
  170. data/lib/chewy/type/import/bulk_builder.rb +0 -122
  171. data/lib/chewy/type/observe.rb +0 -82
  172. data/lib/chewy/type.rb +0 -120
  173. data/lib/sequel/plugins/chewy_observe.rb +0 -63
  174. data/spec/chewy/search/pagination/will_paginate_examples.rb +0 -63
  175. data/spec/chewy/search/pagination/will_paginate_spec.rb +0 -23
  176. data/spec/chewy/search/parameters/types_spec.rb +0 -5
  177. data/spec/chewy/strategy/resque_spec.rb +0 -46
  178. data/spec/chewy/strategy/shoryuken_spec.rb +0 -70
  179. data/spec/chewy/type/actions_spec.rb +0 -50
  180. data/spec/chewy/type/adapter/mongoid_spec.rb +0 -372
  181. data/spec/chewy/type/adapter/sequel_spec.rb +0 -472
  182. data/spec/chewy/type/import/bulk_builder_spec.rb +0 -194
  183. data/spec/chewy/type/mapping_spec.rb +0 -175
  184. data/spec/chewy/type/observe_spec.rb +0 -137
  185. data/spec/chewy/type/wrapper_spec.rb +0 -100
  186. data/spec/chewy/type_spec.rb +0 -55
  187. data/spec/support/mongoid.rb +0 -93
  188. data/spec/support/sequel.rb +0 -80
@@ -1,23 +0,0 @@
1
- require 'chewy/search/pagination/will_paginate_examples'
2
-
3
- describe Chewy::Search::Pagination::WillPaginate do
4
- it_behaves_like :will_paginate, Chewy::Search::Request do
5
- describe '#objects' do
6
- let(:data) { Array.new(12) { |i| {id: i.next.to_s, name: "Name#{i.next}", age: 10 * i.next}.stringify_keys! } }
7
-
8
- before { ProductsIndex::Product.import!(data.map { |h| double(h) }) }
9
- before { allow(::WillPaginate).to receive_messages(per_page: 17) }
10
-
11
- # specify { expect(search.current_page).to eq(1) }
12
- # specify { expect(search.per_page).to eq(0) }
13
- specify { expect(search.objects.class).to eq(WillPaginate::Collection) }
14
- specify { expect(search.objects.total_entries).to eq(12) }
15
- specify { expect(search.objects.per_page).to eq(17) }
16
- specify { expect(search.objects.current_page).to eq(1) }
17
- specify { expect(search.paginate(per_page: 2, page: 3).objects.class).to eq(WillPaginate::Collection) }
18
- specify { expect(search.paginate(per_page: 2, page: 3).objects.total_entries).to eq(12) }
19
- specify { expect(search.paginate(per_page: 2, page: 3).objects.per_page).to eq(2) }
20
- specify { expect(search.paginate(per_page: 2, page: 3).objects.current_page).to eq(3) }
21
- end
22
- end
23
- end
@@ -1,5 +0,0 @@
1
- require 'chewy/search/parameters/string_array_storage_examples'
2
-
3
- describe Chewy::Search::Parameters::Types do
4
- it_behaves_like :string_array_storage, nil
5
- end
@@ -1,46 +0,0 @@
1
- require 'spec_helper'
2
-
3
- if defined?(::Resque)
4
- require 'resque_spec'
5
-
6
- describe Chewy::Strategy::Resque, :orm do
7
- around { |example| Chewy.strategy(:bypass) { example.run } }
8
- before { ResqueSpec.reset! }
9
- before do
10
- stub_model(:city) do
11
- update_index('cities#city') { self }
12
- end
13
-
14
- stub_index(:cities) do
15
- define_type City
16
- end
17
- end
18
-
19
- let(:city) { City.create!(name: 'hello') }
20
- let(:other_city) { City.create!(name: 'world') }
21
-
22
- specify do
23
- expect { [city, other_city].map(&:save!) }
24
- .not_to update_index(CitiesIndex::City, strategy: :resque)
25
- end
26
-
27
- specify do
28
- with_resque do
29
- expect { [city, other_city].map(&:save!) }
30
- .to update_index(CitiesIndex::City, strategy: :resque)
31
- .and_reindex(city, other_city).only
32
- end
33
- end
34
-
35
- specify do
36
- expect(CitiesIndex::City).to receive(:import!).with([city.id, other_city.id], suffix: '201601')
37
- Chewy::Strategy::Resque::Worker.perform('CitiesIndex::City', [city.id, other_city.id], suffix: '201601')
38
- end
39
-
40
- specify do
41
- allow(Chewy).to receive(:disable_refresh_async).and_return(true)
42
- expect(CitiesIndex::City).to receive(:import!).with([city.id, other_city.id], suffix: '201601', refresh: false)
43
- Chewy::Strategy::Resque::Worker.perform('CitiesIndex::City', [city.id, other_city.id], suffix: '201601')
44
- end
45
- end
46
- end
@@ -1,70 +0,0 @@
1
- require 'spec_helper'
2
-
3
- if defined?(::Shoryuken)
4
- require 'aws-sdk-sqs'
5
-
6
- describe Chewy::Strategy::Shoryuken do
7
- around do |example|
8
- shoryuken_settings = Chewy.settings[:shoryuken]
9
- Chewy.settings[:shoryuken] = {queue: 'low'}
10
- Chewy.strategy(:bypass) { example.run }
11
- Chewy.settings[:shoryuken] = shoryuken_settings
12
- end
13
- before { ::Shoryuken.groups.clear }
14
- before do
15
- stub_model(:city) do
16
- update_index('cities#city') { self }
17
- end
18
-
19
- stub_index(:cities) do
20
- define_type City
21
- end
22
- end
23
-
24
- let(:city) { City.create!(name: 'hello') }
25
- let(:other_city) { City.create!(name: 'world') }
26
- let(:queue) { instance_double(::Shoryuken::Queue) }
27
-
28
- before do
29
- allow(::Shoryuken::Queue).to receive(:new).and_return(queue)
30
- allow(queue).to receive(:send_message).and_return(nil)
31
- end
32
-
33
- specify do
34
- expect { [city, other_city].map(&:save!) }
35
- .not_to update_index(CitiesIndex::City, strategy: :shoryuken)
36
- end
37
-
38
- specify do
39
- expect(Chewy::Strategy::Shoryuken::Worker).to receive(:perform_async)
40
- .with(hash_including(type: 'CitiesIndex::City', ids: [city.id, other_city.id]), hash_including(queue: 'low'))
41
- Chewy.strategy(:shoryuken) do
42
- [city, other_city].map(&:save!)
43
- end
44
- end
45
-
46
- let(:body) do
47
- {
48
- 'type' => 'CitiesIndex::City',
49
- 'ids' => [city.id, other_city.id],
50
- 'options' => {'suffix' => '201601'}
51
- }
52
- end
53
- let(:sqs_msg) do
54
- double id: 'fc754df7-9cc2-4c41-96ca-5996a44b771e',
55
- body: body,
56
- delete: nil
57
- end
58
-
59
- specify do
60
- expect(CitiesIndex::City).to receive(:import!).with([city.id, other_city.id], suffix: '201601')
61
- Chewy::Strategy::Shoryuken::Worker.new.perform(sqs_msg, body)
62
- end
63
-
64
- specify do
65
- allow(Chewy).to receive(:disable_refresh_async).and_return(true)
66
- expect(CitiesIndex::City).to receive(:import!).with([city.id, other_city.id], suffix: '201601', refresh: false)
67
- Chewy::Strategy::Shoryuken::Worker.new.perform(sqs_msg, body)
68
- end
69
- end
70
- end
@@ -1,50 +0,0 @@
1
- require 'spec_helper'
2
-
3
- describe Chewy::Type::Actions, :orm do
4
- before { Chewy.massacre }
5
-
6
- before do
7
- stub_model(:city)
8
- stub_index(:cities) do
9
- define_type City do
10
- field :name
11
- field :updated_at, type: 'date'
12
- end
13
- end
14
- end
15
-
16
- let!(:cities) { Array.new(3) { |i| City.create!(name: "Name#{i + 1}") } }
17
- before { CitiesIndex::City.import }
18
-
19
- describe '.reset' do
20
- specify do
21
- expect { CitiesIndex::City.reset }.to update_index(CitiesIndex::City)
22
- end
23
- end
24
-
25
- describe '.sync' do
26
- before do
27
- cities.first.destroy
28
- sleep(1) if ActiveSupport::VERSION::STRING < '4.1.0'
29
- cities.last.update(name: 'Name5')
30
- end
31
- let!(:additional_city) { City.create!(name: 'Name4') }
32
-
33
- specify do
34
- expect(CitiesIndex::City.sync).to match(
35
- count: 3,
36
- missing: contain_exactly(cities.first.id.to_s, additional_city.id.to_s),
37
- outdated: [cities.last.id.to_s]
38
- )
39
- end
40
- specify do
41
- expect { CitiesIndex::City.sync }.to update_index(CitiesIndex::City)
42
- .and_reindex(additional_city, cities.last)
43
- .and_delete(cities.first).only
44
- end
45
- end
46
-
47
- describe '.journal' do
48
- specify { expect(CitiesIndex::City.journal).to be_a(Chewy::Journal) }
49
- end
50
- end
@@ -1,372 +0,0 @@
1
- require 'spec_helper'
2
-
3
- describe Chewy::Type::Adapter::Mongoid, :mongoid do
4
- before do
5
- stub_model(:city)
6
- stub_model(:country)
7
- if adapter == :mongoid && Mongoid::VERSION.start_with?('6')
8
- City.belongs_to :country, optional: true
9
- else
10
- City.belongs_to :country
11
- end
12
- Country.has_many :cities
13
- end
14
-
15
- describe '#name' do
16
- specify { expect(described_class.new(City).name).to eq('City') }
17
- specify { expect(described_class.new(City.order(:id.asc)).name).to eq('City') }
18
- specify { expect(described_class.new(City, name: 'town').name).to eq('Town') }
19
-
20
- context do
21
- before { stub_model('namespace/city') }
22
-
23
- specify { expect(described_class.new(Namespace::City).name).to eq('City') }
24
- specify { expect(described_class.new(Namespace::City.order(:id.asc)).name).to eq('City') }
25
- end
26
- end
27
-
28
- describe '#default_scope' do
29
- specify { expect(described_class.new(City).default_scope).to eq(City.all) }
30
- specify { expect(described_class.new(City.order(:id.asc)).default_scope).to eq(City.all) }
31
- specify { expect(described_class.new(City.limit(10)).default_scope).to eq(City.all) }
32
- specify { expect(described_class.new(City.offset(10)).default_scope).to eq(City.all) }
33
- specify { expect(described_class.new(City.where(rating: 10)).default_scope).to eq(City.where(rating: 10)) }
34
- end
35
-
36
- describe '#type_name' do
37
- specify { expect(described_class.new(City).type_name).to eq('city') }
38
- specify { expect(described_class.new(City.order(:id.asc)).type_name).to eq('city') }
39
- specify { expect(described_class.new(City, name: 'town').type_name).to eq('town') }
40
-
41
- context do
42
- before { stub_model('namespace/city') }
43
-
44
- specify { expect(described_class.new(Namespace::City).type_name).to eq('city') }
45
- specify { expect(described_class.new(Namespace::City.order(:id.asc)).type_name).to eq('city') }
46
- end
47
- end
48
-
49
- describe '#identify' do
50
- subject { described_class.new(City) }
51
- let!(:cities) { Array.new(3) { City.create! } }
52
-
53
- specify { expect(subject.identify(City.all)).to match_array(cities.map(&:id).map(&:to_s)) }
54
- specify { expect(subject.identify(cities)).to eq(cities.map(&:id).map(&:to_s)) }
55
- specify { expect(subject.identify(cities.first)).to eq([cities.first.id.to_s]) }
56
- specify { expect(subject.identify(cities.first(2).map(&:id))).to eq(cities.first(2).map(&:id).map(&:to_s)) }
57
-
58
- context 'non-bson ids' do
59
- let!(:cities) { Array.new(3) { |i| City.create! id: i + 1 } }
60
-
61
- specify { expect(subject.identify(City.all)).to match_array(cities.map(&:id)) }
62
- specify { expect(subject.identify(cities)).to eq(cities.map(&:id)) }
63
- specify { expect(subject.identify(cities.first)).to eq([cities.first.id]) }
64
- specify { expect(subject.identify(cities.first(2).map(&:id))).to eq(cities.first(2).map(&:id)) }
65
- end
66
- end
67
-
68
- describe '#import' do
69
- def import(*args)
70
- result = []
71
- subject.import(*args) { |data| result.push data }
72
- result
73
- end
74
-
75
- context do
76
- let!(:cities) { Array.new(3) { City.create! }.sort_by(&:id) }
77
- let!(:deleted) { Array.new(4) { City.create!.tap(&:destroy) }.sort_by(&:id) }
78
- subject { described_class.new(City) }
79
-
80
- specify { expect(import).to match([{index: match_array(cities)}]) }
81
- specify { expect(import(nil)).to eq([]) }
82
-
83
- specify { expect(import(City.order(:id.asc))).to eq([{index: cities}]) }
84
- specify do
85
- expect(import(City.order(:id.asc), batch_size: 2))
86
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
87
- end
88
-
89
- specify { expect(import(cities)).to eq([{index: cities}]) }
90
- specify do
91
- expect(import(cities, batch_size: 2))
92
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
93
- end
94
- specify do
95
- expect(import(cities, deleted))
96
- .to eq([{index: cities}, {delete: deleted}])
97
- end
98
- specify do
99
- expect(import(cities, deleted, batch_size: 2)).to eq([
100
- {index: cities.first(2)},
101
- {index: cities.last(1)},
102
- {delete: deleted.first(2)},
103
- {delete: deleted.last(2)}
104
- ])
105
- end
106
-
107
- specify { expect(import(cities.map(&:id))).to eq([{index: cities}]) }
108
- specify { expect(import(deleted.map(&:id))).to eq([{delete: deleted.map(&:id)}]) }
109
- specify do
110
- expect(import(cities.map(&:id), batch_size: 2))
111
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
112
- end
113
- specify do
114
- expect(import(cities.map(&:id), deleted.map(&:id)))
115
- .to eq([{index: cities}, {delete: deleted.map(&:id)}])
116
- end
117
- specify do
118
- expect(import(cities.map(&:id), deleted.map(&:id), batch_size: 2)).to eq([
119
- {index: cities.first(2)},
120
- {index: cities.last(1)},
121
- {delete: deleted.first(2).map(&:id)},
122
- {delete: deleted.last(2).map(&:id)}
123
- ])
124
- end
125
-
126
- specify { expect(import(cities.first, nil)).to eq([{index: [cities.first]}]) }
127
- specify { expect(import(cities.first.id, nil)).to eq([{index: [cities.first]}]) }
128
- end
129
-
130
- context 'additional delete conditions' do
131
- let!(:cities) { Array.new(4) { |i| City.create! rating: i } }
132
- before { cities.last(2).map(&:destroy) }
133
- subject { described_class.new(City) }
134
-
135
- before do
136
- City.class_eval do
137
- def delete_already?
138
- rating.in?([1, 3])
139
- end
140
- end
141
- end
142
- subject { described_class.new(City, delete_if: -> { delete_already? }) }
143
-
144
- specify do
145
- expect(import(City.all)).to eq([
146
- {index: [cities[0]], delete: [cities[1]]}
147
- ])
148
- end
149
- specify do
150
- expect(import(cities)).to eq([
151
- {index: [cities[0]], delete: [cities[1]]},
152
- {delete: cities.last(2)}
153
- ])
154
- end
155
- specify do
156
- expect(import(cities.map(&:id))).to eq([
157
- {index: [cities[0]], delete: [cities[1]]},
158
- {delete: cities.last(2).map(&:id)}
159
- ])
160
- end
161
- end
162
-
163
- context 'default scope' do
164
- let!(:cities) { Array.new(4) { |i| City.create!(id: i, rating: i / 3) }.sort_by(&:id) }
165
- let!(:deleted) { Array.new(3) { |i| City.create!(id: 4 + i).tap(&:destroy) }.sort_by(&:id) }
166
- subject { described_class.new(City.where(rating: 0)) }
167
-
168
- specify { expect(import).to eq([{index: cities.first(3)}]) }
169
-
170
- specify do
171
- expect(import(City.where(:rating.lt => 2).order(:id.asc)))
172
- .to eq([{index: cities.first(3)}])
173
- end
174
- specify do
175
- expect(import(City.where(:rating.lt => 2).order(:id.asc), batch_size: 2))
176
- .to eq([{index: cities.first(2)}, {index: [cities[2]]}])
177
- end
178
- specify do
179
- expect(import(City.where(:rating.lt => 1).order(:id.asc)))
180
- .to eq([{index: cities.first(3)}])
181
- end
182
- specify { expect(import(City.where(:rating.gt => 1).order(:id.asc))).to eq([]) }
183
-
184
- specify do
185
- expect(import(cities.first(2)))
186
- .to eq([{index: cities.first(2)}])
187
- end
188
- specify do
189
- expect(import(cities))
190
- .to eq([{index: cities.first(3)}, {delete: cities.last(1)}])
191
- end
192
- specify do
193
- expect(import(cities, batch_size: 2))
194
- .to eq([{index: cities.first(2)}, {index: [cities[2]]}, {delete: cities.last(1)}])
195
- end
196
- specify do
197
- expect(import(cities, deleted))
198
- .to eq([{index: cities.first(3)}, {delete: cities.last(1) + deleted}])
199
- end
200
- specify do
201
- expect(import(cities, deleted, batch_size: 3)).to eq([
202
- {index: cities.first(3)},
203
- {delete: cities.last(1) + deleted.first(2)},
204
- {delete: deleted.last(1)}
205
- ])
206
- end
207
-
208
- specify do
209
- expect(import(cities.first(2).map(&:id)))
210
- .to eq([{index: cities.first(2)}])
211
- end
212
- specify do
213
- expect(import(cities.map(&:id)))
214
- .to eq([{index: cities.first(3)}, {delete: [cities.last.id]}])
215
- end
216
- specify do
217
- expect(import(cities.map(&:id), batch_size: 2))
218
- .to eq([{index: cities.first(2)}, {index: [cities[2]]}, {delete: [cities.last.id]}])
219
- end
220
- specify do
221
- expect(import(cities.map(&:id), deleted.map(&:id)))
222
- .to eq([{index: cities.first(3)}, {delete: [cities.last.id] + deleted.map(&:id)}])
223
- end
224
- specify do
225
- expect(import(cities.map(&:id), deleted.map(&:id), batch_size: 3)).to eq([
226
- {index: cities.first(3)},
227
- {delete: [cities.last.id] + deleted.first(2).map(&:id)},
228
- {delete: deleted.last(1).map(&:id)}
229
- ])
230
- end
231
- end
232
-
233
- context 'error handling' do
234
- let!(:cities) { Array.new(6) { City.create! } }
235
- let!(:deleted) { Array.new(4) { City.create!.tap(&:destroy) } }
236
- let(:ids) { (cities + deleted).map(&:id) }
237
- subject { described_class.new(City) }
238
-
239
- let(:data_comparer) do
240
- lambda do |id, data|
241
- objects = data[:index] || data[:delete]
242
- !objects.map { |o| o.respond_to?(:id) ? o.id : o }.include?(id)
243
- end
244
- end
245
-
246
- context 'implicit scope' do
247
- specify { expect(subject.import { |_data| true }).to eq(true) }
248
- specify { expect(subject.import { |_data| false }).to eq(false) }
249
- specify { expect(subject.import(batch_size: 2, &data_comparer.curry[cities[0].id])).to eq(false) }
250
- specify { expect(subject.import(batch_size: 2, &data_comparer.curry[cities[2].id])).to eq(false) }
251
- specify { expect(subject.import(batch_size: 2, &data_comparer.curry[cities[4].id])).to eq(false) }
252
- specify { expect(subject.import(batch_size: 2, &data_comparer.curry[deleted[0].id])).to eq(true) }
253
- specify { expect(subject.import(batch_size: 2, &data_comparer.curry[deleted[2].id])).to eq(true) }
254
- end
255
-
256
- context 'explicit scope' do
257
- let(:scope) { City.where(:id.in => ids) }
258
-
259
- specify { expect(subject.import(scope) { |_data| true }).to eq(true) }
260
- specify { expect(subject.import(scope) { |_data| false }).to eq(false) }
261
- specify { expect(subject.import(scope, batch_size: 2, &data_comparer.curry[cities[0].id])).to eq(false) }
262
- specify { expect(subject.import(scope, batch_size: 2, &data_comparer.curry[cities[2].id])).to eq(false) }
263
- specify { expect(subject.import(scope, batch_size: 2, &data_comparer.curry[cities[4].id])).to eq(false) }
264
- specify { expect(subject.import(scope, batch_size: 2, &data_comparer.curry[deleted[0].id])).to eq(true) }
265
- specify { expect(subject.import(scope, batch_size: 2, &data_comparer.curry[deleted[2].id])).to eq(true) }
266
- end
267
-
268
- context 'objects' do
269
- specify { expect(subject.import(cities + deleted) { |_data| true }).to eq(true) }
270
- specify { expect(subject.import(cities + deleted) { |_data| false }).to eq(false) }
271
- specify { expect(subject.import(cities + deleted, batch_size: 2, &data_comparer.curry[cities[0].id])).to eq(false) }
272
- specify { expect(subject.import(cities + deleted, batch_size: 2, &data_comparer.curry[cities[2].id])).to eq(false) }
273
- specify { expect(subject.import(cities + deleted, batch_size: 2, &data_comparer.curry[cities[4].id])).to eq(false) }
274
- specify { expect(subject.import(cities + deleted, batch_size: 2, &data_comparer.curry[deleted[0].id])).to eq(false) }
275
- specify { expect(subject.import(cities + deleted, batch_size: 2, &data_comparer.curry[deleted[2].id])).to eq(false) }
276
- end
277
-
278
- context 'ids' do
279
- specify { expect(subject.import(ids) { |_data| true }).to eq(true) }
280
- specify { expect(subject.import(ids) { |_data| false }).to eq(false) }
281
- specify { expect(subject.import(ids, batch_size: 2, &data_comparer.curry[cities[0].id])).to eq(false) }
282
- specify { expect(subject.import(ids, batch_size: 2, &data_comparer.curry[cities[2].id])).to eq(false) }
283
- specify { expect(subject.import(ids, batch_size: 2, &data_comparer.curry[cities[4].id])).to eq(false) }
284
- specify { expect(subject.import(ids, batch_size: 2, &data_comparer.curry[deleted[0].id])).to eq(false) }
285
- specify { expect(subject.import(ids, batch_size: 2, &data_comparer.curry[deleted[2].id])).to eq(false) }
286
- end
287
- end
288
- end
289
-
290
- describe '#import_fields' do
291
- subject { described_class.new(Country) }
292
- let!(:countries) { Array.new(4) { |i| Country.create!(rating: i) { |c| c.id = i + 1 } } }
293
- let!(:cities) { Array.new(6) { |i| City.create!(rating: i + 3, country_id: (i + 4) / 2) { |c| c.id = i + 3 } } }
294
-
295
- specify { expect(subject.import_fields).to match([contain_exactly(1, 2, 3, 4)]) }
296
- specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([1, 0], [2, 1], [3, 2], [4, 3])]) }
297
-
298
- context 'scopes' do
299
- context do
300
- subject { described_class.new(Country.includes(:cities)) }
301
-
302
- specify { expect(subject.import_fields).to match([contain_exactly(1, 2, 3, 4)]) }
303
- specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([1, 0], [2, 1], [3, 2], [4, 3])]) }
304
- end
305
-
306
- context 'ignores default scope if another scope is passed' do
307
- subject { described_class.new(Country.where(:rating.gt => 2)) }
308
-
309
- specify { expect(subject.import_fields(Country.where(:rating.lt => 2))).to match([contain_exactly(1, 2)]) }
310
- specify { expect(subject.import_fields(Country.where(:rating.lt => 2), fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
311
- end
312
- end
313
-
314
- context 'objects/ids' do
315
- specify { expect(subject.import_fields(1, 2)).to match([contain_exactly(1, 2)]) }
316
- specify { expect(subject.import_fields(1, 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
317
-
318
- specify { expect(subject.import_fields(countries.first(2))).to match([contain_exactly(1, 2)]) }
319
- specify { expect(subject.import_fields(countries.first(2), fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
320
- end
321
-
322
- context 'batch_size' do
323
- specify { expect(subject.import_fields(batch_size: 2)).to match([contain_exactly(1, 2), contain_exactly(3, 4)]) }
324
- specify { expect(subject.import_fields(batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1]), contain_exactly([3, 2], [4, 3])]) }
325
-
326
- specify { expect(subject.import_fields(Country.where(:rating.lt => 2), batch_size: 2)).to match([contain_exactly(1, 2)]) }
327
- specify { expect(subject.import_fields(Country.where(:rating.lt => 2), batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
328
-
329
- specify { expect(subject.import_fields(1, 2, 3, batch_size: 2)).to match([contain_exactly(1, 2), [3]]) }
330
- specify { expect(subject.import_fields(1, 2, 3, batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1]), [[3, 2]]]) }
331
-
332
- specify { expect(subject.import_fields(countries.first(3), batch_size: 2)).to match([contain_exactly(1, 2), [3]]) }
333
- specify { expect(subject.import_fields(countries.first(3), batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1]), [[3, 2]]]) }
334
- end
335
- end
336
-
337
- describe '#load' do
338
- context do
339
- let!(:cities) { Array.new(3) { |i| City.create!(id: i, rating: i / 2) }.sort_by(&:id) }
340
- let!(:deleted) { Array.new(2) { |i| City.create!(id: 3 + i).tap(&:destroy) }.sort_by(&:id) }
341
- let(:city_ids) { cities.map(&:id) }
342
- let(:deleted_ids) { deleted.map(&:id) }
343
-
344
- let(:type) { double(type_name: 'user') }
345
-
346
- subject { described_class.new(City) }
347
-
348
- specify { expect(subject.load(city_ids, _type: type)).to eq(cities) }
349
- specify { expect(subject.load(city_ids.reverse, _type: type)).to eq(cities.reverse) }
350
- specify { expect(subject.load(deleted_ids, _type: type)).to eq([nil, nil]) }
351
- specify { expect(subject.load(city_ids + deleted_ids, _type: type)).to eq([*cities, nil, nil]) }
352
- specify do
353
- expect(subject.load(city_ids, _type: type, scope: -> { where(rating: 0) }))
354
- .to eq(cities.first(2) + [nil])
355
- end
356
- specify do
357
- expect(subject.load(city_ids,
358
- _type: type, scope: -> { where(rating: 0) }, user: {scope: -> { where(rating: 1) }}))
359
- .to eq([nil, nil] + cities.last(1))
360
- end
361
- specify do
362
- expect(subject.load(city_ids, _type: type, scope: City.where(rating: 1)))
363
- .to eq([nil, nil] + cities.last(1))
364
- end
365
- specify do
366
- expect(subject.load(city_ids,
367
- _type: type, scope: City.where(rating: 1), user: {scope: -> { where(rating: 0) }}))
368
- .to eq(cities.first(2) + [nil])
369
- end
370
- end
371
- end
372
- end