chewy 0.10.1 → 7.3.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (243) hide show
  1. checksums.yaml +5 -5
  2. data/.github/CODEOWNERS +1 -0
  3. data/.github/ISSUE_TEMPLATE/bug_report.md +39 -0
  4. data/.github/ISSUE_TEMPLATE/feature_request.md +20 -0
  5. data/.github/PULL_REQUEST_TEMPLATE.md +16 -0
  6. data/.github/workflows/ruby.yml +74 -0
  7. data/.rubocop.yml +28 -23
  8. data/.rubocop_todo.yml +110 -22
  9. data/CHANGELOG.md +480 -298
  10. data/CODE_OF_CONDUCT.md +14 -0
  11. data/CONTRIBUTING.md +63 -0
  12. data/Gemfile +3 -5
  13. data/Guardfile +3 -1
  14. data/LICENSE.txt +1 -1
  15. data/README.md +571 -333
  16. data/chewy.gemspec +12 -15
  17. data/gemfiles/rails.5.2.activerecord.gemfile +11 -0
  18. data/gemfiles/rails.6.0.activerecord.gemfile +11 -0
  19. data/gemfiles/rails.6.1.activerecord.gemfile +13 -0
  20. data/gemfiles/rails.7.0.activerecord.gemfile +13 -0
  21. data/lib/chewy/config.rb +48 -77
  22. data/lib/chewy/errors.rb +4 -10
  23. data/lib/chewy/fields/base.rb +88 -16
  24. data/lib/chewy/fields/root.rb +15 -21
  25. data/lib/chewy/index/actions.rb +67 -38
  26. data/lib/chewy/{type → index}/adapter/active_record.rb +18 -4
  27. data/lib/chewy/{type → index}/adapter/base.rb +11 -12
  28. data/lib/chewy/{type → index}/adapter/object.rb +28 -32
  29. data/lib/chewy/{type → index}/adapter/orm.rb +26 -24
  30. data/lib/chewy/index/aliases.rb +14 -5
  31. data/lib/chewy/index/crutch.rb +40 -0
  32. data/lib/chewy/index/import/bulk_builder.rb +311 -0
  33. data/lib/chewy/{type → index}/import/bulk_request.rb +10 -9
  34. data/lib/chewy/{type → index}/import/journal_builder.rb +11 -12
  35. data/lib/chewy/{type → index}/import/routine.rb +19 -18
  36. data/lib/chewy/{type → index}/import.rb +82 -36
  37. data/lib/chewy/{type → index}/mapping.rb +63 -62
  38. data/lib/chewy/index/observe/active_record_methods.rb +87 -0
  39. data/lib/chewy/index/observe/callback.rb +34 -0
  40. data/lib/chewy/index/observe.rb +17 -0
  41. data/lib/chewy/index/settings.rb +2 -0
  42. data/lib/chewy/index/specification.rb +13 -10
  43. data/lib/chewy/{type → index}/syncer.rb +62 -63
  44. data/lib/chewy/{type → index}/witchcraft.rb +15 -9
  45. data/lib/chewy/{type → index}/wrapper.rb +16 -6
  46. data/lib/chewy/index.rb +68 -93
  47. data/lib/chewy/journal.rb +25 -14
  48. data/lib/chewy/minitest/helpers.rb +91 -18
  49. data/lib/chewy/minitest/search_index_receiver.rb +29 -33
  50. data/lib/chewy/multi_search.rb +62 -0
  51. data/lib/chewy/railtie.rb +8 -24
  52. data/lib/chewy/rake_helper.rb +141 -112
  53. data/lib/chewy/rspec/build_query.rb +12 -0
  54. data/lib/chewy/rspec/helpers.rb +55 -0
  55. data/lib/chewy/rspec/update_index.rb +58 -49
  56. data/lib/chewy/rspec.rb +2 -0
  57. data/lib/chewy/runtime.rb +1 -1
  58. data/lib/chewy/search/loader.rb +19 -41
  59. data/lib/chewy/search/parameters/allow_partial_search_results.rb +27 -0
  60. data/lib/chewy/search/parameters/collapse.rb +16 -0
  61. data/lib/chewy/search/parameters/concerns/query_storage.rb +6 -5
  62. data/lib/chewy/search/parameters/ignore_unavailable.rb +27 -0
  63. data/lib/chewy/search/parameters/indices.rb +78 -0
  64. data/lib/chewy/search/parameters/none.rb +1 -3
  65. data/lib/chewy/search/parameters/order.rb +6 -19
  66. data/lib/chewy/search/parameters/source.rb +5 -1
  67. data/lib/chewy/search/parameters/track_total_hits.rb +16 -0
  68. data/lib/chewy/search/parameters.rb +28 -8
  69. data/lib/chewy/search/query_proxy.rb +9 -2
  70. data/lib/chewy/search/request.rb +207 -157
  71. data/lib/chewy/search/response.rb +5 -5
  72. data/lib/chewy/search/scoping.rb +7 -8
  73. data/lib/chewy/search/scrolling.rb +14 -13
  74. data/lib/chewy/search.rb +7 -26
  75. data/lib/chewy/stash.rb +27 -29
  76. data/lib/chewy/strategy/active_job.rb +2 -2
  77. data/lib/chewy/strategy/atomic.rb +1 -1
  78. data/lib/chewy/strategy/atomic_no_refresh.rb +18 -0
  79. data/lib/chewy/strategy/base.rb +10 -0
  80. data/lib/chewy/strategy/delayed_sidekiq/scheduler.rb +148 -0
  81. data/lib/chewy/strategy/delayed_sidekiq/worker.rb +52 -0
  82. data/lib/chewy/strategy/delayed_sidekiq.rb +17 -0
  83. data/lib/chewy/strategy/lazy_sidekiq.rb +64 -0
  84. data/lib/chewy/strategy/sidekiq.rb +3 -2
  85. data/lib/chewy/strategy.rb +6 -19
  86. data/lib/chewy/version.rb +1 -1
  87. data/lib/chewy.rb +37 -80
  88. data/lib/generators/chewy/install_generator.rb +1 -1
  89. data/lib/tasks/chewy.rake +26 -32
  90. data/migration_guide.md +56 -0
  91. data/spec/chewy/config_spec.rb +27 -57
  92. data/spec/chewy/fields/base_spec.rb +457 -174
  93. data/spec/chewy/fields/root_spec.rb +24 -32
  94. data/spec/chewy/fields/time_fields_spec.rb +5 -5
  95. data/spec/chewy/index/actions_spec.rb +425 -60
  96. data/spec/chewy/{type → index}/adapter/active_record_spec.rb +110 -44
  97. data/spec/chewy/{type → index}/adapter/object_spec.rb +21 -6
  98. data/spec/chewy/index/aliases_spec.rb +3 -3
  99. data/spec/chewy/index/import/bulk_builder_spec.rb +494 -0
  100. data/spec/chewy/{type → index}/import/bulk_request_spec.rb +5 -12
  101. data/spec/chewy/{type → index}/import/journal_builder_spec.rb +22 -30
  102. data/spec/chewy/{type → index}/import/routine_spec.rb +19 -19
  103. data/spec/chewy/{type → index}/import_spec.rb +154 -95
  104. data/spec/chewy/index/mapping_spec.rb +135 -0
  105. data/spec/chewy/index/observe/active_record_methods_spec.rb +68 -0
  106. data/spec/chewy/index/observe/callback_spec.rb +139 -0
  107. data/spec/chewy/index/observe_spec.rb +143 -0
  108. data/spec/chewy/index/settings_spec.rb +3 -1
  109. data/spec/chewy/index/specification_spec.rb +32 -33
  110. data/spec/chewy/{type → index}/syncer_spec.rb +14 -19
  111. data/spec/chewy/{type → index}/witchcraft_spec.rb +34 -21
  112. data/spec/chewy/index/wrapper_spec.rb +100 -0
  113. data/spec/chewy/index_spec.rb +99 -114
  114. data/spec/chewy/journal_spec.rb +56 -101
  115. data/spec/chewy/minitest/helpers_spec.rb +122 -14
  116. data/spec/chewy/minitest/search_index_receiver_spec.rb +24 -26
  117. data/spec/chewy/multi_search_spec.rb +84 -0
  118. data/spec/chewy/rake_helper_spec.rb +325 -101
  119. data/spec/chewy/rspec/build_query_spec.rb +34 -0
  120. data/spec/chewy/rspec/helpers_spec.rb +61 -0
  121. data/spec/chewy/rspec/update_index_spec.rb +106 -102
  122. data/spec/chewy/runtime_spec.rb +2 -2
  123. data/spec/chewy/search/loader_spec.rb +19 -53
  124. data/spec/chewy/search/pagination/kaminari_examples.rb +3 -5
  125. data/spec/chewy/search/pagination/kaminari_spec.rb +1 -1
  126. data/spec/chewy/search/parameters/collapse_spec.rb +5 -0
  127. data/spec/chewy/search/parameters/ignore_unavailable_spec.rb +67 -0
  128. data/spec/chewy/search/parameters/indices_spec.rb +99 -0
  129. data/spec/chewy/search/parameters/none_spec.rb +1 -1
  130. data/spec/chewy/search/parameters/order_spec.rb +18 -11
  131. data/spec/chewy/search/parameters/query_storage_examples.rb +67 -21
  132. data/spec/chewy/search/parameters/search_after_spec.rb +4 -1
  133. data/spec/chewy/search/parameters/source_spec.rb +8 -2
  134. data/spec/chewy/search/parameters/track_total_hits_spec.rb +5 -0
  135. data/spec/chewy/search/parameters_spec.rb +39 -8
  136. data/spec/chewy/search/query_proxy_spec.rb +68 -17
  137. data/spec/chewy/search/request_spec.rb +360 -149
  138. data/spec/chewy/search/response_spec.rb +35 -25
  139. data/spec/chewy/search/scrolling_spec.rb +28 -26
  140. data/spec/chewy/search_spec.rb +73 -53
  141. data/spec/chewy/stash_spec.rb +16 -26
  142. data/spec/chewy/strategy/active_job_spec.rb +23 -10
  143. data/spec/chewy/strategy/atomic_no_refresh_spec.rb +60 -0
  144. data/spec/chewy/strategy/atomic_spec.rb +9 -10
  145. data/spec/chewy/strategy/delayed_sidekiq_spec.rb +190 -0
  146. data/spec/chewy/strategy/lazy_sidekiq_spec.rb +214 -0
  147. data/spec/chewy/strategy/sidekiq_spec.rb +14 -10
  148. data/spec/chewy/strategy_spec.rb +19 -15
  149. data/spec/chewy_spec.rb +17 -110
  150. data/spec/spec_helper.rb +7 -22
  151. data/spec/support/active_record.rb +43 -5
  152. metadata +123 -198
  153. data/.travis.yml +0 -53
  154. data/Appraisals +0 -79
  155. data/LEGACY_DSL.md +0 -497
  156. data/gemfiles/rails.4.0.activerecord.gemfile +0 -14
  157. data/gemfiles/rails.4.1.activerecord.gemfile +0 -14
  158. data/gemfiles/rails.4.2.activerecord.gemfile +0 -15
  159. data/gemfiles/rails.4.2.mongoid.5.1.gemfile +0 -15
  160. data/gemfiles/rails.5.0.activerecord.gemfile +0 -15
  161. data/gemfiles/rails.5.0.mongoid.6.0.gemfile +0 -15
  162. data/gemfiles/rails.5.1.activerecord.gemfile +0 -15
  163. data/gemfiles/rails.5.1.mongoid.6.1.gemfile +0 -15
  164. data/gemfiles/sequel.4.45.gemfile +0 -11
  165. data/lib/chewy/backports/deep_dup.rb +0 -46
  166. data/lib/chewy/backports/duplicable.rb +0 -91
  167. data/lib/chewy/query/compose.rb +0 -68
  168. data/lib/chewy/query/criteria.rb +0 -191
  169. data/lib/chewy/query/filters.rb +0 -227
  170. data/lib/chewy/query/loading.rb +0 -111
  171. data/lib/chewy/query/nodes/and.rb +0 -25
  172. data/lib/chewy/query/nodes/base.rb +0 -17
  173. data/lib/chewy/query/nodes/bool.rb +0 -34
  174. data/lib/chewy/query/nodes/equal.rb +0 -34
  175. data/lib/chewy/query/nodes/exists.rb +0 -20
  176. data/lib/chewy/query/nodes/expr.rb +0 -28
  177. data/lib/chewy/query/nodes/field.rb +0 -110
  178. data/lib/chewy/query/nodes/has_child.rb +0 -15
  179. data/lib/chewy/query/nodes/has_parent.rb +0 -15
  180. data/lib/chewy/query/nodes/has_relation.rb +0 -59
  181. data/lib/chewy/query/nodes/match_all.rb +0 -11
  182. data/lib/chewy/query/nodes/missing.rb +0 -20
  183. data/lib/chewy/query/nodes/not.rb +0 -25
  184. data/lib/chewy/query/nodes/or.rb +0 -25
  185. data/lib/chewy/query/nodes/prefix.rb +0 -19
  186. data/lib/chewy/query/nodes/query.rb +0 -20
  187. data/lib/chewy/query/nodes/range.rb +0 -63
  188. data/lib/chewy/query/nodes/raw.rb +0 -15
  189. data/lib/chewy/query/nodes/regexp.rb +0 -35
  190. data/lib/chewy/query/nodes/script.rb +0 -20
  191. data/lib/chewy/query/pagination.rb +0 -25
  192. data/lib/chewy/query.rb +0 -1098
  193. data/lib/chewy/search/pagination/will_paginate.rb +0 -43
  194. data/lib/chewy/search/parameters/types.rb +0 -20
  195. data/lib/chewy/strategy/resque.rb +0 -27
  196. data/lib/chewy/strategy/shoryuken.rb +0 -40
  197. data/lib/chewy/type/actions.rb +0 -43
  198. data/lib/chewy/type/adapter/mongoid.rb +0 -69
  199. data/lib/chewy/type/adapter/sequel.rb +0 -95
  200. data/lib/chewy/type/crutch.rb +0 -32
  201. data/lib/chewy/type/import/bulk_builder.rb +0 -122
  202. data/lib/chewy/type/observe.rb +0 -78
  203. data/lib/chewy/type.rb +0 -117
  204. data/lib/sequel/plugins/chewy_observe.rb +0 -78
  205. data/spec/chewy/query/criteria_spec.rb +0 -700
  206. data/spec/chewy/query/filters_spec.rb +0 -201
  207. data/spec/chewy/query/loading_spec.rb +0 -124
  208. data/spec/chewy/query/nodes/and_spec.rb +0 -12
  209. data/spec/chewy/query/nodes/bool_spec.rb +0 -14
  210. data/spec/chewy/query/nodes/equal_spec.rb +0 -32
  211. data/spec/chewy/query/nodes/exists_spec.rb +0 -18
  212. data/spec/chewy/query/nodes/has_child_spec.rb +0 -59
  213. data/spec/chewy/query/nodes/has_parent_spec.rb +0 -59
  214. data/spec/chewy/query/nodes/match_all_spec.rb +0 -11
  215. data/spec/chewy/query/nodes/missing_spec.rb +0 -16
  216. data/spec/chewy/query/nodes/not_spec.rb +0 -13
  217. data/spec/chewy/query/nodes/or_spec.rb +0 -12
  218. data/spec/chewy/query/nodes/prefix_spec.rb +0 -16
  219. data/spec/chewy/query/nodes/query_spec.rb +0 -12
  220. data/spec/chewy/query/nodes/range_spec.rb +0 -32
  221. data/spec/chewy/query/nodes/raw_spec.rb +0 -11
  222. data/spec/chewy/query/nodes/regexp_spec.rb +0 -43
  223. data/spec/chewy/query/nodes/script_spec.rb +0 -15
  224. data/spec/chewy/query/pagination/kaminari_spec.rb +0 -5
  225. data/spec/chewy/query/pagination/will_paginate_spec.rb +0 -5
  226. data/spec/chewy/query/pagination_spec.rb +0 -39
  227. data/spec/chewy/query_spec.rb +0 -636
  228. data/spec/chewy/search/pagination/will_paginate_examples.rb +0 -63
  229. data/spec/chewy/search/pagination/will_paginate_spec.rb +0 -23
  230. data/spec/chewy/search/parameters/indices_boost_spec.rb +0 -83
  231. data/spec/chewy/search/parameters/types_spec.rb +0 -5
  232. data/spec/chewy/strategy/resque_spec.rb +0 -46
  233. data/spec/chewy/strategy/shoryuken_spec.rb +0 -64
  234. data/spec/chewy/type/actions_spec.rb +0 -50
  235. data/spec/chewy/type/adapter/mongoid_spec.rb +0 -372
  236. data/spec/chewy/type/adapter/sequel_spec.rb +0 -472
  237. data/spec/chewy/type/import/bulk_builder_spec.rb +0 -279
  238. data/spec/chewy/type/mapping_spec.rb +0 -142
  239. data/spec/chewy/type/observe_spec.rb +0 -137
  240. data/spec/chewy/type/wrapper_spec.rb +0 -98
  241. data/spec/chewy/type_spec.rb +0 -55
  242. data/spec/support/mongoid.rb +0 -93
  243. data/spec/support/sequel.rb +0 -80
@@ -1,472 +0,0 @@
1
- require 'spec_helper'
2
-
3
- describe Chewy::Type::Adapter::Sequel, :sequel do
4
- before do
5
- stub_model(:city)
6
- stub_model(:country)
7
- City.many_to_one :country
8
- Country.one_to_many :cities
9
- end
10
-
11
- describe '#name' do
12
- it { expect(described_class.new(City).name).to eq 'City' }
13
- it { expect(described_class.new(City.order(:id)).name).to eq 'City' }
14
- it { expect(described_class.new(City, name: 'town').name).to eq 'Town' }
15
-
16
- context do
17
- before { stub_model('namespace/city') }
18
-
19
- it { expect(described_class.new(Namespace::City).name).to eq 'City' }
20
- it { expect(described_class.new(Namespace::City.order(:id)).name).to eq 'City' }
21
- end
22
- end
23
-
24
- describe '#default_scope' do
25
- it { expect(described_class.new(City).default_scope.sql).to eql City.where(nil).sql }
26
- it { expect(described_class.new(City.order(:id)).default_scope.sql).to eql City.where(nil).sql }
27
- it { expect(described_class.new(City.limit(10)).default_scope.sql).to eql City.where(nil).sql }
28
- it { expect(described_class.new(City.offset(10)).default_scope.sql).to eql City.where(nil).sql }
29
- it { expect(described_class.new(City.where(rating: 10)).default_scope.sql).to eql City.where(rating: 10).sql }
30
- end
31
-
32
- describe '#type_name' do
33
- specify { expect(described_class.new(City).type_name).to eq('city') }
34
- specify { expect(described_class.new(City.order(:id)).type_name).to eq('city') }
35
- specify { expect(described_class.new(City, name: 'town').type_name).to eq('town') }
36
-
37
- context do
38
- before { stub_model('namespace/city') }
39
-
40
- specify { expect(described_class.new(Namespace::City).type_name).to eq('city') }
41
- specify { expect(described_class.new(Namespace::City.order(:id)).type_name).to eq('city') }
42
- end
43
- end
44
-
45
- describe '#identify' do
46
- subject { described_class.new(City) }
47
-
48
- context do
49
- let!(:cities) { Array.new(3) { City.new.save! } }
50
-
51
- it { expect(subject.identify(City.where(nil))).to match_array cities.map(&:id) }
52
- it { expect(subject.identify(cities)).to eq cities.map(&:id) }
53
- it { expect(subject.identify(cities.first)).to eq([cities.first.id]) }
54
- it { expect(subject.identify(cities.first(2).map(&:id))).to eq cities.first(2).map(&:id) }
55
- end
56
-
57
- context 'custom primary_key' do
58
- before { stub_model(:city).set_dataset :rating_cities }
59
- let!(:cities) { Array.new(3) { |i| City.create! { |c| c.rating = i } } }
60
-
61
- specify { expect(subject.identify(City.where(nil))).to match_array([0, 1, 2]) }
62
- specify { expect(subject.identify(cities)).to eq([0, 1, 2]) }
63
- specify { expect(subject.identify(cities.first)).to eq([0]) }
64
- specify { expect(subject.identify(cities.first(2).map(&:rating))).to eq([0, 1]) }
65
- end
66
- end
67
-
68
- describe '#import' do
69
- def import(*args)
70
- result = []
71
- subject.import(*args) { |data| result.push data }
72
- result
73
- end
74
-
75
- context do
76
- let!(:cities) { Array.new(3) { City.create! } }
77
- let!(:deleted) { Array.new(4) { City.create!.tap(&:destroy) } }
78
- subject { described_class.new(City) }
79
-
80
- specify { expect(import).to eq([{index: cities}]) }
81
- specify { expect(import(nil)).to eq([]) }
82
-
83
- specify { expect(import(City.order(:id))).to eq([{index: cities}]) }
84
- specify do
85
- expect(import(City.order(:id), batch_size: 2))
86
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
87
- end
88
-
89
- specify { expect(import(cities)).to eq([{index: cities}]) }
90
- specify do
91
- expect(import(cities, batch_size: 2))
92
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
93
- end
94
- specify do
95
- expect(import(cities, deleted))
96
- .to eq([{index: cities}, {delete: deleted}])
97
- end
98
- specify do
99
- expect(import(cities, deleted, batch_size: 2)).to eq([
100
- {index: cities.first(2)},
101
- {index: cities.last(1)},
102
- {delete: deleted.first(2)},
103
- {delete: deleted.last(2)}
104
- ])
105
- end
106
-
107
- specify { expect(import(cities.map(&:id))).to eq([{index: cities}]) }
108
- specify { expect(import(deleted.map(&:id))).to eq([{delete: deleted.map(&:id)}]) }
109
- specify do
110
- expect(import(cities.map(&:id), batch_size: 2))
111
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
112
- end
113
- specify do
114
- expect(import(cities.map(&:id), deleted.map(&:id)))
115
- .to eq([{index: cities}, {delete: deleted.map(&:id)}])
116
- end
117
- specify do
118
- expect(import(cities.map(&:id), deleted.map(&:id), batch_size: 2)).to eq([
119
- {index: cities.first(2)},
120
- {index: cities.last(1)},
121
- {delete: deleted.first(2).map(&:id)},
122
- {delete: deleted.last(2).map(&:id)}
123
- ])
124
- end
125
-
126
- specify { expect(import(cities.first, nil)).to eq([{index: [cities.first]}]) }
127
- specify { expect(import(cities.first.id, nil)).to eq([{index: [cities.first]}]) }
128
- end
129
-
130
- context 'additional delete conditions' do
131
- let!(:cities) { Array.new(4) { |i| City.create! rating: i } }
132
- before { cities.last(2).map(&:destroy) }
133
- subject { described_class.new(City) }
134
-
135
- before do
136
- City.class_eval do
137
- def delete_already?
138
- rating.in?([1, 3])
139
- end
140
- end
141
- end
142
- subject { described_class.new(City, delete_if: -> { delete_already? }) }
143
-
144
- specify do
145
- expect(import(City.where(nil))).to eq([
146
- {index: [cities[0]], delete: [cities[1]]}
147
- ])
148
- end
149
- specify do
150
- expect(import(cities)).to eq([
151
- {index: [cities[0]], delete: [cities[1]]},
152
- {delete: cities.last(2)}
153
- ])
154
- end
155
- specify do
156
- expect(import(cities.map(&:id))).to eq([
157
- {index: [cities[0]], delete: [cities[1]]},
158
- {delete: cities.last(2).map(&:id)}
159
- ])
160
- end
161
- end
162
-
163
- context 'custom primary_key' do
164
- before { stub_model(:city).set_dataset :rating_cities }
165
- let!(:cities) { Array.new(3) { |i| City.create! { |c| c.rating = i + 7 } } }
166
- let!(:deleted) { Array.new(3) { |i| City.create! { |c| c.rating = i + 10 }.tap(&:destroy) } }
167
- subject { described_class.new(City) }
168
-
169
- specify { expect(import).to eq([{index: cities}]) }
170
-
171
- specify { expect(import(City.order(:rating))).to eq([{index: cities}]) }
172
- specify do
173
- expect(import(City.order(:rating), batch_size: 2))
174
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
175
- end
176
-
177
- specify { expect(import(cities)).to eq([{index: cities}]) }
178
- specify do
179
- expect(import(cities, batch_size: 2))
180
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
181
- end
182
- specify do
183
- expect(import(cities, deleted))
184
- .to eq([{index: cities}, {delete: deleted}])
185
- end
186
- specify do
187
- expect(import(cities, deleted, batch_size: 2)).to eq([
188
- {index: cities.first(2)},
189
- {index: cities.last(1)},
190
- {delete: deleted.first(2)},
191
- {delete: deleted.last(1)}
192
- ])
193
- end
194
-
195
- specify { expect(import(cities.map(&:rating))).to eq([{index: cities}]) }
196
- specify do
197
- expect(import(cities.map(&:rating), batch_size: 2))
198
- .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
199
- end
200
- specify do
201
- expect(import(cities.map(&:rating), deleted.map(&:rating)))
202
- .to eq([{index: cities}, {delete: deleted.map(&:rating)}])
203
- end
204
- specify do
205
- expect(import(cities.map(&:rating), deleted.map(&:rating), batch_size: 2)).to eq([
206
- {index: cities.first(2)},
207
- {index: cities.last(1)},
208
- {delete: deleted.first(2).map(&:rating)},
209
- {delete: deleted.last(1).map(&:rating)}
210
- ])
211
- end
212
- end
213
-
214
- context 'default scope' do
215
- let!(:cities) { Array.new(4) { |i| City.create!(rating: i / 3) } }
216
- let!(:deleted) { Array.new(3) { City.create!.tap(&:destroy) } }
217
- subject { described_class.new(City.where(rating: 0)) }
218
-
219
- specify { expect(import).to eq([{index: cities.first(3)}]) }
220
-
221
- specify do
222
- expect(import(City.where('rating < 2')))
223
- .to eq([{index: cities.first(3)}])
224
- end
225
- specify do
226
- expect(import(City.where('rating < 2'), batch_size: 2))
227
- .to eq([{index: cities.first(2)}, {index: [cities[2]]}])
228
- end
229
- specify do
230
- expect(import(City.where('rating < 1')))
231
- .to eq([{index: cities.first(3)}])
232
- end
233
- specify { expect(import(City.where('rating > 1'))).to eq([]) }
234
-
235
- specify do
236
- expect(import(cities.first(2)))
237
- .to eq([{index: cities.first(2)}])
238
- end
239
- specify do
240
- expect(import(cities))
241
- .to eq([{index: cities.first(3)}, {delete: cities.last(1)}])
242
- end
243
- specify do
244
- expect(import(cities, batch_size: 2))
245
- .to eq([{index: cities.first(2)}, {index: [cities[2]]}, {delete: cities.last(1)}])
246
- end
247
- specify do
248
- expect(import(cities, deleted))
249
- .to eq([{index: cities.first(3)}, {delete: cities.last(1) + deleted}])
250
- end
251
- specify do
252
- expect(import(cities, deleted, batch_size: 3)).to eq([
253
- {index: cities.first(3)},
254
- {delete: cities.last(1) + deleted.first(2)},
255
- {delete: deleted.last(1)}
256
- ])
257
- end
258
-
259
- specify do
260
- expect(import(cities.first(2).map(&:id)))
261
- .to eq([{index: cities.first(2)}])
262
- end
263
- specify do
264
- expect(import(cities.map(&:id)))
265
- .to eq([{index: cities.first(3)}, {delete: [cities.last.id]}])
266
- end
267
- specify do
268
- expect(import(cities.map(&:id), batch_size: 2))
269
- .to eq([{index: cities.first(2)}, {index: [cities[2]]}, {delete: [cities.last.id]}])
270
- end
271
- specify do
272
- expect(import(cities.map(&:id), deleted.map(&:id)))
273
- .to eq([{index: cities.first(3)}, {delete: [cities.last.id] + deleted.map(&:id)}])
274
- end
275
- specify do
276
- expect(import(cities.map(&:id), deleted.map(&:id), batch_size: 3)).to eq([
277
- {index: cities.first(3)},
278
- {delete: [cities.last.id] + deleted.first(2).map(&:id)},
279
- {delete: deleted.last(1).map(&:id)}
280
- ])
281
- end
282
- end
283
-
284
- context 'error handling' do
285
- let!(:cities) { Array.new(3) { City.create! } }
286
- let!(:deleted) { Array.new(2) { City.create!.tap(&:destroy) } }
287
- let(:ids) { (cities + deleted).map(&:id) }
288
- subject { described_class.new(City) }
289
-
290
- let(:data_comparer) do
291
- lambda do |id, data|
292
- objects = data[:index] || data[:delete]
293
- !objects.map { |o| o.respond_to?(:id) ? o.id : o }.include?(id)
294
- end
295
- end
296
-
297
- context 'implicit scope' do
298
- specify { expect(subject.import { |_data| true }).to eq(true) }
299
- specify { expect(subject.import { |_data| false }).to eq(false) }
300
- specify { expect(subject.import(batch_size: 1, &data_comparer.curry[cities[0].id])).to eq(false) }
301
- specify { expect(subject.import(batch_size: 1, &data_comparer.curry[cities[1].id])).to eq(false) }
302
- specify { expect(subject.import(batch_size: 1, &data_comparer.curry[cities[2].id])).to eq(false) }
303
- specify { expect(subject.import(batch_size: 1, &data_comparer.curry[deleted[0].id])).to eq(true) }
304
- specify { expect(subject.import(batch_size: 1, &data_comparer.curry[deleted[1].id])).to eq(true) }
305
- end
306
-
307
- context 'explicit scope' do
308
- let(:scope) { City.where(id: ids) }
309
-
310
- specify { expect(subject.import(scope) { |_data| true }).to eq(true) }
311
- specify { expect(subject.import(scope) { |_data| false }).to eq(false) }
312
- specify { expect(subject.import(scope, batch_size: 1, &data_comparer.curry[cities[0].id])).to eq(false) }
313
- specify { expect(subject.import(scope, batch_size: 1, &data_comparer.curry[cities[1].id])).to eq(false) }
314
- specify { expect(subject.import(scope, batch_size: 1, &data_comparer.curry[cities[2].id])).to eq(false) }
315
- specify { expect(subject.import(scope, batch_size: 1, &data_comparer.curry[deleted[0].id])).to eq(true) }
316
- specify { expect(subject.import(scope, batch_size: 1, &data_comparer.curry[deleted[1].id])).to eq(true) }
317
- end
318
-
319
- context 'objects' do
320
- specify { expect(subject.import(cities + deleted) { |_data| true }).to eq(true) }
321
- specify { expect(subject.import(cities + deleted) { |_data| false }).to eq(false) }
322
- specify { expect(subject.import(cities + deleted, batch_size: 1, &data_comparer.curry[cities[0].id])).to eq(false) }
323
- specify { expect(subject.import(cities + deleted, batch_size: 1, &data_comparer.curry[cities[1].id])).to eq(false) }
324
- specify { expect(subject.import(cities + deleted, batch_size: 1, &data_comparer.curry[cities[2].id])).to eq(false) }
325
- specify { expect(subject.import(cities + deleted, batch_size: 1, &data_comparer.curry[deleted[0].id])).to eq(false) }
326
- specify { expect(subject.import(cities + deleted, batch_size: 1, &data_comparer.curry[deleted[1].id])).to eq(false) }
327
- end
328
-
329
- context 'ids' do
330
- specify { expect(subject.import(ids) { |_data| true }).to eq(true) }
331
- specify { expect(subject.import(ids) { |_data| false }).to eq(false) }
332
- specify { expect(subject.import(ids, batch_size: 1, &data_comparer.curry[cities[0].id])).to eq(false) }
333
- specify { expect(subject.import(ids, batch_size: 1, &data_comparer.curry[cities[1].id])).to eq(false) }
334
- specify { expect(subject.import(ids, batch_size: 1, &data_comparer.curry[cities[2].id])).to eq(false) }
335
- specify { expect(subject.import(ids, batch_size: 1, &data_comparer.curry[deleted[0].id])).to eq(false) }
336
- specify { expect(subject.import(ids, batch_size: 1, &data_comparer.curry[deleted[1].id])).to eq(false) }
337
- end
338
- end
339
- end
340
-
341
- describe '#import_fields' do
342
- subject { described_class.new(Country) }
343
- let!(:countries) { Array.new(3) { |i| Country.create!(rating: i) { |c| c.id = i + 1 } } }
344
- let!(:cities) { Array.new(6) { |i| City.create!(rating: i + 3, country_id: (i + 4) / 2) { |c| c.id = i + 3 } } }
345
-
346
- specify { expect(subject.import_fields).to match([contain_exactly(1, 2, 3)]) }
347
- specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([1, 0], [2, 1], [3, 2])]) }
348
-
349
- context 'scopes' do
350
- context do
351
- subject { described_class.new(Country.eager_graph(:cities)) }
352
-
353
- specify { expect(subject.import_fields).to match([contain_exactly(1, 2, 3)]) }
354
- specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([1, 0], [2, 1], [3, 2])]) }
355
- end
356
-
357
- context do
358
- subject { described_class.new(Country.eager(:cities)) }
359
-
360
- specify { expect(subject.import_fields).to match([contain_exactly(1, 2, 3)]) }
361
- specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([1, 0], [2, 1], [3, 2])]) }
362
- end
363
-
364
- context do
365
- subject { described_class.new(Country.join(:cities, country_id: :id)) }
366
-
367
- specify { expect(subject.import_fields).to match([contain_exactly(2, 3)]) }
368
- specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([2, 1], [3, 2])]) }
369
- end
370
-
371
- context 'ignores default scope if another scope is passed' do
372
- subject { described_class.new(Country.join(:cities, country_id: :id)) }
373
-
374
- specify { expect(subject.import_fields(Country.where('rating < 2'))).to match([contain_exactly(1, 2)]) }
375
- specify { expect(subject.import_fields(Country.where('rating < 2'), fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
376
- end
377
- end
378
-
379
- context 'objects/ids' do
380
- specify { expect(subject.import_fields(1, 2)).to match([contain_exactly(1, 2)]) }
381
- specify { expect(subject.import_fields(1, 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
382
-
383
- specify { expect(subject.import_fields(countries.first(2))).to match([contain_exactly(1, 2)]) }
384
- specify { expect(subject.import_fields(countries.first(2), fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
385
- end
386
-
387
- context 'batch_size' do
388
- specify { expect(subject.import_fields(batch_size: 2)).to match([contain_exactly(1, 2), [3]]) }
389
- specify { expect(subject.import_fields(batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1]), [[3, 2]]]) }
390
-
391
- specify { expect(subject.import_fields(Country.where('rating < 2'), batch_size: 2)).to match([contain_exactly(1, 2)]) }
392
- specify { expect(subject.import_fields(Country.where('rating < 2'), batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
393
-
394
- specify { expect(subject.import_fields(1, 2, batch_size: 1)).to match([[1], [2]]) }
395
- specify { expect(subject.import_fields(1, 2, batch_size: 1, fields: [:rating])).to match([[[1, 0]], [[2, 1]]]) }
396
-
397
- specify { expect(subject.import_fields(countries.first(2), batch_size: 1)).to match([[1], [2]]) }
398
- specify { expect(subject.import_fields(countries.first(2), batch_size: 1, fields: [:rating])).to match([[[1, 0]], [[2, 1]]]) }
399
- end
400
- end
401
-
402
- describe '#load' do
403
- context do
404
- let!(:cities) { Array.new(3) { |i| City.create!(rating: i / 2) } }
405
- let!(:deleted) { Array.new(2) { City.create!.tap(&:destroy) } }
406
- let(:city_ids) { cities.map(&:id) }
407
- let(:deleted_ids) { deleted.map(&:id) }
408
-
409
- let(:type) { double(type_name: 'user') }
410
-
411
- subject { described_class.new(City) }
412
-
413
- specify { expect(subject.load(city_ids, _type: type)).to eq(cities) }
414
- specify { expect(subject.load(city_ids.reverse, _type: type)).to eq(cities.reverse) }
415
- specify { expect(subject.load(deleted_ids, _type: type)).to eq([nil, nil]) }
416
- specify { expect(subject.load(city_ids + deleted_ids, _type: type)).to eq([*cities, nil, nil]) }
417
- specify do
418
- expect(subject.load(city_ids, _type: type, scope: -> { where(rating: 0) }))
419
- .to eq(cities.first(2) + [nil])
420
- end
421
- specify do
422
- expect(subject.load(city_ids,
423
- _type: type, scope: -> { where(rating: 0) }, user: {scope: -> { where(rating: 1) }}))
424
- .to eq([nil, nil] + cities.last(1))
425
- end
426
- xspecify 'sequel does not support scopes merge' do
427
- expect(subject.load(city_ids, _type: type, scope: City.where(rating: 1)))
428
- .to eq([nil, nil] + cities.last(1))
429
- end
430
- specify do
431
- expect(subject.load(city_ids,
432
- _type: type, scope: City.where(rating: 1), user: {scope: -> { where(rating: 0) }}))
433
- .to eq(cities.first(2) + [nil])
434
- end
435
- end
436
-
437
- context 'custom primary_key' do
438
- before { stub_model(:city).set_dataset :rating_cities }
439
- let!(:cities) { Array.new(3) { |i| City.create!(country_id: i / 2) { |c| c.rating = i + 7 } } }
440
- let!(:deleted) { Array.new(2) { |i| City.create! { |c| c.rating = i + 10 }.tap(&:destroy) } }
441
- let(:city_ids) { cities.map(&:rating) }
442
- let(:deleted_ids) { deleted.map(&:rating) }
443
-
444
- let(:type) { double(type_name: 'user') }
445
-
446
- subject { described_class.new(City) }
447
-
448
- specify { expect(subject.load(city_ids, _type: type)).to eq(cities) }
449
- specify { expect(subject.load(city_ids.reverse, _type: type)).to eq(cities.reverse) }
450
- specify { expect(subject.load(deleted_ids, _type: type)).to eq([nil, nil]) }
451
- specify { expect(subject.load(city_ids + deleted_ids, _type: type)).to eq([*cities, nil, nil]) }
452
- specify do
453
- expect(subject.load(city_ids, _type: type, scope: -> { where(country_id: 0) }))
454
- .to eq(cities.first(2) + [nil])
455
- end
456
- specify do
457
- expect(subject.load(city_ids,
458
- _type: type, scope: -> { where(country_id: 0) }, user: {scope: -> { where(country_id: 1) }}))
459
- .to eq([nil, nil] + cities.last(1))
460
- end
461
- xspecify 'sequel does not support scopes merge' do
462
- expect(subject.load(city_ids, _type: type, scope: City.where(country_id: 1)))
463
- .to eq([nil, nil] + cities.last(1))
464
- end
465
- specify do
466
- expect(subject.load(city_ids,
467
- _type: type, scope: City.where(country_id: 1), user: {scope: -> { where(country_id: 0) }}))
468
- .to eq(cities.first(2) + [nil])
469
- end
470
- end
471
- end
472
- end