chewy 0.9.0 → 5.2.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (275) hide show
  1. checksums.yaml +5 -5
  2. data/.circleci/config.yml +214 -0
  3. data/.gitignore +1 -0
  4. data/.rubocop.yml +41 -19
  5. data/.rubocop_todo.yml +2 -2
  6. data/.yardopts +5 -0
  7. data/Appraisals +58 -28
  8. data/CHANGELOG.md +153 -12
  9. data/Gemfile +20 -12
  10. data/LEGACY_DSL.md +497 -0
  11. data/LICENSE.txt +1 -1
  12. data/README.md +338 -528
  13. data/chewy.gemspec +11 -12
  14. data/gemfiles/rails.5.2.activerecord.gemfile +17 -0
  15. data/gemfiles/rails.5.2.mongoid.6.4.gemfile +17 -0
  16. data/gemfiles/rails.6.0.activerecord.gemfile +17 -0
  17. data/gemfiles/rails.6.1.activerecord.gemfile +19 -0
  18. data/gemfiles/ruby3.gemfile +10 -0
  19. data/gemfiles/sequel.4.45.gemfile +11 -0
  20. data/lib/chewy.rb +79 -44
  21. data/lib/chewy/backports/duplicable.rb +1 -1
  22. data/lib/chewy/config.rb +43 -17
  23. data/lib/chewy/errors.rb +2 -2
  24. data/lib/chewy/fields/base.rb +56 -31
  25. data/lib/chewy/fields/root.rb +44 -11
  26. data/lib/chewy/index.rb +237 -149
  27. data/lib/chewy/index/actions.rb +100 -35
  28. data/lib/chewy/index/aliases.rb +2 -1
  29. data/lib/chewy/index/settings.rb +11 -5
  30. data/lib/chewy/index/specification.rb +60 -0
  31. data/lib/chewy/journal.rb +40 -92
  32. data/lib/chewy/minitest/helpers.rb +6 -6
  33. data/lib/chewy/minitest/search_index_receiver.rb +17 -17
  34. data/lib/chewy/query.rb +182 -122
  35. data/lib/chewy/query/compose.rb +13 -13
  36. data/lib/chewy/query/criteria.rb +13 -13
  37. data/lib/chewy/query/filters.rb +21 -4
  38. data/lib/chewy/query/loading.rb +1 -2
  39. data/lib/chewy/query/nodes/and.rb +2 -2
  40. data/lib/chewy/query/nodes/bool.rb +1 -1
  41. data/lib/chewy/query/nodes/equal.rb +2 -2
  42. data/lib/chewy/query/nodes/exists.rb +1 -1
  43. data/lib/chewy/query/nodes/field.rb +1 -1
  44. data/lib/chewy/query/nodes/has_relation.rb +2 -2
  45. data/lib/chewy/query/nodes/match_all.rb +1 -1
  46. data/lib/chewy/query/nodes/missing.rb +1 -1
  47. data/lib/chewy/query/nodes/not.rb +2 -2
  48. data/lib/chewy/query/nodes/or.rb +2 -2
  49. data/lib/chewy/query/nodes/prefix.rb +1 -1
  50. data/lib/chewy/query/nodes/query.rb +2 -2
  51. data/lib/chewy/query/nodes/range.rb +4 -4
  52. data/lib/chewy/query/nodes/regexp.rb +4 -4
  53. data/lib/chewy/query/nodes/script.rb +3 -3
  54. data/lib/chewy/query/pagination.rb +10 -1
  55. data/lib/chewy/railtie.rb +4 -3
  56. data/lib/chewy/rake_helper.rb +265 -48
  57. data/lib/chewy/rspec/update_index.rb +33 -27
  58. data/lib/chewy/search.rb +79 -26
  59. data/lib/chewy/search/loader.rb +83 -0
  60. data/lib/chewy/{query → search}/pagination/kaminari.rb +13 -5
  61. data/lib/chewy/search/pagination/will_paginate.rb +43 -0
  62. data/lib/chewy/search/parameters.rb +168 -0
  63. data/lib/chewy/search/parameters/aggs.rb +16 -0
  64. data/lib/chewy/search/parameters/allow_partial_search_results.rb +27 -0
  65. data/lib/chewy/search/parameters/concerns/bool_storage.rb +24 -0
  66. data/lib/chewy/search/parameters/concerns/hash_storage.rb +23 -0
  67. data/lib/chewy/search/parameters/concerns/integer_storage.rb +14 -0
  68. data/lib/chewy/search/parameters/concerns/query_storage.rb +238 -0
  69. data/lib/chewy/search/parameters/concerns/string_array_storage.rb +23 -0
  70. data/lib/chewy/search/parameters/concerns/string_storage.rb +14 -0
  71. data/lib/chewy/search/parameters/docvalue_fields.rb +12 -0
  72. data/lib/chewy/search/parameters/explain.rb +16 -0
  73. data/lib/chewy/search/parameters/filter.rb +47 -0
  74. data/lib/chewy/search/parameters/highlight.rb +16 -0
  75. data/lib/chewy/search/parameters/indices.rb +123 -0
  76. data/lib/chewy/search/parameters/indices_boost.rb +52 -0
  77. data/lib/chewy/search/parameters/limit.rb +17 -0
  78. data/lib/chewy/search/parameters/load.rb +32 -0
  79. data/lib/chewy/search/parameters/min_score.rb +16 -0
  80. data/lib/chewy/search/parameters/none.rb +27 -0
  81. data/lib/chewy/search/parameters/offset.rb +17 -0
  82. data/lib/chewy/search/parameters/order.rb +64 -0
  83. data/lib/chewy/search/parameters/post_filter.rb +19 -0
  84. data/lib/chewy/search/parameters/preference.rb +16 -0
  85. data/lib/chewy/search/parameters/profile.rb +16 -0
  86. data/lib/chewy/search/parameters/query.rb +19 -0
  87. data/lib/chewy/search/parameters/request_cache.rb +27 -0
  88. data/lib/chewy/search/parameters/rescore.rb +29 -0
  89. data/lib/chewy/search/parameters/script_fields.rb +16 -0
  90. data/lib/chewy/search/parameters/search_after.rb +20 -0
  91. data/lib/chewy/search/parameters/search_type.rb +16 -0
  92. data/lib/chewy/search/parameters/source.rb +73 -0
  93. data/lib/chewy/search/parameters/storage.rb +95 -0
  94. data/lib/chewy/search/parameters/stored_fields.rb +63 -0
  95. data/lib/chewy/search/parameters/suggest.rb +16 -0
  96. data/lib/chewy/search/parameters/terminate_after.rb +16 -0
  97. data/lib/chewy/search/parameters/timeout.rb +16 -0
  98. data/lib/chewy/search/parameters/track_scores.rb +16 -0
  99. data/lib/chewy/search/parameters/types.rb +20 -0
  100. data/lib/chewy/search/parameters/version.rb +16 -0
  101. data/lib/chewy/search/query_proxy.rb +257 -0
  102. data/lib/chewy/search/request.rb +1046 -0
  103. data/lib/chewy/search/response.rb +119 -0
  104. data/lib/chewy/search/scoping.rb +50 -0
  105. data/lib/chewy/search/scrolling.rb +134 -0
  106. data/lib/chewy/stash.rb +79 -0
  107. data/lib/chewy/strategy.rb +10 -3
  108. data/lib/chewy/strategy/active_job.rb +2 -1
  109. data/lib/chewy/strategy/atomic.rb +2 -4
  110. data/lib/chewy/strategy/bypass.rb +1 -1
  111. data/lib/chewy/strategy/resque.rb +1 -0
  112. data/lib/chewy/strategy/shoryuken.rb +40 -0
  113. data/lib/chewy/strategy/sidekiq.rb +13 -3
  114. data/lib/chewy/type.rb +29 -7
  115. data/lib/chewy/type/actions.rb +26 -2
  116. data/lib/chewy/type/adapter/active_record.rb +44 -29
  117. data/lib/chewy/type/adapter/base.rb +27 -7
  118. data/lib/chewy/type/adapter/mongoid.rb +19 -10
  119. data/lib/chewy/type/adapter/object.rb +187 -26
  120. data/lib/chewy/type/adapter/orm.rb +59 -32
  121. data/lib/chewy/type/adapter/sequel.rb +33 -19
  122. data/lib/chewy/type/crutch.rb +1 -1
  123. data/lib/chewy/type/import.rb +146 -191
  124. data/lib/chewy/type/import/bulk_builder.rb +122 -0
  125. data/lib/chewy/type/import/bulk_request.rb +78 -0
  126. data/lib/chewy/type/import/journal_builder.rb +45 -0
  127. data/lib/chewy/type/import/routine.rb +138 -0
  128. data/lib/chewy/type/mapping.rb +51 -35
  129. data/lib/chewy/type/observe.rb +17 -13
  130. data/lib/chewy/type/syncer.rb +222 -0
  131. data/lib/chewy/type/witchcraft.rb +32 -16
  132. data/lib/chewy/type/wrapper.rb +30 -4
  133. data/lib/chewy/version.rb +1 -1
  134. data/lib/sequel/plugins/chewy_observe.rb +4 -19
  135. data/lib/tasks/chewy.rake +84 -26
  136. data/spec/chewy/config_spec.rb +98 -1
  137. data/spec/chewy/fields/base_spec.rb +170 -135
  138. data/spec/chewy/fields/root_spec.rb +124 -20
  139. data/spec/chewy/fields/time_fields_spec.rb +2 -3
  140. data/spec/chewy/index/actions_spec.rb +214 -52
  141. data/spec/chewy/index/aliases_spec.rb +2 -2
  142. data/spec/chewy/index/settings_spec.rb +67 -38
  143. data/spec/chewy/index/specification_spec.rb +169 -0
  144. data/spec/chewy/index_spec.rb +108 -64
  145. data/spec/chewy/journal_spec.rb +150 -55
  146. data/spec/chewy/minitest/helpers_spec.rb +4 -4
  147. data/spec/chewy/minitest/search_index_receiver_spec.rb +1 -1
  148. data/spec/chewy/query/criteria_spec.rb +179 -179
  149. data/spec/chewy/query/filters_spec.rb +16 -16
  150. data/spec/chewy/query/loading_spec.rb +22 -20
  151. data/spec/chewy/query/nodes/and_spec.rb +2 -2
  152. data/spec/chewy/query/nodes/bool_spec.rb +4 -4
  153. data/spec/chewy/query/nodes/equal_spec.rb +19 -19
  154. data/spec/chewy/query/nodes/exists_spec.rb +6 -6
  155. data/spec/chewy/query/nodes/has_child_spec.rb +19 -19
  156. data/spec/chewy/query/nodes/has_parent_spec.rb +19 -19
  157. data/spec/chewy/query/nodes/missing_spec.rb +5 -5
  158. data/spec/chewy/query/nodes/not_spec.rb +4 -2
  159. data/spec/chewy/query/nodes/or_spec.rb +2 -2
  160. data/spec/chewy/query/nodes/prefix_spec.rb +5 -5
  161. data/spec/chewy/query/nodes/query_spec.rb +2 -2
  162. data/spec/chewy/query/nodes/range_spec.rb +18 -18
  163. data/spec/chewy/query/nodes/raw_spec.rb +1 -1
  164. data/spec/chewy/query/nodes/regexp_spec.rb +14 -14
  165. data/spec/chewy/query/nodes/script_spec.rb +4 -4
  166. data/spec/chewy/query/pagination/kaminari_spec.rb +3 -55
  167. data/spec/chewy/query/pagination/will_paginate_spec.rb +5 -0
  168. data/spec/chewy/query/pagination_spec.rb +25 -21
  169. data/spec/chewy/query_spec.rb +503 -561
  170. data/spec/chewy/rake_helper_spec.rb +381 -0
  171. data/spec/chewy/repository_spec.rb +4 -4
  172. data/spec/chewy/rspec/update_index_spec.rb +89 -56
  173. data/spec/chewy/runtime_spec.rb +2 -2
  174. data/spec/chewy/search/loader_spec.rb +117 -0
  175. data/spec/chewy/search/pagination/kaminari_examples.rb +71 -0
  176. data/spec/chewy/search/pagination/kaminari_spec.rb +21 -0
  177. data/spec/chewy/search/pagination/will_paginate_examples.rb +63 -0
  178. data/spec/chewy/search/pagination/will_paginate_spec.rb +23 -0
  179. data/spec/chewy/search/parameters/aggs_spec.rb +5 -0
  180. data/spec/chewy/search/parameters/bool_storage_examples.rb +53 -0
  181. data/spec/chewy/search/parameters/docvalue_fields_spec.rb +5 -0
  182. data/spec/chewy/search/parameters/explain_spec.rb +5 -0
  183. data/spec/chewy/search/parameters/filter_spec.rb +5 -0
  184. data/spec/chewy/search/parameters/hash_storage_examples.rb +59 -0
  185. data/spec/chewy/search/parameters/highlight_spec.rb +5 -0
  186. data/spec/chewy/search/parameters/indices_spec.rb +191 -0
  187. data/spec/chewy/search/parameters/integer_storage_examples.rb +32 -0
  188. data/spec/chewy/search/parameters/limit_spec.rb +5 -0
  189. data/spec/chewy/search/parameters/load_spec.rb +60 -0
  190. data/spec/chewy/search/parameters/min_score_spec.rb +32 -0
  191. data/spec/chewy/search/parameters/none_spec.rb +5 -0
  192. data/spec/chewy/search/parameters/offset_spec.rb +5 -0
  193. data/spec/chewy/search/parameters/order_spec.rb +65 -0
  194. data/spec/chewy/search/parameters/post_filter_spec.rb +5 -0
  195. data/spec/chewy/search/parameters/preference_spec.rb +5 -0
  196. data/spec/chewy/search/parameters/profile_spec.rb +5 -0
  197. data/spec/chewy/search/parameters/query_spec.rb +5 -0
  198. data/spec/chewy/search/parameters/query_storage_examples.rb +388 -0
  199. data/spec/chewy/search/parameters/request_cache_spec.rb +67 -0
  200. data/spec/chewy/search/parameters/rescore_spec.rb +62 -0
  201. data/spec/chewy/search/parameters/script_fields_spec.rb +5 -0
  202. data/spec/chewy/search/parameters/search_after_spec.rb +32 -0
  203. data/spec/chewy/search/parameters/search_type_spec.rb +5 -0
  204. data/spec/chewy/search/parameters/source_spec.rb +156 -0
  205. data/spec/chewy/search/parameters/storage_spec.rb +60 -0
  206. data/spec/chewy/search/parameters/stored_fields_spec.rb +126 -0
  207. data/spec/chewy/search/parameters/string_array_storage_examples.rb +63 -0
  208. data/spec/chewy/search/parameters/string_storage_examples.rb +32 -0
  209. data/spec/chewy/search/parameters/suggest_spec.rb +5 -0
  210. data/spec/chewy/search/parameters/terminate_after_spec.rb +5 -0
  211. data/spec/chewy/search/parameters/timeout_spec.rb +5 -0
  212. data/spec/chewy/search/parameters/track_scores_spec.rb +5 -0
  213. data/spec/chewy/search/parameters/types_spec.rb +5 -0
  214. data/spec/chewy/search/parameters/version_spec.rb +5 -0
  215. data/spec/chewy/search/parameters_spec.rb +147 -0
  216. data/spec/chewy/search/query_proxy_spec.rb +68 -0
  217. data/spec/chewy/search/request_spec.rb +685 -0
  218. data/spec/chewy/search/response_spec.rb +198 -0
  219. data/spec/chewy/search/scrolling_spec.rb +169 -0
  220. data/spec/chewy/search_spec.rb +33 -16
  221. data/spec/chewy/stash_spec.rb +95 -0
  222. data/spec/chewy/strategy/active_job_spec.rb +21 -2
  223. data/spec/chewy/strategy/resque_spec.rb +6 -0
  224. data/spec/chewy/strategy/shoryuken_spec.rb +70 -0
  225. data/spec/chewy/strategy/sidekiq_spec.rb +13 -1
  226. data/spec/chewy/strategy_spec.rb +6 -6
  227. data/spec/chewy/type/actions_spec.rb +29 -10
  228. data/spec/chewy/type/adapter/active_record_spec.rb +203 -91
  229. data/spec/chewy/type/adapter/mongoid_spec.rb +112 -54
  230. data/spec/chewy/type/adapter/object_spec.rb +101 -28
  231. data/spec/chewy/type/adapter/sequel_spec.rb +149 -82
  232. data/spec/chewy/type/import/bulk_builder_spec.rb +279 -0
  233. data/spec/chewy/type/import/bulk_request_spec.rb +102 -0
  234. data/spec/chewy/type/import/journal_builder_spec.rb +95 -0
  235. data/spec/chewy/type/import/routine_spec.rb +110 -0
  236. data/spec/chewy/type/import_spec.rb +356 -271
  237. data/spec/chewy/type/mapping_spec.rb +96 -29
  238. data/spec/chewy/type/observe_spec.rb +9 -5
  239. data/spec/chewy/type/syncer_spec.rb +123 -0
  240. data/spec/chewy/type/witchcraft_spec.rb +61 -29
  241. data/spec/chewy/type/wrapper_spec.rb +63 -23
  242. data/spec/chewy/type_spec.rb +28 -7
  243. data/spec/chewy_spec.rb +75 -7
  244. data/spec/spec_helper.rb +17 -3
  245. data/spec/support/active_record.rb +5 -1
  246. data/spec/support/class_helpers.rb +0 -14
  247. data/spec/support/mongoid.rb +15 -3
  248. data/spec/support/sequel.rb +6 -1
  249. metadata +219 -58
  250. data/.travis.yml +0 -36
  251. data/gemfiles/rails.3.2.activerecord.gemfile +0 -16
  252. data/gemfiles/rails.3.2.activerecord.kaminari.gemfile +0 -15
  253. data/gemfiles/rails.3.2.activerecord.will_paginate.gemfile +0 -15
  254. data/gemfiles/rails.4.2.activerecord.gemfile +0 -17
  255. data/gemfiles/rails.4.2.activerecord.kaminari.gemfile +0 -16
  256. data/gemfiles/rails.4.2.activerecord.will_paginate.gemfile +0 -16
  257. data/gemfiles/rails.4.2.mongoid.4.0.gemfile +0 -16
  258. data/gemfiles/rails.4.2.mongoid.4.0.kaminari.gemfile +0 -15
  259. data/gemfiles/rails.4.2.mongoid.4.0.will_paginate.gemfile +0 -15
  260. data/gemfiles/rails.4.2.mongoid.5.1.gemfile +0 -16
  261. data/gemfiles/rails.4.2.mongoid.5.1.kaminari.gemfile +0 -15
  262. data/gemfiles/rails.4.2.mongoid.5.1.will_paginate.gemfile +0 -15
  263. data/gemfiles/rails.5.0.activerecord.gemfile +0 -17
  264. data/gemfiles/rails.5.0.activerecord.kaminari.gemfile +0 -16
  265. data/gemfiles/rails.5.0.activerecord.will_paginate.gemfile +0 -16
  266. data/gemfiles/sequel.4.38.gemfile +0 -14
  267. data/lib/chewy/journal/apply.rb +0 -31
  268. data/lib/chewy/journal/clean.rb +0 -24
  269. data/lib/chewy/journal/entry.rb +0 -83
  270. data/lib/chewy/journal/query.rb +0 -87
  271. data/lib/chewy/query/pagination/will_paginate.rb +0 -27
  272. data/lib/chewy/query/scoping.rb +0 -20
  273. data/spec/chewy/journal/apply_spec.rb +0 -120
  274. data/spec/chewy/journal/entry_spec.rb +0 -237
  275. data/spec/chewy/query/pagination/will_paginage_spec.rb +0 -59
@@ -1,7 +1,16 @@
1
1
  require 'spec_helper'
2
2
 
3
3
  describe Chewy::Type::Adapter::Mongoid, :mongoid do
4
- before { stub_model(:city) }
4
+ before do
5
+ stub_model(:city)
6
+ stub_model(:country)
7
+ if adapter == :mongoid && Mongoid::VERSION.start_with?('6')
8
+ City.belongs_to :country, optional: true
9
+ else
10
+ City.belongs_to :country
11
+ end
12
+ Country.has_many :cities
13
+ end
5
14
 
6
15
  describe '#name' do
7
16
  specify { expect(described_class.new(City).name).to eq('City') }
@@ -68,54 +77,54 @@ describe Chewy::Type::Adapter::Mongoid, :mongoid do
68
77
  let!(:deleted) { Array.new(4) { City.create!.tap(&:destroy) }.sort_by(&:id) }
69
78
  subject { described_class.new(City) }
70
79
 
71
- specify { expect(import).to match([{ index: match_array(cities) }]) }
80
+ specify { expect(import).to match([{index: match_array(cities)}]) }
72
81
  specify { expect(import(nil)).to eq([]) }
73
82
 
74
- specify { expect(import(City.order(:id.asc))).to eq([{ index: cities }]) }
83
+ specify { expect(import(City.order(:id.asc))).to eq([{index: cities}]) }
75
84
  specify do
76
85
  expect(import(City.order(:id.asc), batch_size: 2))
77
- .to eq([{ index: cities.first(2) }, { index: cities.last(1) }])
86
+ .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
78
87
  end
79
88
 
80
- specify { expect(import(cities)).to eq([{ index: cities }]) }
89
+ specify { expect(import(cities)).to eq([{index: cities}]) }
81
90
  specify do
82
91
  expect(import(cities, batch_size: 2))
83
- .to eq([{ index: cities.first(2) }, { index: cities.last(1) }])
92
+ .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
84
93
  end
85
94
  specify do
86
95
  expect(import(cities, deleted))
87
- .to eq([{ index: cities }, { delete: deleted }])
96
+ .to eq([{index: cities}, {delete: deleted}])
88
97
  end
89
98
  specify do
90
99
  expect(import(cities, deleted, batch_size: 2)).to eq([
91
- { index: cities.first(2) },
92
- { index: cities.last(1) },
93
- { delete: deleted.first(2) },
94
- { delete: deleted.last(2) }
100
+ {index: cities.first(2)},
101
+ {index: cities.last(1)},
102
+ {delete: deleted.first(2)},
103
+ {delete: deleted.last(2)}
95
104
  ])
96
105
  end
97
106
 
98
- specify { expect(import(cities.map(&:id))).to eq([{ index: cities }]) }
99
- specify { expect(import(deleted.map(&:id))).to eq([{ delete: deleted.map(&:id) }]) }
107
+ specify { expect(import(cities.map(&:id))).to eq([{index: cities}]) }
108
+ specify { expect(import(deleted.map(&:id))).to eq([{delete: deleted.map(&:id)}]) }
100
109
  specify do
101
110
  expect(import(cities.map(&:id), batch_size: 2))
102
- .to eq([{ index: cities.first(2) }, { index: cities.last(1) }])
111
+ .to eq([{index: cities.first(2)}, {index: cities.last(1)}])
103
112
  end
104
113
  specify do
105
114
  expect(import(cities.map(&:id), deleted.map(&:id)))
106
- .to eq([{ index: cities }, { delete: deleted.map(&:id) }])
115
+ .to eq([{index: cities}, {delete: deleted.map(&:id)}])
107
116
  end
108
117
  specify do
109
118
  expect(import(cities.map(&:id), deleted.map(&:id), batch_size: 2)).to eq([
110
- { index: cities.first(2) },
111
- { index: cities.last(1) },
112
- { delete: deleted.first(2).map(&:id) },
113
- { delete: deleted.last(2).map(&:id) }
119
+ {index: cities.first(2)},
120
+ {index: cities.last(1)},
121
+ {delete: deleted.first(2).map(&:id)},
122
+ {delete: deleted.last(2).map(&:id)}
114
123
  ])
115
124
  end
116
125
 
117
- specify { expect(import(cities.first, nil)).to eq([{ index: [cities.first] }]) }
118
- specify { expect(import(cities.first.id, nil)).to eq([{ index: [cities.first] }]) }
126
+ specify { expect(import(cities.first, nil)).to eq([{index: [cities.first]}]) }
127
+ specify { expect(import(cities.first.id, nil)).to eq([{index: [cities.first]}]) }
119
128
  end
120
129
 
121
130
  context 'additional delete conditions' do
@@ -134,19 +143,19 @@ describe Chewy::Type::Adapter::Mongoid, :mongoid do
134
143
 
135
144
  specify do
136
145
  expect(import(City.all)).to eq([
137
- { index: [cities[0]], delete: [cities[1]] }
146
+ {index: [cities[0]], delete: [cities[1]]}
138
147
  ])
139
148
  end
140
149
  specify do
141
150
  expect(import(cities)).to eq([
142
- { index: [cities[0]], delete: [cities[1]] },
143
- { delete: cities.last(2) }
151
+ {index: [cities[0]], delete: [cities[1]]},
152
+ {delete: cities.last(2)}
144
153
  ])
145
154
  end
146
155
  specify do
147
156
  expect(import(cities.map(&:id))).to eq([
148
- { index: [cities[0]], delete: [cities[1]] },
149
- { delete: cities.last(2).map(&:id) }
157
+ {index: [cities[0]], delete: [cities[1]]},
158
+ {delete: cities.last(2).map(&:id)}
150
159
  ])
151
160
  end
152
161
  end
@@ -156,67 +165,67 @@ describe Chewy::Type::Adapter::Mongoid, :mongoid do
156
165
  let!(:deleted) { Array.new(3) { |i| City.create!(id: 4 + i).tap(&:destroy) }.sort_by(&:id) }
157
166
  subject { described_class.new(City.where(rating: 0)) }
158
167
 
159
- specify { expect(import).to eq([{ index: cities.first(3) }]) }
168
+ specify { expect(import).to eq([{index: cities.first(3)}]) }
160
169
 
161
170
  specify do
162
171
  expect(import(City.where(:rating.lt => 2).order(:id.asc)))
163
- .to eq([{ index: cities.first(3) }])
172
+ .to eq([{index: cities.first(3)}])
164
173
  end
165
174
  specify do
166
175
  expect(import(City.where(:rating.lt => 2).order(:id.asc), batch_size: 2))
167
- .to eq([{ index: cities.first(2) }, { index: [cities[2]] }])
176
+ .to eq([{index: cities.first(2)}, {index: [cities[2]]}])
168
177
  end
169
178
  specify do
170
179
  expect(import(City.where(:rating.lt => 1).order(:id.asc)))
171
- .to eq([{ index: cities.first(3) }])
180
+ .to eq([{index: cities.first(3)}])
172
181
  end
173
182
  specify { expect(import(City.where(:rating.gt => 1).order(:id.asc))).to eq([]) }
174
183
 
175
184
  specify do
176
185
  expect(import(cities.first(2)))
177
- .to eq([{ index: cities.first(2) }])
186
+ .to eq([{index: cities.first(2)}])
178
187
  end
179
188
  specify do
180
189
  expect(import(cities))
181
- .to eq([{ index: cities.first(3) }, { delete: cities.last(1) }])
190
+ .to eq([{index: cities.first(3)}, {delete: cities.last(1)}])
182
191
  end
183
192
  specify do
184
193
  expect(import(cities, batch_size: 2))
185
- .to eq([{ index: cities.first(2) }, { index: [cities[2]] }, { delete: cities.last(1) }])
194
+ .to eq([{index: cities.first(2)}, {index: [cities[2]]}, {delete: cities.last(1)}])
186
195
  end
187
196
  specify do
188
197
  expect(import(cities, deleted))
189
- .to eq([{ index: cities.first(3) }, { delete: cities.last(1) + deleted }])
198
+ .to eq([{index: cities.first(3)}, {delete: cities.last(1) + deleted}])
190
199
  end
191
200
  specify do
192
201
  expect(import(cities, deleted, batch_size: 3)).to eq([
193
- { index: cities.first(3) },
194
- { delete: cities.last(1) + deleted.first(2) },
195
- { delete: deleted.last(1) }
202
+ {index: cities.first(3)},
203
+ {delete: cities.last(1) + deleted.first(2)},
204
+ {delete: deleted.last(1)}
196
205
  ])
197
206
  end
198
207
 
199
208
  specify do
200
209
  expect(import(cities.first(2).map(&:id)))
201
- .to eq([{ index: cities.first(2) }])
210
+ .to eq([{index: cities.first(2)}])
202
211
  end
203
212
  specify do
204
213
  expect(import(cities.map(&:id)))
205
- .to eq([{ index: cities.first(3) }, { delete: [cities.last.id] }])
214
+ .to eq([{index: cities.first(3)}, {delete: [cities.last.id]}])
206
215
  end
207
216
  specify do
208
217
  expect(import(cities.map(&:id), batch_size: 2))
209
- .to eq([{ index: cities.first(2) }, { index: [cities[2]] }, { delete: [cities.last.id] }])
218
+ .to eq([{index: cities.first(2)}, {index: [cities[2]]}, {delete: [cities.last.id]}])
210
219
  end
211
220
  specify do
212
221
  expect(import(cities.map(&:id), deleted.map(&:id)))
213
- .to eq([{ index: cities.first(3) }, { delete: [cities.last.id] + deleted.map(&:id) }])
222
+ .to eq([{index: cities.first(3)}, {delete: [cities.last.id] + deleted.map(&:id)}])
214
223
  end
215
224
  specify do
216
225
  expect(import(cities.map(&:id), deleted.map(&:id), batch_size: 3)).to eq([
217
- { index: cities.first(3) },
218
- { delete: [cities.last.id] + deleted.first(2).map(&:id) },
219
- { delete: deleted.last(1).map(&:id) }
226
+ {index: cities.first(3)},
227
+ {delete: [cities.last.id] + deleted.first(2).map(&:id)},
228
+ {delete: deleted.last(1).map(&:id)}
220
229
  ])
221
230
  end
222
231
  end
@@ -278,35 +287,84 @@ describe Chewy::Type::Adapter::Mongoid, :mongoid do
278
287
  end
279
288
  end
280
289
 
290
+ describe '#import_fields' do
291
+ subject { described_class.new(Country) }
292
+ let!(:countries) { Array.new(4) { |i| Country.create!(rating: i) { |c| c.id = i + 1 } } }
293
+ let!(:cities) { Array.new(6) { |i| City.create!(rating: i + 3, country_id: (i + 4) / 2) { |c| c.id = i + 3 } } }
294
+
295
+ specify { expect(subject.import_fields).to match([contain_exactly(1, 2, 3, 4)]) }
296
+ specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([1, 0], [2, 1], [3, 2], [4, 3])]) }
297
+
298
+ context 'scopes' do
299
+ context do
300
+ subject { described_class.new(Country.includes(:cities)) }
301
+
302
+ specify { expect(subject.import_fields).to match([contain_exactly(1, 2, 3, 4)]) }
303
+ specify { expect(subject.import_fields(fields: [:rating])).to match([contain_exactly([1, 0], [2, 1], [3, 2], [4, 3])]) }
304
+ end
305
+
306
+ context 'ignores default scope if another scope is passed' do
307
+ subject { described_class.new(Country.where(:rating.gt => 2)) }
308
+
309
+ specify { expect(subject.import_fields(Country.where(:rating.lt => 2))).to match([contain_exactly(1, 2)]) }
310
+ specify { expect(subject.import_fields(Country.where(:rating.lt => 2), fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
311
+ end
312
+ end
313
+
314
+ context 'objects/ids' do
315
+ specify { expect(subject.import_fields(1, 2)).to match([contain_exactly(1, 2)]) }
316
+ specify { expect(subject.import_fields(1, 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
317
+
318
+ specify { expect(subject.import_fields(countries.first(2))).to match([contain_exactly(1, 2)]) }
319
+ specify { expect(subject.import_fields(countries.first(2), fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
320
+ end
321
+
322
+ context 'batch_size' do
323
+ specify { expect(subject.import_fields(batch_size: 2)).to match([contain_exactly(1, 2), contain_exactly(3, 4)]) }
324
+ specify { expect(subject.import_fields(batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1]), contain_exactly([3, 2], [4, 3])]) }
325
+
326
+ specify { expect(subject.import_fields(Country.where(:rating.lt => 2), batch_size: 2)).to match([contain_exactly(1, 2)]) }
327
+ specify { expect(subject.import_fields(Country.where(:rating.lt => 2), batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1])]) }
328
+
329
+ specify { expect(subject.import_fields(1, 2, 3, batch_size: 2)).to match([contain_exactly(1, 2), [3]]) }
330
+ specify { expect(subject.import_fields(1, 2, 3, batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1]), [[3, 2]]]) }
331
+
332
+ specify { expect(subject.import_fields(countries.first(3), batch_size: 2)).to match([contain_exactly(1, 2), [3]]) }
333
+ specify { expect(subject.import_fields(countries.first(3), batch_size: 2, fields: [:rating])).to match([contain_exactly([1, 0], [2, 1]), [[3, 2]]]) }
334
+ end
335
+ end
336
+
281
337
  describe '#load' do
282
338
  context do
283
339
  let!(:cities) { Array.new(3) { |i| City.create!(id: i, rating: i / 2) }.sort_by(&:id) }
284
340
  let!(:deleted) { Array.new(2) { |i| City.create!(id: 3 + i).tap(&:destroy) }.sort_by(&:id) }
341
+ let(:city_ids) { cities.map(&:id) }
342
+ let(:deleted_ids) { deleted.map(&:id) }
285
343
 
286
344
  let(:type) { double(type_name: 'user') }
287
345
 
288
346
  subject { described_class.new(City) }
289
347
 
290
- specify { expect(subject.load(cities.map { |c| double(id: c.id) }, _type: type)).to eq(cities) }
291
- specify { expect(subject.load(cities.map { |c| double(id: c.id) }.reverse, _type: type)).to eq(cities.reverse) }
292
- specify { expect(subject.load(deleted.map { |c| double(id: c.id) }, _type: type)).to eq([nil, nil]) }
293
- specify { expect(subject.load((cities + deleted).map { |c| double(id: c.id) }, _type: type)).to eq([*cities, nil, nil]) }
348
+ specify { expect(subject.load(city_ids, _type: type)).to eq(cities) }
349
+ specify { expect(subject.load(city_ids.reverse, _type: type)).to eq(cities.reverse) }
350
+ specify { expect(subject.load(deleted_ids, _type: type)).to eq([nil, nil]) }
351
+ specify { expect(subject.load(city_ids + deleted_ids, _type: type)).to eq([*cities, nil, nil]) }
294
352
  specify do
295
- expect(subject.load(cities.map { |c| double(id: c.id) }, _type: type, scope: -> { where(rating: 0) }))
353
+ expect(subject.load(city_ids, _type: type, scope: -> { where(rating: 0) }))
296
354
  .to eq(cities.first(2) + [nil])
297
355
  end
298
356
  specify do
299
- expect(subject.load(cities.map { |c| double(id: c.id) },
300
- _type: type, scope: -> { where(rating: 0) }, user: { scope: -> { where(rating: 1) } }))
357
+ expect(subject.load(city_ids,
358
+ _type: type, scope: -> { where(rating: 0) }, user: {scope: -> { where(rating: 1) }}))
301
359
  .to eq([nil, nil] + cities.last(1))
302
360
  end
303
361
  specify do
304
- expect(subject.load(cities.map { |c| double(id: c.id) }, _type: type, scope: City.where(rating: 1)))
362
+ expect(subject.load(city_ids, _type: type, scope: City.where(rating: 1)))
305
363
  .to eq([nil, nil] + cities.last(1))
306
364
  end
307
365
  specify do
308
- expect(subject.load(cities.map { |c| double(id: c.id) },
309
- _type: type, scope: City.where(rating: 1), user: { scope: -> { where(rating: 0) } }))
366
+ expect(subject.load(city_ids,
367
+ _type: type, scope: City.where(rating: 1), user: {scope: -> { where(rating: 0) }}))
310
368
  .to eq(cities.first(2) + [nil])
311
369
  end
312
370
  end
@@ -2,6 +2,7 @@ require 'spec_helper'
2
2
 
3
3
  describe Chewy::Type::Adapter::Object do
4
4
  before { stub_class(:product) }
5
+ subject { described_class.new(:product) }
5
6
 
6
7
  describe '#name' do
7
8
  specify { expect(described_class.new('product').name).to eq('Product') }
@@ -54,32 +55,32 @@ describe Chewy::Type::Adapter::Object do
54
55
  specify { expect(import).to eq([]) }
55
56
  specify { expect(import(nil)).to eq([]) }
56
57
 
57
- specify { expect(import(objects)).to eq([{ index: objects }]) }
58
+ specify { expect(import(objects)).to eq([{index: objects}]) }
58
59
  specify do
59
60
  expect(import(objects, batch_size: 2))
60
- .to eq([{ index: objects.first(2) }, { index: objects.last(1) }])
61
+ .to eq([{index: objects.first(2)}, {index: objects.last(1)}])
61
62
  end
62
- specify { expect(import(objects, deleted)).to eq([{ index: objects, delete: deleted }]) }
63
+ specify { expect(import(objects, deleted)).to eq([{index: objects, delete: deleted}]) }
63
64
  specify do
64
65
  expect(import(objects, deleted, batch_size: 2)).to eq([
65
- { index: objects.first(2) },
66
- { index: objects.last(1), delete: deleted.first(1) },
67
- { delete: deleted.last(1) }
66
+ {index: objects.first(2)},
67
+ {index: objects.last(1), delete: deleted.first(1)},
68
+ {delete: deleted.last(1)}
68
69
  ])
69
70
  end
70
71
 
71
- specify { expect(import(objects.first, nil)).to eq([{ index: [objects.first] }]) }
72
+ specify { expect(import(objects.first, nil)).to eq([{index: [objects.first]}]) }
72
73
 
73
74
  context 'initial data' do
74
75
  subject { described_class.new -> { objects } }
75
76
 
76
- specify { expect(import).to eq([{ index: objects }]) }
77
+ specify { expect(import).to eq([{index: objects}]) }
77
78
  specify { expect(import(nil)).to eq([]) }
78
79
 
79
- specify { expect(import(objects[0..1])).to eq([{ index: objects[0..1] }]) }
80
+ specify { expect(import(objects[0..1])).to eq([{index: objects[0..1]}]) }
80
81
  specify do
81
82
  expect(import(batch_size: 2))
82
- .to eq([{ index: objects.first(2) }, { index: objects.last(1) }])
83
+ .to eq([{index: objects.first(2)}, {index: objects.last(1)}])
83
84
  end
84
85
  end
85
86
 
@@ -96,7 +97,7 @@ describe Chewy::Type::Adapter::Object do
96
97
 
97
98
  specify do
98
99
  expect(import(deleted)).to eq([
99
- { delete: deleted[0..2], index: deleted.last(1) }
100
+ {delete: deleted[0..2], index: deleted.last(1)}
100
101
  ])
101
102
  end
102
103
  end
@@ -121,35 +122,107 @@ describe Chewy::Type::Adapter::Object do
121
122
  end
122
123
  end
123
124
 
124
- describe '#load' do
125
+ describe '#import_fields' do
126
+ let!(:objects) { Array.new(3) { |i| double(id: i + 1, name: "Name#{i}") } }
127
+ let!(:hashes) { Array.new(3) { |i| {id: i + 1, 'name' => "Name#{i}"} } }
128
+
125
129
  context do
126
- subject { described_class.new('product') }
127
- let(:objects) { Array.new(3) { double } }
130
+ subject { described_class.new(-> { objects }) }
131
+ specify { expect(subject.import_fields).to match([[1, 2, 3]]) }
132
+ specify { expect(subject.import_fields(fields: [:name])).to match([[[1, 'Name0'], [2, 'Name1'], [3, 'Name2']]]) }
133
+ end
128
134
 
129
- specify { expect(subject.load(objects)).to eq(objects) }
135
+ context do
136
+ subject { described_class.new(-> { objects }) }
137
+ specify { expect(subject.import_fields(batch_size: 2)).to match([[1, 2], [3]]) }
138
+ specify { expect(subject.import_fields(fields: [:name], batch_size: 2)).to match([[[1, 'Name0'], [2, 'Name1']], [[3, 'Name2']]]) }
130
139
  end
131
140
 
132
- [:wrap, :load_one].each do |load_method|
133
- context do
134
- before do
135
- allow(Product).to receive(load_method) { |object|
136
- allow(object).to receive_messages(wrapped?: true)
137
- object
138
- }
141
+ context do
142
+ subject { described_class.new(-> { objects }) }
143
+ specify { expect(subject.import_fields(objects.first(2))).to match([[1, 2]]) }
144
+ specify { expect(subject.import_fields(objects.first(2), fields: [:name])).to match([[[1, 'Name0'], [2, 'Name1']]]) }
145
+ end
146
+
147
+ context do
148
+ subject { described_class.new(-> { hashes }) }
149
+ specify { expect(subject.import_fields).to match([[1, 2, 3]]) }
150
+ specify { expect(subject.import_fields(fields: [:name])).to match([[[1, 'Name0'], [2, 'Name1'], [3, 'Name2']]]) }
151
+ end
152
+
153
+ context do
154
+ subject { described_class.new(-> { [1, 2, 3] }) }
155
+ specify { expect(subject.import_fields).to match([[1, 2, 3]]) }
156
+ specify { expect(subject.import_fields(fields: [:name])).to match([[[1, nil], [2, nil], [3, nil]]]) }
157
+ end
158
+
159
+ context do
160
+ before do
161
+ stub_class(:product) do
162
+ def self.pluck(*fields)
163
+ if fields == [:id]
164
+ [1, 2, 3]
165
+ elsif fields.size > 1
166
+ [4, 5, 6]
167
+ end
168
+ end
139
169
  end
140
- subject { described_class.new(Product) }
141
- let(:objects) { Array.new(3) { double(wrapped?: false) } }
170
+ end
142
171
 
143
- specify { expect(subject.load(objects)).to satisfy { |objects| objects.all?(&:wrapped?) } }
172
+ context do
173
+ subject { described_class.new(Product) }
174
+ specify { expect(subject.import_fields).to match([[1, 2, 3]]) }
175
+ specify { expect(subject.import_fields(fields: [:name])).to match([[4, 5, 6]]) }
144
176
  end
145
177
 
146
178
  context do
147
- before { allow(Product).to receive(load_method) { |_object| nil } }
148
179
  subject { described_class.new(Product) }
149
- let(:objects) { Array.new(3) { double(wrapped?: false) } }
180
+ specify { expect(subject.import_fields(objects.first(2))).to match([[1, 2]]) }
181
+ specify { expect(subject.import_fields(objects.first(2), fields: [:name])).to match([[[1, 'Name0'], [2, 'Name1']]]) }
182
+ end
150
183
 
151
- specify { expect(subject.load(objects)).to satisfy { |objects| objects.all?(&:nil?) } }
184
+ context 'batch_size' do
185
+ subject { described_class.new(Product) }
186
+ specify { expect(subject.import_fields(batch_size: 2)).to match([[1, 2], [3]]) }
187
+ specify { expect(subject.import_fields(fields: [:name], batch_size: 2)).to match([[4, 5], [6]]) }
152
188
  end
153
189
  end
154
190
  end
191
+
192
+ describe '#import_references' do
193
+ let!(:objects) { Array.new(3) { |i| double(id: i + 1, name: "Name#{i}") } }
194
+
195
+ subject { described_class.new(-> { objects }) }
196
+ specify { expect(subject.import_references).to match([objects]) }
197
+ specify { expect(subject.import_references(batch_size: 2)).to match([objects.first(2), objects.last(1)]) }
198
+ specify { expect(subject.import_references(objects.first(2))).to match([objects.first(2)]) }
199
+ specify { expect(subject.import_references(objects.first(2), batch_size: 1)).to match([objects.first(1), [objects[1]]]) }
200
+ end
201
+
202
+ describe '#load' do
203
+ subject { described_class.new(Product) }
204
+ let(:objects) { (1..3).to_a }
205
+
206
+ specify { expect(subject.load(objects)).to be_nil }
207
+
208
+ context do
209
+ before { allow(Product).to receive(:load_all) { |objects| objects.map { |i| i * 3 } } }
210
+ specify { expect(subject.load(objects, value: 42)).to eq([3, 6, 9]) }
211
+ end
212
+
213
+ context do
214
+ before { allow(Product).to receive(:load_all) { |objects, options| objects.map { |i| i * options[:value] } } }
215
+ specify { expect(subject.load(objects, value: 2)).to eq([2, 4, 6]) }
216
+ end
217
+
218
+ context do
219
+ before { allow(Product).to receive(:load_one) { |object| object + 2 } }
220
+ specify { expect(subject.load(objects)).to eq((3..5).to_a) }
221
+ end
222
+
223
+ context do
224
+ before { allow(Product).to receive(:load_one) { |object, options| object + options[:value] } }
225
+ specify { expect(subject.load(objects, value: 42)).to eq((43..45).to_a) }
226
+ end
227
+ end
155
228
  end