chewy 0.9.0 → 5.2.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (275) hide show
  1. checksums.yaml +5 -5
  2. data/.circleci/config.yml +214 -0
  3. data/.gitignore +1 -0
  4. data/.rubocop.yml +41 -19
  5. data/.rubocop_todo.yml +2 -2
  6. data/.yardopts +5 -0
  7. data/Appraisals +58 -28
  8. data/CHANGELOG.md +153 -12
  9. data/Gemfile +20 -12
  10. data/LEGACY_DSL.md +497 -0
  11. data/LICENSE.txt +1 -1
  12. data/README.md +338 -528
  13. data/chewy.gemspec +11 -12
  14. data/gemfiles/rails.5.2.activerecord.gemfile +17 -0
  15. data/gemfiles/rails.5.2.mongoid.6.4.gemfile +17 -0
  16. data/gemfiles/rails.6.0.activerecord.gemfile +17 -0
  17. data/gemfiles/rails.6.1.activerecord.gemfile +19 -0
  18. data/gemfiles/ruby3.gemfile +10 -0
  19. data/gemfiles/sequel.4.45.gemfile +11 -0
  20. data/lib/chewy.rb +79 -44
  21. data/lib/chewy/backports/duplicable.rb +1 -1
  22. data/lib/chewy/config.rb +43 -17
  23. data/lib/chewy/errors.rb +2 -2
  24. data/lib/chewy/fields/base.rb +56 -31
  25. data/lib/chewy/fields/root.rb +44 -11
  26. data/lib/chewy/index.rb +237 -149
  27. data/lib/chewy/index/actions.rb +100 -35
  28. data/lib/chewy/index/aliases.rb +2 -1
  29. data/lib/chewy/index/settings.rb +11 -5
  30. data/lib/chewy/index/specification.rb +60 -0
  31. data/lib/chewy/journal.rb +40 -92
  32. data/lib/chewy/minitest/helpers.rb +6 -6
  33. data/lib/chewy/minitest/search_index_receiver.rb +17 -17
  34. data/lib/chewy/query.rb +182 -122
  35. data/lib/chewy/query/compose.rb +13 -13
  36. data/lib/chewy/query/criteria.rb +13 -13
  37. data/lib/chewy/query/filters.rb +21 -4
  38. data/lib/chewy/query/loading.rb +1 -2
  39. data/lib/chewy/query/nodes/and.rb +2 -2
  40. data/lib/chewy/query/nodes/bool.rb +1 -1
  41. data/lib/chewy/query/nodes/equal.rb +2 -2
  42. data/lib/chewy/query/nodes/exists.rb +1 -1
  43. data/lib/chewy/query/nodes/field.rb +1 -1
  44. data/lib/chewy/query/nodes/has_relation.rb +2 -2
  45. data/lib/chewy/query/nodes/match_all.rb +1 -1
  46. data/lib/chewy/query/nodes/missing.rb +1 -1
  47. data/lib/chewy/query/nodes/not.rb +2 -2
  48. data/lib/chewy/query/nodes/or.rb +2 -2
  49. data/lib/chewy/query/nodes/prefix.rb +1 -1
  50. data/lib/chewy/query/nodes/query.rb +2 -2
  51. data/lib/chewy/query/nodes/range.rb +4 -4
  52. data/lib/chewy/query/nodes/regexp.rb +4 -4
  53. data/lib/chewy/query/nodes/script.rb +3 -3
  54. data/lib/chewy/query/pagination.rb +10 -1
  55. data/lib/chewy/railtie.rb +4 -3
  56. data/lib/chewy/rake_helper.rb +265 -48
  57. data/lib/chewy/rspec/update_index.rb +33 -27
  58. data/lib/chewy/search.rb +79 -26
  59. data/lib/chewy/search/loader.rb +83 -0
  60. data/lib/chewy/{query → search}/pagination/kaminari.rb +13 -5
  61. data/lib/chewy/search/pagination/will_paginate.rb +43 -0
  62. data/lib/chewy/search/parameters.rb +168 -0
  63. data/lib/chewy/search/parameters/aggs.rb +16 -0
  64. data/lib/chewy/search/parameters/allow_partial_search_results.rb +27 -0
  65. data/lib/chewy/search/parameters/concerns/bool_storage.rb +24 -0
  66. data/lib/chewy/search/parameters/concerns/hash_storage.rb +23 -0
  67. data/lib/chewy/search/parameters/concerns/integer_storage.rb +14 -0
  68. data/lib/chewy/search/parameters/concerns/query_storage.rb +238 -0
  69. data/lib/chewy/search/parameters/concerns/string_array_storage.rb +23 -0
  70. data/lib/chewy/search/parameters/concerns/string_storage.rb +14 -0
  71. data/lib/chewy/search/parameters/docvalue_fields.rb +12 -0
  72. data/lib/chewy/search/parameters/explain.rb +16 -0
  73. data/lib/chewy/search/parameters/filter.rb +47 -0
  74. data/lib/chewy/search/parameters/highlight.rb +16 -0
  75. data/lib/chewy/search/parameters/indices.rb +123 -0
  76. data/lib/chewy/search/parameters/indices_boost.rb +52 -0
  77. data/lib/chewy/search/parameters/limit.rb +17 -0
  78. data/lib/chewy/search/parameters/load.rb +32 -0
  79. data/lib/chewy/search/parameters/min_score.rb +16 -0
  80. data/lib/chewy/search/parameters/none.rb +27 -0
  81. data/lib/chewy/search/parameters/offset.rb +17 -0
  82. data/lib/chewy/search/parameters/order.rb +64 -0
  83. data/lib/chewy/search/parameters/post_filter.rb +19 -0
  84. data/lib/chewy/search/parameters/preference.rb +16 -0
  85. data/lib/chewy/search/parameters/profile.rb +16 -0
  86. data/lib/chewy/search/parameters/query.rb +19 -0
  87. data/lib/chewy/search/parameters/request_cache.rb +27 -0
  88. data/lib/chewy/search/parameters/rescore.rb +29 -0
  89. data/lib/chewy/search/parameters/script_fields.rb +16 -0
  90. data/lib/chewy/search/parameters/search_after.rb +20 -0
  91. data/lib/chewy/search/parameters/search_type.rb +16 -0
  92. data/lib/chewy/search/parameters/source.rb +73 -0
  93. data/lib/chewy/search/parameters/storage.rb +95 -0
  94. data/lib/chewy/search/parameters/stored_fields.rb +63 -0
  95. data/lib/chewy/search/parameters/suggest.rb +16 -0
  96. data/lib/chewy/search/parameters/terminate_after.rb +16 -0
  97. data/lib/chewy/search/parameters/timeout.rb +16 -0
  98. data/lib/chewy/search/parameters/track_scores.rb +16 -0
  99. data/lib/chewy/search/parameters/types.rb +20 -0
  100. data/lib/chewy/search/parameters/version.rb +16 -0
  101. data/lib/chewy/search/query_proxy.rb +257 -0
  102. data/lib/chewy/search/request.rb +1046 -0
  103. data/lib/chewy/search/response.rb +119 -0
  104. data/lib/chewy/search/scoping.rb +50 -0
  105. data/lib/chewy/search/scrolling.rb +134 -0
  106. data/lib/chewy/stash.rb +79 -0
  107. data/lib/chewy/strategy.rb +10 -3
  108. data/lib/chewy/strategy/active_job.rb +2 -1
  109. data/lib/chewy/strategy/atomic.rb +2 -4
  110. data/lib/chewy/strategy/bypass.rb +1 -1
  111. data/lib/chewy/strategy/resque.rb +1 -0
  112. data/lib/chewy/strategy/shoryuken.rb +40 -0
  113. data/lib/chewy/strategy/sidekiq.rb +13 -3
  114. data/lib/chewy/type.rb +29 -7
  115. data/lib/chewy/type/actions.rb +26 -2
  116. data/lib/chewy/type/adapter/active_record.rb +44 -29
  117. data/lib/chewy/type/adapter/base.rb +27 -7
  118. data/lib/chewy/type/adapter/mongoid.rb +19 -10
  119. data/lib/chewy/type/adapter/object.rb +187 -26
  120. data/lib/chewy/type/adapter/orm.rb +59 -32
  121. data/lib/chewy/type/adapter/sequel.rb +33 -19
  122. data/lib/chewy/type/crutch.rb +1 -1
  123. data/lib/chewy/type/import.rb +146 -191
  124. data/lib/chewy/type/import/bulk_builder.rb +122 -0
  125. data/lib/chewy/type/import/bulk_request.rb +78 -0
  126. data/lib/chewy/type/import/journal_builder.rb +45 -0
  127. data/lib/chewy/type/import/routine.rb +138 -0
  128. data/lib/chewy/type/mapping.rb +51 -35
  129. data/lib/chewy/type/observe.rb +17 -13
  130. data/lib/chewy/type/syncer.rb +222 -0
  131. data/lib/chewy/type/witchcraft.rb +32 -16
  132. data/lib/chewy/type/wrapper.rb +30 -4
  133. data/lib/chewy/version.rb +1 -1
  134. data/lib/sequel/plugins/chewy_observe.rb +4 -19
  135. data/lib/tasks/chewy.rake +84 -26
  136. data/spec/chewy/config_spec.rb +98 -1
  137. data/spec/chewy/fields/base_spec.rb +170 -135
  138. data/spec/chewy/fields/root_spec.rb +124 -20
  139. data/spec/chewy/fields/time_fields_spec.rb +2 -3
  140. data/spec/chewy/index/actions_spec.rb +214 -52
  141. data/spec/chewy/index/aliases_spec.rb +2 -2
  142. data/spec/chewy/index/settings_spec.rb +67 -38
  143. data/spec/chewy/index/specification_spec.rb +169 -0
  144. data/spec/chewy/index_spec.rb +108 -64
  145. data/spec/chewy/journal_spec.rb +150 -55
  146. data/spec/chewy/minitest/helpers_spec.rb +4 -4
  147. data/spec/chewy/minitest/search_index_receiver_spec.rb +1 -1
  148. data/spec/chewy/query/criteria_spec.rb +179 -179
  149. data/spec/chewy/query/filters_spec.rb +16 -16
  150. data/spec/chewy/query/loading_spec.rb +22 -20
  151. data/spec/chewy/query/nodes/and_spec.rb +2 -2
  152. data/spec/chewy/query/nodes/bool_spec.rb +4 -4
  153. data/spec/chewy/query/nodes/equal_spec.rb +19 -19
  154. data/spec/chewy/query/nodes/exists_spec.rb +6 -6
  155. data/spec/chewy/query/nodes/has_child_spec.rb +19 -19
  156. data/spec/chewy/query/nodes/has_parent_spec.rb +19 -19
  157. data/spec/chewy/query/nodes/missing_spec.rb +5 -5
  158. data/spec/chewy/query/nodes/not_spec.rb +4 -2
  159. data/spec/chewy/query/nodes/or_spec.rb +2 -2
  160. data/spec/chewy/query/nodes/prefix_spec.rb +5 -5
  161. data/spec/chewy/query/nodes/query_spec.rb +2 -2
  162. data/spec/chewy/query/nodes/range_spec.rb +18 -18
  163. data/spec/chewy/query/nodes/raw_spec.rb +1 -1
  164. data/spec/chewy/query/nodes/regexp_spec.rb +14 -14
  165. data/spec/chewy/query/nodes/script_spec.rb +4 -4
  166. data/spec/chewy/query/pagination/kaminari_spec.rb +3 -55
  167. data/spec/chewy/query/pagination/will_paginate_spec.rb +5 -0
  168. data/spec/chewy/query/pagination_spec.rb +25 -21
  169. data/spec/chewy/query_spec.rb +503 -561
  170. data/spec/chewy/rake_helper_spec.rb +381 -0
  171. data/spec/chewy/repository_spec.rb +4 -4
  172. data/spec/chewy/rspec/update_index_spec.rb +89 -56
  173. data/spec/chewy/runtime_spec.rb +2 -2
  174. data/spec/chewy/search/loader_spec.rb +117 -0
  175. data/spec/chewy/search/pagination/kaminari_examples.rb +71 -0
  176. data/spec/chewy/search/pagination/kaminari_spec.rb +21 -0
  177. data/spec/chewy/search/pagination/will_paginate_examples.rb +63 -0
  178. data/spec/chewy/search/pagination/will_paginate_spec.rb +23 -0
  179. data/spec/chewy/search/parameters/aggs_spec.rb +5 -0
  180. data/spec/chewy/search/parameters/bool_storage_examples.rb +53 -0
  181. data/spec/chewy/search/parameters/docvalue_fields_spec.rb +5 -0
  182. data/spec/chewy/search/parameters/explain_spec.rb +5 -0
  183. data/spec/chewy/search/parameters/filter_spec.rb +5 -0
  184. data/spec/chewy/search/parameters/hash_storage_examples.rb +59 -0
  185. data/spec/chewy/search/parameters/highlight_spec.rb +5 -0
  186. data/spec/chewy/search/parameters/indices_spec.rb +191 -0
  187. data/spec/chewy/search/parameters/integer_storage_examples.rb +32 -0
  188. data/spec/chewy/search/parameters/limit_spec.rb +5 -0
  189. data/spec/chewy/search/parameters/load_spec.rb +60 -0
  190. data/spec/chewy/search/parameters/min_score_spec.rb +32 -0
  191. data/spec/chewy/search/parameters/none_spec.rb +5 -0
  192. data/spec/chewy/search/parameters/offset_spec.rb +5 -0
  193. data/spec/chewy/search/parameters/order_spec.rb +65 -0
  194. data/spec/chewy/search/parameters/post_filter_spec.rb +5 -0
  195. data/spec/chewy/search/parameters/preference_spec.rb +5 -0
  196. data/spec/chewy/search/parameters/profile_spec.rb +5 -0
  197. data/spec/chewy/search/parameters/query_spec.rb +5 -0
  198. data/spec/chewy/search/parameters/query_storage_examples.rb +388 -0
  199. data/spec/chewy/search/parameters/request_cache_spec.rb +67 -0
  200. data/spec/chewy/search/parameters/rescore_spec.rb +62 -0
  201. data/spec/chewy/search/parameters/script_fields_spec.rb +5 -0
  202. data/spec/chewy/search/parameters/search_after_spec.rb +32 -0
  203. data/spec/chewy/search/parameters/search_type_spec.rb +5 -0
  204. data/spec/chewy/search/parameters/source_spec.rb +156 -0
  205. data/spec/chewy/search/parameters/storage_spec.rb +60 -0
  206. data/spec/chewy/search/parameters/stored_fields_spec.rb +126 -0
  207. data/spec/chewy/search/parameters/string_array_storage_examples.rb +63 -0
  208. data/spec/chewy/search/parameters/string_storage_examples.rb +32 -0
  209. data/spec/chewy/search/parameters/suggest_spec.rb +5 -0
  210. data/spec/chewy/search/parameters/terminate_after_spec.rb +5 -0
  211. data/spec/chewy/search/parameters/timeout_spec.rb +5 -0
  212. data/spec/chewy/search/parameters/track_scores_spec.rb +5 -0
  213. data/spec/chewy/search/parameters/types_spec.rb +5 -0
  214. data/spec/chewy/search/parameters/version_spec.rb +5 -0
  215. data/spec/chewy/search/parameters_spec.rb +147 -0
  216. data/spec/chewy/search/query_proxy_spec.rb +68 -0
  217. data/spec/chewy/search/request_spec.rb +685 -0
  218. data/spec/chewy/search/response_spec.rb +198 -0
  219. data/spec/chewy/search/scrolling_spec.rb +169 -0
  220. data/spec/chewy/search_spec.rb +33 -16
  221. data/spec/chewy/stash_spec.rb +95 -0
  222. data/spec/chewy/strategy/active_job_spec.rb +21 -2
  223. data/spec/chewy/strategy/resque_spec.rb +6 -0
  224. data/spec/chewy/strategy/shoryuken_spec.rb +70 -0
  225. data/spec/chewy/strategy/sidekiq_spec.rb +13 -1
  226. data/spec/chewy/strategy_spec.rb +6 -6
  227. data/spec/chewy/type/actions_spec.rb +29 -10
  228. data/spec/chewy/type/adapter/active_record_spec.rb +203 -91
  229. data/spec/chewy/type/adapter/mongoid_spec.rb +112 -54
  230. data/spec/chewy/type/adapter/object_spec.rb +101 -28
  231. data/spec/chewy/type/adapter/sequel_spec.rb +149 -82
  232. data/spec/chewy/type/import/bulk_builder_spec.rb +279 -0
  233. data/spec/chewy/type/import/bulk_request_spec.rb +102 -0
  234. data/spec/chewy/type/import/journal_builder_spec.rb +95 -0
  235. data/spec/chewy/type/import/routine_spec.rb +110 -0
  236. data/spec/chewy/type/import_spec.rb +356 -271
  237. data/spec/chewy/type/mapping_spec.rb +96 -29
  238. data/spec/chewy/type/observe_spec.rb +9 -5
  239. data/spec/chewy/type/syncer_spec.rb +123 -0
  240. data/spec/chewy/type/witchcraft_spec.rb +61 -29
  241. data/spec/chewy/type/wrapper_spec.rb +63 -23
  242. data/spec/chewy/type_spec.rb +28 -7
  243. data/spec/chewy_spec.rb +75 -7
  244. data/spec/spec_helper.rb +17 -3
  245. data/spec/support/active_record.rb +5 -1
  246. data/spec/support/class_helpers.rb +0 -14
  247. data/spec/support/mongoid.rb +15 -3
  248. data/spec/support/sequel.rb +6 -1
  249. metadata +219 -58
  250. data/.travis.yml +0 -36
  251. data/gemfiles/rails.3.2.activerecord.gemfile +0 -16
  252. data/gemfiles/rails.3.2.activerecord.kaminari.gemfile +0 -15
  253. data/gemfiles/rails.3.2.activerecord.will_paginate.gemfile +0 -15
  254. data/gemfiles/rails.4.2.activerecord.gemfile +0 -17
  255. data/gemfiles/rails.4.2.activerecord.kaminari.gemfile +0 -16
  256. data/gemfiles/rails.4.2.activerecord.will_paginate.gemfile +0 -16
  257. data/gemfiles/rails.4.2.mongoid.4.0.gemfile +0 -16
  258. data/gemfiles/rails.4.2.mongoid.4.0.kaminari.gemfile +0 -15
  259. data/gemfiles/rails.4.2.mongoid.4.0.will_paginate.gemfile +0 -15
  260. data/gemfiles/rails.4.2.mongoid.5.1.gemfile +0 -16
  261. data/gemfiles/rails.4.2.mongoid.5.1.kaminari.gemfile +0 -15
  262. data/gemfiles/rails.4.2.mongoid.5.1.will_paginate.gemfile +0 -15
  263. data/gemfiles/rails.5.0.activerecord.gemfile +0 -17
  264. data/gemfiles/rails.5.0.activerecord.kaminari.gemfile +0 -16
  265. data/gemfiles/rails.5.0.activerecord.will_paginate.gemfile +0 -16
  266. data/gemfiles/sequel.4.38.gemfile +0 -14
  267. data/lib/chewy/journal/apply.rb +0 -31
  268. data/lib/chewy/journal/clean.rb +0 -24
  269. data/lib/chewy/journal/entry.rb +0 -83
  270. data/lib/chewy/journal/query.rb +0 -87
  271. data/lib/chewy/query/pagination/will_paginate.rb +0 -27
  272. data/lib/chewy/query/scoping.rb +0 -20
  273. data/spec/chewy/journal/apply_spec.rb +0 -120
  274. data/spec/chewy/journal/entry_spec.rb +0 -237
  275. data/spec/chewy/query/pagination/will_paginage_spec.rb +0 -59
@@ -1,87 +0,0 @@
1
- module Chewy
2
- class Journal
3
- class Query
4
- # @param time [Integer]
5
- # @param comparator [Symbol, String] lt, lte, gt, gte
6
- # @param indices [Array<Chewy::Index>] which indices should only be selected in the resulting set
7
- # @param use_filter [Boolean] should we use filter or query
8
- def initialize(time, comparator, indices, use_filter = true)
9
- @time = time
10
- @comparator = comparator
11
- @indices = indices || []
12
- @use_filter = use_filter
13
- end
14
-
15
- # @return [Hash] ElasicSearch query
16
- def to_h
17
- @query ||= { query: { filtered: filtered } }
18
- end
19
-
20
- private
21
-
22
- def filtered
23
- if @use_filter
24
- using_filter_query
25
- else
26
- using_query_query
27
- end
28
- end
29
-
30
- def using_filter_query
31
- if @indices.any?
32
- {
33
- filter: {
34
- bool: {
35
- must: [
36
- range_filter,
37
- bool: {
38
- should: @indices.collect { |i| index_filter(i) }
39
- }
40
- ]
41
- }
42
- }
43
- }
44
- else
45
- {
46
- filter: range_filter
47
- }
48
- end
49
- end
50
-
51
- def using_query_query
52
- if @indices.any?
53
- {
54
- query: range_filter,
55
- filter: {
56
- bool: {
57
- should: @indices.collect { |i| index_filter(i) }
58
- }
59
- }
60
- }
61
- else
62
- {
63
- query: range_filter
64
- }
65
- end
66
- end
67
-
68
- def range_filter
69
- {
70
- range: {
71
- created_at: {
72
- @comparator => @time.to_i
73
- }
74
- }
75
- }
76
- end
77
-
78
- def index_filter(index)
79
- {
80
- term: {
81
- index_name: index.derivable_index_name
82
- }
83
- }
84
- end
85
- end
86
- end
87
- end
@@ -1,27 +0,0 @@
1
- module Chewy
2
- class Query
3
- module Pagination
4
- module WillPaginate
5
- extend ActiveSupport::Concern
6
- include ::WillPaginate::CollectionMethods
7
-
8
- attr_reader :current_page, :per_page
9
-
10
- def paginate(options = {})
11
- @current_page = ::WillPaginate::PageNumber(options[:page] || @current_page || 1)
12
- @page_multiplier = @current_page - 1
13
- @per_page = (options[:per_page] || @per_page || ::WillPaginate.per_page).to_i
14
-
15
- # call Chewy::Query methods to limit results
16
- limit(@per_page).offset(@page_multiplier * @per_page)
17
- end
18
-
19
- def page(page)
20
- paginate(page: page)
21
- end
22
- end
23
- end
24
- end
25
- end
26
-
27
- Chewy::Query.send :include, Chewy::Query::Pagination::WillPaginate
@@ -1,20 +0,0 @@
1
- module Chewy
2
- class Query
3
- module Scoping
4
- extend ActiveSupport::Concern
5
-
6
- module ClassMethods
7
- def scopes
8
- Thread.current[:chewy_scopes] ||= []
9
- end
10
- end
11
-
12
- def scoping
13
- self.class.scopes.push(self)
14
- yield
15
- ensure
16
- self.class.scopes.pop
17
- end
18
- end
19
- end
20
- end
@@ -1,120 +0,0 @@
1
- require 'spec_helper'
2
-
3
- describe Chewy::Journal::Apply do
4
- describe '.since' do
5
- context 'with an index filter' do
6
- let(:time) { Time.now }
7
-
8
- before do
9
- stub_model(:city) do
10
- update_index 'city', :self
11
- end
12
- stub_model(:country) do
13
- update_index 'country', :self
14
- end
15
-
16
- stub_index('city') do
17
- define_type City do
18
- default_import_options journal: true
19
- end
20
- end
21
- stub_index('country') do
22
- define_type Country do
23
- default_import_options journal: true
24
- end
25
- end
26
-
27
- Chewy.massacre
28
- Timecop.freeze(time)
29
- end
30
-
31
- specify do
32
- Chewy.strategy(:urgent) do
33
- Array.new(2) { |i| City.create!(id: i + 1) }
34
- Array.new(2) { |i| Country.create!(id: i + 1) }
35
-
36
- # simulate lost data
37
- Chewy.client.delete(index: 'city', type: 'city', id: 1, refresh: true)
38
- Chewy.client.delete(index: 'country', type: 'country', id: 1, refresh: true)
39
- expect(CityIndex.all.to_a.length).to eq 1
40
- expect(CountryIndex.all.to_a.length).to eq 1
41
-
42
- # Replay on specific index
43
- described_class.since(time, only: [CityIndex])
44
- expect(CityIndex.all.to_a.length).to eq 2
45
- expect(CountryIndex.all.to_a.length).to eq 1
46
-
47
- # Replay on both
48
- Chewy.client.delete(index: 'city', type: 'city', id: 1, refresh: true)
49
- expect(CityIndex.all.to_a.length).to eq 1
50
- described_class.since(time, only: [CityIndex, CountryIndex])
51
- expect(CityIndex.all.to_a.length).to eq 2
52
- expect(CountryIndex.all.to_a.length).to eq 2
53
- end
54
- end
55
- end
56
-
57
- context 'retries' do
58
- let(:time) { Time.now.to_i }
59
- before do
60
- stub_model(:city) do
61
- update_index 'city', :self
62
- end
63
- stub_index('city') do
64
- define_type City do
65
- default_import_options journal: true
66
- end
67
- end
68
- Chewy.massacre
69
- Timecop.freeze
70
- Chewy.strategy(:urgent)
71
- City.create!(id: 1)
72
- end
73
-
74
- after do
75
- Chewy.strategy.pop
76
- end
77
-
78
- specify 'journal was cleaned after the first call' do
79
- expect(Chewy::Journal::Entry)
80
- .to receive(:since).exactly(2).and_call_original
81
- Chewy::Journal::Apply.since(time)
82
- end
83
-
84
- context 'endless journal' do
85
- let(:count_of_checks) { 10 } # default
86
- let!(:journal_records) do
87
- record = Chewy::Journal::Entry.since(time).first
88
- Array.new(count_of_checks) do |i|
89
- r = record.dup
90
- r.created_at = time.to_i + i
91
- r.object_ids = [i]
92
- r
93
- end
94
- end
95
-
96
- specify '10 retries by default' do
97
- expect(Chewy::Journal::Entry)
98
- .to receive(:since).exactly(count_of_checks) { [journal_records.shift].compact }
99
- Chewy::Journal::Apply.since(time)
100
- end
101
-
102
- specify 'with :once parameter set' do
103
- expect(Chewy::Journal::Entry)
104
- .to receive(:since).exactly(1) { [journal_records.shift].compact }
105
- Chewy::Journal::Apply.since(time, once: true)
106
- end
107
-
108
- context 'with retries parameter set' do
109
- let(:retries) { 5 }
110
-
111
- specify do
112
- expect(Chewy::Journal::Entry)
113
- .to receive(:since).exactly(retries) { [journal_records.shift].compact }
114
- Chewy::Journal::Apply.since(time, retries: retries)
115
- end
116
- end
117
- end
118
- end
119
- end
120
- end
@@ -1,237 +0,0 @@
1
- require 'spec_helper'
2
-
3
- describe Chewy::Journal::Entry do
4
- before do
5
- stub_model(:city) do
6
- update_index 'city', :self
7
- end
8
- stub_index('city') do
9
- define_type City do
10
- default_import_options journal: true
11
- end
12
- end
13
- end
14
-
15
- describe '.since' do
16
- let(:time) { Time.now.to_i }
17
- before do
18
- Timecop.freeze(time)
19
- Chewy.massacre
20
- Chewy.strategy(:urgent) { City.create!(id: 1) }
21
- end
22
- subject { described_class.since(time) }
23
-
24
- its(:length) { is_expected.to eq(1) }
25
-
26
- context 'with indices parameter provided' do
27
- subject { described_class.since(time, indices) }
28
-
29
- context 'it ignores empty array' do
30
- let(:indices) { [] }
31
- its(:length) { is_expected.to eq(1) }
32
- end
33
-
34
- context do
35
- let(:indices) { [CityIndex::City2] }
36
- before do
37
- stub_index('city') do
38
- define_type :city2 do
39
- default_import_options journal: true
40
- end
41
- end
42
- end
43
-
44
- its(:length) { is_expected.to eq(1) }
45
- end
46
- end
47
- end
48
-
49
- describe '.group' do
50
- let(:full_type_name) { 'type' }
51
- let(:another_full_type_name) { 'type' }
52
- let(:entry) { described_class.new('object_ids' => [1]) }
53
- let(:another_entry) { described_class.new('object_ids' => [2]) }
54
- before do
55
- allow(entry)
56
- .to receive(:full_type_name).and_return(full_type_name)
57
- allow(another_entry)
58
- .to receive(:full_type_name).and_return(another_full_type_name)
59
- end
60
- subject { described_class.group([entry, another_entry]) }
61
-
62
- specify do
63
- expect(subject.length).to eq(1)
64
- expect(subject.first.object_ids).to eq([1, 2])
65
- end
66
-
67
- context do
68
- let(:another_full_type_name) { 'whatever' }
69
-
70
- specify do
71
- expect(subject.length).to eq(2)
72
- expect(subject.first.object_ids).to eq(entry.object_ids)
73
- expect(subject.last.object_ids).to eq(another_entry.object_ids)
74
- end
75
- end
76
- end
77
-
78
- describe '.recent_timestamp' do
79
- let(:time) { Time.now.to_i }
80
- let(:entry) { described_class.new('created_at' => time) }
81
- let(:another_entry) { described_class.new('created_at' => time + 1) }
82
- subject { described_class.recent_timestamp([entry, another_entry]) }
83
-
84
- it { is_expected.to eq(time + 1) }
85
- end
86
-
87
- describe '.subtract' do
88
- let(:full_type_name) { 'type' }
89
- let(:another_full_type_name) { 'type' }
90
- let(:entry) { described_class.new('object_ids' => [1]) }
91
- let(:another_entry) { described_class.new('object_ids' => [2]) }
92
- before do
93
- allow(entry)
94
- .to receive(:full_type_name).and_return(full_type_name)
95
- allow(another_entry)
96
- .to receive(:full_type_name).and_return(another_full_type_name)
97
- end
98
- let(:from) { [entry] }
99
- let(:what) { [another_entry] }
100
- subject { described_class.subtract(from, what) }
101
-
102
- specify { expect { subject }.not_to change { from.length } }
103
- specify { expect(entry.object_ids).to eq([1]) }
104
-
105
- context 'object_ids have same elements' do
106
- let(:another_entry) { described_class.new('object_ids' => [1, 2]) }
107
-
108
- specify { expect { subject }.to change { from.length }.from(1).to(0) }
109
- specify do
110
- subject
111
- expect(entry.object_ids).to eq([])
112
- end
113
-
114
- context 'not all elements are covered by subtracting array' do
115
- let(:entry) { described_class.new('object_ids' => [1, 3]) }
116
-
117
- specify { expect { subject }.not_to change { from.length } }
118
- specify do
119
- subject
120
- expect(entry.object_ids).to eq([3])
121
- end
122
- end
123
- end
124
- end
125
-
126
- describe '#merge' do
127
- let(:time) { Time.now.to_i }
128
- let(:index_name) { 'index' }
129
- let(:type_name) { 'type' }
130
- let(:object_ids) { [1] }
131
- let(:entry) do
132
- described_class.new('index_name' => index_name,
133
- 'type_name' => type_name,
134
- 'object_ids' => object_ids,
135
- 'created_at' => time)
136
- end
137
- let(:another_index_name) { 'index' }
138
- let(:another_type_name) { 'type' }
139
- let(:another_object_ids) { [2] }
140
- let(:another_time) { time + 1 }
141
- let(:another_entry) do
142
- described_class.new('index_name' => another_index_name,
143
- 'type_name' => another_type_name,
144
- 'object_ids' => another_object_ids,
145
- 'created_at' => another_time)
146
- end
147
- subject { entry.merge(another_entry) }
148
-
149
- specify do
150
- expect(subject).to eq(entry)
151
- expect(entry.created_at).to eq(another_entry.created_at)
152
- expect(entry.object_ids).to eq([1, 2])
153
- end
154
-
155
- shared_examples_for 'merge does not change the entry' do
156
- it { is_expected.to eq(entry) }
157
- specify { expect { subject }.not_to change(entry, :created_at) }
158
- specify { expect { subject }.not_to change(entry, :object_ids) }
159
- end
160
-
161
- context 'different types' do
162
- let(:another_type_name) { 'whatever' }
163
- include_examples 'merge does not change the entry'
164
- end
165
-
166
- context 'merge with nil' do
167
- let(:another_entry) { nil }
168
- include_examples 'merge does not change the entry'
169
- end
170
-
171
- context 'original entry has more recent time' do
172
- let(:another_time) { time - 1 }
173
- specify { expect { subject }.not_to change(entry, :created_at) }
174
- end
175
- end
176
-
177
- describe '#empty?' do
178
- let(:object_ids) { [] }
179
- subject { described_class.new('object_ids' => object_ids).empty? }
180
-
181
- it { is_expected.to eq(true) }
182
-
183
- context do
184
- let(:object_ids) { nil }
185
- it { is_expected.to eq(true) }
186
- end
187
-
188
- context do
189
- let(:object_ids) { [1] }
190
- it { is_expected.to eq(false) }
191
- end
192
- end
193
-
194
- describe '#full_type_name' do
195
- subject do
196
- described_class.new('index_name' => 'index', 'type_name' => 'type')
197
- .full_type_name
198
- end
199
- it { is_expected.to eq('index#type') }
200
- end
201
-
202
- describe '#index' do
203
- let(:index_name) { 'wrong_index_name' }
204
- let(:type_name) { 'city' }
205
- subject do
206
- described_class
207
- .new('index_name' => index_name, 'type_name' => type_name).index
208
- end
209
-
210
- specify { expect { subject }.to raise_error(Chewy::UnderivableType) }
211
-
212
- context do
213
- let(:index_name) { 'city' }
214
- it { is_expected.to eq(CityIndex::City) }
215
- end
216
- end
217
-
218
- describe '#==' do
219
- let(:full_type_name) { 'type' }
220
- let(:another_full_type_name) { 'type' }
221
- let(:entry) { described_class.new }
222
- let(:another_entry) { described_class.new }
223
- before do
224
- expect(entry).to receive(:full_type_name).and_return(full_type_name)
225
- expect(another_entry)
226
- .to receive(:full_type_name).and_return(another_full_type_name)
227
- end
228
- subject { entry == another_entry }
229
-
230
- it { is_expected.to eq(true) }
231
-
232
- context do
233
- let(:another_full_type_name) { 'whatever' }
234
- it { is_expected.to eq(false) }
235
- end
236
- end
237
- end