chewy 0.9.0 → 0.10.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (265) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +1 -0
  3. data/.rubocop.yml +24 -2
  4. data/.rubocop_todo.yml +2 -2
  5. data/.travis.yml +38 -21
  6. data/.yardopts +5 -0
  7. data/Appraisals +55 -27
  8. data/CHANGELOG.md +57 -12
  9. data/Gemfile +14 -10
  10. data/LEGACY_DSL.md +497 -0
  11. data/README.md +249 -515
  12. data/chewy.gemspec +5 -4
  13. data/gemfiles/rails.4.0.activerecord.gemfile +14 -0
  14. data/gemfiles/rails.4.1.activerecord.gemfile +14 -0
  15. data/gemfiles/rails.4.2.activerecord.gemfile +8 -10
  16. data/gemfiles/rails.4.2.mongoid.5.1.gemfile +9 -10
  17. data/gemfiles/rails.5.0.activerecord.gemfile +8 -10
  18. data/gemfiles/rails.5.0.mongoid.6.0.gemfile +15 -0
  19. data/gemfiles/rails.5.1.activerecord.gemfile +15 -0
  20. data/gemfiles/rails.5.1.mongoid.6.1.gemfile +15 -0
  21. data/gemfiles/sequel.4.45.gemfile +11 -0
  22. data/lib/chewy.rb +77 -43
  23. data/lib/chewy/config.rb +44 -7
  24. data/lib/chewy/errors.rb +2 -2
  25. data/lib/chewy/fields/base.rb +39 -32
  26. data/lib/chewy/fields/root.rb +33 -7
  27. data/lib/chewy/index.rb +237 -149
  28. data/lib/chewy/index/actions.rb +85 -28
  29. data/lib/chewy/index/aliases.rb +2 -1
  30. data/lib/chewy/index/settings.rb +9 -5
  31. data/lib/chewy/index/specification.rb +58 -0
  32. data/lib/chewy/journal.rb +40 -92
  33. data/lib/chewy/query.rb +43 -27
  34. data/lib/chewy/query/compose.rb +13 -13
  35. data/lib/chewy/query/criteria.rb +13 -13
  36. data/lib/chewy/query/filters.rb +1 -1
  37. data/lib/chewy/query/loading.rb +1 -1
  38. data/lib/chewy/query/nodes/and.rb +2 -2
  39. data/lib/chewy/query/nodes/bool.rb +1 -1
  40. data/lib/chewy/query/nodes/equal.rb +2 -2
  41. data/lib/chewy/query/nodes/exists.rb +1 -1
  42. data/lib/chewy/query/nodes/has_relation.rb +2 -2
  43. data/lib/chewy/query/nodes/match_all.rb +1 -1
  44. data/lib/chewy/query/nodes/missing.rb +1 -1
  45. data/lib/chewy/query/nodes/not.rb +2 -2
  46. data/lib/chewy/query/nodes/or.rb +2 -2
  47. data/lib/chewy/query/nodes/prefix.rb +1 -1
  48. data/lib/chewy/query/nodes/query.rb +2 -2
  49. data/lib/chewy/query/nodes/range.rb +4 -4
  50. data/lib/chewy/query/nodes/regexp.rb +4 -4
  51. data/lib/chewy/query/nodes/script.rb +3 -3
  52. data/lib/chewy/query/pagination.rb +10 -1
  53. data/lib/chewy/railtie.rb +1 -0
  54. data/lib/chewy/rake_helper.rb +265 -48
  55. data/lib/chewy/rspec/update_index.rb +30 -22
  56. data/lib/chewy/search.rb +78 -21
  57. data/lib/chewy/search/loader.rb +83 -0
  58. data/lib/chewy/{query → search}/pagination/kaminari.rb +13 -5
  59. data/lib/chewy/search/pagination/will_paginate.rb +41 -0
  60. data/lib/chewy/search/parameters.rb +150 -0
  61. data/lib/chewy/search/parameters/aggs.rb +16 -0
  62. data/lib/chewy/search/parameters/concerns/bool_storage.rb +24 -0
  63. data/lib/chewy/search/parameters/concerns/hash_storage.rb +23 -0
  64. data/lib/chewy/search/parameters/concerns/integer_storage.rb +14 -0
  65. data/lib/chewy/search/parameters/concerns/query_storage.rb +237 -0
  66. data/lib/chewy/search/parameters/concerns/string_array_storage.rb +23 -0
  67. data/lib/chewy/search/parameters/concerns/string_storage.rb +14 -0
  68. data/lib/chewy/search/parameters/docvalue_fields.rb +12 -0
  69. data/lib/chewy/search/parameters/explain.rb +16 -0
  70. data/lib/chewy/search/parameters/filter.rb +47 -0
  71. data/lib/chewy/search/parameters/highlight.rb +16 -0
  72. data/lib/chewy/search/parameters/indices_boost.rb +52 -0
  73. data/lib/chewy/search/parameters/limit.rb +17 -0
  74. data/lib/chewy/search/parameters/load.rb +32 -0
  75. data/lib/chewy/search/parameters/min_score.rb +16 -0
  76. data/lib/chewy/search/parameters/none.rb +27 -0
  77. data/lib/chewy/search/parameters/offset.rb +17 -0
  78. data/lib/chewy/search/parameters/order.rb +64 -0
  79. data/lib/chewy/search/parameters/post_filter.rb +19 -0
  80. data/lib/chewy/search/parameters/preference.rb +16 -0
  81. data/lib/chewy/search/parameters/profile.rb +16 -0
  82. data/lib/chewy/search/parameters/query.rb +19 -0
  83. data/lib/chewy/search/parameters/request_cache.rb +27 -0
  84. data/lib/chewy/search/parameters/rescore.rb +29 -0
  85. data/lib/chewy/search/parameters/script_fields.rb +16 -0
  86. data/lib/chewy/search/parameters/search_after.rb +20 -0
  87. data/lib/chewy/search/parameters/search_type.rb +16 -0
  88. data/lib/chewy/search/parameters/source.rb +73 -0
  89. data/lib/chewy/search/parameters/storage.rb +95 -0
  90. data/lib/chewy/search/parameters/stored_fields.rb +63 -0
  91. data/lib/chewy/search/parameters/suggest.rb +16 -0
  92. data/lib/chewy/search/parameters/terminate_after.rb +16 -0
  93. data/lib/chewy/search/parameters/timeout.rb +16 -0
  94. data/lib/chewy/search/parameters/track_scores.rb +16 -0
  95. data/lib/chewy/search/parameters/types.rb +20 -0
  96. data/lib/chewy/search/parameters/version.rb +16 -0
  97. data/lib/chewy/search/query_proxy.rb +257 -0
  98. data/lib/chewy/search/request.rb +1021 -0
  99. data/lib/chewy/search/response.rb +119 -0
  100. data/lib/chewy/search/scoping.rb +50 -0
  101. data/lib/chewy/search/scrolling.rb +136 -0
  102. data/lib/chewy/stash.rb +70 -0
  103. data/lib/chewy/strategy.rb +10 -3
  104. data/lib/chewy/strategy/active_job.rb +1 -0
  105. data/lib/chewy/strategy/atomic.rb +1 -3
  106. data/lib/chewy/strategy/bypass.rb +1 -1
  107. data/lib/chewy/strategy/resque.rb +1 -0
  108. data/lib/chewy/strategy/shoryuken.rb +40 -0
  109. data/lib/chewy/strategy/sidekiq.rb +13 -3
  110. data/lib/chewy/type.rb +29 -7
  111. data/lib/chewy/type/actions.rb +26 -2
  112. data/lib/chewy/type/adapter/active_record.rb +44 -29
  113. data/lib/chewy/type/adapter/base.rb +27 -7
  114. data/lib/chewy/type/adapter/mongoid.rb +18 -7
  115. data/lib/chewy/type/adapter/object.rb +187 -26
  116. data/lib/chewy/type/adapter/orm.rb +59 -32
  117. data/lib/chewy/type/adapter/sequel.rb +32 -16
  118. data/lib/chewy/type/import.rb +145 -191
  119. data/lib/chewy/type/import/bulk_builder.rb +122 -0
  120. data/lib/chewy/type/import/bulk_request.rb +76 -0
  121. data/lib/chewy/type/import/journal_builder.rb +45 -0
  122. data/lib/chewy/type/import/routine.rb +138 -0
  123. data/lib/chewy/type/mapping.rb +11 -1
  124. data/lib/chewy/type/observe.rb +1 -1
  125. data/lib/chewy/type/syncer.rb +220 -0
  126. data/lib/chewy/type/witchcraft.rb +27 -13
  127. data/lib/chewy/type/wrapper.rb +28 -2
  128. data/lib/chewy/version.rb +1 -1
  129. data/lib/tasks/chewy.rake +84 -26
  130. data/spec/chewy/config_spec.rb +82 -1
  131. data/spec/chewy/fields/base_spec.rb +147 -112
  132. data/spec/chewy/fields/root_spec.rb +75 -18
  133. data/spec/chewy/fields/time_fields_spec.rb +2 -3
  134. data/spec/chewy/index/actions_spec.rb +180 -50
  135. data/spec/chewy/index/aliases_spec.rb +2 -2
  136. data/spec/chewy/index/settings_spec.rb +67 -38
  137. data/spec/chewy/index/specification_spec.rb +160 -0
  138. data/spec/chewy/index_spec.rb +57 -66
  139. data/spec/chewy/journal_spec.rb +149 -54
  140. data/spec/chewy/minitest/helpers_spec.rb +4 -4
  141. data/spec/chewy/minitest/search_index_receiver_spec.rb +1 -1
  142. data/spec/chewy/query/criteria_spec.rb +179 -179
  143. data/spec/chewy/query/filters_spec.rb +15 -15
  144. data/spec/chewy/query/loading_spec.rb +22 -20
  145. data/spec/chewy/query/nodes/and_spec.rb +2 -2
  146. data/spec/chewy/query/nodes/bool_spec.rb +4 -4
  147. data/spec/chewy/query/nodes/equal_spec.rb +19 -19
  148. data/spec/chewy/query/nodes/exists_spec.rb +6 -6
  149. data/spec/chewy/query/nodes/has_child_spec.rb +19 -19
  150. data/spec/chewy/query/nodes/has_parent_spec.rb +19 -19
  151. data/spec/chewy/query/nodes/missing_spec.rb +5 -5
  152. data/spec/chewy/query/nodes/not_spec.rb +3 -2
  153. data/spec/chewy/query/nodes/or_spec.rb +2 -2
  154. data/spec/chewy/query/nodes/prefix_spec.rb +5 -5
  155. data/spec/chewy/query/nodes/query_spec.rb +2 -2
  156. data/spec/chewy/query/nodes/range_spec.rb +18 -18
  157. data/spec/chewy/query/nodes/raw_spec.rb +1 -1
  158. data/spec/chewy/query/nodes/regexp_spec.rb +14 -14
  159. data/spec/chewy/query/nodes/script_spec.rb +4 -4
  160. data/spec/chewy/query/pagination/kaminari_spec.rb +3 -55
  161. data/spec/chewy/query/pagination/will_paginate_spec.rb +5 -0
  162. data/spec/chewy/query/pagination_spec.rb +25 -21
  163. data/spec/chewy/query_spec.rb +501 -560
  164. data/spec/chewy/rake_helper_spec.rb +368 -0
  165. data/spec/chewy/repository_spec.rb +4 -4
  166. data/spec/chewy/rspec/update_index_spec.rb +89 -56
  167. data/spec/chewy/runtime_spec.rb +2 -2
  168. data/spec/chewy/search/loader_spec.rb +117 -0
  169. data/spec/chewy/search/pagination/kaminari_examples.rb +71 -0
  170. data/spec/chewy/search/pagination/kaminari_spec.rb +17 -0
  171. data/spec/chewy/search/pagination/will_paginate_examples.rb +63 -0
  172. data/spec/chewy/search/pagination/will_paginate_spec.rb +17 -0
  173. data/spec/chewy/search/parameters/aggs_spec.rb +5 -0
  174. data/spec/chewy/search/parameters/bool_storage_examples.rb +53 -0
  175. data/spec/chewy/search/parameters/docvalue_fields_spec.rb +5 -0
  176. data/spec/chewy/search/parameters/explain_spec.rb +5 -0
  177. data/spec/chewy/search/parameters/filter_spec.rb +5 -0
  178. data/spec/chewy/search/parameters/hash_storage_examples.rb +59 -0
  179. data/spec/chewy/search/parameters/highlight_spec.rb +5 -0
  180. data/spec/chewy/search/parameters/indices_boost_spec.rb +83 -0
  181. data/spec/chewy/search/parameters/integer_storage_examples.rb +32 -0
  182. data/spec/chewy/search/parameters/limit_spec.rb +5 -0
  183. data/spec/chewy/search/parameters/load_spec.rb +60 -0
  184. data/spec/chewy/search/parameters/min_score_spec.rb +32 -0
  185. data/spec/chewy/search/parameters/none_spec.rb +5 -0
  186. data/spec/chewy/search/parameters/offset_spec.rb +5 -0
  187. data/spec/chewy/search/parameters/order_spec.rb +65 -0
  188. data/spec/chewy/search/parameters/post_filter_spec.rb +5 -0
  189. data/spec/chewy/search/parameters/preference_spec.rb +5 -0
  190. data/spec/chewy/search/parameters/profile_spec.rb +5 -0
  191. data/spec/chewy/search/parameters/query_spec.rb +5 -0
  192. data/spec/chewy/search/parameters/query_storage_examples.rb +388 -0
  193. data/spec/chewy/search/parameters/request_cache_spec.rb +67 -0
  194. data/spec/chewy/search/parameters/rescore_spec.rb +62 -0
  195. data/spec/chewy/search/parameters/script_fields_spec.rb +5 -0
  196. data/spec/chewy/search/parameters/search_after_spec.rb +32 -0
  197. data/spec/chewy/search/parameters/search_type_spec.rb +5 -0
  198. data/spec/chewy/search/parameters/source_spec.rb +156 -0
  199. data/spec/chewy/search/parameters/storage_spec.rb +60 -0
  200. data/spec/chewy/search/parameters/stored_fields_spec.rb +126 -0
  201. data/spec/chewy/search/parameters/string_array_storage_examples.rb +63 -0
  202. data/spec/chewy/search/parameters/string_storage_examples.rb +32 -0
  203. data/spec/chewy/search/parameters/suggest_spec.rb +5 -0
  204. data/spec/chewy/search/parameters/terminate_after_spec.rb +5 -0
  205. data/spec/chewy/search/parameters/timeout_spec.rb +5 -0
  206. data/spec/chewy/search/parameters/track_scores_spec.rb +5 -0
  207. data/spec/chewy/search/parameters/types_spec.rb +5 -0
  208. data/spec/chewy/search/parameters/version_spec.rb +5 -0
  209. data/spec/chewy/search/parameters_spec.rb +130 -0
  210. data/spec/chewy/search/query_proxy_spec.rb +68 -0
  211. data/spec/chewy/search/request_spec.rb +669 -0
  212. data/spec/chewy/search/response_spec.rb +192 -0
  213. data/spec/chewy/search/scrolling_spec.rb +169 -0
  214. data/spec/chewy/search_spec.rb +13 -6
  215. data/spec/chewy/stash_spec.rb +95 -0
  216. data/spec/chewy/strategy/active_job_spec.rb +6 -0
  217. data/spec/chewy/strategy/resque_spec.rb +6 -0
  218. data/spec/chewy/strategy/shoryuken_spec.rb +64 -0
  219. data/spec/chewy/strategy/sidekiq_spec.rb +8 -0
  220. data/spec/chewy/strategy_spec.rb +6 -6
  221. data/spec/chewy/type/actions_spec.rb +29 -10
  222. data/spec/chewy/type/adapter/active_record_spec.rb +203 -91
  223. data/spec/chewy/type/adapter/mongoid_spec.rb +112 -54
  224. data/spec/chewy/type/adapter/object_spec.rb +101 -28
  225. data/spec/chewy/type/adapter/sequel_spec.rb +149 -82
  226. data/spec/chewy/type/import/bulk_builder_spec.rb +279 -0
  227. data/spec/chewy/type/import/bulk_request_spec.rb +102 -0
  228. data/spec/chewy/type/import/journal_builder_spec.rb +95 -0
  229. data/spec/chewy/type/import/routine_spec.rb +110 -0
  230. data/spec/chewy/type/import_spec.rb +350 -271
  231. data/spec/chewy/type/mapping_spec.rb +54 -18
  232. data/spec/chewy/type/observe_spec.rb +5 -1
  233. data/spec/chewy/type/syncer_spec.rb +123 -0
  234. data/spec/chewy/type/witchcraft_spec.rb +45 -29
  235. data/spec/chewy/type/wrapper_spec.rb +63 -23
  236. data/spec/chewy/type_spec.rb +28 -7
  237. data/spec/chewy_spec.rb +75 -7
  238. data/spec/spec_helper.rb +5 -2
  239. data/spec/support/active_record.rb +5 -1
  240. data/spec/support/class_helpers.rb +0 -14
  241. data/spec/support/mongoid.rb +15 -3
  242. data/spec/support/sequel.rb +6 -1
  243. metadata +198 -37
  244. data/gemfiles/rails.3.2.activerecord.gemfile +0 -16
  245. data/gemfiles/rails.3.2.activerecord.kaminari.gemfile +0 -15
  246. data/gemfiles/rails.3.2.activerecord.will_paginate.gemfile +0 -15
  247. data/gemfiles/rails.4.2.activerecord.kaminari.gemfile +0 -16
  248. data/gemfiles/rails.4.2.activerecord.will_paginate.gemfile +0 -16
  249. data/gemfiles/rails.4.2.mongoid.4.0.gemfile +0 -16
  250. data/gemfiles/rails.4.2.mongoid.4.0.kaminari.gemfile +0 -15
  251. data/gemfiles/rails.4.2.mongoid.4.0.will_paginate.gemfile +0 -15
  252. data/gemfiles/rails.4.2.mongoid.5.1.kaminari.gemfile +0 -15
  253. data/gemfiles/rails.4.2.mongoid.5.1.will_paginate.gemfile +0 -15
  254. data/gemfiles/rails.5.0.activerecord.kaminari.gemfile +0 -16
  255. data/gemfiles/rails.5.0.activerecord.will_paginate.gemfile +0 -16
  256. data/gemfiles/sequel.4.38.gemfile +0 -14
  257. data/lib/chewy/journal/apply.rb +0 -31
  258. data/lib/chewy/journal/clean.rb +0 -24
  259. data/lib/chewy/journal/entry.rb +0 -83
  260. data/lib/chewy/journal/query.rb +0 -87
  261. data/lib/chewy/query/pagination/will_paginate.rb +0 -27
  262. data/lib/chewy/query/scoping.rb +0 -20
  263. data/spec/chewy/journal/apply_spec.rb +0 -120
  264. data/spec/chewy/journal/entry_spec.rb +0 -237
  265. data/spec/chewy/query/pagination/will_paginage_spec.rb +0 -59
@@ -0,0 +1,160 @@
1
+ require 'spec_helper'
2
+
3
+ describe Chewy::Index::Specification do
4
+ before { Chewy.massacre }
5
+
6
+ let(:index1) do
7
+ stub_index(:places) do
8
+ define_type(:city) do
9
+ field :name, type: 'string'
10
+ end
11
+ end
12
+ end
13
+
14
+ let(:index2) do
15
+ stub_index(:places) do
16
+ settings analyzer: {}
17
+ define_type(:city) do
18
+ field :name, type: 'string'
19
+ end
20
+ end
21
+ end
22
+
23
+ let(:index3) do
24
+ stub_index(:places) do
25
+ define_type(:city) do
26
+ field :name, type: 'string'
27
+ field :population, type: 'integer'
28
+ end
29
+ end
30
+ end
31
+
32
+ let(:index4) do
33
+ stub_index(:places) do
34
+ define_type(:city) do
35
+ field :population, type: 'integer'
36
+ field :name, type: 'string'
37
+ end
38
+ end
39
+ end
40
+
41
+ let(:index5) do
42
+ stub_index('namespace/cities') do
43
+ define_type(:city) do
44
+ field :population, type: 'integer'
45
+ end
46
+ end
47
+ end
48
+
49
+ let(:specification1) { described_class.new(index1) }
50
+ let(:specification2) { described_class.new(index2) }
51
+ let(:specification3) { described_class.new(index3) }
52
+ let(:specification4) { described_class.new(index4) }
53
+ let(:specification5) { described_class.new(index5) }
54
+
55
+ describe '#lock!' do
56
+ specify do
57
+ expect { specification1.lock! }.to change { Chewy::Stash::Specification.all.hits }.from([]).to([{
58
+ '_index' => 'chewy_stash',
59
+ '_type' => 'specification',
60
+ '_id' => 'places',
61
+ '_score' => 1.0,
62
+ '_source' => {'value' => '{"settings":{"index":{"number_of_shards":1,"number_of_replicas":0}},"mappings":{"city":{"properties":{"name":{"type":"string"}}}}}'}
63
+ }])
64
+ end
65
+
66
+ context do
67
+ before { specification1.lock! }
68
+
69
+ specify do
70
+ expect { specification5.lock! }.to change { Chewy::Stash::Specification.all.hits }.to([{
71
+ '_index' => 'chewy_stash',
72
+ '_type' => 'specification',
73
+ '_id' => 'places',
74
+ '_score' => 1.0,
75
+ '_source' => {'value' => '{"settings":{"index":{"number_of_shards":1,"number_of_replicas":0}},"mappings":{"city":{"properties":{"name":{"type":"string"}}}}}'}
76
+ }, {
77
+ '_index' => 'chewy_stash',
78
+ '_type' => 'specification',
79
+ '_id' => 'namespace/cities',
80
+ '_score' => 1.0,
81
+ '_source' => {'value' => '{"settings":{"index":{"number_of_shards":1,"number_of_replicas":0}},"mappings":{"city":{"properties":{"population":{"type":"integer"}}}}}'}
82
+ }])
83
+ end
84
+ end
85
+ end
86
+
87
+ describe '#locked' do
88
+ specify do
89
+ expect { specification1.lock! }.to change { specification1.locked }.from({}).to(
90
+ 'settings' => {'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
91
+ 'mappings' => {'city' => {'properties' => {'name' => {'type' => 'string'}}}}
92
+ )
93
+ end
94
+
95
+ specify do
96
+ expect { specification5.lock! }.to change { specification5.locked }.from({}).to(
97
+ 'settings' => {'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
98
+ 'mappings' => {'city' => {'properties' => {'population' => {'type' => 'integer'}}}}
99
+ )
100
+ end
101
+
102
+ context do
103
+ before { specification1.lock! }
104
+
105
+ specify do
106
+ expect { specification2.lock! }.to change { specification2.locked }.from(
107
+ 'settings' => {'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
108
+ 'mappings' => {'city' => {'properties' => {'name' => {'type' => 'string'}}}}
109
+ ).to(
110
+ 'settings' => {'analyzer' => {}, 'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
111
+ 'mappings' => {'city' => {'properties' => {'name' => {'type' => 'string'}}}}
112
+ )
113
+ end
114
+
115
+ specify do
116
+ expect { specification3.lock! }.to change { specification3.locked }.from(
117
+ 'settings' => {'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
118
+ 'mappings' => {'city' => {'properties' => {'name' => {'type' => 'string'}}}}
119
+ ).to(
120
+ 'settings' => {'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
121
+ 'mappings' => {'city' => {'properties' => {'name' => {'type' => 'string'}, 'population' => {'type' => 'integer'}}}}
122
+ )
123
+ end
124
+ end
125
+ end
126
+
127
+ describe '#current' do
128
+ specify do
129
+ expect(specification2.current).to eq(
130
+ 'mappings' => {'city' => {'properties' => {'name' => {'type' => 'string'}}}},
131
+ 'settings' => {'analyzer' => {}, 'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}}
132
+ )
133
+ end
134
+ end
135
+
136
+ describe '#changed?' do
137
+ specify { expect(specification1.changed?).to eq(true) }
138
+ specify { expect { specification1.lock! }.to change { specification1.changed? }.to(false) }
139
+
140
+ context do
141
+ before { specification1.lock! }
142
+ specify { expect { specification2.lock! }.to change { specification2.changed? }.from(true).to(false) }
143
+ end
144
+
145
+ context do
146
+ before { specification1.lock! }
147
+ specify { expect { specification3.lock! }.to change { specification3.changed? }.from(true).to(false) }
148
+ end
149
+
150
+ context do
151
+ before { specification1.lock! }
152
+ specify { expect { specification5.lock! }.to change { specification5.changed? }.from(true) }
153
+ end
154
+
155
+ context do
156
+ before { specification3.lock! }
157
+ specify { expect { specification4.lock! }.not_to change { specification4.changed? }.from(false) }
158
+ end
159
+ end
160
+ end
@@ -61,16 +61,28 @@ describe Chewy::Index do
61
61
  specify { expect(stub_const('DeveloperIndex', Class.new(Chewy::Index)).index_name).to eq('developer') }
62
62
  specify { expect(stub_const('DevelopersIndex', Class.new(Chewy::Index)).index_name).to eq('developers') }
63
63
 
64
+ specify { expect(stub_const('DevelopersIndex', Class.new(Chewy::Index)).index_name(suffix: '')).to eq('developers') }
65
+ specify { expect(stub_const('DevelopersIndex', Class.new(Chewy::Index)).index_name(suffix: '2013')).to eq('developers_2013') }
66
+ specify { expect(stub_const('DevelopersIndex', Class.new(Chewy::Index)).index_name(prefix: '')).to eq('developers') }
67
+ specify { expect(stub_const('DevelopersIndex', Class.new(Chewy::Index)).index_name(prefix: 'test')).to eq('test_developers') }
68
+
64
69
  context do
65
- before { allow(Chewy).to receive_messages(configuration: { prefix: 'testing' }) }
70
+ before { allow(Chewy).to receive_messages(configuration: {prefix: 'testing'}) }
66
71
  specify { expect(DummiesIndex.index_name).to eq('testing_dummies') }
67
72
  specify { expect(stub_index(:dummies) { index_name :users }.index_name).to eq('testing_users') }
73
+ specify { expect(stub_index(:dummies) { index_name :users }.index_name(prefix: '')).to eq('users') }
68
74
  end
69
75
  end
70
76
 
71
- describe '.default_prefix' do
72
- before { allow(Chewy).to receive_messages(configuration: { prefix: 'testing' }) }
73
- specify { expect(Class.new(Chewy::Index).default_prefix).to eq('testing') }
77
+ describe '.derivable_name' do
78
+ specify { expect(Class.new(Chewy::Index).derivable_name).to be_nil }
79
+ specify { expect(stub_index(:places).derivable_name).to eq('places') }
80
+ specify { expect(stub_index('namespace/places').derivable_name).to eq('namespace/places') }
81
+ end
82
+
83
+ describe '.prefix' do
84
+ before { allow(Chewy).to receive_messages(configuration: {prefix: 'testing'}) }
85
+ specify { expect(Class.new(Chewy::Index).prefix).to eq('testing') }
74
86
  end
75
87
 
76
88
  describe '.define_type' do
@@ -117,15 +129,14 @@ describe Chewy::Index do
117
129
  context 'type methods should be deprecated and can\'t redefine existing ones' do
118
130
  before do
119
131
  stub_index(:places) do
120
- def self.city
121
- end
132
+ def self.city; end
122
133
  define_type :city
123
134
  define_type :country
124
135
  end
125
136
  end
126
137
 
127
138
  specify { expect(PlacesIndex.city).to be_nil }
128
- specify { expect(PlacesIndex.country).to be < Chewy::Type }
139
+ specify { expect(PlacesIndex::Country).to be < Chewy::Type }
129
140
  end
130
141
  end
131
142
 
@@ -145,69 +156,58 @@ describe Chewy::Index do
145
156
 
146
157
  describe '.types' do
147
158
  specify { expect(DummiesIndex.types).to eq(DummiesIndex.type_hash.values) }
148
- specify { expect(DummiesIndex.types(:dummy)).to be_a Chewy::Query }
149
- specify { expect(DummiesIndex.types(:user)).to be_a Chewy::Query }
159
+ specify { expect(DummiesIndex.types(:dummy)).to be_a Chewy::Search::Request }
160
+ specify { expect(DummiesIndex.types(:user)).to be_a Chewy::Search::Request }
150
161
  end
151
162
 
152
163
  describe '.settings' do
153
164
  before do
154
165
  allow(Chewy).to receive_messages(config: Chewy::Config.send(:new))
155
166
 
156
- Chewy.analyzer :name, filter: %w(lowercase icu_folding names_nysiis)
167
+ Chewy.analyzer :name, filter: %w[lowercase icu_folding names_nysiis]
157
168
  Chewy.analyzer :phone, tokenizer: 'ngram', char_filter: ['phone']
158
169
  Chewy.tokenizer :ngram, type: 'nGram', min_gram: 3, max_gram: 3
159
170
  Chewy.char_filter :phone, type: 'pattern_replace', pattern: '[^\d]', replacement: ''
160
171
  Chewy.filter :names_nysiis, type: 'phonetic', encoder: 'nysiis', replace: false
161
172
  end
162
173
 
163
- let(:documents) { stub_index(:documents) { settings analysis: { analyzer: [:name, :phone, { sorted: { option: :baz } }] } } }
174
+ let(:documents) { stub_index(:documents) { settings analysis: {analyzer: [:name, :phone, {sorted: {option: :baz}}]} } }
164
175
 
165
176
  specify { expect { documents.settings_hash }.to_not change(documents._settings, :inspect) }
166
177
  specify do
167
- expect(documents.settings_hash).to eq(settings: { analysis: {
168
- analyzer: { name: { filter: %w(lowercase icu_folding names_nysiis) },
169
- phone: { tokenizer: 'ngram', char_filter: ['phone'] },
170
- sorted: { option: :baz } },
171
- tokenizer: { ngram: { type: 'nGram', min_gram: 3, max_gram: 3 } },
172
- char_filter: { phone: { type: 'pattern_replace', pattern: '[^\d]', replacement: '' } },
173
- filter: { names_nysiis: { type: 'phonetic', encoder: 'nysiis', replace: false } }
174
- } })
178
+ expect(documents.settings_hash).to eq(settings: {analysis: {
179
+ analyzer: {name: {filter: %w[lowercase icu_folding names_nysiis]},
180
+ phone: {tokenizer: 'ngram', char_filter: ['phone']},
181
+ sorted: {option: :baz}},
182
+ tokenizer: {ngram: {type: 'nGram', min_gram: 3, max_gram: 3}},
183
+ char_filter: {phone: {type: 'pattern_replace', pattern: '[^\d]', replacement: ''}},
184
+ filter: {names_nysiis: {type: 'phonetic', encoder: 'nysiis', replace: false}}
185
+ }})
175
186
  end
176
187
  end
177
188
 
178
189
  describe '.scopes' do
179
190
  before do
180
191
  stub_index(:places) do
181
- def self.by_rating
182
- end
192
+ def self.by_rating; end
183
193
 
184
- def self.by_name
185
- end
194
+ def self.by_name; end
186
195
 
187
196
  define_type :city do
188
- def self.by_id
189
- end
197
+ def self.by_id; end
190
198
  end
191
199
  end
192
200
  end
193
201
 
194
202
  specify { expect(described_class.scopes).to eq([]) }
195
- specify { expect(PlacesIndex.scopes).to match_array([:by_rating, :by_name]) }
196
- end
197
-
198
- describe '.build_index_name' do
199
- specify { expect(stub_const('DevelopersIndex', Class.new(Chewy::Index)).build_index_name(suffix: '')).to eq('developers') }
200
- specify { expect(stub_const('DevelopersIndex', Class.new(Chewy::Index)).build_index_name(suffix: '2013')).to eq('developers_2013') }
201
- specify { expect(stub_const('DevelopersIndex', Class.new(Chewy::Index)).build_index_name(prefix: '')).to eq('developers') }
202
- specify { expect(stub_const('DevelopersIndex', Class.new(Chewy::Index)).build_index_name(prefix: 'test')).to eq('test_developers') }
203
- specify { expect(stub_const('DevelopersIndex', Class.new(Chewy::Index)).build_index_name(:users, prefix: 'test', suffix: '2013')).to eq('test_users_2013') }
203
+ specify { expect(PlacesIndex.scopes).to match_array(%i[by_rating by_name]) }
204
204
  end
205
205
 
206
206
  describe '.settings_hash' do
207
207
  before { allow(Chewy).to receive_messages(config: Chewy::Config.send(:new)) }
208
208
 
209
209
  specify { expect(stub_index(:documents).settings_hash).to eq({}) }
210
- specify { expect(stub_index(:documents) { settings number_of_shards: 1 }.settings_hash).to eq(settings: { number_of_shards: 1 }) }
210
+ specify { expect(stub_index(:documents) { settings number_of_shards: 1 }.settings_hash).to eq(settings: {number_of_shards: 1}) }
211
211
  end
212
212
 
213
213
  describe '.mappings_hash' do
@@ -218,7 +218,7 @@ describe Chewy::Index do
218
218
  define_type :document do
219
219
  field :name, type: 'string'
220
220
  end
221
- end.mappings_hash).to eq(mappings: { document: { properties: { name: { type: 'string' } } } })
221
+ end.mappings_hash).to eq(mappings: {document: {properties: {name: {type: 'string'}}}})
222
222
  end
223
223
  specify do
224
224
  expect(stub_index(:documents) do
@@ -228,21 +228,21 @@ describe Chewy::Index do
228
228
  define_type :document2 do
229
229
  field :name, type: 'string'
230
230
  end
231
- end.mappings_hash[:mappings].keys).to match_array([:document, :document2])
231
+ end.mappings_hash[:mappings].keys).to match_array(%i[document document2])
232
232
  end
233
233
  end
234
234
 
235
- describe '.index_params' do
235
+ describe '.specification_hash' do
236
236
  before { allow(Chewy).to receive_messages(config: Chewy::Config.send(:new)) }
237
237
 
238
- specify { expect(stub_index(:documents).index_params).to eq({}) }
239
- specify { expect(stub_index(:documents) { settings number_of_shards: 1 }.index_params.keys).to eq([:settings]) }
238
+ specify { expect(stub_index(:documents).specification_hash).to eq({}) }
239
+ specify { expect(stub_index(:documents) { settings number_of_shards: 1 }.specification_hash.keys).to eq([:settings]) }
240
240
  specify do
241
241
  expect(stub_index(:documents) do
242
242
  define_type :document do
243
243
  field :name, type: 'string'
244
244
  end
245
- end.index_params.keys).to eq([:mappings])
245
+ end.specification_hash.keys).to eq([:mappings])
246
246
  end
247
247
  specify do
248
248
  expect(stub_index(:documents) do
@@ -250,44 +250,35 @@ describe Chewy::Index do
250
250
  define_type :document do
251
251
  field :name, type: 'string'
252
252
  end
253
- end.index_params.keys).to match_array([:mappings, :settings])
253
+ end.specification_hash.keys).to match_array(%i[mappings settings])
254
254
  end
255
255
  end
256
256
 
257
- describe '.journal?' do
258
- specify { expect(stub_index(:documents).journal?).to eq false }
257
+ describe '.specification' do
258
+ subject { stub_index(:documents) }
259
+ specify { expect(subject.specification).to be_a(Chewy::Index::Specification) }
260
+ specify { expect(subject.specification).to equal(subject.specification) }
261
+ end
259
262
 
260
- context do
261
- before { allow(Chewy).to receive_messages(configuration: { journal: true }) }
262
- specify { expect(stub_index(:documents).journal?).to eq false }
263
- end
263
+ describe '.default_prefix' do
264
+ before { allow(Chewy).to receive_messages(configuration: {prefix: 'testing'}) }
264
265
 
265
266
  context do
266
- let(:index) do
267
- stub_index(:documents) do
268
- define_type :document do
269
- end
270
- end
271
- end
272
-
273
- specify { expect(index.journal?).to eq false }
274
-
275
- context do
276
- before { allow(Chewy).to receive_messages(configuration: { journal: true }) }
277
- specify { expect(index.journal?).to eq true }
278
- end
267
+ before { expect(ActiveSupport::Deprecation).to receive(:warn).once }
268
+ specify { expect(DummiesIndex.default_prefix).to eq('testing') }
279
269
  end
280
270
 
281
271
  context do
282
- let(:index) do
283
- stub_index(:documents) do
284
- define_type :document do
285
- default_import_options journal: true
272
+ before do
273
+ DummiesIndex.class_eval do
274
+ def self.default_prefix
275
+ 'borogoves'
286
276
  end
287
277
  end
288
278
  end
289
279
 
290
- specify { expect(index.journal?).to eq true }
280
+ before { expect(ActiveSupport::Deprecation).to receive(:warn).once }
281
+ specify { expect(DummiesIndex.index_name).to eq('borogoves_dummies') }
291
282
  end
292
283
  end
293
284
  end
@@ -1,7 +1,7 @@
1
1
  require 'spec_helper'
2
2
 
3
3
  describe Chewy::Journal do
4
- context 'journaling', orm: true do
4
+ context 'journaling', :orm do
5
5
  ['', 'namespace/'].each do |namespace|
6
6
  context namespace.present? ? 'with namespace' : 'without namespace' do
7
7
  before do
@@ -22,11 +22,6 @@ describe Chewy::Journal do
22
22
  end
23
23
 
24
24
  Chewy.massacre
25
- begin
26
- Chewy.client.indices.delete(index: Chewy::Journal.index_name)
27
- rescue Elasticsearch::Transport::Transport::Errors::NotFound
28
- nil
29
- end
30
25
  Chewy.settings[:prefix] = 'some_prefix'
31
26
  Timecop.freeze(time)
32
27
  end
@@ -56,7 +51,7 @@ describe Chewy::Journal do
56
51
 
57
52
  places_index.import
58
53
 
59
- expect(Chewy.client.indices.exists?(index: Chewy::Journal.index_name)).to eq true
54
+ expect(Chewy::Stash.exists?).to eq true
60
55
 
61
56
  Timecop.freeze(update_time)
62
57
  cities.first.update_attributes!(name: 'Supername')
@@ -64,107 +59,207 @@ describe Chewy::Journal do
64
59
  Timecop.freeze(destroy_time)
65
60
  countries.last.destroy
66
61
 
67
- journal_records = Chewy.client.search(index: Chewy::Journal.index_name, type: Chewy::Journal.type_name, sort: 'created_at')['hits']['hits'].map { |r| r['_source'] }
68
-
62
+ journal_entries = Chewy::Stash::Journal.order(:created_at).hits.map { |r| r['_source'] }
69
63
  expected_journal = [
70
64
  {
71
65
  'index_name' => "#{namespace}places",
72
66
  'type_name' => 'city',
73
67
  'action' => 'index',
74
- 'object_ids' => [1],
75
- 'created_at' => time.to_i
68
+ 'references' => ['1'],
69
+ 'created_at' => time.utc.as_json
76
70
  },
77
71
  {
78
72
  'index_name' => "#{namespace}places",
79
73
  'type_name' => 'city',
80
74
  'action' => 'index',
81
- 'object_ids' => [2],
82
- 'created_at' => time.to_i
75
+ 'references' => ['2'],
76
+ 'created_at' => time.utc.as_json
83
77
  },
84
78
  {
85
79
  'index_name' => "#{namespace}places",
86
80
  'type_name' => 'country',
87
81
  'action' => 'index',
88
- 'object_ids' => [1],
89
- 'created_at' => time.to_i
82
+ 'references' => ['1'],
83
+ 'created_at' => time.utc.as_json
90
84
  },
91
85
  {
92
86
  'index_name' => "#{namespace}places",
93
87
  'type_name' => 'country',
94
88
  'action' => 'index',
95
- 'object_ids' => [2],
96
- 'created_at' => time.to_i
89
+ 'references' => ['2'],
90
+ 'created_at' => time.utc.as_json
97
91
  },
98
92
  {
99
93
  'index_name' => "#{namespace}places",
100
94
  'type_name' => 'country',
101
95
  'action' => 'index',
102
- 'object_ids' => [3],
103
- 'created_at' => time.to_i
96
+ 'references' => ['3'],
97
+ 'created_at' => time.utc.as_json
104
98
  },
105
99
  {
106
100
  'index_name' => "#{namespace}places",
107
101
  'type_name' => 'city',
108
102
  'action' => 'index',
109
- 'object_ids' => [1, 2],
110
- 'created_at' => import_time.to_i
103
+ 'references' => %w[1 2],
104
+ 'created_at' => import_time.utc.as_json
111
105
  },
112
106
  {
113
107
  'index_name' => "#{namespace}places",
114
108
  'type_name' => 'country',
115
109
  'action' => 'index',
116
- 'object_ids' => [1, 2, 3],
117
- 'created_at' => import_time.to_i
110
+ 'references' => %w[1 2 3],
111
+ 'created_at' => import_time.utc.as_json
118
112
  },
119
113
  {
120
114
  'index_name' => "#{namespace}places",
121
115
  'type_name' => 'city',
122
116
  'action' => 'index',
123
- 'object_ids' => [1],
124
- 'created_at' => update_time.to_i
117
+ 'references' => ['1'],
118
+ 'created_at' => update_time.utc.as_json
125
119
  },
126
120
  {
127
121
  'index_name' => "#{namespace}places",
128
122
  'type_name' => 'country',
129
123
  'action' => 'delete',
130
- 'object_ids' => [2],
131
- 'created_at' => destroy_time.to_i
124
+ 'references' => ['2'],
125
+ 'created_at' => destroy_time.utc.as_json
132
126
  }
133
127
  ]
134
128
 
135
- expect(Chewy.client.count(index: Chewy::Journal.index_name)['count']).to eq 9
136
- expect(journal_records).to eq expected_journal
137
-
138
- journal_entries = Chewy::Journal::Entry.since(import_time)
139
- expect(journal_entries.length).to eq 4
140
- # we have only 2 types, so we can group all journal entries(4) into 2
141
- expect(Chewy::Journal::Entry.group(journal_entries)).to eq [
142
- Chewy::Journal::Entry.new('index_name' => "#{namespace}places",
143
- 'type_name' => 'city',
144
- 'action' => nil,
145
- 'object_ids' => [1, 2],
146
- 'created_at' => nil),
147
- Chewy::Journal::Entry.new('index_name' => "#{namespace}places",
148
- 'type_name' => 'country',
149
- 'action' => 'delete',
150
- 'object_ids' => [1, 2, 3],
151
- 'created_at' => destroy_time.to_i)
152
- ]
129
+ expect(Chewy::Stash::Journal.count).to eq 9
130
+ expect(journal_entries).to eq expected_journal
131
+
132
+ journal_entries = Chewy::Stash::Journal.entries(import_time - 1)
133
+ expect(journal_entries.size).to eq 4
153
134
 
154
135
  # simulate lost data
155
136
  Chewy.client.delete(index: "#{Chewy.settings[:prefix]}_places", type: 'city', id: 1, refresh: true)
156
- expect(places_index::City.all.to_a.length).to eq 1
137
+ expect(places_index::City.count).to eq 1
138
+
139
+ described_class.new.apply(time)
140
+ expect(places_index::City.count).to eq 2
141
+
142
+ clean_response = described_class.new.clean(import_time)
143
+ expect(clean_response['deleted'] || clean_response['_indices']['_all']['deleted']).to eq 7
144
+ Chewy.client.indices.refresh
145
+ expect(Chewy::Stash::Journal.count).to eq 2
146
+
147
+ Timecop.return
148
+ end
149
+ end
150
+ end
151
+ end
152
+ end
153
+
154
+ context do
155
+ before { Chewy.massacre }
156
+ before do
157
+ stub_model(:city) do
158
+ update_index 'cities', :self
159
+ end
160
+ stub_model(:country) do
161
+ update_index 'countries', :self
162
+ end
157
163
 
158
- Chewy::Journal::Apply.since(time)
159
- expect(places_index::City.all.to_a.length).to eq 2
164
+ stub_index(:cities) do
165
+ define_type City do
166
+ default_import_options journal: true
167
+ end
168
+ end
169
+ stub_index(:countries) do
170
+ define_type Country do
171
+ default_import_options journal: true
172
+ end
173
+ end
174
+ end
160
175
 
161
- expect(Chewy::Journal::Clean.until(import_time)).to eq 7
162
- expect(Chewy.client.count(index: Chewy::Journal.index_name)['count']).to eq 2
176
+ describe '#apply' do
177
+ specify { expect(described_class.new(CitiesIndex).apply(2.minutes.ago)).to eq(0) }
178
+
179
+ context 'with an index filter' do
180
+ let(:time) { Time.now }
181
+
182
+ before { Timecop.freeze(time) }
183
+ after { Timecop.return }
184
+
185
+ specify do
186
+ Chewy.strategy(:urgent) do
187
+ Array.new(2) { |i| City.create!(id: i + 1) }
188
+ Array.new(2) { |i| Country.create!(id: i + 1) }
163
189
 
164
- expect(Chewy::Journal.delete!).to be_truthy
165
- expect { Chewy::Journal.delete! }.to raise_error(Elasticsearch::Transport::Transport::Errors::NotFound)
166
- expect(Chewy::Journal.delete).to eq false
167
- expect(Chewy::Journal.exists?).to eq false
190
+ # simulate lost data
191
+ Chewy.client.delete(index: 'cities', type: 'city', id: 1, refresh: true)
192
+ Chewy.client.delete(index: 'countries', type: 'country', id: 1, refresh: true)
193
+ expect(CitiesIndex.all.to_a.length).to eq 1
194
+ expect(CountriesIndex.all.to_a.length).to eq 1
195
+
196
+ # Replay on specific index
197
+ expect(described_class.new(CitiesIndex).apply(time)).to eq(2)
198
+ expect(CitiesIndex.all.to_a.length).to eq 2
199
+ expect(CountriesIndex.all.to_a.length).to eq 1
200
+
201
+ # Replay on both
202
+ Chewy.client.delete(index: 'cities', type: 'city', id: 1, refresh: true)
203
+ expect(CitiesIndex.all.to_a.length).to eq 1
204
+ expect(described_class.new(CitiesIndex, CountriesIndex).apply(time)).to eq(4)
205
+ expect(CitiesIndex.all.to_a.length).to eq 2
206
+ expect(CountriesIndex.all.to_a.length).to eq 2
207
+ end
208
+ end
209
+ end
210
+
211
+ context 'retries' do
212
+ let(:time) { Time.now.to_i }
213
+ before do
214
+ Timecop.freeze
215
+ Chewy.strategy(:urgent)
216
+ City.create!(id: 1)
217
+ end
218
+
219
+ after do
220
+ Chewy.strategy.pop
221
+ Timecop.return
222
+ end
223
+
224
+ specify 'journal was cleaned after the first call' do
225
+ expect(Chewy::Stash::Journal).to receive(:entries).exactly(2).and_call_original
226
+ expect(described_class.new.apply(time)).to eq(1)
227
+ end
228
+
229
+ context 'endless journal' do
230
+ let(:count_of_checks) { 10 } # default
231
+ let!(:journal_entries) do
232
+ record = Chewy::Stash::Journal.entries(time).first
233
+ Array.new(count_of_checks) do |i|
234
+ Chewy::Stash::Journal.new(
235
+ record.attributes.merge(
236
+ 'created_at' => time.to_i + i,
237
+ 'references' => [i.to_s]
238
+ )
239
+ )
240
+ end
241
+ end
242
+
243
+ specify '10 retries by default' do
244
+ expect(Chewy::Stash::Journal)
245
+ .to receive(:entries).exactly(count_of_checks) { [journal_entries.shift].compact }
246
+ expect(described_class.new.apply(time)).to eq(10)
247
+ end
248
+
249
+ specify 'with :once parameter set' do
250
+ expect(Chewy::Stash::Journal)
251
+ .to receive(:entries).exactly(1) { [journal_entries.shift].compact }
252
+ expect(described_class.new.apply(time, retries: 1)).to eq(1)
253
+ end
254
+
255
+ context 'with retries parameter set' do
256
+ let(:retries) { 5 }
257
+
258
+ specify do
259
+ expect(Chewy::Stash::Journal)
260
+ .to receive(:entries).exactly(retries) { [journal_entries.shift].compact }
261
+ expect(described_class.new.apply(time, retries: retries)).to eq(5)
262
+ end
168
263
  end
169
264
  end
170
265
  end