chewy 0.8.4 → 7.3.4

Sign up to get free protection for your applications and to get access to all the features.
Files changed (340) hide show
  1. checksums.yaml +5 -5
  2. data/.github/CODEOWNERS +1 -0
  3. data/.github/ISSUE_TEMPLATE/bug_report.md +39 -0
  4. data/.github/ISSUE_TEMPLATE/feature_request.md +20 -0
  5. data/.github/PULL_REQUEST_TEMPLATE.md +16 -0
  6. data/.github/workflows/ruby.yml +74 -0
  7. data/.gitignore +1 -0
  8. data/.rubocop.yml +61 -0
  9. data/.rubocop_todo.yml +132 -0
  10. data/.yardopts +5 -0
  11. data/CHANGELOG.md +554 -245
  12. data/CODE_OF_CONDUCT.md +14 -0
  13. data/CONTRIBUTING.md +63 -0
  14. data/Gemfile +14 -11
  15. data/Guardfile +8 -6
  16. data/LICENSE.txt +1 -1
  17. data/README.md +748 -623
  18. data/Rakefile +11 -1
  19. data/chewy.gemspec +15 -19
  20. data/gemfiles/rails.5.2.activerecord.gemfile +11 -0
  21. data/gemfiles/rails.6.0.activerecord.gemfile +11 -0
  22. data/gemfiles/rails.6.1.activerecord.gemfile +13 -0
  23. data/gemfiles/rails.7.0.activerecord.gemfile +13 -0
  24. data/lib/chewy/config.rb +64 -50
  25. data/lib/chewy/errors.rb +10 -16
  26. data/lib/chewy/fields/base.rb +122 -32
  27. data/lib/chewy/fields/root.rb +48 -23
  28. data/lib/chewy/index/actions.rb +140 -54
  29. data/lib/chewy/index/adapter/active_record.rb +112 -0
  30. data/lib/chewy/{type → index}/adapter/base.rb +31 -12
  31. data/lib/chewy/index/adapter/object.rb +249 -0
  32. data/lib/chewy/index/adapter/orm.rb +194 -0
  33. data/lib/chewy/index/aliases.rb +14 -4
  34. data/lib/chewy/index/crutch.rb +40 -0
  35. data/lib/chewy/index/import/bulk_builder.rb +311 -0
  36. data/lib/chewy/index/import/bulk_request.rb +77 -0
  37. data/lib/chewy/index/import/journal_builder.rb +44 -0
  38. data/lib/chewy/index/import/routine.rb +139 -0
  39. data/lib/chewy/index/import.rb +243 -0
  40. data/lib/chewy/{type → index}/mapping.rb +79 -68
  41. data/lib/chewy/index/observe/active_record_methods.rb +87 -0
  42. data/lib/chewy/index/observe/callback.rb +34 -0
  43. data/lib/chewy/index/observe.rb +17 -0
  44. data/lib/chewy/index/settings.rb +10 -5
  45. data/lib/chewy/index/specification.rb +61 -0
  46. data/lib/chewy/index/syncer.rb +221 -0
  47. data/lib/chewy/{type → index}/witchcraft.rb +100 -39
  48. data/lib/chewy/index/wrapper.rb +95 -0
  49. data/lib/chewy/index.rb +216 -140
  50. data/lib/chewy/journal.rb +66 -0
  51. data/lib/chewy/log_subscriber.rb +8 -8
  52. data/lib/chewy/minitest/helpers.rb +150 -0
  53. data/lib/chewy/minitest/search_index_receiver.rb +76 -0
  54. data/lib/chewy/minitest.rb +1 -0
  55. data/lib/chewy/multi_search.rb +62 -0
  56. data/lib/chewy/railtie.rb +12 -25
  57. data/lib/chewy/rake_helper.rb +335 -37
  58. data/lib/chewy/repository.rb +2 -2
  59. data/lib/chewy/rspec/build_query.rb +12 -0
  60. data/lib/chewy/rspec/helpers.rb +55 -0
  61. data/lib/chewy/rspec/update_index.rb +106 -90
  62. data/lib/chewy/rspec.rb +3 -1
  63. data/lib/chewy/runtime/version.rb +4 -4
  64. data/lib/chewy/runtime.rb +1 -1
  65. data/lib/chewy/search/loader.rb +61 -0
  66. data/lib/chewy/{query → search}/pagination/kaminari.rb +13 -5
  67. data/lib/chewy/search/parameters/aggs.rb +16 -0
  68. data/lib/chewy/search/parameters/allow_partial_search_results.rb +27 -0
  69. data/lib/chewy/search/parameters/collapse.rb +16 -0
  70. data/lib/chewy/search/parameters/concerns/bool_storage.rb +24 -0
  71. data/lib/chewy/search/parameters/concerns/hash_storage.rb +23 -0
  72. data/lib/chewy/search/parameters/concerns/integer_storage.rb +14 -0
  73. data/lib/chewy/search/parameters/concerns/query_storage.rb +238 -0
  74. data/lib/chewy/search/parameters/concerns/string_array_storage.rb +23 -0
  75. data/lib/chewy/search/parameters/concerns/string_storage.rb +14 -0
  76. data/lib/chewy/search/parameters/docvalue_fields.rb +12 -0
  77. data/lib/chewy/search/parameters/explain.rb +16 -0
  78. data/lib/chewy/search/parameters/filter.rb +47 -0
  79. data/lib/chewy/search/parameters/highlight.rb +16 -0
  80. data/lib/chewy/search/parameters/ignore_unavailable.rb +27 -0
  81. data/lib/chewy/search/parameters/indices.rb +78 -0
  82. data/lib/chewy/search/parameters/indices_boost.rb +52 -0
  83. data/lib/chewy/search/parameters/limit.rb +17 -0
  84. data/lib/chewy/search/parameters/load.rb +32 -0
  85. data/lib/chewy/search/parameters/min_score.rb +16 -0
  86. data/lib/chewy/search/parameters/none.rb +25 -0
  87. data/lib/chewy/search/parameters/offset.rb +17 -0
  88. data/lib/chewy/search/parameters/order.rb +51 -0
  89. data/lib/chewy/search/parameters/post_filter.rb +19 -0
  90. data/lib/chewy/search/parameters/preference.rb +16 -0
  91. data/lib/chewy/search/parameters/profile.rb +16 -0
  92. data/lib/chewy/search/parameters/query.rb +19 -0
  93. data/lib/chewy/search/parameters/request_cache.rb +27 -0
  94. data/lib/chewy/search/parameters/rescore.rb +29 -0
  95. data/lib/chewy/search/parameters/script_fields.rb +16 -0
  96. data/lib/chewy/search/parameters/search_after.rb +20 -0
  97. data/lib/chewy/search/parameters/search_type.rb +16 -0
  98. data/lib/chewy/search/parameters/source.rb +77 -0
  99. data/lib/chewy/search/parameters/storage.rb +95 -0
  100. data/lib/chewy/search/parameters/stored_fields.rb +63 -0
  101. data/lib/chewy/search/parameters/suggest.rb +16 -0
  102. data/lib/chewy/search/parameters/terminate_after.rb +16 -0
  103. data/lib/chewy/search/parameters/timeout.rb +16 -0
  104. data/lib/chewy/search/parameters/track_scores.rb +16 -0
  105. data/lib/chewy/search/parameters/track_total_hits.rb +16 -0
  106. data/lib/chewy/search/parameters/version.rb +16 -0
  107. data/lib/chewy/search/parameters.rb +170 -0
  108. data/lib/chewy/search/query_proxy.rb +264 -0
  109. data/lib/chewy/search/request.rb +1071 -0
  110. data/lib/chewy/search/response.rb +119 -0
  111. data/lib/chewy/search/scoping.rb +49 -0
  112. data/lib/chewy/search/scrolling.rb +137 -0
  113. data/lib/chewy/search.rb +68 -28
  114. data/lib/chewy/stash.rb +68 -0
  115. data/lib/chewy/strategy/active_job.rb +3 -2
  116. data/lib/chewy/strategy/atomic.rb +2 -4
  117. data/lib/chewy/strategy/atomic_no_refresh.rb +18 -0
  118. data/lib/chewy/strategy/base.rb +13 -3
  119. data/lib/chewy/strategy/bypass.rb +1 -2
  120. data/lib/chewy/strategy/delayed_sidekiq/scheduler.rb +148 -0
  121. data/lib/chewy/strategy/delayed_sidekiq/worker.rb +52 -0
  122. data/lib/chewy/strategy/delayed_sidekiq.rb +17 -0
  123. data/lib/chewy/strategy/lazy_sidekiq.rb +64 -0
  124. data/lib/chewy/strategy/sidekiq.rb +15 -2
  125. data/lib/chewy/strategy/urgent.rb +1 -1
  126. data/lib/chewy/strategy.rb +16 -20
  127. data/lib/chewy/version.rb +1 -1
  128. data/lib/chewy.rb +81 -82
  129. data/lib/generators/chewy/install_generator.rb +3 -3
  130. data/lib/tasks/chewy.rake +99 -32
  131. data/migration_guide.md +56 -0
  132. data/spec/chewy/config_spec.rb +87 -15
  133. data/spec/chewy/fields/base_spec.rb +542 -233
  134. data/spec/chewy/fields/root_spec.rb +115 -17
  135. data/spec/chewy/fields/time_fields_spec.rb +13 -12
  136. data/spec/chewy/index/actions_spec.rb +595 -77
  137. data/spec/chewy/index/adapter/active_record_spec.rb +601 -0
  138. data/spec/chewy/index/adapter/object_spec.rb +243 -0
  139. data/spec/chewy/index/aliases_spec.rb +5 -5
  140. data/spec/chewy/index/import/bulk_builder_spec.rb +494 -0
  141. data/spec/chewy/index/import/bulk_request_spec.rb +95 -0
  142. data/spec/chewy/index/import/journal_builder_spec.rb +87 -0
  143. data/spec/chewy/index/import/routine_spec.rb +110 -0
  144. data/spec/chewy/index/import_spec.rb +615 -0
  145. data/spec/chewy/index/mapping_spec.rb +135 -0
  146. data/spec/chewy/index/observe/active_record_methods_spec.rb +68 -0
  147. data/spec/chewy/index/observe/callback_spec.rb +139 -0
  148. data/spec/chewy/index/observe_spec.rb +143 -0
  149. data/spec/chewy/index/settings_spec.rb +103 -50
  150. data/spec/chewy/index/specification_spec.rb +159 -0
  151. data/spec/chewy/index/syncer_spec.rb +118 -0
  152. data/spec/chewy/index/witchcraft_spec.rb +245 -0
  153. data/spec/chewy/index/wrapper_spec.rb +100 -0
  154. data/spec/chewy/index_spec.rb +149 -121
  155. data/spec/chewy/journal_spec.rb +223 -0
  156. data/spec/chewy/minitest/helpers_spec.rb +198 -0
  157. data/spec/chewy/minitest/search_index_receiver_spec.rb +118 -0
  158. data/spec/chewy/multi_search_spec.rb +84 -0
  159. data/spec/chewy/rake_helper_spec.rb +656 -0
  160. data/spec/chewy/repository_spec.rb +8 -8
  161. data/spec/chewy/rspec/build_query_spec.rb +34 -0
  162. data/spec/chewy/rspec/helpers_spec.rb +61 -0
  163. data/spec/chewy/rspec/update_index_spec.rb +220 -114
  164. data/spec/chewy/runtime_spec.rb +2 -2
  165. data/spec/chewy/search/loader_spec.rb +83 -0
  166. data/spec/chewy/search/pagination/kaminari_examples.rb +69 -0
  167. data/spec/chewy/search/pagination/kaminari_spec.rb +21 -0
  168. data/spec/chewy/search/parameters/aggs_spec.rb +5 -0
  169. data/spec/chewy/search/parameters/bool_storage_examples.rb +53 -0
  170. data/spec/chewy/search/parameters/collapse_spec.rb +5 -0
  171. data/spec/chewy/search/parameters/docvalue_fields_spec.rb +5 -0
  172. data/spec/chewy/search/parameters/explain_spec.rb +5 -0
  173. data/spec/chewy/search/parameters/filter_spec.rb +5 -0
  174. data/spec/chewy/search/parameters/hash_storage_examples.rb +59 -0
  175. data/spec/chewy/search/parameters/highlight_spec.rb +5 -0
  176. data/spec/chewy/search/parameters/ignore_unavailable_spec.rb +67 -0
  177. data/spec/chewy/search/parameters/indices_spec.rb +99 -0
  178. data/spec/chewy/search/parameters/integer_storage_examples.rb +32 -0
  179. data/spec/chewy/search/parameters/limit_spec.rb +5 -0
  180. data/spec/chewy/search/parameters/load_spec.rb +60 -0
  181. data/spec/chewy/search/parameters/min_score_spec.rb +32 -0
  182. data/spec/chewy/search/parameters/none_spec.rb +5 -0
  183. data/spec/chewy/search/parameters/offset_spec.rb +5 -0
  184. data/spec/chewy/search/parameters/order_spec.rb +72 -0
  185. data/spec/chewy/search/parameters/post_filter_spec.rb +5 -0
  186. data/spec/chewy/search/parameters/preference_spec.rb +5 -0
  187. data/spec/chewy/search/parameters/profile_spec.rb +5 -0
  188. data/spec/chewy/search/parameters/query_spec.rb +5 -0
  189. data/spec/chewy/search/parameters/query_storage_examples.rb +434 -0
  190. data/spec/chewy/search/parameters/request_cache_spec.rb +67 -0
  191. data/spec/chewy/search/parameters/rescore_spec.rb +62 -0
  192. data/spec/chewy/search/parameters/script_fields_spec.rb +5 -0
  193. data/spec/chewy/search/parameters/search_after_spec.rb +35 -0
  194. data/spec/chewy/search/parameters/search_type_spec.rb +5 -0
  195. data/spec/chewy/search/parameters/source_spec.rb +162 -0
  196. data/spec/chewy/search/parameters/storage_spec.rb +60 -0
  197. data/spec/chewy/search/parameters/stored_fields_spec.rb +126 -0
  198. data/spec/chewy/search/parameters/string_array_storage_examples.rb +63 -0
  199. data/spec/chewy/search/parameters/string_storage_examples.rb +32 -0
  200. data/spec/chewy/search/parameters/suggest_spec.rb +5 -0
  201. data/spec/chewy/search/parameters/terminate_after_spec.rb +5 -0
  202. data/spec/chewy/search/parameters/timeout_spec.rb +5 -0
  203. data/spec/chewy/search/parameters/track_scores_spec.rb +5 -0
  204. data/spec/chewy/search/parameters/track_total_hits_spec.rb +5 -0
  205. data/spec/chewy/search/parameters/version_spec.rb +5 -0
  206. data/spec/chewy/search/parameters_spec.rb +161 -0
  207. data/spec/chewy/search/query_proxy_spec.rb +119 -0
  208. data/spec/chewy/search/request_spec.rb +880 -0
  209. data/spec/chewy/search/response_spec.rb +202 -0
  210. data/spec/chewy/search/scrolling_spec.rb +171 -0
  211. data/spec/chewy/search_spec.rb +82 -55
  212. data/spec/chewy/stash_spec.rb +85 -0
  213. data/spec/chewy/strategy/active_job_spec.rb +27 -8
  214. data/spec/chewy/strategy/atomic_no_refresh_spec.rb +60 -0
  215. data/spec/chewy/strategy/atomic_spec.rb +13 -11
  216. data/spec/chewy/strategy/delayed_sidekiq_spec.rb +190 -0
  217. data/spec/chewy/strategy/lazy_sidekiq_spec.rb +214 -0
  218. data/spec/chewy/strategy/sidekiq_spec.rb +19 -7
  219. data/spec/chewy/strategy_spec.rb +19 -15
  220. data/spec/chewy_spec.rb +65 -88
  221. data/spec/spec_helper.rb +11 -20
  222. data/spec/support/active_record.rb +48 -6
  223. data/spec/support/class_helpers.rb +4 -19
  224. metadata +299 -183
  225. data/.travis.yml +0 -76
  226. data/Appraisals +0 -76
  227. data/gemfiles/rails.3.2.activerecord.gemfile +0 -15
  228. data/gemfiles/rails.3.2.activerecord.kaminari.gemfile +0 -14
  229. data/gemfiles/rails.3.2.activerecord.will_paginate.gemfile +0 -14
  230. data/gemfiles/rails.4.0.activerecord.gemfile +0 -15
  231. data/gemfiles/rails.4.0.activerecord.kaminari.gemfile +0 -14
  232. data/gemfiles/rails.4.0.activerecord.will_paginate.gemfile +0 -14
  233. data/gemfiles/rails.4.0.mongoid.4.0.0.gemfile +0 -15
  234. data/gemfiles/rails.4.0.mongoid.4.0.0.kaminari.gemfile +0 -14
  235. data/gemfiles/rails.4.0.mongoid.4.0.0.will_paginate.gemfile +0 -14
  236. data/gemfiles/rails.4.0.mongoid.5.1.0.gemfile +0 -15
  237. data/gemfiles/rails.4.0.mongoid.5.1.0.kaminari.gemfile +0 -14
  238. data/gemfiles/rails.4.0.mongoid.5.1.0.will_paginate.gemfile +0 -14
  239. data/gemfiles/rails.4.1.activerecord.gemfile +0 -15
  240. data/gemfiles/rails.4.1.activerecord.kaminari.gemfile +0 -14
  241. data/gemfiles/rails.4.1.activerecord.will_paginate.gemfile +0 -14
  242. data/gemfiles/rails.4.1.mongoid.4.0.0.gemfile +0 -15
  243. data/gemfiles/rails.4.1.mongoid.4.0.0.kaminari.gemfile +0 -14
  244. data/gemfiles/rails.4.1.mongoid.4.0.0.will_paginate.gemfile +0 -14
  245. data/gemfiles/rails.4.1.mongoid.5.1.0.gemfile +0 -15
  246. data/gemfiles/rails.4.1.mongoid.5.1.0.kaminari.gemfile +0 -14
  247. data/gemfiles/rails.4.1.mongoid.5.1.0.will_paginate.gemfile +0 -14
  248. data/gemfiles/rails.4.2.activerecord.gemfile +0 -16
  249. data/gemfiles/rails.4.2.activerecord.kaminari.gemfile +0 -15
  250. data/gemfiles/rails.4.2.activerecord.will_paginate.gemfile +0 -15
  251. data/gemfiles/rails.4.2.mongoid.4.0.0.gemfile +0 -15
  252. data/gemfiles/rails.4.2.mongoid.4.0.0.kaminari.gemfile +0 -14
  253. data/gemfiles/rails.4.2.mongoid.4.0.0.will_paginate.gemfile +0 -14
  254. data/gemfiles/rails.4.2.mongoid.5.1.0.gemfile +0 -15
  255. data/gemfiles/rails.4.2.mongoid.5.1.0.kaminari.gemfile +0 -14
  256. data/gemfiles/rails.4.2.mongoid.5.1.0.will_paginate.gemfile +0 -14
  257. data/gemfiles/rails.5.0.0.beta3.activerecord.gemfile +0 -16
  258. data/gemfiles/rails.5.0.0.beta3.activerecord.kaminari.gemfile +0 -16
  259. data/gemfiles/rails.5.0.0.beta3.activerecord.will_paginate.gemfile +0 -15
  260. data/gemfiles/sequel.4.31.gemfile +0 -13
  261. data/lib/chewy/backports/deep_dup.rb +0 -46
  262. data/lib/chewy/backports/duplicable.rb +0 -90
  263. data/lib/chewy/query/compose.rb +0 -69
  264. data/lib/chewy/query/criteria.rb +0 -181
  265. data/lib/chewy/query/filters.rb +0 -227
  266. data/lib/chewy/query/loading.rb +0 -111
  267. data/lib/chewy/query/nodes/and.rb +0 -25
  268. data/lib/chewy/query/nodes/base.rb +0 -17
  269. data/lib/chewy/query/nodes/bool.rb +0 -32
  270. data/lib/chewy/query/nodes/equal.rb +0 -34
  271. data/lib/chewy/query/nodes/exists.rb +0 -20
  272. data/lib/chewy/query/nodes/expr.rb +0 -28
  273. data/lib/chewy/query/nodes/field.rb +0 -106
  274. data/lib/chewy/query/nodes/has_child.rb +0 -14
  275. data/lib/chewy/query/nodes/has_parent.rb +0 -14
  276. data/lib/chewy/query/nodes/has_relation.rb +0 -61
  277. data/lib/chewy/query/nodes/match_all.rb +0 -11
  278. data/lib/chewy/query/nodes/missing.rb +0 -20
  279. data/lib/chewy/query/nodes/not.rb +0 -25
  280. data/lib/chewy/query/nodes/or.rb +0 -25
  281. data/lib/chewy/query/nodes/prefix.rb +0 -18
  282. data/lib/chewy/query/nodes/query.rb +0 -20
  283. data/lib/chewy/query/nodes/range.rb +0 -63
  284. data/lib/chewy/query/nodes/raw.rb +0 -15
  285. data/lib/chewy/query/nodes/regexp.rb +0 -31
  286. data/lib/chewy/query/nodes/script.rb +0 -20
  287. data/lib/chewy/query/pagination/will_paginate.rb +0 -27
  288. data/lib/chewy/query/pagination.rb +0 -16
  289. data/lib/chewy/query/scoping.rb +0 -20
  290. data/lib/chewy/query.rb +0 -1026
  291. data/lib/chewy/strategy/resque.rb +0 -26
  292. data/lib/chewy/type/actions.rb +0 -19
  293. data/lib/chewy/type/adapter/active_record.rb +0 -72
  294. data/lib/chewy/type/adapter/mongoid.rb +0 -58
  295. data/lib/chewy/type/adapter/object.rb +0 -89
  296. data/lib/chewy/type/adapter/orm.rb +0 -156
  297. data/lib/chewy/type/adapter/sequel.rb +0 -75
  298. data/lib/chewy/type/crutch.rb +0 -31
  299. data/lib/chewy/type/import.rb +0 -224
  300. data/lib/chewy/type/observe.rb +0 -76
  301. data/lib/chewy/type/wrapper.rb +0 -53
  302. data/lib/chewy/type.rb +0 -89
  303. data/lib/sequel/plugins/chewy_observe.rb +0 -78
  304. data/spec/chewy/query/criteria_spec.rb +0 -433
  305. data/spec/chewy/query/filters_spec.rb +0 -173
  306. data/spec/chewy/query/loading_spec.rb +0 -86
  307. data/spec/chewy/query/nodes/and_spec.rb +0 -16
  308. data/spec/chewy/query/nodes/bool_spec.rb +0 -22
  309. data/spec/chewy/query/nodes/equal_spec.rb +0 -32
  310. data/spec/chewy/query/nodes/exists_spec.rb +0 -18
  311. data/spec/chewy/query/nodes/has_child_spec.rb +0 -40
  312. data/spec/chewy/query/nodes/has_parent_spec.rb +0 -40
  313. data/spec/chewy/query/nodes/match_all_spec.rb +0 -11
  314. data/spec/chewy/query/nodes/missing_spec.rb +0 -15
  315. data/spec/chewy/query/nodes/not_spec.rb +0 -16
  316. data/spec/chewy/query/nodes/or_spec.rb +0 -16
  317. data/spec/chewy/query/nodes/prefix_spec.rb +0 -16
  318. data/spec/chewy/query/nodes/query_spec.rb +0 -12
  319. data/spec/chewy/query/nodes/range_spec.rb +0 -32
  320. data/spec/chewy/query/nodes/raw_spec.rb +0 -11
  321. data/spec/chewy/query/nodes/regexp_spec.rb +0 -31
  322. data/spec/chewy/query/nodes/script_spec.rb +0 -15
  323. data/spec/chewy/query/pagination/kaminari_spec.rb +0 -57
  324. data/spec/chewy/query/pagination/will_paginage_spec.rb +0 -60
  325. data/spec/chewy/query/pagination_spec.rb +0 -36
  326. data/spec/chewy/query_spec.rb +0 -632
  327. data/spec/chewy/strategy/resque_spec.rb +0 -40
  328. data/spec/chewy/type/actions_spec.rb +0 -31
  329. data/spec/chewy/type/adapter/active_record_spec.rb +0 -317
  330. data/spec/chewy/type/adapter/mongoid_spec.rb +0 -253
  331. data/spec/chewy/type/adapter/object_spec.rb +0 -139
  332. data/spec/chewy/type/adapter/sequel_spec.rb +0 -320
  333. data/spec/chewy/type/import_spec.rb +0 -433
  334. data/spec/chewy/type/mapping_spec.rb +0 -106
  335. data/spec/chewy/type/observe_spec.rb +0 -127
  336. data/spec/chewy/type/witchcraft_spec.rb +0 -154
  337. data/spec/chewy/type/wrapper_spec.rb +0 -58
  338. data/spec/chewy/type_spec.rb +0 -33
  339. data/spec/support/mongoid.rb +0 -81
  340. data/spec/support/sequel.rb +0 -75
@@ -0,0 +1,159 @@
1
+ require 'spec_helper'
2
+
3
+ describe Chewy::Index::Specification do
4
+ before { Chewy.massacre }
5
+
6
+ let(:index1) do
7
+ stub_index(:places) do
8
+ field :founded_on, type: 'date'
9
+ end
10
+ end
11
+
12
+ let(:index2) do
13
+ stub_index(:places) do
14
+ settings analyzer: {}
15
+ field :founded_on, type: 'date'
16
+ end
17
+ end
18
+
19
+ let(:index3) do
20
+ stub_index(:places) do
21
+ field :founded_on, type: 'date'
22
+ field :population, type: 'integer'
23
+ end
24
+ end
25
+
26
+ let(:index4) do
27
+ stub_index(:places) do
28
+ field :population, type: 'integer'
29
+ field :founded_on, type: 'date'
30
+ end
31
+ end
32
+
33
+ let(:index5) do
34
+ stub_index('namespace/cities') do
35
+ field :population, type: 'integer'
36
+ end
37
+ end
38
+
39
+ let(:specification1) { described_class.new(index1) }
40
+ let(:specification2) { described_class.new(index2) }
41
+ let(:specification3) { described_class.new(index3) }
42
+ let(:specification4) { described_class.new(index4) }
43
+ let(:specification5) { described_class.new(index5) }
44
+
45
+ describe '#lock!' do
46
+ specify do
47
+ expect { specification1.lock! }.to change { Chewy::Stash::Specification.all.hits }.from([]).to([{
48
+ '_index' => 'chewy_specifications',
49
+ '_type' => '_doc',
50
+ '_id' => 'places',
51
+ '_score' => 1.0,
52
+ '_source' => {'specification' => Base64.encode64({
53
+ 'settings' => {'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
54
+ 'mappings' => {'properties' => {'founded_on' => {'type' => 'date'}}}
55
+ }.to_json)}
56
+ }])
57
+ end
58
+
59
+ context do
60
+ before { specification1.lock! }
61
+
62
+ specify do
63
+ expect { specification5.lock! }.to change { Chewy::Stash::Specification.all.hits }.to([{
64
+ '_index' => 'chewy_specifications',
65
+ '_type' => '_doc',
66
+ '_id' => 'places',
67
+ '_score' => 1.0,
68
+ '_source' => {'specification' => Base64.encode64({
69
+ 'settings' => {'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
70
+ 'mappings' => {'properties' => {'founded_on' => {'type' => 'date'}}}
71
+ }.to_json)}
72
+ }, {
73
+ '_index' => 'chewy_specifications',
74
+ '_type' => '_doc',
75
+ '_id' => 'namespace/cities',
76
+ '_score' => 1.0,
77
+ '_source' => {'specification' => Base64.encode64({
78
+ 'settings' => {'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
79
+ 'mappings' => {'properties' => {'population' => {'type' => 'integer'}}}
80
+ }.to_json)}
81
+ }])
82
+ end
83
+ end
84
+ end
85
+
86
+ describe '#locked' do
87
+ specify do
88
+ expect { specification1.lock! }.to change { specification1.locked }.from({}).to(
89
+ 'settings' => {'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
90
+ 'mappings' => {'properties' => {'founded_on' => {'type' => 'date'}}}
91
+ )
92
+ end
93
+
94
+ specify do
95
+ expect { specification5.lock! }.to change { specification5.locked }.from({}).to(
96
+ 'settings' => {'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
97
+ 'mappings' => {'properties' => {'population' => {'type' => 'integer'}}}
98
+ )
99
+ end
100
+
101
+ context do
102
+ before { specification1.lock! }
103
+
104
+ specify do
105
+ expect { specification2.lock! }.to change { specification2.locked }.from(
106
+ 'settings' => {'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
107
+ 'mappings' => {'properties' => {'founded_on' => {'type' => 'date'}}}
108
+ ).to(
109
+ 'settings' => {'analyzer' => {}, 'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
110
+ 'mappings' => {'properties' => {'founded_on' => {'type' => 'date'}}}
111
+ )
112
+ end
113
+
114
+ specify do
115
+ expect { specification3.lock! }.to change { specification3.locked }.from(
116
+ 'settings' => {'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
117
+ 'mappings' => {'properties' => {'founded_on' => {'type' => 'date'}}}
118
+ ).to(
119
+ 'settings' => {'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}},
120
+ 'mappings' => {'properties' => {'founded_on' => {'type' => 'date'}, 'population' => {'type' => 'integer'}}}
121
+ )
122
+ end
123
+ end
124
+ end
125
+
126
+ describe '#current' do
127
+ specify do
128
+ expect(specification2.current).to eq(
129
+ 'mappings' => {'properties' => {'founded_on' => {'type' => 'date'}}},
130
+ 'settings' => {'analyzer' => {}, 'index' => {'number_of_shards' => 1, 'number_of_replicas' => 0}}
131
+ )
132
+ end
133
+ end
134
+
135
+ describe '#changed?' do
136
+ specify { expect(specification1.changed?).to eq(true) }
137
+ specify { expect { specification1.lock! }.to change { specification1.changed? }.to(false) }
138
+
139
+ context do
140
+ before { specification1.lock! }
141
+ specify { expect { specification2.lock! }.to change { specification2.changed? }.from(true).to(false) }
142
+ end
143
+
144
+ context do
145
+ before { specification1.lock! }
146
+ specify { expect { specification3.lock! }.to change { specification3.changed? }.from(true).to(false) }
147
+ end
148
+
149
+ context do
150
+ before { specification1.lock! }
151
+ specify { expect { specification5.lock! }.to change { specification5.changed? }.from(true) }
152
+ end
153
+
154
+ context do
155
+ before { specification3.lock! }
156
+ specify { expect { specification4.lock! }.not_to change { specification4.changed? }.from(false) }
157
+ end
158
+ end
159
+ end
@@ -0,0 +1,118 @@
1
+ require 'spec_helper'
2
+
3
+ describe Chewy::Index::Syncer, :orm do
4
+ before { Chewy.massacre }
5
+ before do
6
+ stub_model(:city)
7
+ stub_index(:cities) do
8
+ index_scope City
9
+ field :name
10
+ field :updated_at, type: 'date'
11
+ end
12
+ end
13
+
14
+ shared_examples 'sync' do |options = {}|
15
+ let!(:cities) { Array.new(3) { |i| City.create!(name: "Name#{i + 1}") } }
16
+ subject { described_class.new(CitiesIndex, **options) }
17
+
18
+ describe '#perform' do
19
+ before { CitiesIndex.import!(cities) }
20
+ specify { expect(subject.perform).to eq(0) }
21
+
22
+ context do
23
+ before do
24
+ cities.first.destroy
25
+ cities.last.update(name: 'Name5')
26
+ end
27
+ let!(:additional_city) { City.create!(name: 'Name4') }
28
+
29
+ specify { expect(subject.perform).to eq(3) }
30
+ specify do
31
+ expect { subject.perform }.to update_index(CitiesIndex)
32
+ .and_reindex(additional_city, cities.last)
33
+ .and_delete(cities.first).only
34
+ end
35
+ end
36
+
37
+ context 'does not support outdated sync' do
38
+ before do
39
+ stub_index(:cities) do
40
+ index_scope City
41
+ field :name
42
+ end
43
+ end
44
+
45
+ specify { expect(subject.perform).to eq(0) }
46
+
47
+ context do
48
+ before do
49
+ cities.first.destroy
50
+ cities.last.update(name: 'Name5')
51
+ end
52
+ let!(:additional_city) { City.create!(name: 'Name4') }
53
+
54
+ specify { expect(subject.perform).to eq(2) }
55
+ specify do
56
+ expect { subject.perform }.to update_index(CitiesIndex)
57
+ .and_reindex(additional_city)
58
+ .and_delete(cities.first).only
59
+ end
60
+ end
61
+ end
62
+ end
63
+
64
+ describe '#missing_ids' do
65
+ specify { expect(subject.missing_ids).to match_array(cities.map(&:id).map(&:to_s)) }
66
+
67
+ context do
68
+ before { CitiesIndex.import!(cities) }
69
+ specify { expect(subject.missing_ids).to eq([]) }
70
+
71
+ context do
72
+ let!(:additional_city) { City.create!(name: 'Name4') }
73
+ before { cities.first.destroy }
74
+ specify { expect(subject.missing_ids).to contain_exactly(cities.first.id.to_s, additional_city.id.to_s) }
75
+ end
76
+ end
77
+ end
78
+
79
+ describe '#outdated_ids' do
80
+ specify { expect(subject.outdated_ids).to eq([]) }
81
+
82
+ context do
83
+ before { CitiesIndex.import!(cities) }
84
+ specify { expect(subject.outdated_ids).to eq([]) }
85
+
86
+ context do
87
+ before do
88
+ cities.first.update(name: 'Name4')
89
+ cities.last.update(name: 'Name5')
90
+ end
91
+ specify { expect(subject.outdated_ids).to contain_exactly(cities.first.id.to_s, cities.last.id.to_s) }
92
+ end
93
+ end
94
+
95
+ context 'does not support outdated sync' do
96
+ before do
97
+ stub_index(:cities) do
98
+ index_scope City
99
+ field :name
100
+ end
101
+ end
102
+
103
+ specify { expect(subject.outdated_ids).to eq([]) }
104
+
105
+ context do
106
+ before do
107
+ cities.first.update(name: 'Name4')
108
+ cities.last.update(name: 'Name5')
109
+ end
110
+ specify { expect(subject.outdated_ids).to eq([]) }
111
+ end
112
+ end
113
+ end
114
+ end
115
+
116
+ include_examples 'sync'
117
+ include_examples 'sync', parallel: 0
118
+ end
@@ -0,0 +1,245 @@
1
+ require 'spec_helper'
2
+
3
+ describe Chewy::Index::Witchcraft do
4
+ def self.mapping(&block)
5
+ before do
6
+ stub_index(:products) do
7
+ witchcraft!
8
+
9
+ instance_exec(&block)
10
+ end
11
+ end
12
+ end
13
+
14
+ describe '#cauldron' do
15
+ let(:index) { ProductsIndex }
16
+ let(:object) {}
17
+
18
+ context 'empty mapping' do
19
+ mapping {}
20
+ specify { expect(index.cauldron.brew(object)).to eq({}) }
21
+ end
22
+
23
+ context do
24
+ mapping do
25
+ field :name
26
+ field :age
27
+ field :tags
28
+ end
29
+ let(:attributes) { {name: 'Name', age: 13, tags: %w[Ruby RoR]} }
30
+
31
+ context do
32
+ let(:object) { double(attributes) }
33
+ specify { expect(index.cauldron.brew(object)).to eq(attributes.as_json) }
34
+ end
35
+
36
+ context do
37
+ let(:object) { attributes }
38
+ specify { expect(index.cauldron.brew(object)).to eq(attributes.as_json) }
39
+ end
40
+
41
+ context do
42
+ let(:object) { double(attributes) }
43
+ specify do
44
+ expect(index.cauldron(fields: %i[name tags]).brew(object))
45
+ .to eq('name' => 'Name', 'tags' => %w[Ruby RoR])
46
+ end
47
+ end
48
+
49
+ context do
50
+ let(:object) { attributes }
51
+ specify do
52
+ expect(index.cauldron(fields: %i[name tags]).brew(object))
53
+ .to eq('name' => 'Name', 'tags' => %w[Ruby RoR])
54
+ end
55
+ end
56
+ end
57
+
58
+ context 'simple lambdas' do
59
+ mapping do
60
+ field :name
61
+ field :age, value: lambda { |obj|
62
+ obj.age if obj
63
+ }
64
+ field :tags, value: -> { tags.map(&:to_sym) }
65
+ end
66
+ let(:attributes) { {name: 'Name', age: 13, tags: %w[Ruby RoR]} }
67
+
68
+ context do
69
+ let(:object) { double(attributes) }
70
+ specify { expect(index.cauldron.brew(object)).to eq(attributes.merge(tags: %i[Ruby RoR]).as_json) }
71
+ end
72
+ end
73
+
74
+ context 'crutches' do
75
+ mapping do
76
+ field :name, value: ->(_o, c) { c.names[0] }
77
+ end
78
+ let(:attributes) { {name: 'Name'} }
79
+
80
+ context do
81
+ let(:object) { double(attributes) }
82
+ let(:crutches) { double(names: ['Other']) }
83
+ specify { expect(index.cauldron.brew(object, crutches)).to eq({name: 'Other'}.as_json) }
84
+ end
85
+ end
86
+
87
+ context 'nesting' do
88
+ context do
89
+ mapping do
90
+ field :queries do
91
+ field :title
92
+ field :body, value: -> { "This #{self[:body]}" }
93
+ end
94
+ end
95
+
96
+ let(:object) do
97
+ double(queries: [
98
+ {title: 'Title1', body: 'Body1'},
99
+ {title: 'Title2', body: 'Body2'}
100
+ ])
101
+ end
102
+ specify do
103
+ expect(index.cauldron.brew(object)).to eq({queries: [
104
+ {title: 'Title1', body: 'This Body1'},
105
+ {title: 'Title2', body: 'This Body2'}
106
+ ]}.as_json)
107
+ end
108
+ end
109
+
110
+ context do
111
+ mapping do
112
+ field :queries do
113
+ field :title
114
+ field :body, value: -> { "This #{body}" }
115
+ end
116
+ end
117
+
118
+ let(:object) do
119
+ double(queries: [
120
+ double(title: 'Title1', body: 'Body1'),
121
+ double(title: 'Title2', body: 'Body2')
122
+ ])
123
+ end
124
+ specify do
125
+ expect(index.cauldron.brew(object)).to eq({queries: [
126
+ {title: 'Title1', body: 'This Body1'},
127
+ {title: 'Title2', body: 'This Body2'}
128
+ ]}.as_json)
129
+ end
130
+ end
131
+
132
+ context do
133
+ mapping do
134
+ field :queries, value: -> { queries } do
135
+ field :title
136
+ field :body, value: -> { "This #{body}" }
137
+ end
138
+ end
139
+
140
+ let(:object) do
141
+ double(queries: [
142
+ double(title: 'Title1', body: 'Body1'),
143
+ double(title: 'Title2', body: 'Body2')
144
+ ])
145
+ end
146
+ specify do
147
+ expect(index.cauldron.brew(object)).to eq({queries: [
148
+ {title: 'Title1', body: 'This Body1'},
149
+ {title: 'Title2', body: 'This Body2'}
150
+ ]}.as_json)
151
+ end
152
+ end
153
+
154
+ context do
155
+ mapping do
156
+ field :queries do
157
+ field :fields, value: ->(_o, q) { q.fields } do
158
+ field :first
159
+ field :second, value: lambda { |_o, q, f, c|
160
+ q.value + (f.respond_to?(:second) ? f.second : c.second)
161
+ }
162
+ end
163
+ end
164
+ end
165
+
166
+ let(:object) do
167
+ double(queries: [
168
+ double(value: 'Value1', fields: [double(first: 'First1', second: 'Second1'), {first: 'First2'}]),
169
+ double(value: 'Value2', fields: double(first: 'First3', second: 'Second2', third: 'Third'))
170
+ ])
171
+ end
172
+ specify do
173
+ expect(index.cauldron.brew(object, double(second: 'Crutch'))).to eq({queries: [
174
+ {fields: [
175
+ {first: 'First1', second: 'Value1Second1'},
176
+ {first: 'First2', second: 'Value1Crutch'}
177
+ ]},
178
+ {fields: {first: 'First3', second: 'Value2Second2'}}
179
+ ]}.as_json)
180
+ end
181
+ end
182
+
183
+ context do
184
+ mapping do
185
+ field :not_present do
186
+ field :nothing
187
+ end
188
+ end
189
+
190
+ let(:object) do
191
+ double(not_present: nil)
192
+ end
193
+ specify do
194
+ expect(index.cauldron.brew(object)).to eq({not_present: nil}.as_json)
195
+ end
196
+ end
197
+ end
198
+
199
+ context 'dynamic fields' do
200
+ mapping do
201
+ [[:name], [:age]].each do |param|
202
+ field param.first, value: ->(o) { o.send(param[0]) if param[0] }
203
+ end
204
+ end
205
+ let(:attributes) { {name: 'Name', age: 13} }
206
+
207
+ context do
208
+ let(:object) { double(attributes) }
209
+ specify { expect(index.cauldron.brew(object)).to eq(attributes.as_json) }
210
+ end
211
+ end
212
+
213
+ context 'dynamic fields' do
214
+ mapping do
215
+ def self.custom_value(field)
216
+ ->(o) { o.send(field) }
217
+ end
218
+
219
+ field :name, value: custom_value(:name)
220
+ end
221
+ let(:attributes) { {name: 'Name'} }
222
+
223
+ context do
224
+ let(:object) { double(attributes) }
225
+ specify { expect(index.cauldron.brew(object)).to eq(attributes.as_json) }
226
+ end
227
+ end
228
+
229
+ context 'symbol value' do
230
+ mapping do
231
+ field :name, value: :last_name
232
+ end
233
+
234
+ context do
235
+ let(:object) { double(last_name: 'Name') }
236
+ specify { expect(index.cauldron.brew(object)).to eq({name: 'Name'}.as_json) }
237
+ end
238
+
239
+ context do
240
+ let(:object) { {'last_name' => 'Name'} }
241
+ specify { expect(index.cauldron.brew(object)).to eq({name: 'Name'}.as_json) }
242
+ end
243
+ end
244
+ end
245
+ end
@@ -0,0 +1,100 @@
1
+ require 'spec_helper'
2
+
3
+ describe Chewy::Index::Wrapper do
4
+ before do
5
+ stub_class(:city)
6
+ stub_index(:cities) do
7
+ index_scope City
8
+ end
9
+ end
10
+
11
+ let(:cities_index) { CitiesIndex }
12
+
13
+ describe '.build' do
14
+ specify do
15
+ expect(cities_index.build({}).attributes)
16
+ .to eq('id' => nil, '_score' => nil, '_explanation' => nil)
17
+ end
18
+ specify do
19
+ expect(cities_index.build('_source' => {name: 'Martin'}).attributes)
20
+ .to eq('id' => nil, '_score' => nil, '_explanation' => nil, 'name' => 'Martin')
21
+ end
22
+ specify do
23
+ expect(cities_index.build('_id' => 42).attributes)
24
+ .to eq('id' => 42, '_score' => nil, '_explanation' => nil)
25
+ end
26
+ specify do
27
+ expect(cities_index.build('_id' => 42, '_source' => {'id' => 43}).attributes)
28
+ .to eq('id' => 43, '_score' => nil, '_explanation' => nil)
29
+ end
30
+ specify do
31
+ expect(cities_index.build('_score' => 42, '_explanation' => {foo: 'bar'}).attributes)
32
+ .to eq('id' => nil, '_score' => 42, '_explanation' => {foo: 'bar'})
33
+ end
34
+ specify do
35
+ expect(cities_index.build('_score' => 42, 'borogoves' => {foo: 'bar'})._data)
36
+ .to eq('_score' => 42, 'borogoves' => {foo: 'bar'})
37
+ end
38
+ end
39
+
40
+ describe '#initialize' do
41
+ subject(:city) { cities_index.new(name: 'Martin', age: 42) }
42
+
43
+ it do
44
+ is_expected.to respond_to(:name)
45
+ .and respond_to(:age)
46
+ .and have_attributes(
47
+ name: 'Martin',
48
+ age: 42
49
+ )
50
+ end
51
+
52
+ it { expect { city.population }.to raise_error(NoMethodError) }
53
+
54
+ context 'highlight' do
55
+ subject(:city) do
56
+ cities_index.new(name: 'Martin', age: 42)
57
+ .tap do |city|
58
+ city._data = {
59
+ 'highlight' => {'name' => ['<b>Mar</b>tin']}
60
+ }
61
+ end
62
+ end
63
+
64
+ it do
65
+ is_expected.to respond_to(:name_highlight)
66
+ .and respond_to(:name_highlights)
67
+ .and have_attributes(
68
+ name: 'Martin',
69
+ name_highlight: '<b>Mar</b>tin',
70
+ name_highlights: ['<b>Mar</b>tin']
71
+ )
72
+ end
73
+ end
74
+ end
75
+
76
+ describe '#==' do
77
+ specify { expect(cities_index.new(id: 42)).to eq(cities_index.new(id: 42)) }
78
+ specify { expect(cities_index.new(id: 42, age: 55)).to eq(cities_index.new(id: 42, age: 54)) }
79
+ specify { expect(cities_index.new(id: 42)).not_to eq(cities_index.new(id: 43)) }
80
+ specify { expect(cities_index.new(id: 42, age: 55)).not_to eq(cities_index.new(id: 43, age: 55)) }
81
+ specify { expect(cities_index.new(age: 55)).to eq(cities_index.new(age: 55)) }
82
+ specify { expect(cities_index.new(age: 55)).not_to eq(cities_index.new(age: 54)) }
83
+
84
+ specify { expect(cities_index.new(id: '42')).to eq(City.new.tap { |m| allow(m).to receive_messages(id: 42) }) }
85
+ specify { expect(cities_index.new(id: 42)).not_to eq(City.new.tap { |m| allow(m).to receive_messages(id: 43) }) }
86
+ specify { expect(cities_index.new(id: 42)).not_to eq(Class.new) }
87
+
88
+ context 'models', :orm do
89
+ before do
90
+ stub_model(:city)
91
+ stub_index(:cities) do
92
+ index_scope City
93
+ end
94
+ end
95
+ specify { expect(cities_index.new(id: '42')).to eq(City.new.tap { |m| allow(m).to receive_messages(id: 42) }) }
96
+ specify { expect(cities_index.new(id: 42)).not_to eq(City.new.tap { |m| allow(m).to receive_messages(id: 43) }) }
97
+ specify { expect(cities_index.new(id: 42)).not_to eq(Class.new) }
98
+ end
99
+ end
100
+ end