chewy 0.8.4 → 7.3.4

Sign up to get free protection for your applications and to get access to all the features.
Files changed (340) hide show
  1. checksums.yaml +5 -5
  2. data/.github/CODEOWNERS +1 -0
  3. data/.github/ISSUE_TEMPLATE/bug_report.md +39 -0
  4. data/.github/ISSUE_TEMPLATE/feature_request.md +20 -0
  5. data/.github/PULL_REQUEST_TEMPLATE.md +16 -0
  6. data/.github/workflows/ruby.yml +74 -0
  7. data/.gitignore +1 -0
  8. data/.rubocop.yml +61 -0
  9. data/.rubocop_todo.yml +132 -0
  10. data/.yardopts +5 -0
  11. data/CHANGELOG.md +554 -245
  12. data/CODE_OF_CONDUCT.md +14 -0
  13. data/CONTRIBUTING.md +63 -0
  14. data/Gemfile +14 -11
  15. data/Guardfile +8 -6
  16. data/LICENSE.txt +1 -1
  17. data/README.md +748 -623
  18. data/Rakefile +11 -1
  19. data/chewy.gemspec +15 -19
  20. data/gemfiles/rails.5.2.activerecord.gemfile +11 -0
  21. data/gemfiles/rails.6.0.activerecord.gemfile +11 -0
  22. data/gemfiles/rails.6.1.activerecord.gemfile +13 -0
  23. data/gemfiles/rails.7.0.activerecord.gemfile +13 -0
  24. data/lib/chewy/config.rb +64 -50
  25. data/lib/chewy/errors.rb +10 -16
  26. data/lib/chewy/fields/base.rb +122 -32
  27. data/lib/chewy/fields/root.rb +48 -23
  28. data/lib/chewy/index/actions.rb +140 -54
  29. data/lib/chewy/index/adapter/active_record.rb +112 -0
  30. data/lib/chewy/{type → index}/adapter/base.rb +31 -12
  31. data/lib/chewy/index/adapter/object.rb +249 -0
  32. data/lib/chewy/index/adapter/orm.rb +194 -0
  33. data/lib/chewy/index/aliases.rb +14 -4
  34. data/lib/chewy/index/crutch.rb +40 -0
  35. data/lib/chewy/index/import/bulk_builder.rb +311 -0
  36. data/lib/chewy/index/import/bulk_request.rb +77 -0
  37. data/lib/chewy/index/import/journal_builder.rb +44 -0
  38. data/lib/chewy/index/import/routine.rb +139 -0
  39. data/lib/chewy/index/import.rb +243 -0
  40. data/lib/chewy/{type → index}/mapping.rb +79 -68
  41. data/lib/chewy/index/observe/active_record_methods.rb +87 -0
  42. data/lib/chewy/index/observe/callback.rb +34 -0
  43. data/lib/chewy/index/observe.rb +17 -0
  44. data/lib/chewy/index/settings.rb +10 -5
  45. data/lib/chewy/index/specification.rb +61 -0
  46. data/lib/chewy/index/syncer.rb +221 -0
  47. data/lib/chewy/{type → index}/witchcraft.rb +100 -39
  48. data/lib/chewy/index/wrapper.rb +95 -0
  49. data/lib/chewy/index.rb +216 -140
  50. data/lib/chewy/journal.rb +66 -0
  51. data/lib/chewy/log_subscriber.rb +8 -8
  52. data/lib/chewy/minitest/helpers.rb +150 -0
  53. data/lib/chewy/minitest/search_index_receiver.rb +76 -0
  54. data/lib/chewy/minitest.rb +1 -0
  55. data/lib/chewy/multi_search.rb +62 -0
  56. data/lib/chewy/railtie.rb +12 -25
  57. data/lib/chewy/rake_helper.rb +335 -37
  58. data/lib/chewy/repository.rb +2 -2
  59. data/lib/chewy/rspec/build_query.rb +12 -0
  60. data/lib/chewy/rspec/helpers.rb +55 -0
  61. data/lib/chewy/rspec/update_index.rb +106 -90
  62. data/lib/chewy/rspec.rb +3 -1
  63. data/lib/chewy/runtime/version.rb +4 -4
  64. data/lib/chewy/runtime.rb +1 -1
  65. data/lib/chewy/search/loader.rb +61 -0
  66. data/lib/chewy/{query → search}/pagination/kaminari.rb +13 -5
  67. data/lib/chewy/search/parameters/aggs.rb +16 -0
  68. data/lib/chewy/search/parameters/allow_partial_search_results.rb +27 -0
  69. data/lib/chewy/search/parameters/collapse.rb +16 -0
  70. data/lib/chewy/search/parameters/concerns/bool_storage.rb +24 -0
  71. data/lib/chewy/search/parameters/concerns/hash_storage.rb +23 -0
  72. data/lib/chewy/search/parameters/concerns/integer_storage.rb +14 -0
  73. data/lib/chewy/search/parameters/concerns/query_storage.rb +238 -0
  74. data/lib/chewy/search/parameters/concerns/string_array_storage.rb +23 -0
  75. data/lib/chewy/search/parameters/concerns/string_storage.rb +14 -0
  76. data/lib/chewy/search/parameters/docvalue_fields.rb +12 -0
  77. data/lib/chewy/search/parameters/explain.rb +16 -0
  78. data/lib/chewy/search/parameters/filter.rb +47 -0
  79. data/lib/chewy/search/parameters/highlight.rb +16 -0
  80. data/lib/chewy/search/parameters/ignore_unavailable.rb +27 -0
  81. data/lib/chewy/search/parameters/indices.rb +78 -0
  82. data/lib/chewy/search/parameters/indices_boost.rb +52 -0
  83. data/lib/chewy/search/parameters/limit.rb +17 -0
  84. data/lib/chewy/search/parameters/load.rb +32 -0
  85. data/lib/chewy/search/parameters/min_score.rb +16 -0
  86. data/lib/chewy/search/parameters/none.rb +25 -0
  87. data/lib/chewy/search/parameters/offset.rb +17 -0
  88. data/lib/chewy/search/parameters/order.rb +51 -0
  89. data/lib/chewy/search/parameters/post_filter.rb +19 -0
  90. data/lib/chewy/search/parameters/preference.rb +16 -0
  91. data/lib/chewy/search/parameters/profile.rb +16 -0
  92. data/lib/chewy/search/parameters/query.rb +19 -0
  93. data/lib/chewy/search/parameters/request_cache.rb +27 -0
  94. data/lib/chewy/search/parameters/rescore.rb +29 -0
  95. data/lib/chewy/search/parameters/script_fields.rb +16 -0
  96. data/lib/chewy/search/parameters/search_after.rb +20 -0
  97. data/lib/chewy/search/parameters/search_type.rb +16 -0
  98. data/lib/chewy/search/parameters/source.rb +77 -0
  99. data/lib/chewy/search/parameters/storage.rb +95 -0
  100. data/lib/chewy/search/parameters/stored_fields.rb +63 -0
  101. data/lib/chewy/search/parameters/suggest.rb +16 -0
  102. data/lib/chewy/search/parameters/terminate_after.rb +16 -0
  103. data/lib/chewy/search/parameters/timeout.rb +16 -0
  104. data/lib/chewy/search/parameters/track_scores.rb +16 -0
  105. data/lib/chewy/search/parameters/track_total_hits.rb +16 -0
  106. data/lib/chewy/search/parameters/version.rb +16 -0
  107. data/lib/chewy/search/parameters.rb +170 -0
  108. data/lib/chewy/search/query_proxy.rb +264 -0
  109. data/lib/chewy/search/request.rb +1071 -0
  110. data/lib/chewy/search/response.rb +119 -0
  111. data/lib/chewy/search/scoping.rb +49 -0
  112. data/lib/chewy/search/scrolling.rb +137 -0
  113. data/lib/chewy/search.rb +68 -28
  114. data/lib/chewy/stash.rb +68 -0
  115. data/lib/chewy/strategy/active_job.rb +3 -2
  116. data/lib/chewy/strategy/atomic.rb +2 -4
  117. data/lib/chewy/strategy/atomic_no_refresh.rb +18 -0
  118. data/lib/chewy/strategy/base.rb +13 -3
  119. data/lib/chewy/strategy/bypass.rb +1 -2
  120. data/lib/chewy/strategy/delayed_sidekiq/scheduler.rb +148 -0
  121. data/lib/chewy/strategy/delayed_sidekiq/worker.rb +52 -0
  122. data/lib/chewy/strategy/delayed_sidekiq.rb +17 -0
  123. data/lib/chewy/strategy/lazy_sidekiq.rb +64 -0
  124. data/lib/chewy/strategy/sidekiq.rb +15 -2
  125. data/lib/chewy/strategy/urgent.rb +1 -1
  126. data/lib/chewy/strategy.rb +16 -20
  127. data/lib/chewy/version.rb +1 -1
  128. data/lib/chewy.rb +81 -82
  129. data/lib/generators/chewy/install_generator.rb +3 -3
  130. data/lib/tasks/chewy.rake +99 -32
  131. data/migration_guide.md +56 -0
  132. data/spec/chewy/config_spec.rb +87 -15
  133. data/spec/chewy/fields/base_spec.rb +542 -233
  134. data/spec/chewy/fields/root_spec.rb +115 -17
  135. data/spec/chewy/fields/time_fields_spec.rb +13 -12
  136. data/spec/chewy/index/actions_spec.rb +595 -77
  137. data/spec/chewy/index/adapter/active_record_spec.rb +601 -0
  138. data/spec/chewy/index/adapter/object_spec.rb +243 -0
  139. data/spec/chewy/index/aliases_spec.rb +5 -5
  140. data/spec/chewy/index/import/bulk_builder_spec.rb +494 -0
  141. data/spec/chewy/index/import/bulk_request_spec.rb +95 -0
  142. data/spec/chewy/index/import/journal_builder_spec.rb +87 -0
  143. data/spec/chewy/index/import/routine_spec.rb +110 -0
  144. data/spec/chewy/index/import_spec.rb +615 -0
  145. data/spec/chewy/index/mapping_spec.rb +135 -0
  146. data/spec/chewy/index/observe/active_record_methods_spec.rb +68 -0
  147. data/spec/chewy/index/observe/callback_spec.rb +139 -0
  148. data/spec/chewy/index/observe_spec.rb +143 -0
  149. data/spec/chewy/index/settings_spec.rb +103 -50
  150. data/spec/chewy/index/specification_spec.rb +159 -0
  151. data/spec/chewy/index/syncer_spec.rb +118 -0
  152. data/spec/chewy/index/witchcraft_spec.rb +245 -0
  153. data/spec/chewy/index/wrapper_spec.rb +100 -0
  154. data/spec/chewy/index_spec.rb +149 -121
  155. data/spec/chewy/journal_spec.rb +223 -0
  156. data/spec/chewy/minitest/helpers_spec.rb +198 -0
  157. data/spec/chewy/minitest/search_index_receiver_spec.rb +118 -0
  158. data/spec/chewy/multi_search_spec.rb +84 -0
  159. data/spec/chewy/rake_helper_spec.rb +656 -0
  160. data/spec/chewy/repository_spec.rb +8 -8
  161. data/spec/chewy/rspec/build_query_spec.rb +34 -0
  162. data/spec/chewy/rspec/helpers_spec.rb +61 -0
  163. data/spec/chewy/rspec/update_index_spec.rb +220 -114
  164. data/spec/chewy/runtime_spec.rb +2 -2
  165. data/spec/chewy/search/loader_spec.rb +83 -0
  166. data/spec/chewy/search/pagination/kaminari_examples.rb +69 -0
  167. data/spec/chewy/search/pagination/kaminari_spec.rb +21 -0
  168. data/spec/chewy/search/parameters/aggs_spec.rb +5 -0
  169. data/spec/chewy/search/parameters/bool_storage_examples.rb +53 -0
  170. data/spec/chewy/search/parameters/collapse_spec.rb +5 -0
  171. data/spec/chewy/search/parameters/docvalue_fields_spec.rb +5 -0
  172. data/spec/chewy/search/parameters/explain_spec.rb +5 -0
  173. data/spec/chewy/search/parameters/filter_spec.rb +5 -0
  174. data/spec/chewy/search/parameters/hash_storage_examples.rb +59 -0
  175. data/spec/chewy/search/parameters/highlight_spec.rb +5 -0
  176. data/spec/chewy/search/parameters/ignore_unavailable_spec.rb +67 -0
  177. data/spec/chewy/search/parameters/indices_spec.rb +99 -0
  178. data/spec/chewy/search/parameters/integer_storage_examples.rb +32 -0
  179. data/spec/chewy/search/parameters/limit_spec.rb +5 -0
  180. data/spec/chewy/search/parameters/load_spec.rb +60 -0
  181. data/spec/chewy/search/parameters/min_score_spec.rb +32 -0
  182. data/spec/chewy/search/parameters/none_spec.rb +5 -0
  183. data/spec/chewy/search/parameters/offset_spec.rb +5 -0
  184. data/spec/chewy/search/parameters/order_spec.rb +72 -0
  185. data/spec/chewy/search/parameters/post_filter_spec.rb +5 -0
  186. data/spec/chewy/search/parameters/preference_spec.rb +5 -0
  187. data/spec/chewy/search/parameters/profile_spec.rb +5 -0
  188. data/spec/chewy/search/parameters/query_spec.rb +5 -0
  189. data/spec/chewy/search/parameters/query_storage_examples.rb +434 -0
  190. data/spec/chewy/search/parameters/request_cache_spec.rb +67 -0
  191. data/spec/chewy/search/parameters/rescore_spec.rb +62 -0
  192. data/spec/chewy/search/parameters/script_fields_spec.rb +5 -0
  193. data/spec/chewy/search/parameters/search_after_spec.rb +35 -0
  194. data/spec/chewy/search/parameters/search_type_spec.rb +5 -0
  195. data/spec/chewy/search/parameters/source_spec.rb +162 -0
  196. data/spec/chewy/search/parameters/storage_spec.rb +60 -0
  197. data/spec/chewy/search/parameters/stored_fields_spec.rb +126 -0
  198. data/spec/chewy/search/parameters/string_array_storage_examples.rb +63 -0
  199. data/spec/chewy/search/parameters/string_storage_examples.rb +32 -0
  200. data/spec/chewy/search/parameters/suggest_spec.rb +5 -0
  201. data/spec/chewy/search/parameters/terminate_after_spec.rb +5 -0
  202. data/spec/chewy/search/parameters/timeout_spec.rb +5 -0
  203. data/spec/chewy/search/parameters/track_scores_spec.rb +5 -0
  204. data/spec/chewy/search/parameters/track_total_hits_spec.rb +5 -0
  205. data/spec/chewy/search/parameters/version_spec.rb +5 -0
  206. data/spec/chewy/search/parameters_spec.rb +161 -0
  207. data/spec/chewy/search/query_proxy_spec.rb +119 -0
  208. data/spec/chewy/search/request_spec.rb +880 -0
  209. data/spec/chewy/search/response_spec.rb +202 -0
  210. data/spec/chewy/search/scrolling_spec.rb +171 -0
  211. data/spec/chewy/search_spec.rb +82 -55
  212. data/spec/chewy/stash_spec.rb +85 -0
  213. data/spec/chewy/strategy/active_job_spec.rb +27 -8
  214. data/spec/chewy/strategy/atomic_no_refresh_spec.rb +60 -0
  215. data/spec/chewy/strategy/atomic_spec.rb +13 -11
  216. data/spec/chewy/strategy/delayed_sidekiq_spec.rb +190 -0
  217. data/spec/chewy/strategy/lazy_sidekiq_spec.rb +214 -0
  218. data/spec/chewy/strategy/sidekiq_spec.rb +19 -7
  219. data/spec/chewy/strategy_spec.rb +19 -15
  220. data/spec/chewy_spec.rb +65 -88
  221. data/spec/spec_helper.rb +11 -20
  222. data/spec/support/active_record.rb +48 -6
  223. data/spec/support/class_helpers.rb +4 -19
  224. metadata +299 -183
  225. data/.travis.yml +0 -76
  226. data/Appraisals +0 -76
  227. data/gemfiles/rails.3.2.activerecord.gemfile +0 -15
  228. data/gemfiles/rails.3.2.activerecord.kaminari.gemfile +0 -14
  229. data/gemfiles/rails.3.2.activerecord.will_paginate.gemfile +0 -14
  230. data/gemfiles/rails.4.0.activerecord.gemfile +0 -15
  231. data/gemfiles/rails.4.0.activerecord.kaminari.gemfile +0 -14
  232. data/gemfiles/rails.4.0.activerecord.will_paginate.gemfile +0 -14
  233. data/gemfiles/rails.4.0.mongoid.4.0.0.gemfile +0 -15
  234. data/gemfiles/rails.4.0.mongoid.4.0.0.kaminari.gemfile +0 -14
  235. data/gemfiles/rails.4.0.mongoid.4.0.0.will_paginate.gemfile +0 -14
  236. data/gemfiles/rails.4.0.mongoid.5.1.0.gemfile +0 -15
  237. data/gemfiles/rails.4.0.mongoid.5.1.0.kaminari.gemfile +0 -14
  238. data/gemfiles/rails.4.0.mongoid.5.1.0.will_paginate.gemfile +0 -14
  239. data/gemfiles/rails.4.1.activerecord.gemfile +0 -15
  240. data/gemfiles/rails.4.1.activerecord.kaminari.gemfile +0 -14
  241. data/gemfiles/rails.4.1.activerecord.will_paginate.gemfile +0 -14
  242. data/gemfiles/rails.4.1.mongoid.4.0.0.gemfile +0 -15
  243. data/gemfiles/rails.4.1.mongoid.4.0.0.kaminari.gemfile +0 -14
  244. data/gemfiles/rails.4.1.mongoid.4.0.0.will_paginate.gemfile +0 -14
  245. data/gemfiles/rails.4.1.mongoid.5.1.0.gemfile +0 -15
  246. data/gemfiles/rails.4.1.mongoid.5.1.0.kaminari.gemfile +0 -14
  247. data/gemfiles/rails.4.1.mongoid.5.1.0.will_paginate.gemfile +0 -14
  248. data/gemfiles/rails.4.2.activerecord.gemfile +0 -16
  249. data/gemfiles/rails.4.2.activerecord.kaminari.gemfile +0 -15
  250. data/gemfiles/rails.4.2.activerecord.will_paginate.gemfile +0 -15
  251. data/gemfiles/rails.4.2.mongoid.4.0.0.gemfile +0 -15
  252. data/gemfiles/rails.4.2.mongoid.4.0.0.kaminari.gemfile +0 -14
  253. data/gemfiles/rails.4.2.mongoid.4.0.0.will_paginate.gemfile +0 -14
  254. data/gemfiles/rails.4.2.mongoid.5.1.0.gemfile +0 -15
  255. data/gemfiles/rails.4.2.mongoid.5.1.0.kaminari.gemfile +0 -14
  256. data/gemfiles/rails.4.2.mongoid.5.1.0.will_paginate.gemfile +0 -14
  257. data/gemfiles/rails.5.0.0.beta3.activerecord.gemfile +0 -16
  258. data/gemfiles/rails.5.0.0.beta3.activerecord.kaminari.gemfile +0 -16
  259. data/gemfiles/rails.5.0.0.beta3.activerecord.will_paginate.gemfile +0 -15
  260. data/gemfiles/sequel.4.31.gemfile +0 -13
  261. data/lib/chewy/backports/deep_dup.rb +0 -46
  262. data/lib/chewy/backports/duplicable.rb +0 -90
  263. data/lib/chewy/query/compose.rb +0 -69
  264. data/lib/chewy/query/criteria.rb +0 -181
  265. data/lib/chewy/query/filters.rb +0 -227
  266. data/lib/chewy/query/loading.rb +0 -111
  267. data/lib/chewy/query/nodes/and.rb +0 -25
  268. data/lib/chewy/query/nodes/base.rb +0 -17
  269. data/lib/chewy/query/nodes/bool.rb +0 -32
  270. data/lib/chewy/query/nodes/equal.rb +0 -34
  271. data/lib/chewy/query/nodes/exists.rb +0 -20
  272. data/lib/chewy/query/nodes/expr.rb +0 -28
  273. data/lib/chewy/query/nodes/field.rb +0 -106
  274. data/lib/chewy/query/nodes/has_child.rb +0 -14
  275. data/lib/chewy/query/nodes/has_parent.rb +0 -14
  276. data/lib/chewy/query/nodes/has_relation.rb +0 -61
  277. data/lib/chewy/query/nodes/match_all.rb +0 -11
  278. data/lib/chewy/query/nodes/missing.rb +0 -20
  279. data/lib/chewy/query/nodes/not.rb +0 -25
  280. data/lib/chewy/query/nodes/or.rb +0 -25
  281. data/lib/chewy/query/nodes/prefix.rb +0 -18
  282. data/lib/chewy/query/nodes/query.rb +0 -20
  283. data/lib/chewy/query/nodes/range.rb +0 -63
  284. data/lib/chewy/query/nodes/raw.rb +0 -15
  285. data/lib/chewy/query/nodes/regexp.rb +0 -31
  286. data/lib/chewy/query/nodes/script.rb +0 -20
  287. data/lib/chewy/query/pagination/will_paginate.rb +0 -27
  288. data/lib/chewy/query/pagination.rb +0 -16
  289. data/lib/chewy/query/scoping.rb +0 -20
  290. data/lib/chewy/query.rb +0 -1026
  291. data/lib/chewy/strategy/resque.rb +0 -26
  292. data/lib/chewy/type/actions.rb +0 -19
  293. data/lib/chewy/type/adapter/active_record.rb +0 -72
  294. data/lib/chewy/type/adapter/mongoid.rb +0 -58
  295. data/lib/chewy/type/adapter/object.rb +0 -89
  296. data/lib/chewy/type/adapter/orm.rb +0 -156
  297. data/lib/chewy/type/adapter/sequel.rb +0 -75
  298. data/lib/chewy/type/crutch.rb +0 -31
  299. data/lib/chewy/type/import.rb +0 -224
  300. data/lib/chewy/type/observe.rb +0 -76
  301. data/lib/chewy/type/wrapper.rb +0 -53
  302. data/lib/chewy/type.rb +0 -89
  303. data/lib/sequel/plugins/chewy_observe.rb +0 -78
  304. data/spec/chewy/query/criteria_spec.rb +0 -433
  305. data/spec/chewy/query/filters_spec.rb +0 -173
  306. data/spec/chewy/query/loading_spec.rb +0 -86
  307. data/spec/chewy/query/nodes/and_spec.rb +0 -16
  308. data/spec/chewy/query/nodes/bool_spec.rb +0 -22
  309. data/spec/chewy/query/nodes/equal_spec.rb +0 -32
  310. data/spec/chewy/query/nodes/exists_spec.rb +0 -18
  311. data/spec/chewy/query/nodes/has_child_spec.rb +0 -40
  312. data/spec/chewy/query/nodes/has_parent_spec.rb +0 -40
  313. data/spec/chewy/query/nodes/match_all_spec.rb +0 -11
  314. data/spec/chewy/query/nodes/missing_spec.rb +0 -15
  315. data/spec/chewy/query/nodes/not_spec.rb +0 -16
  316. data/spec/chewy/query/nodes/or_spec.rb +0 -16
  317. data/spec/chewy/query/nodes/prefix_spec.rb +0 -16
  318. data/spec/chewy/query/nodes/query_spec.rb +0 -12
  319. data/spec/chewy/query/nodes/range_spec.rb +0 -32
  320. data/spec/chewy/query/nodes/raw_spec.rb +0 -11
  321. data/spec/chewy/query/nodes/regexp_spec.rb +0 -31
  322. data/spec/chewy/query/nodes/script_spec.rb +0 -15
  323. data/spec/chewy/query/pagination/kaminari_spec.rb +0 -57
  324. data/spec/chewy/query/pagination/will_paginage_spec.rb +0 -60
  325. data/spec/chewy/query/pagination_spec.rb +0 -36
  326. data/spec/chewy/query_spec.rb +0 -632
  327. data/spec/chewy/strategy/resque_spec.rb +0 -40
  328. data/spec/chewy/type/actions_spec.rb +0 -31
  329. data/spec/chewy/type/adapter/active_record_spec.rb +0 -317
  330. data/spec/chewy/type/adapter/mongoid_spec.rb +0 -253
  331. data/spec/chewy/type/adapter/object_spec.rb +0 -139
  332. data/spec/chewy/type/adapter/sequel_spec.rb +0 -320
  333. data/spec/chewy/type/import_spec.rb +0 -433
  334. data/spec/chewy/type/mapping_spec.rb +0 -106
  335. data/spec/chewy/type/observe_spec.rb +0 -127
  336. data/spec/chewy/type/witchcraft_spec.rb +0 -154
  337. data/spec/chewy/type/wrapper_spec.rb +0 -58
  338. data/spec/chewy/type_spec.rb +0 -33
  339. data/spec/support/mongoid.rb +0 -81
  340. data/spec/support/sequel.rb +0 -75
@@ -0,0 +1,14 @@
1
+ module Chewy
2
+ module Search
3
+ class Parameters
4
+ # Just a simple value storage, all the values are coerced to integer.
5
+ module IntegerStorage
6
+ private
7
+
8
+ def normalize(value)
9
+ Integer(value) if value
10
+ end
11
+ end
12
+ end
13
+ end
14
+ end
@@ -0,0 +1,238 @@
1
+ require 'elasticsearch/dsl'
2
+
3
+ module Chewy
4
+ module Search
5
+ class Parameters
6
+ # This is a basic storage implementation for `query`, `filter`
7
+ # and `post_filter` storages. It uses `bool` query as a root
8
+ # structure for each of them. The `bool` root is omitted on
9
+ # rendering if there is only a single query in the `must` or
10
+ # `should` array. Besides the standard parameter storage
11
+ # capabilities, it provides specialized methods for the `bool`
12
+ # query component arrays separate update.
13
+ #
14
+ # @see https://www.elastic.co/guide/en/elasticsearch/reference/current/query-dsl-bool-query.html
15
+ # @see Chewy::Search::Parameters::Query
16
+ # @see Chewy::Search::Parameters::Filter
17
+ # @see Chewy::Search::Parameters::PostFilter
18
+ module QueryStorage
19
+ # Bool storage value object, encapsulates update and query
20
+ # rendering logic.
21
+ #
22
+ # @!attribute must
23
+ # @return [Array<Hash>, Hash, nil]
24
+ # @!attribute should
25
+ # @return [Array<Hash>, Hash, nil]
26
+ # @!attribute must_not
27
+ # @return [[Array<Hash>, Hash, nil]
28
+ # @!attribute minimum_should_match
29
+ # @return [String, Integer, nil]
30
+ class Bool
31
+ # Acceptable bool query keys
32
+ KEYS = %i[must should must_not minimum_should_match].freeze
33
+ # @!ignorewarning
34
+ attr_reader(*KEYS)
35
+
36
+ # @param must [Array<Hash>, Hash, nil]
37
+ # @param should [Array<Hash>, Hash, nil]
38
+ # @param must_not [Array<Hash>, Hash, nil]
39
+ # @param minimum_should_match [String, Integer, nil]
40
+ def initialize(must: [], should: [], must_not: [], minimum_should_match: nil)
41
+ @must = normalize(must)
42
+ @should = normalize(should)
43
+ @must_not = normalize(must_not)
44
+ @minimum_should_match = minimum_should_match
45
+ end
46
+
47
+ # Merges 2 values, returns new value object.
48
+ #
49
+ # @param other [Chewy::Search::Parameters::QueryStorage::Bool]
50
+ # @return [Chewy::Search::Parameters::QueryStorage::Bool]
51
+ def update(other)
52
+ self.class.new(
53
+ must: must + other.must,
54
+ should: should + other.should,
55
+ must_not: must_not + other.must_not,
56
+ minimum_should_match: other.minimum_should_match
57
+ )
58
+ end
59
+
60
+ # Renders `bool` query.
61
+ #
62
+ # @return [Hash, nil]
63
+ def query
64
+ if must.one? && should.empty? && must_not.empty?
65
+ must.first
66
+ else
67
+ reduced = reduce
68
+ {bool: reduce} if reduced.present?
69
+ end
70
+ end
71
+
72
+ # Just a convention.
73
+ #
74
+ # @return [{Symbol => Array<Hash>, String, Integer, nil}]
75
+ def to_h
76
+ {
77
+ must: must,
78
+ should: should,
79
+ must_not: must_not,
80
+ minimum_should_match: minimum_should_match
81
+ }
82
+ end
83
+
84
+ private
85
+
86
+ def reduce
87
+ value = to_h
88
+ .reject { |_, v| v.blank? }
89
+ .transform_values { |v| v.is_a?(Array) && v.one? ? v.first : v }
90
+ value.delete(:minimum_should_match) if should.empty?
91
+ value
92
+ end
93
+
94
+ def normalize(queries)
95
+ Array.wrap(queries).map do |query|
96
+ if query.is_a?(Proc)
97
+ Elasticsearch::DSL::Search::Query.new(&query).to_hash
98
+ else
99
+ query
100
+ end
101
+ end.reject(&:blank?)
102
+ end
103
+ end
104
+
105
+ # Directly modifies `must` array of the root `bool` query.
106
+ # Pushes the passed query to the end of the array.
107
+ #
108
+ # @see Chewy::Search::QueryProxy#must
109
+ # @param other_value [Hash, Array] any acceptable storage value
110
+ # @return [{Symbol => Array<Hash>}]
111
+ def must(other_value)
112
+ update!(must: other_value)
113
+ end
114
+
115
+ # Directly modifies `should` array of the root `bool` query.
116
+ # Pushes the passed query to the end of the array.
117
+ #
118
+ # @see Chewy::Search::QueryProxy#should
119
+ # @param other_value [Hash, Array] any acceptable storage value
120
+ # @return [{Symbol => Array<Hash>}]
121
+ def should(other_value)
122
+ update!(should: other_value)
123
+ end
124
+
125
+ # Directly modifies `must_not` array of the root `bool` query.
126
+ # Pushes the passed query to the end of the array.
127
+ #
128
+ # @see Chewy::Search::QueryProxy#must_not
129
+ # @param other_value [Hash, Array] any acceptable storage value
130
+ # @return [{Symbol => Array<Hash>}]
131
+ def must_not(other_value)
132
+ update!(must_not: other_value)
133
+ end
134
+
135
+ # Unlike {#must} doesn't modify `must` array, but joins 2 queries
136
+ # into a single `must` array of the new root `bool` query.
137
+ # If any of the used queries is a `bool` query from the storage
138
+ # and contains a single query in `must` or `should` array, it will
139
+ # be reduced to this query, so in some cases it will act exactly
140
+ # the same way as {#must}.
141
+ #
142
+ # @see Chewy::Search::QueryProxy#and
143
+ # @param other_value [Hash, Array] any acceptable storage value
144
+ # @return [{Symbol => Array<Hash>}]
145
+ def and(other_value)
146
+ join_into(:must, other_value)
147
+ end
148
+
149
+ # Unlike {#should} doesn't modify `should` array, but joins 2 queries
150
+ # into a single `should` array of the new root `bool` query.
151
+ # If any of the used queries is a `bool` query from the storage
152
+ # and contains a single query in `must` or `should` array, it will
153
+ # be reduced to this query, so in some cases it will act exactly
154
+ # the same way as {#should}.
155
+ #
156
+ # @see Chewy::Search::QueryProxy#or
157
+ # @param other_value [Hash, Array] any acceptable storage value
158
+ # @return [{Symbol => Array<Hash>}]
159
+ def or(other_value)
160
+ join_into(:should, other_value)
161
+ end
162
+
163
+ # Basically, an alias for {#must_not}.
164
+ #
165
+ # @see #must_not
166
+ # @see Chewy::Search::QueryProxy#not
167
+ # @param other_value [Hash, Array] any acceptable storage value
168
+ # @return [{Symbol => Array<Hash>}]
169
+ def not(other_value)
170
+ update!(must_not: normalize(other_value).query)
171
+ end
172
+
173
+ # Replaces `minimum_should_match` bool query value
174
+ #
175
+ # @see https://www.elastic.co/guide/en/elasticsearch/reference/current/query-dsl-minimum-should-match.html
176
+ # @param new_value [String, Integer] minimum_should_match value
177
+ # @return [{Symbol => Array<Hash>}]
178
+ def minimum_should_match(new_value)
179
+ update!(minimum_should_match: new_value)
180
+ end
181
+
182
+ # Uses `and` logic to merge storages.
183
+ #
184
+ # @see #and
185
+ # @see Chewy::Search::Parameters::Storage#merge!
186
+ # @param other [Chewy::Search::Parameters::Storage] other storage
187
+ # @return [{Symbol => Array<Hash>}]
188
+ def merge!(other)
189
+ self.and(other.value)
190
+ end
191
+
192
+ # Every query value is a hash of arrays and each array is
193
+ # glued with the corresponding array from the provided value.
194
+ #
195
+ # @see Chewy::Search::Parameters::Storage#update!
196
+ # @param other_value [Hash, Array] any acceptable storage value
197
+ # @return [{Symbol => Array<Hash>}]
198
+ def update!(other_value)
199
+ @value = value.update(normalize(other_value))
200
+ end
201
+
202
+ # Almost standard rendering logic, some reduction logic is
203
+ # applied to the value additionally.
204
+ #
205
+ # @see Chewy::Search::Parameters::Storage#render
206
+ # @return [{Symbol => Hash}]
207
+ def render
208
+ rendered_bool = value.query
209
+ {self.class.param_name => rendered_bool} if rendered_bool.present?
210
+ end
211
+
212
+ private
213
+
214
+ def join_into(place, other_value)
215
+ values = [value, normalize(other_value)]
216
+ queries = values.map(&:query)
217
+ if queries.all?
218
+ replace!(place => queries)
219
+ elsif queries.none?
220
+ @value
221
+ else
222
+ replace!(values[queries.index(&:present?)])
223
+ end
224
+ end
225
+
226
+ def normalize(value)
227
+ value ||= {}
228
+ if value.is_a?(Hash)
229
+ value = value.symbolize_keys
230
+ value = Bool.new(**value.slice(*Bool::KEYS)) if (value.keys & Bool::KEYS).present?
231
+ end
232
+ value = Bool.new(must: value) unless value.is_a?(Bool)
233
+ value
234
+ end
235
+ end
236
+ end
237
+ end
238
+ end
@@ -0,0 +1,23 @@
1
+ module Chewy
2
+ module Search
3
+ class Parameters
4
+ # Stores value as an array of strings.
5
+ module StringArrayStorage
6
+ # Unions two arrays.
7
+ #
8
+ # @see Chewy::Search::Parameters::Storage#update!
9
+ # @param other_value [String, Symbol, Array<String, Symbol>] any acceptable storage value
10
+ # @return [Array<String, Symbol>] updated value
11
+ def update!(other_value)
12
+ @value = value | normalize(other_value)
13
+ end
14
+
15
+ private
16
+
17
+ def normalize(value)
18
+ Array.wrap(value).flatten(1).map(&:to_s).reject(&:blank?)
19
+ end
20
+ end
21
+ end
22
+ end
23
+ end
@@ -0,0 +1,14 @@
1
+ module Chewy
2
+ module Search
3
+ class Parameters
4
+ # Just a simple value storage, all the values are coerced to string.
5
+ module StringStorage
6
+ private
7
+
8
+ def normalize(value)
9
+ value.to_s if value.present?
10
+ end
11
+ end
12
+ end
13
+ end
14
+ end
@@ -0,0 +1,12 @@
1
+ require 'chewy/search/parameters/storage'
2
+
3
+ module Chewy
4
+ module Search
5
+ class Parameters
6
+ # @see Chewy::Search::Parameters::StringArrayStorage
7
+ class DocvalueFields < Storage
8
+ include StringArrayStorage
9
+ end
10
+ end
11
+ end
12
+ end
@@ -0,0 +1,16 @@
1
+ require 'chewy/search/parameters/storage'
2
+
3
+ module Chewy
4
+ module Search
5
+ class Parameters
6
+ # Just a standard boolean storage, nothing to see here.
7
+ #
8
+ # @see Chewy::Search::Parameters::BoolStorage
9
+ # @see Chewy::Search::Request#explain
10
+ # @see https://www.elastic.co/guide/en/elasticsearch/reference/5.4/search-request-explain.html
11
+ class Explain < Storage
12
+ include BoolStorage
13
+ end
14
+ end
15
+ end
16
+ end
@@ -0,0 +1,47 @@
1
+ require 'chewy/search/parameters/storage'
2
+
3
+ module Chewy
4
+ module Search
5
+ class Parameters
6
+ # This parameter storage doesn't have its own parameter at the
7
+ # ES request body. Instead, it is embedded to the root `bool`
8
+ # query of the `query` request parameter. Some additional query
9
+ # reduction is performed in case of only several `must` filters
10
+ # presence.
11
+ #
12
+ # @example
13
+ # scope = PlacesIndex.filter(term: {name: 'Moscow'})
14
+ # # => <PlacesIndex::Query {..., :body=>{:query=>{:bool=>{:filter=>{:term=>{:name=>"Moscow"}}}}}}>
15
+ # scope.query(match: {name: 'London'})
16
+ # # => <PlacesIndex::Query {..., :body=>{:query=>{:bool=>{
17
+ # # :must=>{:match=>{:name=>"London"}},
18
+ # # :filter=>{:term=>{:name=>"Moscow"}}}}}}>
19
+ # @see https://www.elastic.co/guide/en/elasticsearch/reference/current/query-filter-context.html
20
+ # @see Chewy::Search::Parameters::QueryStorage
21
+ class Filter < Storage
22
+ include QueryStorage
23
+
24
+ # Even more reduction added here, we don't need to wrap with
25
+ # `bool` query consists on `must` only.
26
+ #
27
+ # @see Chewy::Search::Parameters::Storage#render
28
+ # @return [{Symbol => Hash}]
29
+ def render
30
+ rendered_bool = filter_query(value.query)
31
+ {self.class.param_name => rendered_bool} if rendered_bool.present?
32
+ end
33
+
34
+ private
35
+
36
+ def filter_query(value)
37
+ bool = value[:bool] if value
38
+ if bool && bool[:must].present? && bool[:should].blank? && bool[:must_not].blank?
39
+ bool[:must]
40
+ else
41
+ value
42
+ end
43
+ end
44
+ end
45
+ end
46
+ end
47
+ end
@@ -0,0 +1,16 @@
1
+ require 'chewy/search/parameters/storage'
2
+
3
+ module Chewy
4
+ module Search
5
+ class Parameters
6
+ # Just a standard hash storage. Nothing to see here.
7
+ #
8
+ # @see Chewy::Search::Parameters::HashStorage
9
+ # @see Chewy::Search::Request#highlight
10
+ # @see https://www.elastic.co/guide/en/elasticsearch/reference/5.4/search-request-highlighting.html
11
+ class Highlight < Storage
12
+ include HashStorage
13
+ end
14
+ end
15
+ end
16
+ end
@@ -0,0 +1,27 @@
1
+ require 'chewy/search/parameters/storage'
2
+
3
+ module Chewy
4
+ module Search
5
+ class Parameters
6
+ # Stores boolean value, but has 3 states: `true`, `false` and `nil`.
7
+ #
8
+ # @see Chewy::Search::Request#ignore_unavailable
9
+ # @see https://www.elastic.co/guide/en/elasticsearch/reference/current/multi-index.html#multi-index
10
+ class IgnoreUnavailable < Storage
11
+ # We don't want to render `nil`, but render `true` and `false` values.
12
+ #
13
+ # @see Chewy::Search::Parameters::Storage#render
14
+ # @return [{Symbol => Object}, nil]
15
+ def render
16
+ {self.class.param_name => value} unless value.nil?
17
+ end
18
+
19
+ private
20
+
21
+ def normalize(value)
22
+ !!value unless value.nil?
23
+ end
24
+ end
25
+ end
26
+ end
27
+ end
@@ -0,0 +1,78 @@
1
+ require 'chewy/search/parameters/storage'
2
+
3
+ module Chewy
4
+ module Search
5
+ class Parameters
6
+ # Stores indices to query.
7
+ # Renders it to lists of string accepted by ElasticSearch
8
+ # API.
9
+ #
10
+ # If index is added to the storage, no matter, a class
11
+ # or a string/symbol, it gets appended to the list.
12
+ class Indices < Storage
13
+ # Two index storages are equal if they produce the
14
+ # same output on render.
15
+ #
16
+ # @see Chewy::Search::Parameters::Storage#==
17
+ # @param other [Chewy::Search::Parameters::Storage] any storage instance
18
+ # @return [true, false] the result of comparison
19
+ def ==(other)
20
+ super || other.class == self.class && other.render == render
21
+ end
22
+
23
+ # Just adds indices to indices.
24
+ #
25
+ # @see Chewy::Search::Parameters::Storage#update!
26
+ # @param other_value [{Symbol => Array<Chewy::Index, String, Symbol>}] any acceptable storage value
27
+ # @return [{Symbol => Array<Chewy::Index, String, Symbol>}] updated value
28
+ def update!(other_value)
29
+ new_value = normalize(other_value)
30
+
31
+ @value = {indices: value[:indices] | new_value[:indices]}
32
+ end
33
+
34
+ # Returns desired index names.
35
+ #
36
+ # @see Chewy::Search::Parameters::Storage#render
37
+ # @return [{Symbol => Array<String>}] rendered value with the parameter name
38
+ def render
39
+ {index: index_names.uniq.sort}.reject { |_, v| v.blank? }
40
+ end
41
+
42
+ # Returns index classes used for the request.
43
+ # No strings/symbols included.
44
+ #
45
+ # @return [Array<Chewy::Index>] a list of index classes
46
+ def indices
47
+ index_classes
48
+ end
49
+
50
+ private
51
+
52
+ def initialize_clone(origin)
53
+ @value = origin.value.dup
54
+ end
55
+
56
+ def normalize(value)
57
+ value ||= {}
58
+
59
+ {indices: Array.wrap(value[:indices]).flatten.compact}
60
+ end
61
+
62
+ def index_classes
63
+ value[:indices].select do |klass|
64
+ klass.is_a?(Class) && klass < Chewy::Index
65
+ end
66
+ end
67
+
68
+ def index_identifiers
69
+ value[:indices] - index_classes
70
+ end
71
+
72
+ def index_names
73
+ indices.map(&:index_name) | index_identifiers.map(&:to_s)
74
+ end
75
+ end
76
+ end
77
+ end
78
+ end
@@ -0,0 +1,52 @@
1
+ require 'chewy/search/parameters/storage'
2
+
3
+ module Chewy
4
+ module Search
5
+ class Parameters
6
+ # Stores provided values as a string-float hash, but also takes
7
+ # keys order into account.
8
+ #
9
+ # @see Chewy::Search::Request#indices_boost
10
+ # @see https://www.elastic.co/guide/en/elasticsearch/reference/5.4/search-request-index-boost.html
11
+ class IndicesBoost < Storage
12
+ # Merges two hashes, but puts keys from the second hash
13
+ # at the end of the result hash.
14
+ #
15
+ # @see Chewy::Search::Parameters::Storage#update!
16
+ # @param other_value [{String, Symbol => String, Integer, Float}] any acceptable storage value
17
+ # @return [{String => Float}] updated value
18
+ def update!(other_value)
19
+ new_value = normalize(other_value)
20
+ value.except!(*new_value.keys).merge!(new_value)
21
+ end
22
+
23
+ # Renders the value hash as an array of hashes for
24
+ # each key-value pair.
25
+ #
26
+ # @see Chewy::Search::Parameters::Storage#render
27
+ # @return [Array<{String => Float}>] updated value
28
+ def render
29
+ {self.class.param_name => value.map { |k, v| {k => v} }} if value.present?
30
+ end
31
+
32
+ # Comparison also reqires additional logic. Since indexes boost
33
+ # is sensitive to the order index templates are provided, we have
34
+ # to compare stored hashes keys as well.
35
+ #
36
+ # @see Chewy::Search::Parameters::Storage#==
37
+ # @return [true, false]
38
+ def ==(other)
39
+ super && value.keys == other.value.keys
40
+ end
41
+
42
+ private
43
+
44
+ def normalize(value)
45
+ value = (value || {}).stringify_keys
46
+ value.each { |k, v| value[k] = Float(v) }
47
+ value
48
+ end
49
+ end
50
+ end
51
+ end
52
+ end
@@ -0,0 +1,17 @@
1
+ require 'chewy/search/parameters/storage'
2
+
3
+ module Chewy
4
+ module Search
5
+ class Parameters
6
+ # Just a standard integer value storage, nothing to see here.
7
+ #
8
+ # @see Chewy::Search::Parameters::IntegerStorage
9
+ # @see Chewy::Search::Request#limit
10
+ # @see https://www.elastic.co/guide/en/elasticsearch/reference/5.4/search-request-from-size.html
11
+ class Limit < Storage
12
+ include IntegerStorage
13
+ self.param_name = :size
14
+ end
15
+ end
16
+ end
17
+ end
@@ -0,0 +1,32 @@
1
+ require 'chewy/search/parameters/storage'
2
+
3
+ module Chewy
4
+ module Search
5
+ class Parameters
6
+ # Acts like standard hash storage, with one exception:
7
+ # all the keys are deeply symbolized for convenience.
8
+ #
9
+ # @see Chewy::Search::Request#load
10
+ # @see Chewy::Search::Loader
11
+ class Load < Storage
12
+ # Simply merges two value hashes on update
13
+ #
14
+ # @see Chewy::Search::Parameters::Storage#update!
15
+ # @param other_value [{String, Symbol => Object}] any acceptable storage value
16
+ # @return [{Symbol => Object}] updated value
17
+ def update!(other_value)
18
+ value.merge!(normalize(other_value))
19
+ end
20
+
21
+ # Doesn't render anythig, has specific handling logic.
22
+ def render; end
23
+
24
+ private
25
+
26
+ def normalize(value)
27
+ (value || {}).deep_symbolize_keys
28
+ end
29
+ end
30
+ end
31
+ end
32
+ end
@@ -0,0 +1,16 @@
1
+ require 'chewy/search/parameters/storage'
2
+
3
+ module Chewy
4
+ module Search
5
+ class Parameters
6
+ # Just a simple value storage, all the values are coerced to float.
7
+ class MinScore < Storage
8
+ private
9
+
10
+ def normalize(value)
11
+ Float(value) if value
12
+ end
13
+ end
14
+ end
15
+ end
16
+ end
@@ -0,0 +1,25 @@
1
+ require 'chewy/search/parameters/storage'
2
+
3
+ module Chewy
4
+ module Search
5
+ class Parameters
6
+ # Just a standard boolean storage, except the rendering logic.
7
+ #
8
+ # @see Chewy::Search::Parameters::BoolStorage
9
+ # @see Chewy::Search::Request#none
10
+ # @see https://en.wikipedia.org/wiki/Null_Object_pattern
11
+ class None < Storage
12
+ include BoolStorage
13
+
14
+ # Renders `match_none` query if the values is set to true.
15
+ #
16
+ # @see https://www.elastic.co/guide/en/elasticsearch/reference/current/query-dsl-match-all-query.html#query-dsl-match-none-query
17
+ # @see Chewy::Search::Request
18
+ # @see Chewy::Search::Request#response
19
+ def render
20
+ {query: {match_none: {}}} if value.present?
21
+ end
22
+ end
23
+ end
24
+ end
25
+ end
@@ -0,0 +1,17 @@
1
+ require 'chewy/search/parameters/storage'
2
+
3
+ module Chewy
4
+ module Search
5
+ class Parameters
6
+ # Just a standard integer value storage, nothing to see here.
7
+ #
8
+ # @see Chewy::Search::Parameters::IntegerStorage
9
+ # @see Chewy::Search::Request#offset
10
+ # @see https://www.elastic.co/guide/en/elasticsearch/reference/5.4/search-request-from-size.html
11
+ class Offset < Storage
12
+ include IntegerStorage
13
+ self.param_name = :from
14
+ end
15
+ end
16
+ end
17
+ end