chewy 0.9.0 → 5.2.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/.circleci/config.yml +214 -0
- data/.gitignore +1 -0
- data/.rubocop.yml +41 -19
- data/.rubocop_todo.yml +2 -2
- data/.yardopts +5 -0
- data/Appraisals +58 -28
- data/CHANGELOG.md +153 -12
- data/Gemfile +20 -12
- data/LEGACY_DSL.md +497 -0
- data/LICENSE.txt +1 -1
- data/README.md +338 -528
- data/chewy.gemspec +11 -12
- data/gemfiles/rails.5.2.activerecord.gemfile +17 -0
- data/gemfiles/rails.5.2.mongoid.6.4.gemfile +17 -0
- data/gemfiles/rails.6.0.activerecord.gemfile +17 -0
- data/gemfiles/rails.6.1.activerecord.gemfile +19 -0
- data/gemfiles/ruby3.gemfile +10 -0
- data/gemfiles/sequel.4.45.gemfile +11 -0
- data/lib/chewy.rb +79 -44
- data/lib/chewy/backports/duplicable.rb +1 -1
- data/lib/chewy/config.rb +43 -17
- data/lib/chewy/errors.rb +2 -2
- data/lib/chewy/fields/base.rb +56 -31
- data/lib/chewy/fields/root.rb +44 -11
- data/lib/chewy/index.rb +237 -149
- data/lib/chewy/index/actions.rb +100 -35
- data/lib/chewy/index/aliases.rb +2 -1
- data/lib/chewy/index/settings.rb +11 -5
- data/lib/chewy/index/specification.rb +60 -0
- data/lib/chewy/journal.rb +40 -92
- data/lib/chewy/minitest/helpers.rb +6 -6
- data/lib/chewy/minitest/search_index_receiver.rb +17 -17
- data/lib/chewy/query.rb +182 -122
- data/lib/chewy/query/compose.rb +13 -13
- data/lib/chewy/query/criteria.rb +13 -13
- data/lib/chewy/query/filters.rb +21 -4
- data/lib/chewy/query/loading.rb +1 -2
- data/lib/chewy/query/nodes/and.rb +2 -2
- data/lib/chewy/query/nodes/bool.rb +1 -1
- data/lib/chewy/query/nodes/equal.rb +2 -2
- data/lib/chewy/query/nodes/exists.rb +1 -1
- data/lib/chewy/query/nodes/field.rb +1 -1
- data/lib/chewy/query/nodes/has_relation.rb +2 -2
- data/lib/chewy/query/nodes/match_all.rb +1 -1
- data/lib/chewy/query/nodes/missing.rb +1 -1
- data/lib/chewy/query/nodes/not.rb +2 -2
- data/lib/chewy/query/nodes/or.rb +2 -2
- data/lib/chewy/query/nodes/prefix.rb +1 -1
- data/lib/chewy/query/nodes/query.rb +2 -2
- data/lib/chewy/query/nodes/range.rb +4 -4
- data/lib/chewy/query/nodes/regexp.rb +4 -4
- data/lib/chewy/query/nodes/script.rb +3 -3
- data/lib/chewy/query/pagination.rb +10 -1
- data/lib/chewy/railtie.rb +4 -3
- data/lib/chewy/rake_helper.rb +265 -48
- data/lib/chewy/rspec/update_index.rb +33 -27
- data/lib/chewy/search.rb +79 -26
- data/lib/chewy/search/loader.rb +83 -0
- data/lib/chewy/{query → search}/pagination/kaminari.rb +13 -5
- data/lib/chewy/search/pagination/will_paginate.rb +43 -0
- data/lib/chewy/search/parameters.rb +168 -0
- data/lib/chewy/search/parameters/aggs.rb +16 -0
- data/lib/chewy/search/parameters/allow_partial_search_results.rb +27 -0
- data/lib/chewy/search/parameters/concerns/bool_storage.rb +24 -0
- data/lib/chewy/search/parameters/concerns/hash_storage.rb +23 -0
- data/lib/chewy/search/parameters/concerns/integer_storage.rb +14 -0
- data/lib/chewy/search/parameters/concerns/query_storage.rb +238 -0
- data/lib/chewy/search/parameters/concerns/string_array_storage.rb +23 -0
- data/lib/chewy/search/parameters/concerns/string_storage.rb +14 -0
- data/lib/chewy/search/parameters/docvalue_fields.rb +12 -0
- data/lib/chewy/search/parameters/explain.rb +16 -0
- data/lib/chewy/search/parameters/filter.rb +47 -0
- data/lib/chewy/search/parameters/highlight.rb +16 -0
- data/lib/chewy/search/parameters/indices.rb +123 -0
- data/lib/chewy/search/parameters/indices_boost.rb +52 -0
- data/lib/chewy/search/parameters/limit.rb +17 -0
- data/lib/chewy/search/parameters/load.rb +32 -0
- data/lib/chewy/search/parameters/min_score.rb +16 -0
- data/lib/chewy/search/parameters/none.rb +27 -0
- data/lib/chewy/search/parameters/offset.rb +17 -0
- data/lib/chewy/search/parameters/order.rb +64 -0
- data/lib/chewy/search/parameters/post_filter.rb +19 -0
- data/lib/chewy/search/parameters/preference.rb +16 -0
- data/lib/chewy/search/parameters/profile.rb +16 -0
- data/lib/chewy/search/parameters/query.rb +19 -0
- data/lib/chewy/search/parameters/request_cache.rb +27 -0
- data/lib/chewy/search/parameters/rescore.rb +29 -0
- data/lib/chewy/search/parameters/script_fields.rb +16 -0
- data/lib/chewy/search/parameters/search_after.rb +20 -0
- data/lib/chewy/search/parameters/search_type.rb +16 -0
- data/lib/chewy/search/parameters/source.rb +73 -0
- data/lib/chewy/search/parameters/storage.rb +95 -0
- data/lib/chewy/search/parameters/stored_fields.rb +63 -0
- data/lib/chewy/search/parameters/suggest.rb +16 -0
- data/lib/chewy/search/parameters/terminate_after.rb +16 -0
- data/lib/chewy/search/parameters/timeout.rb +16 -0
- data/lib/chewy/search/parameters/track_scores.rb +16 -0
- data/lib/chewy/search/parameters/types.rb +20 -0
- data/lib/chewy/search/parameters/version.rb +16 -0
- data/lib/chewy/search/query_proxy.rb +257 -0
- data/lib/chewy/search/request.rb +1046 -0
- data/lib/chewy/search/response.rb +119 -0
- data/lib/chewy/search/scoping.rb +50 -0
- data/lib/chewy/search/scrolling.rb +134 -0
- data/lib/chewy/stash.rb +79 -0
- data/lib/chewy/strategy.rb +10 -3
- data/lib/chewy/strategy/active_job.rb +2 -1
- data/lib/chewy/strategy/atomic.rb +2 -4
- data/lib/chewy/strategy/bypass.rb +1 -1
- data/lib/chewy/strategy/resque.rb +1 -0
- data/lib/chewy/strategy/shoryuken.rb +40 -0
- data/lib/chewy/strategy/sidekiq.rb +13 -3
- data/lib/chewy/type.rb +29 -7
- data/lib/chewy/type/actions.rb +26 -2
- data/lib/chewy/type/adapter/active_record.rb +44 -29
- data/lib/chewy/type/adapter/base.rb +27 -7
- data/lib/chewy/type/adapter/mongoid.rb +19 -10
- data/lib/chewy/type/adapter/object.rb +187 -26
- data/lib/chewy/type/adapter/orm.rb +59 -32
- data/lib/chewy/type/adapter/sequel.rb +33 -19
- data/lib/chewy/type/crutch.rb +1 -1
- data/lib/chewy/type/import.rb +146 -191
- data/lib/chewy/type/import/bulk_builder.rb +122 -0
- data/lib/chewy/type/import/bulk_request.rb +78 -0
- data/lib/chewy/type/import/journal_builder.rb +45 -0
- data/lib/chewy/type/import/routine.rb +138 -0
- data/lib/chewy/type/mapping.rb +51 -35
- data/lib/chewy/type/observe.rb +17 -13
- data/lib/chewy/type/syncer.rb +222 -0
- data/lib/chewy/type/witchcraft.rb +32 -16
- data/lib/chewy/type/wrapper.rb +30 -4
- data/lib/chewy/version.rb +1 -1
- data/lib/sequel/plugins/chewy_observe.rb +4 -19
- data/lib/tasks/chewy.rake +84 -26
- data/spec/chewy/config_spec.rb +98 -1
- data/spec/chewy/fields/base_spec.rb +170 -135
- data/spec/chewy/fields/root_spec.rb +124 -20
- data/spec/chewy/fields/time_fields_spec.rb +2 -3
- data/spec/chewy/index/actions_spec.rb +214 -52
- data/spec/chewy/index/aliases_spec.rb +2 -2
- data/spec/chewy/index/settings_spec.rb +67 -38
- data/spec/chewy/index/specification_spec.rb +169 -0
- data/spec/chewy/index_spec.rb +108 -64
- data/spec/chewy/journal_spec.rb +150 -55
- data/spec/chewy/minitest/helpers_spec.rb +4 -4
- data/spec/chewy/minitest/search_index_receiver_spec.rb +1 -1
- data/spec/chewy/query/criteria_spec.rb +179 -179
- data/spec/chewy/query/filters_spec.rb +16 -16
- data/spec/chewy/query/loading_spec.rb +22 -20
- data/spec/chewy/query/nodes/and_spec.rb +2 -2
- data/spec/chewy/query/nodes/bool_spec.rb +4 -4
- data/spec/chewy/query/nodes/equal_spec.rb +19 -19
- data/spec/chewy/query/nodes/exists_spec.rb +6 -6
- data/spec/chewy/query/nodes/has_child_spec.rb +19 -19
- data/spec/chewy/query/nodes/has_parent_spec.rb +19 -19
- data/spec/chewy/query/nodes/missing_spec.rb +5 -5
- data/spec/chewy/query/nodes/not_spec.rb +4 -2
- data/spec/chewy/query/nodes/or_spec.rb +2 -2
- data/spec/chewy/query/nodes/prefix_spec.rb +5 -5
- data/spec/chewy/query/nodes/query_spec.rb +2 -2
- data/spec/chewy/query/nodes/range_spec.rb +18 -18
- data/spec/chewy/query/nodes/raw_spec.rb +1 -1
- data/spec/chewy/query/nodes/regexp_spec.rb +14 -14
- data/spec/chewy/query/nodes/script_spec.rb +4 -4
- data/spec/chewy/query/pagination/kaminari_spec.rb +3 -55
- data/spec/chewy/query/pagination/will_paginate_spec.rb +5 -0
- data/spec/chewy/query/pagination_spec.rb +25 -21
- data/spec/chewy/query_spec.rb +503 -561
- data/spec/chewy/rake_helper_spec.rb +381 -0
- data/spec/chewy/repository_spec.rb +4 -4
- data/spec/chewy/rspec/update_index_spec.rb +89 -56
- data/spec/chewy/runtime_spec.rb +2 -2
- data/spec/chewy/search/loader_spec.rb +117 -0
- data/spec/chewy/search/pagination/kaminari_examples.rb +71 -0
- data/spec/chewy/search/pagination/kaminari_spec.rb +21 -0
- data/spec/chewy/search/pagination/will_paginate_examples.rb +63 -0
- data/spec/chewy/search/pagination/will_paginate_spec.rb +23 -0
- data/spec/chewy/search/parameters/aggs_spec.rb +5 -0
- data/spec/chewy/search/parameters/bool_storage_examples.rb +53 -0
- data/spec/chewy/search/parameters/docvalue_fields_spec.rb +5 -0
- data/spec/chewy/search/parameters/explain_spec.rb +5 -0
- data/spec/chewy/search/parameters/filter_spec.rb +5 -0
- data/spec/chewy/search/parameters/hash_storage_examples.rb +59 -0
- data/spec/chewy/search/parameters/highlight_spec.rb +5 -0
- data/spec/chewy/search/parameters/indices_spec.rb +191 -0
- data/spec/chewy/search/parameters/integer_storage_examples.rb +32 -0
- data/spec/chewy/search/parameters/limit_spec.rb +5 -0
- data/spec/chewy/search/parameters/load_spec.rb +60 -0
- data/spec/chewy/search/parameters/min_score_spec.rb +32 -0
- data/spec/chewy/search/parameters/none_spec.rb +5 -0
- data/spec/chewy/search/parameters/offset_spec.rb +5 -0
- data/spec/chewy/search/parameters/order_spec.rb +65 -0
- data/spec/chewy/search/parameters/post_filter_spec.rb +5 -0
- data/spec/chewy/search/parameters/preference_spec.rb +5 -0
- data/spec/chewy/search/parameters/profile_spec.rb +5 -0
- data/spec/chewy/search/parameters/query_spec.rb +5 -0
- data/spec/chewy/search/parameters/query_storage_examples.rb +388 -0
- data/spec/chewy/search/parameters/request_cache_spec.rb +67 -0
- data/spec/chewy/search/parameters/rescore_spec.rb +62 -0
- data/spec/chewy/search/parameters/script_fields_spec.rb +5 -0
- data/spec/chewy/search/parameters/search_after_spec.rb +32 -0
- data/spec/chewy/search/parameters/search_type_spec.rb +5 -0
- data/spec/chewy/search/parameters/source_spec.rb +156 -0
- data/spec/chewy/search/parameters/storage_spec.rb +60 -0
- data/spec/chewy/search/parameters/stored_fields_spec.rb +126 -0
- data/spec/chewy/search/parameters/string_array_storage_examples.rb +63 -0
- data/spec/chewy/search/parameters/string_storage_examples.rb +32 -0
- data/spec/chewy/search/parameters/suggest_spec.rb +5 -0
- data/spec/chewy/search/parameters/terminate_after_spec.rb +5 -0
- data/spec/chewy/search/parameters/timeout_spec.rb +5 -0
- data/spec/chewy/search/parameters/track_scores_spec.rb +5 -0
- data/spec/chewy/search/parameters/types_spec.rb +5 -0
- data/spec/chewy/search/parameters/version_spec.rb +5 -0
- data/spec/chewy/search/parameters_spec.rb +147 -0
- data/spec/chewy/search/query_proxy_spec.rb +68 -0
- data/spec/chewy/search/request_spec.rb +685 -0
- data/spec/chewy/search/response_spec.rb +198 -0
- data/spec/chewy/search/scrolling_spec.rb +169 -0
- data/spec/chewy/search_spec.rb +33 -16
- data/spec/chewy/stash_spec.rb +95 -0
- data/spec/chewy/strategy/active_job_spec.rb +21 -2
- data/spec/chewy/strategy/resque_spec.rb +6 -0
- data/spec/chewy/strategy/shoryuken_spec.rb +70 -0
- data/spec/chewy/strategy/sidekiq_spec.rb +13 -1
- data/spec/chewy/strategy_spec.rb +6 -6
- data/spec/chewy/type/actions_spec.rb +29 -10
- data/spec/chewy/type/adapter/active_record_spec.rb +203 -91
- data/spec/chewy/type/adapter/mongoid_spec.rb +112 -54
- data/spec/chewy/type/adapter/object_spec.rb +101 -28
- data/spec/chewy/type/adapter/sequel_spec.rb +149 -82
- data/spec/chewy/type/import/bulk_builder_spec.rb +279 -0
- data/spec/chewy/type/import/bulk_request_spec.rb +102 -0
- data/spec/chewy/type/import/journal_builder_spec.rb +95 -0
- data/spec/chewy/type/import/routine_spec.rb +110 -0
- data/spec/chewy/type/import_spec.rb +356 -271
- data/spec/chewy/type/mapping_spec.rb +96 -29
- data/spec/chewy/type/observe_spec.rb +9 -5
- data/spec/chewy/type/syncer_spec.rb +123 -0
- data/spec/chewy/type/witchcraft_spec.rb +61 -29
- data/spec/chewy/type/wrapper_spec.rb +63 -23
- data/spec/chewy/type_spec.rb +28 -7
- data/spec/chewy_spec.rb +75 -7
- data/spec/spec_helper.rb +17 -3
- data/spec/support/active_record.rb +5 -1
- data/spec/support/class_helpers.rb +0 -14
- data/spec/support/mongoid.rb +15 -3
- data/spec/support/sequel.rb +6 -1
- metadata +219 -58
- data/.travis.yml +0 -36
- data/gemfiles/rails.3.2.activerecord.gemfile +0 -16
- data/gemfiles/rails.3.2.activerecord.kaminari.gemfile +0 -15
- data/gemfiles/rails.3.2.activerecord.will_paginate.gemfile +0 -15
- data/gemfiles/rails.4.2.activerecord.gemfile +0 -17
- data/gemfiles/rails.4.2.activerecord.kaminari.gemfile +0 -16
- data/gemfiles/rails.4.2.activerecord.will_paginate.gemfile +0 -16
- data/gemfiles/rails.4.2.mongoid.4.0.gemfile +0 -16
- data/gemfiles/rails.4.2.mongoid.4.0.kaminari.gemfile +0 -15
- data/gemfiles/rails.4.2.mongoid.4.0.will_paginate.gemfile +0 -15
- data/gemfiles/rails.4.2.mongoid.5.1.gemfile +0 -16
- data/gemfiles/rails.4.2.mongoid.5.1.kaminari.gemfile +0 -15
- data/gemfiles/rails.4.2.mongoid.5.1.will_paginate.gemfile +0 -15
- data/gemfiles/rails.5.0.activerecord.gemfile +0 -17
- data/gemfiles/rails.5.0.activerecord.kaminari.gemfile +0 -16
- data/gemfiles/rails.5.0.activerecord.will_paginate.gemfile +0 -16
- data/gemfiles/sequel.4.38.gemfile +0 -14
- data/lib/chewy/journal/apply.rb +0 -31
- data/lib/chewy/journal/clean.rb +0 -24
- data/lib/chewy/journal/entry.rb +0 -83
- data/lib/chewy/journal/query.rb +0 -87
- data/lib/chewy/query/pagination/will_paginate.rb +0 -27
- data/lib/chewy/query/scoping.rb +0 -20
- data/spec/chewy/journal/apply_spec.rb +0 -120
- data/spec/chewy/journal/entry_spec.rb +0 -237
- data/spec/chewy/query/pagination/will_paginage_spec.rb +0 -59
data/lib/chewy/journal/query.rb
DELETED
@@ -1,87 +0,0 @@
|
|
1
|
-
module Chewy
|
2
|
-
class Journal
|
3
|
-
class Query
|
4
|
-
# @param time [Integer]
|
5
|
-
# @param comparator [Symbol, String] lt, lte, gt, gte
|
6
|
-
# @param indices [Array<Chewy::Index>] which indices should only be selected in the resulting set
|
7
|
-
# @param use_filter [Boolean] should we use filter or query
|
8
|
-
def initialize(time, comparator, indices, use_filter = true)
|
9
|
-
@time = time
|
10
|
-
@comparator = comparator
|
11
|
-
@indices = indices || []
|
12
|
-
@use_filter = use_filter
|
13
|
-
end
|
14
|
-
|
15
|
-
# @return [Hash] ElasicSearch query
|
16
|
-
def to_h
|
17
|
-
@query ||= { query: { filtered: filtered } }
|
18
|
-
end
|
19
|
-
|
20
|
-
private
|
21
|
-
|
22
|
-
def filtered
|
23
|
-
if @use_filter
|
24
|
-
using_filter_query
|
25
|
-
else
|
26
|
-
using_query_query
|
27
|
-
end
|
28
|
-
end
|
29
|
-
|
30
|
-
def using_filter_query
|
31
|
-
if @indices.any?
|
32
|
-
{
|
33
|
-
filter: {
|
34
|
-
bool: {
|
35
|
-
must: [
|
36
|
-
range_filter,
|
37
|
-
bool: {
|
38
|
-
should: @indices.collect { |i| index_filter(i) }
|
39
|
-
}
|
40
|
-
]
|
41
|
-
}
|
42
|
-
}
|
43
|
-
}
|
44
|
-
else
|
45
|
-
{
|
46
|
-
filter: range_filter
|
47
|
-
}
|
48
|
-
end
|
49
|
-
end
|
50
|
-
|
51
|
-
def using_query_query
|
52
|
-
if @indices.any?
|
53
|
-
{
|
54
|
-
query: range_filter,
|
55
|
-
filter: {
|
56
|
-
bool: {
|
57
|
-
should: @indices.collect { |i| index_filter(i) }
|
58
|
-
}
|
59
|
-
}
|
60
|
-
}
|
61
|
-
else
|
62
|
-
{
|
63
|
-
query: range_filter
|
64
|
-
}
|
65
|
-
end
|
66
|
-
end
|
67
|
-
|
68
|
-
def range_filter
|
69
|
-
{
|
70
|
-
range: {
|
71
|
-
created_at: {
|
72
|
-
@comparator => @time.to_i
|
73
|
-
}
|
74
|
-
}
|
75
|
-
}
|
76
|
-
end
|
77
|
-
|
78
|
-
def index_filter(index)
|
79
|
-
{
|
80
|
-
term: {
|
81
|
-
index_name: index.derivable_index_name
|
82
|
-
}
|
83
|
-
}
|
84
|
-
end
|
85
|
-
end
|
86
|
-
end
|
87
|
-
end
|
@@ -1,27 +0,0 @@
|
|
1
|
-
module Chewy
|
2
|
-
class Query
|
3
|
-
module Pagination
|
4
|
-
module WillPaginate
|
5
|
-
extend ActiveSupport::Concern
|
6
|
-
include ::WillPaginate::CollectionMethods
|
7
|
-
|
8
|
-
attr_reader :current_page, :per_page
|
9
|
-
|
10
|
-
def paginate(options = {})
|
11
|
-
@current_page = ::WillPaginate::PageNumber(options[:page] || @current_page || 1)
|
12
|
-
@page_multiplier = @current_page - 1
|
13
|
-
@per_page = (options[:per_page] || @per_page || ::WillPaginate.per_page).to_i
|
14
|
-
|
15
|
-
# call Chewy::Query methods to limit results
|
16
|
-
limit(@per_page).offset(@page_multiplier * @per_page)
|
17
|
-
end
|
18
|
-
|
19
|
-
def page(page)
|
20
|
-
paginate(page: page)
|
21
|
-
end
|
22
|
-
end
|
23
|
-
end
|
24
|
-
end
|
25
|
-
end
|
26
|
-
|
27
|
-
Chewy::Query.send :include, Chewy::Query::Pagination::WillPaginate
|
data/lib/chewy/query/scoping.rb
DELETED
@@ -1,20 +0,0 @@
|
|
1
|
-
module Chewy
|
2
|
-
class Query
|
3
|
-
module Scoping
|
4
|
-
extend ActiveSupport::Concern
|
5
|
-
|
6
|
-
module ClassMethods
|
7
|
-
def scopes
|
8
|
-
Thread.current[:chewy_scopes] ||= []
|
9
|
-
end
|
10
|
-
end
|
11
|
-
|
12
|
-
def scoping
|
13
|
-
self.class.scopes.push(self)
|
14
|
-
yield
|
15
|
-
ensure
|
16
|
-
self.class.scopes.pop
|
17
|
-
end
|
18
|
-
end
|
19
|
-
end
|
20
|
-
end
|
@@ -1,120 +0,0 @@
|
|
1
|
-
require 'spec_helper'
|
2
|
-
|
3
|
-
describe Chewy::Journal::Apply do
|
4
|
-
describe '.since' do
|
5
|
-
context 'with an index filter' do
|
6
|
-
let(:time) { Time.now }
|
7
|
-
|
8
|
-
before do
|
9
|
-
stub_model(:city) do
|
10
|
-
update_index 'city', :self
|
11
|
-
end
|
12
|
-
stub_model(:country) do
|
13
|
-
update_index 'country', :self
|
14
|
-
end
|
15
|
-
|
16
|
-
stub_index('city') do
|
17
|
-
define_type City do
|
18
|
-
default_import_options journal: true
|
19
|
-
end
|
20
|
-
end
|
21
|
-
stub_index('country') do
|
22
|
-
define_type Country do
|
23
|
-
default_import_options journal: true
|
24
|
-
end
|
25
|
-
end
|
26
|
-
|
27
|
-
Chewy.massacre
|
28
|
-
Timecop.freeze(time)
|
29
|
-
end
|
30
|
-
|
31
|
-
specify do
|
32
|
-
Chewy.strategy(:urgent) do
|
33
|
-
Array.new(2) { |i| City.create!(id: i + 1) }
|
34
|
-
Array.new(2) { |i| Country.create!(id: i + 1) }
|
35
|
-
|
36
|
-
# simulate lost data
|
37
|
-
Chewy.client.delete(index: 'city', type: 'city', id: 1, refresh: true)
|
38
|
-
Chewy.client.delete(index: 'country', type: 'country', id: 1, refresh: true)
|
39
|
-
expect(CityIndex.all.to_a.length).to eq 1
|
40
|
-
expect(CountryIndex.all.to_a.length).to eq 1
|
41
|
-
|
42
|
-
# Replay on specific index
|
43
|
-
described_class.since(time, only: [CityIndex])
|
44
|
-
expect(CityIndex.all.to_a.length).to eq 2
|
45
|
-
expect(CountryIndex.all.to_a.length).to eq 1
|
46
|
-
|
47
|
-
# Replay on both
|
48
|
-
Chewy.client.delete(index: 'city', type: 'city', id: 1, refresh: true)
|
49
|
-
expect(CityIndex.all.to_a.length).to eq 1
|
50
|
-
described_class.since(time, only: [CityIndex, CountryIndex])
|
51
|
-
expect(CityIndex.all.to_a.length).to eq 2
|
52
|
-
expect(CountryIndex.all.to_a.length).to eq 2
|
53
|
-
end
|
54
|
-
end
|
55
|
-
end
|
56
|
-
|
57
|
-
context 'retries' do
|
58
|
-
let(:time) { Time.now.to_i }
|
59
|
-
before do
|
60
|
-
stub_model(:city) do
|
61
|
-
update_index 'city', :self
|
62
|
-
end
|
63
|
-
stub_index('city') do
|
64
|
-
define_type City do
|
65
|
-
default_import_options journal: true
|
66
|
-
end
|
67
|
-
end
|
68
|
-
Chewy.massacre
|
69
|
-
Timecop.freeze
|
70
|
-
Chewy.strategy(:urgent)
|
71
|
-
City.create!(id: 1)
|
72
|
-
end
|
73
|
-
|
74
|
-
after do
|
75
|
-
Chewy.strategy.pop
|
76
|
-
end
|
77
|
-
|
78
|
-
specify 'journal was cleaned after the first call' do
|
79
|
-
expect(Chewy::Journal::Entry)
|
80
|
-
.to receive(:since).exactly(2).and_call_original
|
81
|
-
Chewy::Journal::Apply.since(time)
|
82
|
-
end
|
83
|
-
|
84
|
-
context 'endless journal' do
|
85
|
-
let(:count_of_checks) { 10 } # default
|
86
|
-
let!(:journal_records) do
|
87
|
-
record = Chewy::Journal::Entry.since(time).first
|
88
|
-
Array.new(count_of_checks) do |i|
|
89
|
-
r = record.dup
|
90
|
-
r.created_at = time.to_i + i
|
91
|
-
r.object_ids = [i]
|
92
|
-
r
|
93
|
-
end
|
94
|
-
end
|
95
|
-
|
96
|
-
specify '10 retries by default' do
|
97
|
-
expect(Chewy::Journal::Entry)
|
98
|
-
.to receive(:since).exactly(count_of_checks) { [journal_records.shift].compact }
|
99
|
-
Chewy::Journal::Apply.since(time)
|
100
|
-
end
|
101
|
-
|
102
|
-
specify 'with :once parameter set' do
|
103
|
-
expect(Chewy::Journal::Entry)
|
104
|
-
.to receive(:since).exactly(1) { [journal_records.shift].compact }
|
105
|
-
Chewy::Journal::Apply.since(time, once: true)
|
106
|
-
end
|
107
|
-
|
108
|
-
context 'with retries parameter set' do
|
109
|
-
let(:retries) { 5 }
|
110
|
-
|
111
|
-
specify do
|
112
|
-
expect(Chewy::Journal::Entry)
|
113
|
-
.to receive(:since).exactly(retries) { [journal_records.shift].compact }
|
114
|
-
Chewy::Journal::Apply.since(time, retries: retries)
|
115
|
-
end
|
116
|
-
end
|
117
|
-
end
|
118
|
-
end
|
119
|
-
end
|
120
|
-
end
|
@@ -1,237 +0,0 @@
|
|
1
|
-
require 'spec_helper'
|
2
|
-
|
3
|
-
describe Chewy::Journal::Entry do
|
4
|
-
before do
|
5
|
-
stub_model(:city) do
|
6
|
-
update_index 'city', :self
|
7
|
-
end
|
8
|
-
stub_index('city') do
|
9
|
-
define_type City do
|
10
|
-
default_import_options journal: true
|
11
|
-
end
|
12
|
-
end
|
13
|
-
end
|
14
|
-
|
15
|
-
describe '.since' do
|
16
|
-
let(:time) { Time.now.to_i }
|
17
|
-
before do
|
18
|
-
Timecop.freeze(time)
|
19
|
-
Chewy.massacre
|
20
|
-
Chewy.strategy(:urgent) { City.create!(id: 1) }
|
21
|
-
end
|
22
|
-
subject { described_class.since(time) }
|
23
|
-
|
24
|
-
its(:length) { is_expected.to eq(1) }
|
25
|
-
|
26
|
-
context 'with indices parameter provided' do
|
27
|
-
subject { described_class.since(time, indices) }
|
28
|
-
|
29
|
-
context 'it ignores empty array' do
|
30
|
-
let(:indices) { [] }
|
31
|
-
its(:length) { is_expected.to eq(1) }
|
32
|
-
end
|
33
|
-
|
34
|
-
context do
|
35
|
-
let(:indices) { [CityIndex::City2] }
|
36
|
-
before do
|
37
|
-
stub_index('city') do
|
38
|
-
define_type :city2 do
|
39
|
-
default_import_options journal: true
|
40
|
-
end
|
41
|
-
end
|
42
|
-
end
|
43
|
-
|
44
|
-
its(:length) { is_expected.to eq(1) }
|
45
|
-
end
|
46
|
-
end
|
47
|
-
end
|
48
|
-
|
49
|
-
describe '.group' do
|
50
|
-
let(:full_type_name) { 'type' }
|
51
|
-
let(:another_full_type_name) { 'type' }
|
52
|
-
let(:entry) { described_class.new('object_ids' => [1]) }
|
53
|
-
let(:another_entry) { described_class.new('object_ids' => [2]) }
|
54
|
-
before do
|
55
|
-
allow(entry)
|
56
|
-
.to receive(:full_type_name).and_return(full_type_name)
|
57
|
-
allow(another_entry)
|
58
|
-
.to receive(:full_type_name).and_return(another_full_type_name)
|
59
|
-
end
|
60
|
-
subject { described_class.group([entry, another_entry]) }
|
61
|
-
|
62
|
-
specify do
|
63
|
-
expect(subject.length).to eq(1)
|
64
|
-
expect(subject.first.object_ids).to eq([1, 2])
|
65
|
-
end
|
66
|
-
|
67
|
-
context do
|
68
|
-
let(:another_full_type_name) { 'whatever' }
|
69
|
-
|
70
|
-
specify do
|
71
|
-
expect(subject.length).to eq(2)
|
72
|
-
expect(subject.first.object_ids).to eq(entry.object_ids)
|
73
|
-
expect(subject.last.object_ids).to eq(another_entry.object_ids)
|
74
|
-
end
|
75
|
-
end
|
76
|
-
end
|
77
|
-
|
78
|
-
describe '.recent_timestamp' do
|
79
|
-
let(:time) { Time.now.to_i }
|
80
|
-
let(:entry) { described_class.new('created_at' => time) }
|
81
|
-
let(:another_entry) { described_class.new('created_at' => time + 1) }
|
82
|
-
subject { described_class.recent_timestamp([entry, another_entry]) }
|
83
|
-
|
84
|
-
it { is_expected.to eq(time + 1) }
|
85
|
-
end
|
86
|
-
|
87
|
-
describe '.subtract' do
|
88
|
-
let(:full_type_name) { 'type' }
|
89
|
-
let(:another_full_type_name) { 'type' }
|
90
|
-
let(:entry) { described_class.new('object_ids' => [1]) }
|
91
|
-
let(:another_entry) { described_class.new('object_ids' => [2]) }
|
92
|
-
before do
|
93
|
-
allow(entry)
|
94
|
-
.to receive(:full_type_name).and_return(full_type_name)
|
95
|
-
allow(another_entry)
|
96
|
-
.to receive(:full_type_name).and_return(another_full_type_name)
|
97
|
-
end
|
98
|
-
let(:from) { [entry] }
|
99
|
-
let(:what) { [another_entry] }
|
100
|
-
subject { described_class.subtract(from, what) }
|
101
|
-
|
102
|
-
specify { expect { subject }.not_to change { from.length } }
|
103
|
-
specify { expect(entry.object_ids).to eq([1]) }
|
104
|
-
|
105
|
-
context 'object_ids have same elements' do
|
106
|
-
let(:another_entry) { described_class.new('object_ids' => [1, 2]) }
|
107
|
-
|
108
|
-
specify { expect { subject }.to change { from.length }.from(1).to(0) }
|
109
|
-
specify do
|
110
|
-
subject
|
111
|
-
expect(entry.object_ids).to eq([])
|
112
|
-
end
|
113
|
-
|
114
|
-
context 'not all elements are covered by subtracting array' do
|
115
|
-
let(:entry) { described_class.new('object_ids' => [1, 3]) }
|
116
|
-
|
117
|
-
specify { expect { subject }.not_to change { from.length } }
|
118
|
-
specify do
|
119
|
-
subject
|
120
|
-
expect(entry.object_ids).to eq([3])
|
121
|
-
end
|
122
|
-
end
|
123
|
-
end
|
124
|
-
end
|
125
|
-
|
126
|
-
describe '#merge' do
|
127
|
-
let(:time) { Time.now.to_i }
|
128
|
-
let(:index_name) { 'index' }
|
129
|
-
let(:type_name) { 'type' }
|
130
|
-
let(:object_ids) { [1] }
|
131
|
-
let(:entry) do
|
132
|
-
described_class.new('index_name' => index_name,
|
133
|
-
'type_name' => type_name,
|
134
|
-
'object_ids' => object_ids,
|
135
|
-
'created_at' => time)
|
136
|
-
end
|
137
|
-
let(:another_index_name) { 'index' }
|
138
|
-
let(:another_type_name) { 'type' }
|
139
|
-
let(:another_object_ids) { [2] }
|
140
|
-
let(:another_time) { time + 1 }
|
141
|
-
let(:another_entry) do
|
142
|
-
described_class.new('index_name' => another_index_name,
|
143
|
-
'type_name' => another_type_name,
|
144
|
-
'object_ids' => another_object_ids,
|
145
|
-
'created_at' => another_time)
|
146
|
-
end
|
147
|
-
subject { entry.merge(another_entry) }
|
148
|
-
|
149
|
-
specify do
|
150
|
-
expect(subject).to eq(entry)
|
151
|
-
expect(entry.created_at).to eq(another_entry.created_at)
|
152
|
-
expect(entry.object_ids).to eq([1, 2])
|
153
|
-
end
|
154
|
-
|
155
|
-
shared_examples_for 'merge does not change the entry' do
|
156
|
-
it { is_expected.to eq(entry) }
|
157
|
-
specify { expect { subject }.not_to change(entry, :created_at) }
|
158
|
-
specify { expect { subject }.not_to change(entry, :object_ids) }
|
159
|
-
end
|
160
|
-
|
161
|
-
context 'different types' do
|
162
|
-
let(:another_type_name) { 'whatever' }
|
163
|
-
include_examples 'merge does not change the entry'
|
164
|
-
end
|
165
|
-
|
166
|
-
context 'merge with nil' do
|
167
|
-
let(:another_entry) { nil }
|
168
|
-
include_examples 'merge does not change the entry'
|
169
|
-
end
|
170
|
-
|
171
|
-
context 'original entry has more recent time' do
|
172
|
-
let(:another_time) { time - 1 }
|
173
|
-
specify { expect { subject }.not_to change(entry, :created_at) }
|
174
|
-
end
|
175
|
-
end
|
176
|
-
|
177
|
-
describe '#empty?' do
|
178
|
-
let(:object_ids) { [] }
|
179
|
-
subject { described_class.new('object_ids' => object_ids).empty? }
|
180
|
-
|
181
|
-
it { is_expected.to eq(true) }
|
182
|
-
|
183
|
-
context do
|
184
|
-
let(:object_ids) { nil }
|
185
|
-
it { is_expected.to eq(true) }
|
186
|
-
end
|
187
|
-
|
188
|
-
context do
|
189
|
-
let(:object_ids) { [1] }
|
190
|
-
it { is_expected.to eq(false) }
|
191
|
-
end
|
192
|
-
end
|
193
|
-
|
194
|
-
describe '#full_type_name' do
|
195
|
-
subject do
|
196
|
-
described_class.new('index_name' => 'index', 'type_name' => 'type')
|
197
|
-
.full_type_name
|
198
|
-
end
|
199
|
-
it { is_expected.to eq('index#type') }
|
200
|
-
end
|
201
|
-
|
202
|
-
describe '#index' do
|
203
|
-
let(:index_name) { 'wrong_index_name' }
|
204
|
-
let(:type_name) { 'city' }
|
205
|
-
subject do
|
206
|
-
described_class
|
207
|
-
.new('index_name' => index_name, 'type_name' => type_name).index
|
208
|
-
end
|
209
|
-
|
210
|
-
specify { expect { subject }.to raise_error(Chewy::UnderivableType) }
|
211
|
-
|
212
|
-
context do
|
213
|
-
let(:index_name) { 'city' }
|
214
|
-
it { is_expected.to eq(CityIndex::City) }
|
215
|
-
end
|
216
|
-
end
|
217
|
-
|
218
|
-
describe '#==' do
|
219
|
-
let(:full_type_name) { 'type' }
|
220
|
-
let(:another_full_type_name) { 'type' }
|
221
|
-
let(:entry) { described_class.new }
|
222
|
-
let(:another_entry) { described_class.new }
|
223
|
-
before do
|
224
|
-
expect(entry).to receive(:full_type_name).and_return(full_type_name)
|
225
|
-
expect(another_entry)
|
226
|
-
.to receive(:full_type_name).and_return(another_full_type_name)
|
227
|
-
end
|
228
|
-
subject { entry == another_entry }
|
229
|
-
|
230
|
-
it { is_expected.to eq(true) }
|
231
|
-
|
232
|
-
context do
|
233
|
-
let(:another_full_type_name) { 'whatever' }
|
234
|
-
it { is_expected.to eq(false) }
|
235
|
-
end
|
236
|
-
end
|
237
|
-
end
|