chewy 0.10.1 → 7.3.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/.github/CODEOWNERS +1 -0
- data/.github/ISSUE_TEMPLATE/bug_report.md +39 -0
- data/.github/ISSUE_TEMPLATE/feature_request.md +20 -0
- data/.github/PULL_REQUEST_TEMPLATE.md +16 -0
- data/.github/workflows/ruby.yml +74 -0
- data/.rubocop.yml +28 -23
- data/.rubocop_todo.yml +110 -22
- data/CHANGELOG.md +480 -298
- data/CODE_OF_CONDUCT.md +14 -0
- data/CONTRIBUTING.md +63 -0
- data/Gemfile +3 -5
- data/Guardfile +3 -1
- data/LICENSE.txt +1 -1
- data/README.md +571 -333
- data/chewy.gemspec +12 -15
- data/gemfiles/rails.5.2.activerecord.gemfile +11 -0
- data/gemfiles/rails.6.0.activerecord.gemfile +11 -0
- data/gemfiles/rails.6.1.activerecord.gemfile +13 -0
- data/gemfiles/rails.7.0.activerecord.gemfile +13 -0
- data/lib/chewy/config.rb +48 -77
- data/lib/chewy/errors.rb +4 -10
- data/lib/chewy/fields/base.rb +88 -16
- data/lib/chewy/fields/root.rb +15 -21
- data/lib/chewy/index/actions.rb +67 -38
- data/lib/chewy/{type → index}/adapter/active_record.rb +18 -4
- data/lib/chewy/{type → index}/adapter/base.rb +11 -12
- data/lib/chewy/{type → index}/adapter/object.rb +28 -32
- data/lib/chewy/{type → index}/adapter/orm.rb +26 -24
- data/lib/chewy/index/aliases.rb +14 -5
- data/lib/chewy/index/crutch.rb +40 -0
- data/lib/chewy/index/import/bulk_builder.rb +311 -0
- data/lib/chewy/{type → index}/import/bulk_request.rb +10 -9
- data/lib/chewy/{type → index}/import/journal_builder.rb +11 -12
- data/lib/chewy/{type → index}/import/routine.rb +19 -18
- data/lib/chewy/{type → index}/import.rb +82 -36
- data/lib/chewy/{type → index}/mapping.rb +63 -62
- data/lib/chewy/index/observe/active_record_methods.rb +87 -0
- data/lib/chewy/index/observe/callback.rb +34 -0
- data/lib/chewy/index/observe.rb +17 -0
- data/lib/chewy/index/settings.rb +2 -0
- data/lib/chewy/index/specification.rb +13 -10
- data/lib/chewy/{type → index}/syncer.rb +62 -63
- data/lib/chewy/{type → index}/witchcraft.rb +15 -9
- data/lib/chewy/{type → index}/wrapper.rb +16 -6
- data/lib/chewy/index.rb +68 -93
- data/lib/chewy/journal.rb +25 -14
- data/lib/chewy/minitest/helpers.rb +91 -18
- data/lib/chewy/minitest/search_index_receiver.rb +29 -33
- data/lib/chewy/multi_search.rb +62 -0
- data/lib/chewy/railtie.rb +8 -24
- data/lib/chewy/rake_helper.rb +141 -112
- data/lib/chewy/rspec/build_query.rb +12 -0
- data/lib/chewy/rspec/helpers.rb +55 -0
- data/lib/chewy/rspec/update_index.rb +58 -49
- data/lib/chewy/rspec.rb +2 -0
- data/lib/chewy/runtime.rb +1 -1
- data/lib/chewy/search/loader.rb +19 -41
- data/lib/chewy/search/parameters/allow_partial_search_results.rb +27 -0
- data/lib/chewy/search/parameters/collapse.rb +16 -0
- data/lib/chewy/search/parameters/concerns/query_storage.rb +6 -5
- data/lib/chewy/search/parameters/ignore_unavailable.rb +27 -0
- data/lib/chewy/search/parameters/indices.rb +78 -0
- data/lib/chewy/search/parameters/none.rb +1 -3
- data/lib/chewy/search/parameters/order.rb +6 -19
- data/lib/chewy/search/parameters/source.rb +5 -1
- data/lib/chewy/search/parameters/track_total_hits.rb +16 -0
- data/lib/chewy/search/parameters.rb +28 -8
- data/lib/chewy/search/query_proxy.rb +9 -2
- data/lib/chewy/search/request.rb +207 -157
- data/lib/chewy/search/response.rb +5 -5
- data/lib/chewy/search/scoping.rb +7 -8
- data/lib/chewy/search/scrolling.rb +14 -13
- data/lib/chewy/search.rb +7 -26
- data/lib/chewy/stash.rb +27 -29
- data/lib/chewy/strategy/active_job.rb +2 -2
- data/lib/chewy/strategy/atomic.rb +1 -1
- data/lib/chewy/strategy/atomic_no_refresh.rb +18 -0
- data/lib/chewy/strategy/base.rb +10 -0
- data/lib/chewy/strategy/delayed_sidekiq/scheduler.rb +148 -0
- data/lib/chewy/strategy/delayed_sidekiq/worker.rb +52 -0
- data/lib/chewy/strategy/delayed_sidekiq.rb +17 -0
- data/lib/chewy/strategy/lazy_sidekiq.rb +64 -0
- data/lib/chewy/strategy/sidekiq.rb +3 -2
- data/lib/chewy/strategy.rb +6 -19
- data/lib/chewy/version.rb +1 -1
- data/lib/chewy.rb +37 -80
- data/lib/generators/chewy/install_generator.rb +1 -1
- data/lib/tasks/chewy.rake +26 -32
- data/migration_guide.md +56 -0
- data/spec/chewy/config_spec.rb +27 -57
- data/spec/chewy/fields/base_spec.rb +457 -174
- data/spec/chewy/fields/root_spec.rb +24 -32
- data/spec/chewy/fields/time_fields_spec.rb +5 -5
- data/spec/chewy/index/actions_spec.rb +425 -60
- data/spec/chewy/{type → index}/adapter/active_record_spec.rb +110 -44
- data/spec/chewy/{type → index}/adapter/object_spec.rb +21 -6
- data/spec/chewy/index/aliases_spec.rb +3 -3
- data/spec/chewy/index/import/bulk_builder_spec.rb +494 -0
- data/spec/chewy/{type → index}/import/bulk_request_spec.rb +5 -12
- data/spec/chewy/{type → index}/import/journal_builder_spec.rb +22 -30
- data/spec/chewy/{type → index}/import/routine_spec.rb +19 -19
- data/spec/chewy/{type → index}/import_spec.rb +154 -95
- data/spec/chewy/index/mapping_spec.rb +135 -0
- data/spec/chewy/index/observe/active_record_methods_spec.rb +68 -0
- data/spec/chewy/index/observe/callback_spec.rb +139 -0
- data/spec/chewy/index/observe_spec.rb +143 -0
- data/spec/chewy/index/settings_spec.rb +3 -1
- data/spec/chewy/index/specification_spec.rb +32 -33
- data/spec/chewy/{type → index}/syncer_spec.rb +14 -19
- data/spec/chewy/{type → index}/witchcraft_spec.rb +34 -21
- data/spec/chewy/index/wrapper_spec.rb +100 -0
- data/spec/chewy/index_spec.rb +99 -114
- data/spec/chewy/journal_spec.rb +56 -101
- data/spec/chewy/minitest/helpers_spec.rb +122 -14
- data/spec/chewy/minitest/search_index_receiver_spec.rb +24 -26
- data/spec/chewy/multi_search_spec.rb +84 -0
- data/spec/chewy/rake_helper_spec.rb +325 -101
- data/spec/chewy/rspec/build_query_spec.rb +34 -0
- data/spec/chewy/rspec/helpers_spec.rb +61 -0
- data/spec/chewy/rspec/update_index_spec.rb +106 -102
- data/spec/chewy/runtime_spec.rb +2 -2
- data/spec/chewy/search/loader_spec.rb +19 -53
- data/spec/chewy/search/pagination/kaminari_examples.rb +3 -5
- data/spec/chewy/search/pagination/kaminari_spec.rb +1 -1
- data/spec/chewy/search/parameters/collapse_spec.rb +5 -0
- data/spec/chewy/search/parameters/ignore_unavailable_spec.rb +67 -0
- data/spec/chewy/search/parameters/indices_spec.rb +99 -0
- data/spec/chewy/search/parameters/none_spec.rb +1 -1
- data/spec/chewy/search/parameters/order_spec.rb +18 -11
- data/spec/chewy/search/parameters/query_storage_examples.rb +67 -21
- data/spec/chewy/search/parameters/search_after_spec.rb +4 -1
- data/spec/chewy/search/parameters/source_spec.rb +8 -2
- data/spec/chewy/search/parameters/track_total_hits_spec.rb +5 -0
- data/spec/chewy/search/parameters_spec.rb +39 -8
- data/spec/chewy/search/query_proxy_spec.rb +68 -17
- data/spec/chewy/search/request_spec.rb +360 -149
- data/spec/chewy/search/response_spec.rb +35 -25
- data/spec/chewy/search/scrolling_spec.rb +28 -26
- data/spec/chewy/search_spec.rb +73 -53
- data/spec/chewy/stash_spec.rb +16 -26
- data/spec/chewy/strategy/active_job_spec.rb +23 -10
- data/spec/chewy/strategy/atomic_no_refresh_spec.rb +60 -0
- data/spec/chewy/strategy/atomic_spec.rb +9 -10
- data/spec/chewy/strategy/delayed_sidekiq_spec.rb +190 -0
- data/spec/chewy/strategy/lazy_sidekiq_spec.rb +214 -0
- data/spec/chewy/strategy/sidekiq_spec.rb +14 -10
- data/spec/chewy/strategy_spec.rb +19 -15
- data/spec/chewy_spec.rb +17 -110
- data/spec/spec_helper.rb +7 -22
- data/spec/support/active_record.rb +43 -5
- metadata +123 -198
- data/.travis.yml +0 -53
- data/Appraisals +0 -79
- data/LEGACY_DSL.md +0 -497
- data/gemfiles/rails.4.0.activerecord.gemfile +0 -14
- data/gemfiles/rails.4.1.activerecord.gemfile +0 -14
- data/gemfiles/rails.4.2.activerecord.gemfile +0 -15
- data/gemfiles/rails.4.2.mongoid.5.1.gemfile +0 -15
- data/gemfiles/rails.5.0.activerecord.gemfile +0 -15
- data/gemfiles/rails.5.0.mongoid.6.0.gemfile +0 -15
- data/gemfiles/rails.5.1.activerecord.gemfile +0 -15
- data/gemfiles/rails.5.1.mongoid.6.1.gemfile +0 -15
- data/gemfiles/sequel.4.45.gemfile +0 -11
- data/lib/chewy/backports/deep_dup.rb +0 -46
- data/lib/chewy/backports/duplicable.rb +0 -91
- data/lib/chewy/query/compose.rb +0 -68
- data/lib/chewy/query/criteria.rb +0 -191
- data/lib/chewy/query/filters.rb +0 -227
- data/lib/chewy/query/loading.rb +0 -111
- data/lib/chewy/query/nodes/and.rb +0 -25
- data/lib/chewy/query/nodes/base.rb +0 -17
- data/lib/chewy/query/nodes/bool.rb +0 -34
- data/lib/chewy/query/nodes/equal.rb +0 -34
- data/lib/chewy/query/nodes/exists.rb +0 -20
- data/lib/chewy/query/nodes/expr.rb +0 -28
- data/lib/chewy/query/nodes/field.rb +0 -110
- data/lib/chewy/query/nodes/has_child.rb +0 -15
- data/lib/chewy/query/nodes/has_parent.rb +0 -15
- data/lib/chewy/query/nodes/has_relation.rb +0 -59
- data/lib/chewy/query/nodes/match_all.rb +0 -11
- data/lib/chewy/query/nodes/missing.rb +0 -20
- data/lib/chewy/query/nodes/not.rb +0 -25
- data/lib/chewy/query/nodes/or.rb +0 -25
- data/lib/chewy/query/nodes/prefix.rb +0 -19
- data/lib/chewy/query/nodes/query.rb +0 -20
- data/lib/chewy/query/nodes/range.rb +0 -63
- data/lib/chewy/query/nodes/raw.rb +0 -15
- data/lib/chewy/query/nodes/regexp.rb +0 -35
- data/lib/chewy/query/nodes/script.rb +0 -20
- data/lib/chewy/query/pagination.rb +0 -25
- data/lib/chewy/query.rb +0 -1098
- data/lib/chewy/search/pagination/will_paginate.rb +0 -43
- data/lib/chewy/search/parameters/types.rb +0 -20
- data/lib/chewy/strategy/resque.rb +0 -27
- data/lib/chewy/strategy/shoryuken.rb +0 -40
- data/lib/chewy/type/actions.rb +0 -43
- data/lib/chewy/type/adapter/mongoid.rb +0 -69
- data/lib/chewy/type/adapter/sequel.rb +0 -95
- data/lib/chewy/type/crutch.rb +0 -32
- data/lib/chewy/type/import/bulk_builder.rb +0 -122
- data/lib/chewy/type/observe.rb +0 -78
- data/lib/chewy/type.rb +0 -117
- data/lib/sequel/plugins/chewy_observe.rb +0 -78
- data/spec/chewy/query/criteria_spec.rb +0 -700
- data/spec/chewy/query/filters_spec.rb +0 -201
- data/spec/chewy/query/loading_spec.rb +0 -124
- data/spec/chewy/query/nodes/and_spec.rb +0 -12
- data/spec/chewy/query/nodes/bool_spec.rb +0 -14
- data/spec/chewy/query/nodes/equal_spec.rb +0 -32
- data/spec/chewy/query/nodes/exists_spec.rb +0 -18
- data/spec/chewy/query/nodes/has_child_spec.rb +0 -59
- data/spec/chewy/query/nodes/has_parent_spec.rb +0 -59
- data/spec/chewy/query/nodes/match_all_spec.rb +0 -11
- data/spec/chewy/query/nodes/missing_spec.rb +0 -16
- data/spec/chewy/query/nodes/not_spec.rb +0 -13
- data/spec/chewy/query/nodes/or_spec.rb +0 -12
- data/spec/chewy/query/nodes/prefix_spec.rb +0 -16
- data/spec/chewy/query/nodes/query_spec.rb +0 -12
- data/spec/chewy/query/nodes/range_spec.rb +0 -32
- data/spec/chewy/query/nodes/raw_spec.rb +0 -11
- data/spec/chewy/query/nodes/regexp_spec.rb +0 -43
- data/spec/chewy/query/nodes/script_spec.rb +0 -15
- data/spec/chewy/query/pagination/kaminari_spec.rb +0 -5
- data/spec/chewy/query/pagination/will_paginate_spec.rb +0 -5
- data/spec/chewy/query/pagination_spec.rb +0 -39
- data/spec/chewy/query_spec.rb +0 -636
- data/spec/chewy/search/pagination/will_paginate_examples.rb +0 -63
- data/spec/chewy/search/pagination/will_paginate_spec.rb +0 -23
- data/spec/chewy/search/parameters/indices_boost_spec.rb +0 -83
- data/spec/chewy/search/parameters/types_spec.rb +0 -5
- data/spec/chewy/strategy/resque_spec.rb +0 -46
- data/spec/chewy/strategy/shoryuken_spec.rb +0 -64
- data/spec/chewy/type/actions_spec.rb +0 -50
- data/spec/chewy/type/adapter/mongoid_spec.rb +0 -372
- data/spec/chewy/type/adapter/sequel_spec.rb +0 -472
- data/spec/chewy/type/import/bulk_builder_spec.rb +0 -279
- data/spec/chewy/type/mapping_spec.rb +0 -142
- data/spec/chewy/type/observe_spec.rb +0 -137
- data/spec/chewy/type/wrapper_spec.rb +0 -98
- data/spec/chewy/type_spec.rb +0 -55
- data/spec/support/mongoid.rb +0 -93
- data/spec/support/sequel.rb +0 -80
@@ -7,28 +7,30 @@ describe Chewy::Search::Response, :orm do
|
|
7
7
|
stub_model(:city)
|
8
8
|
stub_model(:country)
|
9
9
|
|
10
|
-
stub_index(:
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
end
|
10
|
+
stub_index(:cities) do
|
11
|
+
index_scope City
|
12
|
+
field :name
|
13
|
+
field :rating, type: 'integer'
|
14
|
+
end
|
15
|
+
stub_index(:countries) do
|
16
|
+
index_scope Country
|
17
|
+
field :name
|
18
|
+
field :rating, type: 'integer'
|
20
19
|
end
|
21
20
|
end
|
22
21
|
|
23
|
-
before
|
22
|
+
before do
|
23
|
+
CitiesIndex.import!(cities: cities)
|
24
|
+
CountriesIndex.import!(countries)
|
25
|
+
end
|
24
26
|
|
25
27
|
let(:cities) { Array.new(2) { |i| City.create!(rating: i, name: "city #{i}") } }
|
26
28
|
let(:countries) { Array.new(2) { |i| Country.create!(rating: i + 2, name: "country #{i}") } }
|
27
29
|
|
28
|
-
let(:request) { Chewy::Search::Request.new(
|
30
|
+
let(:request) { Chewy::Search::Request.new(CitiesIndex, CountriesIndex).order(:rating) }
|
29
31
|
let(:raw_response) { request.send(:perform) }
|
30
32
|
let(:load_options) { {} }
|
31
|
-
let(:loader) { Chewy::Search::Loader.new(indexes: [
|
33
|
+
let(:loader) { Chewy::Search::Loader.new(indexes: [CitiesIndex, CountriesIndex], **load_options) }
|
32
34
|
subject { described_class.new(raw_response, loader) }
|
33
35
|
|
34
36
|
describe '#hits' do
|
@@ -59,7 +61,7 @@ describe Chewy::Search::Response, :orm do
|
|
59
61
|
specify { expect(subject.max_score).to be_nil }
|
60
62
|
|
61
63
|
context do
|
62
|
-
let(:request) { Chewy::Search::Request.new(
|
64
|
+
let(:request) { Chewy::Search::Request.new(CitiesIndex).query(range: {rating: {lte: 42}}) }
|
63
65
|
specify { expect(subject.max_score).to eq(1.0) }
|
64
66
|
end
|
65
67
|
end
|
@@ -69,10 +71,13 @@ describe Chewy::Search::Response, :orm do
|
|
69
71
|
|
70
72
|
context do
|
71
73
|
let(:request) do
|
72
|
-
Chewy::Search::Request.new(
|
74
|
+
Chewy::Search::Request.new(CitiesIndex)
|
73
75
|
.query(script: {script: {inline: 'sleep(100); true', lang: 'groovy'}})
|
74
76
|
end
|
75
|
-
specify
|
77
|
+
specify do
|
78
|
+
pending
|
79
|
+
expect(subject.took).to be > 100
|
80
|
+
end
|
76
81
|
end
|
77
82
|
end
|
78
83
|
|
@@ -81,10 +86,13 @@ describe Chewy::Search::Response, :orm do
|
|
81
86
|
|
82
87
|
context do
|
83
88
|
let(:request) do
|
84
|
-
Chewy::Search::Request.new(
|
89
|
+
Chewy::Search::Request.new(CitiesIndex)
|
85
90
|
.query(script: {script: {inline: 'sleep(100); true', lang: 'groovy'}}).timeout('10ms')
|
86
91
|
end
|
87
|
-
specify
|
92
|
+
specify do
|
93
|
+
pending
|
94
|
+
expect(subject.timed_out?).to eq(true)
|
95
|
+
end
|
88
96
|
end
|
89
97
|
end
|
90
98
|
|
@@ -93,7 +101,7 @@ describe Chewy::Search::Response, :orm do
|
|
93
101
|
|
94
102
|
context do
|
95
103
|
let(:request) do
|
96
|
-
Chewy::Search::Request.new(
|
104
|
+
Chewy::Search::Request.new(CitiesIndex).suggest(
|
97
105
|
my_suggestion: {
|
98
106
|
text: 'city country',
|
99
107
|
term: {
|
@@ -117,7 +125,9 @@ describe Chewy::Search::Response, :orm do
|
|
117
125
|
specify { expect(subject.aggs).to eq({}) }
|
118
126
|
|
119
127
|
context do
|
120
|
-
let(:request)
|
128
|
+
let(:request) do
|
129
|
+
Chewy::Search::Request.new(CitiesIndex, CountriesIndex).aggs(avg_rating: {avg: {field: :rating}})
|
130
|
+
end
|
121
131
|
specify { expect(subject.aggs).to eq('avg_rating' => {'value' => 1.5}) }
|
122
132
|
end
|
123
133
|
end
|
@@ -127,7 +137,7 @@ describe Chewy::Search::Response, :orm do
|
|
127
137
|
specify { expect(subject.wrappers).to have(4).items }
|
128
138
|
specify do
|
129
139
|
expect(subject.wrappers.map(&:class).uniq)
|
130
|
-
.to contain_exactly(
|
140
|
+
.to contain_exactly(CitiesIndex, CountriesIndex)
|
131
141
|
end
|
132
142
|
specify { expect(subject.wrappers.map(&:_data)).to eq(subject.hits) }
|
133
143
|
|
@@ -149,14 +159,14 @@ describe Chewy::Search::Response, :orm do
|
|
149
159
|
context do
|
150
160
|
let(:raw_response) do
|
151
161
|
{'hits' => {'hits' => [
|
152
|
-
{'_index' => '
|
162
|
+
{'_index' => 'cities',
|
153
163
|
'_type' => 'city',
|
154
164
|
'_id' => '1',
|
155
165
|
'_score' => 1.3,
|
156
166
|
'_source' => {'id' => 2, 'rating' => 0}}
|
157
167
|
]}}
|
158
168
|
end
|
159
|
-
specify { expect(subject.wrappers.first).to be_a(
|
169
|
+
specify { expect(subject.wrappers.first).to be_a(CitiesIndex) }
|
160
170
|
specify { expect(subject.wrappers.first.id).to eq(2) }
|
161
171
|
specify { expect(subject.wrappers.first.rating).to eq(0) }
|
162
172
|
specify { expect(subject.wrappers.first._score).to eq(1.3) }
|
@@ -166,14 +176,14 @@ describe Chewy::Search::Response, :orm do
|
|
166
176
|
context do
|
167
177
|
let(:raw_response) do
|
168
178
|
{'hits' => {'hits' => [
|
169
|
-
{'_index' => '
|
179
|
+
{'_index' => 'countries',
|
170
180
|
'_type' => 'country',
|
171
181
|
'_id' => '2',
|
172
182
|
'_score' => 1.2,
|
173
183
|
'_explanation' => {foo: 'bar'}}
|
174
184
|
]}}
|
175
185
|
end
|
176
|
-
specify { expect(subject.wrappers.first).to be_a(
|
186
|
+
specify { expect(subject.wrappers.first).to be_a(CountriesIndex) }
|
177
187
|
specify { expect(subject.wrappers.first.id).to eq('2') }
|
178
188
|
specify { expect(subject.wrappers.first.rating).to be_nil }
|
179
189
|
specify { expect(subject.wrappers.first._score).to eq(1.2) }
|
@@ -7,25 +7,27 @@ describe Chewy::Search::Scrolling, :orm do
|
|
7
7
|
stub_model(:city)
|
8
8
|
stub_model(:country)
|
9
9
|
|
10
|
-
stub_index(:
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
end
|
10
|
+
stub_index(:cities) do
|
11
|
+
index_scope City
|
12
|
+
field :name
|
13
|
+
field :rating, type: 'integer'
|
14
|
+
end
|
15
|
+
stub_index(:countries) do
|
16
|
+
index_scope Country
|
17
|
+
field :name
|
18
|
+
field :rating, type: 'integer'
|
20
19
|
end
|
21
20
|
end
|
22
21
|
|
23
|
-
let(:request) { Chewy::Search::Request.new(
|
22
|
+
let(:request) { Chewy::Search::Request.new(CitiesIndex, CountriesIndex).order(:rating) }
|
24
23
|
|
25
24
|
specify { expect(request.scroll_batches.to_a).to eq([]) }
|
26
25
|
|
27
26
|
context do
|
28
|
-
before
|
27
|
+
before do
|
28
|
+
CitiesIndex.import!(cities)
|
29
|
+
CountriesIndex.import!(countries: countries)
|
30
|
+
end
|
29
31
|
|
30
32
|
let(:cities) { Array.new(2) { |i| City.create!(rating: i, name: "city #{i}") } }
|
31
33
|
let(:countries) { Array.new(3) { |i| Country.create!(rating: i + 2, name: "country #{i}") } }
|
@@ -61,9 +63,9 @@ describe Chewy::Search::Scrolling, :orm do
|
|
61
63
|
context do
|
62
64
|
before { expect(Chewy.client).not_to receive(:scroll) }
|
63
65
|
it 'respects limit and terminate_after' do
|
64
|
-
expect(request.terminate_after(
|
66
|
+
expect(request.terminate_after(1).limit(4).scroll_batches(batch_size: 3).map do |batch|
|
65
67
|
batch.map { |hit| hit['_source']['rating'] }
|
66
|
-
end).to eq([[0,
|
68
|
+
end).to eq([[0, 2]])
|
67
69
|
end
|
68
70
|
end
|
69
71
|
|
@@ -103,6 +105,11 @@ describe Chewy::Search::Scrolling, :orm do
|
|
103
105
|
end
|
104
106
|
end
|
105
107
|
|
108
|
+
it 'clears the scroll after completion' do
|
109
|
+
expect(Chewy.client).to receive(:clear_scroll).with(body: {scroll_id: anything}).once.and_call_original
|
110
|
+
request.scroll_batches(batch_size: 3) {}
|
111
|
+
end
|
112
|
+
|
106
113
|
context 'instrumentation' do
|
107
114
|
specify do
|
108
115
|
outer_payload = []
|
@@ -110,21 +117,16 @@ describe Chewy::Search::Scrolling, :orm do
|
|
110
117
|
outer_payload << payload
|
111
118
|
end
|
112
119
|
request.scroll_batches(batch_size: 3).to_a
|
113
|
-
|
114
120
|
expect(outer_payload).to match_array([
|
115
121
|
hash_including(
|
116
|
-
index:
|
117
|
-
indexes: [
|
118
|
-
request: {index:
|
119
|
-
type: [PlacesIndex::City, PlacesIndex::Country],
|
120
|
-
types: [PlacesIndex::City, PlacesIndex::Country]
|
122
|
+
index: [CitiesIndex, CountriesIndex],
|
123
|
+
indexes: [CitiesIndex, CountriesIndex],
|
124
|
+
request: {index: %w[cities countries], body: {sort: ['rating']}, size: 3, scroll: '1m'}
|
121
125
|
),
|
122
126
|
hash_including(
|
123
|
-
index:
|
124
|
-
indexes: [
|
125
|
-
request: {scroll: '1m', scroll_id: an_instance_of(String)}
|
126
|
-
type: [PlacesIndex::City, PlacesIndex::Country],
|
127
|
-
types: [PlacesIndex::City, PlacesIndex::Country]
|
127
|
+
index: [CitiesIndex, CountriesIndex],
|
128
|
+
indexes: [CitiesIndex, CountriesIndex],
|
129
|
+
request: {scroll: '1m', scroll_id: an_instance_of(String)}
|
128
130
|
)
|
129
131
|
])
|
130
132
|
end
|
@@ -149,7 +151,7 @@ describe Chewy::Search::Scrolling, :orm do
|
|
149
151
|
end
|
150
152
|
specify do
|
151
153
|
expect(request.scroll_wrappers(batch_size: 2).map(&:class).uniq)
|
152
|
-
.to eq([
|
154
|
+
.to eq([CitiesIndex, CountriesIndex])
|
153
155
|
end
|
154
156
|
end
|
155
157
|
|
data/spec/chewy/search_spec.rb
CHANGED
@@ -4,48 +4,34 @@ describe Chewy::Search do
|
|
4
4
|
before { Chewy.massacre }
|
5
5
|
|
6
6
|
before do
|
7
|
-
stub_index(:products)
|
8
|
-
define_type :product
|
9
|
-
define_type :product2
|
10
|
-
end
|
7
|
+
stub_index(:products)
|
11
8
|
end
|
12
9
|
|
13
|
-
let(:product) { ProductsIndex::Product }
|
14
|
-
|
15
10
|
describe '.all' do
|
16
11
|
specify { expect(ProductsIndex.all).to be_a(Chewy::Search::Request) }
|
17
|
-
specify { expect(product.all).to be_a(Chewy::Search::Request) }
|
18
12
|
|
19
13
|
context do
|
20
14
|
before { allow(Chewy).to receive_messages(search_class: Chewy::Search::Request) }
|
21
15
|
|
22
16
|
specify { expect(ProductsIndex.all).to be_a(Chewy::Search::Request) }
|
23
|
-
specify { expect(product.all).to be_a(Chewy::Search::Request) }
|
24
17
|
end
|
25
18
|
end
|
26
19
|
|
27
20
|
describe '.search_string' do
|
28
21
|
specify do
|
29
|
-
expect(ProductsIndex.client).to receive(:search).with(hash_including(q: 'hello')).
|
22
|
+
expect(ProductsIndex.client).to receive(:search).with(hash_including(q: 'hello')).once
|
30
23
|
ProductsIndex.search_string('hello')
|
31
|
-
product.search_string('hello')
|
32
24
|
end
|
33
25
|
|
34
26
|
specify do
|
35
|
-
expect(ProductsIndex.client).to receive(:search).with(hash_including(explain: true)).
|
27
|
+
expect(ProductsIndex.client).to receive(:search).with(hash_including(explain: true)).once
|
36
28
|
ProductsIndex.search_string('hello', explain: true)
|
37
|
-
product.search_string('hello', explain: true)
|
38
29
|
end
|
39
30
|
|
40
31
|
specify do
|
41
|
-
expect(ProductsIndex.client).to receive(:search).with(hash_including(index: ['products']
|
32
|
+
expect(ProductsIndex.client).to receive(:search).with(hash_including(index: ['products'])).once
|
42
33
|
ProductsIndex.search_string('hello')
|
43
34
|
end
|
44
|
-
|
45
|
-
specify do
|
46
|
-
expect(ProductsIndex.client).to receive(:search).with(hash_including(index: ['products'], type: ['product']))
|
47
|
-
product.search_string('hello')
|
48
|
-
end
|
49
35
|
end
|
50
36
|
|
51
37
|
context 'named scopes' do
|
@@ -53,7 +39,7 @@ describe Chewy::Search do
|
|
53
39
|
stub_model(:city)
|
54
40
|
stub_model(:country)
|
55
41
|
|
56
|
-
stub_index(:
|
42
|
+
stub_index(:cities) do
|
57
43
|
def self.by_rating(value)
|
58
44
|
filter { match rating: value }
|
59
45
|
end
|
@@ -62,46 +48,80 @@ describe Chewy::Search do
|
|
62
48
|
filter { match name: "Name#{index}" }
|
63
49
|
end
|
64
50
|
|
65
|
-
|
66
|
-
|
67
|
-
|
68
|
-
|
51
|
+
def self.by_rating_with_kwargs(value, options:) # rubocop:disable Lint/UnusedMethodArgument
|
52
|
+
filter { match rating: value }
|
53
|
+
end
|
54
|
+
|
55
|
+
index_scope City
|
56
|
+
field :name, type: 'keyword'
|
57
|
+
field :rating, type: :integer
|
58
|
+
end
|
69
59
|
|
70
|
-
|
71
|
-
|
60
|
+
stub_index(:countries) do
|
61
|
+
def self.by_rating(value)
|
62
|
+
filter { match rating: value }
|
72
63
|
end
|
73
64
|
|
74
|
-
|
75
|
-
|
76
|
-
field :rating, type: :integer
|
65
|
+
def self.by_name(index)
|
66
|
+
filter { match name: "Name#{index}" }
|
77
67
|
end
|
68
|
+
|
69
|
+
index_scope Country
|
70
|
+
field :name, type: 'keyword'
|
71
|
+
field :rating, type: :integer
|
78
72
|
end
|
79
73
|
end
|
80
74
|
|
81
|
-
let!(:cities) { Array.new(3) { |i| City.create! rating: i + 1, name: "Name#{i +
|
82
|
-
let!(:countries) { Array.new(3) { |i| Country.create! rating: i + 1, name: "Name#{i +
|
83
|
-
|
84
|
-
before
|
85
|
-
|
86
|
-
|
87
|
-
|
88
|
-
|
89
|
-
specify { expect(
|
90
|
-
specify
|
91
|
-
|
92
|
-
|
93
|
-
|
94
|
-
specify { expect(
|
95
|
-
specify
|
96
|
-
|
97
|
-
|
98
|
-
|
99
|
-
|
100
|
-
specify
|
101
|
-
|
102
|
-
|
103
|
-
|
104
|
-
specify { expect(
|
105
|
-
specify
|
75
|
+
let!(:cities) { Array.new(3) { |i| City.create! rating: i + 1, name: "Name#{i + 2}" } }
|
76
|
+
let!(:countries) { Array.new(3) { |i| Country.create! rating: i + 1, name: "Name#{i + 3}" } }
|
77
|
+
|
78
|
+
before do
|
79
|
+
CitiesIndex.import!(cities)
|
80
|
+
CountriesIndex.import!(country: countries)
|
81
|
+
end
|
82
|
+
|
83
|
+
specify { expect(CitiesIndex.indices(CountriesIndex).by_rating(1).map(&:rating)).to eq([1, 1]) }
|
84
|
+
specify do
|
85
|
+
expect(CitiesIndex.indices(CountriesIndex).by_rating(1).map(&:class))
|
86
|
+
.to match_array([CitiesIndex, CountriesIndex])
|
87
|
+
end
|
88
|
+
specify { expect(CitiesIndex.indices(CountriesIndex).by_rating(1).by_name(2).map(&:rating)).to eq([1]) }
|
89
|
+
specify do
|
90
|
+
expect(CitiesIndex.indices(CountriesIndex).by_rating(1).by_name(2).map(&:class))
|
91
|
+
.to eq([CitiesIndex])
|
92
|
+
end
|
93
|
+
specify { expect(CitiesIndex.indices(CountriesIndex).by_name(3).map(&:rating)).to eq([2, 1]) }
|
94
|
+
specify do
|
95
|
+
expect(CitiesIndex.indices(CountriesIndex).by_name(3).map(&:class))
|
96
|
+
.to eq([CitiesIndex, CountriesIndex])
|
97
|
+
end
|
98
|
+
specify { expect(CitiesIndex.indices(CountriesIndex).order(:name).by_rating(1).map(&:rating)).to eq([1, 1]) }
|
99
|
+
specify do
|
100
|
+
expect(CitiesIndex.indices(CountriesIndex).order(:name).by_rating(1).map(&:class))
|
101
|
+
.to match_array([CitiesIndex, CountriesIndex])
|
102
|
+
end
|
103
|
+
|
104
|
+
specify { expect(CitiesIndex.by_rating(2).map(&:rating)).to eq([2]) }
|
105
|
+
specify { expect(CitiesIndex.by_rating(2).map(&:class)).to eq([CitiesIndex]) }
|
106
|
+
specify { expect(CitiesIndex.by_rating(2).by_name(3).map(&:rating)).to eq([2]) }
|
107
|
+
specify { expect(CitiesIndex.by_rating(2).by_name(3).map(&:class)).to eq([CitiesIndex]) }
|
108
|
+
specify { expect(CitiesIndex.by_name(3).map(&:rating)).to eq([2]) }
|
109
|
+
specify { expect(CitiesIndex.by_name(3).map(&:rating)).to eq([2]) }
|
110
|
+
specify { expect(CitiesIndex.order(:name).by_name(3).map(&:rating)).to eq([2]) }
|
111
|
+
specify { expect(CitiesIndex.order(:name).by_name(3).map(&:rating)).to eq([2]) }
|
112
|
+
specify { expect(CitiesIndex.order(:name).by_rating(2).map(&:rating)).to eq([2]) }
|
113
|
+
specify { expect(CitiesIndex.order(:name).by_rating(2).map(&:class)).to eq([CitiesIndex]) }
|
114
|
+
|
115
|
+
specify { expect(CountriesIndex.by_rating(3).map(&:rating)).to eq([3]) }
|
116
|
+
specify { expect(CountriesIndex.by_rating(3).map(&:class)).to eq([CountriesIndex]) }
|
117
|
+
specify { expect(CountriesIndex.by_rating(3).by_name(5).map(&:rating)).to eq([3]) }
|
118
|
+
specify { expect(CountriesIndex.by_rating(3).by_name(5).map(&:class)).to eq([CountriesIndex]) }
|
119
|
+
specify { expect(CountriesIndex.order(:name).by_rating(3).map(&:rating)).to eq([3]) }
|
120
|
+
specify { expect(CountriesIndex.order(:name).by_rating(3).map(&:class)).to eq([CountriesIndex]) }
|
121
|
+
|
122
|
+
specify 'supports keyword arguments' do
|
123
|
+
expect(CitiesIndex.by_rating_with_kwargs(3, options: 'blah blah blah').map(&:rating)).to eq([3])
|
124
|
+
expect(CitiesIndex.order(:name).by_rating_with_kwargs(3, options: 'blah blah blah').map(&:rating)).to eq([3])
|
125
|
+
end
|
106
126
|
end
|
107
127
|
end
|
data/spec/chewy/stash_spec.rb
CHANGED
@@ -9,11 +9,11 @@ describe Chewy::Stash::Journal, :orm do
|
|
9
9
|
|
10
10
|
before do
|
11
11
|
stub_model(:city)
|
12
|
-
stub_index(:
|
13
|
-
|
14
|
-
define_type :country
|
12
|
+
stub_index(:cities) do
|
13
|
+
index_scope City
|
15
14
|
end
|
16
|
-
stub_index(:
|
15
|
+
stub_index(:countries)
|
16
|
+
stub_index(:users)
|
17
17
|
stub_index(:borogoves)
|
18
18
|
end
|
19
19
|
|
@@ -21,12 +21,12 @@ describe Chewy::Stash::Journal, :orm do
|
|
21
21
|
after { Timecop.return }
|
22
22
|
|
23
23
|
before do
|
24
|
-
|
24
|
+
CitiesIndex.import!(City.new(id: 1, name: 'City'), journal: true)
|
25
25
|
Timecop.travel(Time.now + 1.minute) do
|
26
|
-
|
26
|
+
CountriesIndex.import!([id: 2, name: 'Country'], journal: true)
|
27
27
|
end
|
28
28
|
Timecop.travel(Time.now + 2.minutes) do
|
29
|
-
UsersIndex
|
29
|
+
UsersIndex.import!([id: 3, name: 'User'], journal: true)
|
30
30
|
end
|
31
31
|
end
|
32
32
|
|
@@ -49,11 +49,11 @@ describe Chewy::Stash::Journal, :orm do
|
|
49
49
|
.to contain_exactly([{'id' => 3, 'name' => 'User'}])
|
50
50
|
end
|
51
51
|
specify do
|
52
|
-
expect(described_class.entries(Time.now - 30.seconds, only: [
|
52
|
+
expect(described_class.entries(Time.now - 30.seconds, only: [CitiesIndex, UsersIndex]).map(&:references))
|
53
53
|
.to contain_exactly([1], [{'id' => 3, 'name' => 'User'}])
|
54
54
|
end
|
55
55
|
specify do
|
56
|
-
expect(described_class.entries(Time.now + 30.seconds, only: [
|
56
|
+
expect(described_class.entries(Time.now + 30.seconds, only: [CitiesIndex, UsersIndex]).map(&:references))
|
57
57
|
.to contain_exactly([{'id' => 3, 'name' => 'User'}])
|
58
58
|
end
|
59
59
|
specify do
|
@@ -68,28 +68,18 @@ describe Chewy::Stash::Journal, :orm do
|
|
68
68
|
specify { expect(fetch_deleted_number(described_class.clean(Time.now + 90.seconds))).to eq(2) }
|
69
69
|
specify { expect(fetch_deleted_number(described_class.clean(only: BorogovesIndex))).to eq(0) }
|
70
70
|
specify { expect(fetch_deleted_number(described_class.clean(only: UsersIndex))).to eq(1) }
|
71
|
-
specify { expect(fetch_deleted_number(described_class.clean(only: [
|
71
|
+
specify { expect(fetch_deleted_number(described_class.clean(only: [CitiesIndex, UsersIndex]))).to eq(2) }
|
72
72
|
|
73
|
-
specify
|
74
|
-
|
73
|
+
specify do
|
74
|
+
expect(fetch_deleted_number(described_class.clean(Time.now + 30.seconds, only: CountriesIndex))).to eq(0)
|
75
|
+
end
|
76
|
+
specify { expect(fetch_deleted_number(described_class.clean(Time.now + 30.seconds, only: CitiesIndex))).to eq(1) }
|
75
77
|
end
|
76
78
|
|
77
79
|
describe '.for' do
|
78
80
|
specify { expect(described_class.for(UsersIndex).map(&:index_name)).to eq(['users']) }
|
79
|
-
specify
|
80
|
-
|
81
|
-
end
|
82
|
-
|
83
|
-
describe '#type' do
|
84
|
-
let(:index_name) { 'users' }
|
85
|
-
let(:type_name) { 'city' }
|
86
|
-
subject { described_class.new('index_name' => index_name, 'type_name' => type_name).type }
|
87
|
-
|
88
|
-
specify { expect { subject }.to raise_error(Chewy::UnderivableType) }
|
89
|
-
|
90
|
-
context do
|
91
|
-
let(:index_name) { 'places' }
|
92
|
-
it { is_expected.to eq(PlacesIndex::City) }
|
81
|
+
specify do
|
82
|
+
expect(described_class.for(CitiesIndex, UsersIndex).map(&:index_name)).to contain_exactly('cities', 'users')
|
93
83
|
end
|
94
84
|
end
|
95
85
|
end
|
@@ -2,7 +2,12 @@ require 'spec_helper'
|
|
2
2
|
|
3
3
|
if defined?(::ActiveJob)
|
4
4
|
describe Chewy::Strategy::ActiveJob do
|
5
|
-
around
|
5
|
+
around do |example|
|
6
|
+
active_job_settings = Chewy.settings[:active_job]
|
7
|
+
Chewy.settings[:active_job] = {queue: 'low'}
|
8
|
+
Chewy.strategy(:bypass) { example.run }
|
9
|
+
Chewy.settings[:active_job] = active_job_settings
|
10
|
+
end
|
6
11
|
before(:all) do
|
7
12
|
::ActiveJob::Base.logger = Chewy.logger
|
8
13
|
end
|
@@ -14,11 +19,11 @@ if defined?(::ActiveJob)
|
|
14
19
|
|
15
20
|
before do
|
16
21
|
stub_model(:city) do
|
17
|
-
update_index('cities
|
22
|
+
update_index('cities') { self }
|
18
23
|
end
|
19
24
|
|
20
25
|
stub_index(:cities) do
|
21
|
-
|
26
|
+
index_scope City
|
22
27
|
end
|
23
28
|
end
|
24
29
|
|
@@ -27,7 +32,7 @@ if defined?(::ActiveJob)
|
|
27
32
|
|
28
33
|
specify do
|
29
34
|
expect { [city, other_city].map(&:save!) }
|
30
|
-
.not_to update_index(CitiesIndex
|
35
|
+
.not_to update_index(CitiesIndex, strategy: :active_job)
|
31
36
|
end
|
32
37
|
|
33
38
|
specify do
|
@@ -36,25 +41,33 @@ if defined?(::ActiveJob)
|
|
36
41
|
end
|
37
42
|
enqueued_job = ::ActiveJob::Base.queue_adapter.enqueued_jobs.first
|
38
43
|
expect(enqueued_job[:job]).to eq(Chewy::Strategy::ActiveJob::Worker)
|
39
|
-
expect(enqueued_job[:queue]).to eq('
|
44
|
+
expect(enqueued_job[:queue]).to eq('low')
|
45
|
+
end
|
46
|
+
|
47
|
+
specify do
|
48
|
+
Chewy.strategy(:active_job) do
|
49
|
+
[city, other_city].map(&:save!)
|
50
|
+
end
|
51
|
+
enqueued_job = ::ActiveJob::Base.queue_adapter.enqueued_jobs.first
|
52
|
+
expect(enqueued_job[:queue]).to eq('low')
|
40
53
|
end
|
41
54
|
|
42
55
|
specify do
|
43
56
|
::ActiveJob::Base.queue_adapter = :inline
|
44
57
|
expect { [city, other_city].map(&:save!) }
|
45
|
-
.to update_index(CitiesIndex
|
58
|
+
.to update_index(CitiesIndex, strategy: :active_job)
|
46
59
|
.and_reindex(city, other_city).only
|
47
60
|
end
|
48
61
|
|
49
62
|
specify do
|
50
|
-
expect(CitiesIndex
|
51
|
-
Chewy::Strategy::ActiveJob::Worker.new.perform('CitiesIndex
|
63
|
+
expect(CitiesIndex).to receive(:import!).with([city.id, other_city.id], suffix: '201601')
|
64
|
+
Chewy::Strategy::ActiveJob::Worker.new.perform('CitiesIndex', [city.id, other_city.id], suffix: '201601')
|
52
65
|
end
|
53
66
|
|
54
67
|
specify do
|
55
68
|
allow(Chewy).to receive(:disable_refresh_async).and_return(true)
|
56
|
-
expect(CitiesIndex
|
57
|
-
Chewy::Strategy::ActiveJob::Worker.new.perform('CitiesIndex
|
69
|
+
expect(CitiesIndex).to receive(:import!).with([city.id, other_city.id], suffix: '201601', refresh: false)
|
70
|
+
Chewy::Strategy::ActiveJob::Worker.new.perform('CitiesIndex', [city.id, other_city.id], suffix: '201601')
|
58
71
|
end
|
59
72
|
end
|
60
73
|
end
|
@@ -0,0 +1,60 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe Chewy::Strategy::AtomicNoRefresh, :orm do
|
4
|
+
around { |example| Chewy.strategy(:bypass) { example.run } }
|
5
|
+
|
6
|
+
before do
|
7
|
+
stub_model(:country) do
|
8
|
+
update_index('countries') { self }
|
9
|
+
end
|
10
|
+
|
11
|
+
stub_index(:countries) do
|
12
|
+
index_scope Country
|
13
|
+
end
|
14
|
+
end
|
15
|
+
|
16
|
+
let(:country) { Country.create!(name: 'hello', country_code: 'HL') }
|
17
|
+
let(:other_country) { Country.create!(name: 'world', country_code: 'WD') }
|
18
|
+
|
19
|
+
specify do
|
20
|
+
expect { [country, other_country].map(&:save!) }
|
21
|
+
.to update_index(CountriesIndex, strategy: :atomic_no_refresh)
|
22
|
+
.and_reindex(country, other_country).only.no_refresh
|
23
|
+
end
|
24
|
+
|
25
|
+
specify do
|
26
|
+
expect { [country, other_country].map(&:destroy) }
|
27
|
+
.to update_index(CountriesIndex, strategy: :atomic_no_refresh)
|
28
|
+
.and_delete(country, other_country).only.no_refresh
|
29
|
+
end
|
30
|
+
|
31
|
+
context do
|
32
|
+
before do
|
33
|
+
stub_index(:countries) do
|
34
|
+
index_scope Country
|
35
|
+
root id: -> { country_code }
|
36
|
+
end
|
37
|
+
end
|
38
|
+
|
39
|
+
specify do
|
40
|
+
expect { [country, other_country].map(&:save!) }
|
41
|
+
.to update_index(CountriesIndex, strategy: :atomic_no_refresh)
|
42
|
+
.and_reindex('HL', 'WD').only.no_refresh
|
43
|
+
end
|
44
|
+
|
45
|
+
specify do
|
46
|
+
expect { [country, other_country].map(&:destroy) }
|
47
|
+
.to update_index(CountriesIndex, strategy: :atomic_no_refresh)
|
48
|
+
.and_delete('HL', 'WD').only.no_refresh
|
49
|
+
end
|
50
|
+
|
51
|
+
specify do
|
52
|
+
expect do
|
53
|
+
country.save!
|
54
|
+
other_country.destroy
|
55
|
+
end
|
56
|
+
.to update_index(CountriesIndex, strategy: :atomic_no_refresh)
|
57
|
+
.and_reindex('HL').and_delete('WD').only.no_refresh
|
58
|
+
end
|
59
|
+
end
|
60
|
+
end
|