chewy 0.8.4 → 7.3.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/.github/CODEOWNERS +1 -0
- data/.github/ISSUE_TEMPLATE/bug_report.md +39 -0
- data/.github/ISSUE_TEMPLATE/feature_request.md +20 -0
- data/.github/PULL_REQUEST_TEMPLATE.md +16 -0
- data/.github/workflows/ruby.yml +74 -0
- data/.gitignore +1 -0
- data/.rubocop.yml +61 -0
- data/.rubocop_todo.yml +132 -0
- data/.yardopts +5 -0
- data/CHANGELOG.md +554 -245
- data/CODE_OF_CONDUCT.md +14 -0
- data/CONTRIBUTING.md +63 -0
- data/Gemfile +14 -11
- data/Guardfile +8 -6
- data/LICENSE.txt +1 -1
- data/README.md +748 -623
- data/Rakefile +11 -1
- data/chewy.gemspec +15 -19
- data/gemfiles/rails.5.2.activerecord.gemfile +11 -0
- data/gemfiles/rails.6.0.activerecord.gemfile +11 -0
- data/gemfiles/rails.6.1.activerecord.gemfile +13 -0
- data/gemfiles/rails.7.0.activerecord.gemfile +13 -0
- data/lib/chewy/config.rb +64 -50
- data/lib/chewy/errors.rb +10 -16
- data/lib/chewy/fields/base.rb +122 -32
- data/lib/chewy/fields/root.rb +48 -23
- data/lib/chewy/index/actions.rb +140 -54
- data/lib/chewy/index/adapter/active_record.rb +112 -0
- data/lib/chewy/{type → index}/adapter/base.rb +31 -12
- data/lib/chewy/index/adapter/object.rb +249 -0
- data/lib/chewy/index/adapter/orm.rb +194 -0
- data/lib/chewy/index/aliases.rb +14 -4
- data/lib/chewy/index/crutch.rb +40 -0
- data/lib/chewy/index/import/bulk_builder.rb +311 -0
- data/lib/chewy/index/import/bulk_request.rb +77 -0
- data/lib/chewy/index/import/journal_builder.rb +44 -0
- data/lib/chewy/index/import/routine.rb +139 -0
- data/lib/chewy/index/import.rb +243 -0
- data/lib/chewy/{type → index}/mapping.rb +79 -68
- data/lib/chewy/index/observe/active_record_methods.rb +87 -0
- data/lib/chewy/index/observe/callback.rb +34 -0
- data/lib/chewy/index/observe.rb +17 -0
- data/lib/chewy/index/settings.rb +10 -5
- data/lib/chewy/index/specification.rb +61 -0
- data/lib/chewy/index/syncer.rb +221 -0
- data/lib/chewy/{type → index}/witchcraft.rb +100 -39
- data/lib/chewy/index/wrapper.rb +95 -0
- data/lib/chewy/index.rb +216 -140
- data/lib/chewy/journal.rb +66 -0
- data/lib/chewy/log_subscriber.rb +8 -8
- data/lib/chewy/minitest/helpers.rb +150 -0
- data/lib/chewy/minitest/search_index_receiver.rb +76 -0
- data/lib/chewy/minitest.rb +1 -0
- data/lib/chewy/multi_search.rb +62 -0
- data/lib/chewy/railtie.rb +12 -25
- data/lib/chewy/rake_helper.rb +335 -37
- data/lib/chewy/repository.rb +2 -2
- data/lib/chewy/rspec/build_query.rb +12 -0
- data/lib/chewy/rspec/helpers.rb +55 -0
- data/lib/chewy/rspec/update_index.rb +106 -90
- data/lib/chewy/rspec.rb +3 -1
- data/lib/chewy/runtime/version.rb +4 -4
- data/lib/chewy/runtime.rb +1 -1
- data/lib/chewy/search/loader.rb +61 -0
- data/lib/chewy/{query → search}/pagination/kaminari.rb +13 -5
- data/lib/chewy/search/parameters/aggs.rb +16 -0
- data/lib/chewy/search/parameters/allow_partial_search_results.rb +27 -0
- data/lib/chewy/search/parameters/collapse.rb +16 -0
- data/lib/chewy/search/parameters/concerns/bool_storage.rb +24 -0
- data/lib/chewy/search/parameters/concerns/hash_storage.rb +23 -0
- data/lib/chewy/search/parameters/concerns/integer_storage.rb +14 -0
- data/lib/chewy/search/parameters/concerns/query_storage.rb +238 -0
- data/lib/chewy/search/parameters/concerns/string_array_storage.rb +23 -0
- data/lib/chewy/search/parameters/concerns/string_storage.rb +14 -0
- data/lib/chewy/search/parameters/docvalue_fields.rb +12 -0
- data/lib/chewy/search/parameters/explain.rb +16 -0
- data/lib/chewy/search/parameters/filter.rb +47 -0
- data/lib/chewy/search/parameters/highlight.rb +16 -0
- data/lib/chewy/search/parameters/ignore_unavailable.rb +27 -0
- data/lib/chewy/search/parameters/indices.rb +78 -0
- data/lib/chewy/search/parameters/indices_boost.rb +52 -0
- data/lib/chewy/search/parameters/limit.rb +17 -0
- data/lib/chewy/search/parameters/load.rb +32 -0
- data/lib/chewy/search/parameters/min_score.rb +16 -0
- data/lib/chewy/search/parameters/none.rb +25 -0
- data/lib/chewy/search/parameters/offset.rb +17 -0
- data/lib/chewy/search/parameters/order.rb +51 -0
- data/lib/chewy/search/parameters/post_filter.rb +19 -0
- data/lib/chewy/search/parameters/preference.rb +16 -0
- data/lib/chewy/search/parameters/profile.rb +16 -0
- data/lib/chewy/search/parameters/query.rb +19 -0
- data/lib/chewy/search/parameters/request_cache.rb +27 -0
- data/lib/chewy/search/parameters/rescore.rb +29 -0
- data/lib/chewy/search/parameters/script_fields.rb +16 -0
- data/lib/chewy/search/parameters/search_after.rb +20 -0
- data/lib/chewy/search/parameters/search_type.rb +16 -0
- data/lib/chewy/search/parameters/source.rb +77 -0
- data/lib/chewy/search/parameters/storage.rb +95 -0
- data/lib/chewy/search/parameters/stored_fields.rb +63 -0
- data/lib/chewy/search/parameters/suggest.rb +16 -0
- data/lib/chewy/search/parameters/terminate_after.rb +16 -0
- data/lib/chewy/search/parameters/timeout.rb +16 -0
- data/lib/chewy/search/parameters/track_scores.rb +16 -0
- data/lib/chewy/search/parameters/track_total_hits.rb +16 -0
- data/lib/chewy/search/parameters/version.rb +16 -0
- data/lib/chewy/search/parameters.rb +170 -0
- data/lib/chewy/search/query_proxy.rb +264 -0
- data/lib/chewy/search/request.rb +1071 -0
- data/lib/chewy/search/response.rb +119 -0
- data/lib/chewy/search/scoping.rb +49 -0
- data/lib/chewy/search/scrolling.rb +137 -0
- data/lib/chewy/search.rb +68 -28
- data/lib/chewy/stash.rb +68 -0
- data/lib/chewy/strategy/active_job.rb +3 -2
- data/lib/chewy/strategy/atomic.rb +2 -4
- data/lib/chewy/strategy/atomic_no_refresh.rb +18 -0
- data/lib/chewy/strategy/base.rb +13 -3
- data/lib/chewy/strategy/bypass.rb +1 -2
- data/lib/chewy/strategy/delayed_sidekiq/scheduler.rb +148 -0
- data/lib/chewy/strategy/delayed_sidekiq/worker.rb +52 -0
- data/lib/chewy/strategy/delayed_sidekiq.rb +17 -0
- data/lib/chewy/strategy/lazy_sidekiq.rb +64 -0
- data/lib/chewy/strategy/sidekiq.rb +15 -2
- data/lib/chewy/strategy/urgent.rb +1 -1
- data/lib/chewy/strategy.rb +16 -20
- data/lib/chewy/version.rb +1 -1
- data/lib/chewy.rb +81 -82
- data/lib/generators/chewy/install_generator.rb +3 -3
- data/lib/tasks/chewy.rake +99 -32
- data/migration_guide.md +56 -0
- data/spec/chewy/config_spec.rb +87 -15
- data/spec/chewy/fields/base_spec.rb +542 -233
- data/spec/chewy/fields/root_spec.rb +115 -17
- data/spec/chewy/fields/time_fields_spec.rb +13 -12
- data/spec/chewy/index/actions_spec.rb +595 -77
- data/spec/chewy/index/adapter/active_record_spec.rb +601 -0
- data/spec/chewy/index/adapter/object_spec.rb +243 -0
- data/spec/chewy/index/aliases_spec.rb +5 -5
- data/spec/chewy/index/import/bulk_builder_spec.rb +494 -0
- data/spec/chewy/index/import/bulk_request_spec.rb +95 -0
- data/spec/chewy/index/import/journal_builder_spec.rb +87 -0
- data/spec/chewy/index/import/routine_spec.rb +110 -0
- data/spec/chewy/index/import_spec.rb +615 -0
- data/spec/chewy/index/mapping_spec.rb +135 -0
- data/spec/chewy/index/observe/active_record_methods_spec.rb +68 -0
- data/spec/chewy/index/observe/callback_spec.rb +139 -0
- data/spec/chewy/index/observe_spec.rb +143 -0
- data/spec/chewy/index/settings_spec.rb +103 -50
- data/spec/chewy/index/specification_spec.rb +159 -0
- data/spec/chewy/index/syncer_spec.rb +118 -0
- data/spec/chewy/index/witchcraft_spec.rb +245 -0
- data/spec/chewy/index/wrapper_spec.rb +100 -0
- data/spec/chewy/index_spec.rb +149 -121
- data/spec/chewy/journal_spec.rb +223 -0
- data/spec/chewy/minitest/helpers_spec.rb +198 -0
- data/spec/chewy/minitest/search_index_receiver_spec.rb +118 -0
- data/spec/chewy/multi_search_spec.rb +84 -0
- data/spec/chewy/rake_helper_spec.rb +656 -0
- data/spec/chewy/repository_spec.rb +8 -8
- data/spec/chewy/rspec/build_query_spec.rb +34 -0
- data/spec/chewy/rspec/helpers_spec.rb +61 -0
- data/spec/chewy/rspec/update_index_spec.rb +220 -114
- data/spec/chewy/runtime_spec.rb +2 -2
- data/spec/chewy/search/loader_spec.rb +83 -0
- data/spec/chewy/search/pagination/kaminari_examples.rb +69 -0
- data/spec/chewy/search/pagination/kaminari_spec.rb +21 -0
- data/spec/chewy/search/parameters/aggs_spec.rb +5 -0
- data/spec/chewy/search/parameters/bool_storage_examples.rb +53 -0
- data/spec/chewy/search/parameters/collapse_spec.rb +5 -0
- data/spec/chewy/search/parameters/docvalue_fields_spec.rb +5 -0
- data/spec/chewy/search/parameters/explain_spec.rb +5 -0
- data/spec/chewy/search/parameters/filter_spec.rb +5 -0
- data/spec/chewy/search/parameters/hash_storage_examples.rb +59 -0
- data/spec/chewy/search/parameters/highlight_spec.rb +5 -0
- data/spec/chewy/search/parameters/ignore_unavailable_spec.rb +67 -0
- data/spec/chewy/search/parameters/indices_spec.rb +99 -0
- data/spec/chewy/search/parameters/integer_storage_examples.rb +32 -0
- data/spec/chewy/search/parameters/limit_spec.rb +5 -0
- data/spec/chewy/search/parameters/load_spec.rb +60 -0
- data/spec/chewy/search/parameters/min_score_spec.rb +32 -0
- data/spec/chewy/search/parameters/none_spec.rb +5 -0
- data/spec/chewy/search/parameters/offset_spec.rb +5 -0
- data/spec/chewy/search/parameters/order_spec.rb +72 -0
- data/spec/chewy/search/parameters/post_filter_spec.rb +5 -0
- data/spec/chewy/search/parameters/preference_spec.rb +5 -0
- data/spec/chewy/search/parameters/profile_spec.rb +5 -0
- data/spec/chewy/search/parameters/query_spec.rb +5 -0
- data/spec/chewy/search/parameters/query_storage_examples.rb +434 -0
- data/spec/chewy/search/parameters/request_cache_spec.rb +67 -0
- data/spec/chewy/search/parameters/rescore_spec.rb +62 -0
- data/spec/chewy/search/parameters/script_fields_spec.rb +5 -0
- data/spec/chewy/search/parameters/search_after_spec.rb +35 -0
- data/spec/chewy/search/parameters/search_type_spec.rb +5 -0
- data/spec/chewy/search/parameters/source_spec.rb +162 -0
- data/spec/chewy/search/parameters/storage_spec.rb +60 -0
- data/spec/chewy/search/parameters/stored_fields_spec.rb +126 -0
- data/spec/chewy/search/parameters/string_array_storage_examples.rb +63 -0
- data/spec/chewy/search/parameters/string_storage_examples.rb +32 -0
- data/spec/chewy/search/parameters/suggest_spec.rb +5 -0
- data/spec/chewy/search/parameters/terminate_after_spec.rb +5 -0
- data/spec/chewy/search/parameters/timeout_spec.rb +5 -0
- data/spec/chewy/search/parameters/track_scores_spec.rb +5 -0
- data/spec/chewy/search/parameters/track_total_hits_spec.rb +5 -0
- data/spec/chewy/search/parameters/version_spec.rb +5 -0
- data/spec/chewy/search/parameters_spec.rb +161 -0
- data/spec/chewy/search/query_proxy_spec.rb +119 -0
- data/spec/chewy/search/request_spec.rb +880 -0
- data/spec/chewy/search/response_spec.rb +202 -0
- data/spec/chewy/search/scrolling_spec.rb +171 -0
- data/spec/chewy/search_spec.rb +82 -55
- data/spec/chewy/stash_spec.rb +85 -0
- data/spec/chewy/strategy/active_job_spec.rb +27 -8
- data/spec/chewy/strategy/atomic_no_refresh_spec.rb +60 -0
- data/spec/chewy/strategy/atomic_spec.rb +13 -11
- data/spec/chewy/strategy/delayed_sidekiq_spec.rb +190 -0
- data/spec/chewy/strategy/lazy_sidekiq_spec.rb +214 -0
- data/spec/chewy/strategy/sidekiq_spec.rb +19 -7
- data/spec/chewy/strategy_spec.rb +19 -15
- data/spec/chewy_spec.rb +65 -88
- data/spec/spec_helper.rb +11 -20
- data/spec/support/active_record.rb +48 -6
- data/spec/support/class_helpers.rb +4 -19
- metadata +299 -183
- data/.travis.yml +0 -76
- data/Appraisals +0 -76
- data/gemfiles/rails.3.2.activerecord.gemfile +0 -15
- data/gemfiles/rails.3.2.activerecord.kaminari.gemfile +0 -14
- data/gemfiles/rails.3.2.activerecord.will_paginate.gemfile +0 -14
- data/gemfiles/rails.4.0.activerecord.gemfile +0 -15
- data/gemfiles/rails.4.0.activerecord.kaminari.gemfile +0 -14
- data/gemfiles/rails.4.0.activerecord.will_paginate.gemfile +0 -14
- data/gemfiles/rails.4.0.mongoid.4.0.0.gemfile +0 -15
- data/gemfiles/rails.4.0.mongoid.4.0.0.kaminari.gemfile +0 -14
- data/gemfiles/rails.4.0.mongoid.4.0.0.will_paginate.gemfile +0 -14
- data/gemfiles/rails.4.0.mongoid.5.1.0.gemfile +0 -15
- data/gemfiles/rails.4.0.mongoid.5.1.0.kaminari.gemfile +0 -14
- data/gemfiles/rails.4.0.mongoid.5.1.0.will_paginate.gemfile +0 -14
- data/gemfiles/rails.4.1.activerecord.gemfile +0 -15
- data/gemfiles/rails.4.1.activerecord.kaminari.gemfile +0 -14
- data/gemfiles/rails.4.1.activerecord.will_paginate.gemfile +0 -14
- data/gemfiles/rails.4.1.mongoid.4.0.0.gemfile +0 -15
- data/gemfiles/rails.4.1.mongoid.4.0.0.kaminari.gemfile +0 -14
- data/gemfiles/rails.4.1.mongoid.4.0.0.will_paginate.gemfile +0 -14
- data/gemfiles/rails.4.1.mongoid.5.1.0.gemfile +0 -15
- data/gemfiles/rails.4.1.mongoid.5.1.0.kaminari.gemfile +0 -14
- data/gemfiles/rails.4.1.mongoid.5.1.0.will_paginate.gemfile +0 -14
- data/gemfiles/rails.4.2.activerecord.gemfile +0 -16
- data/gemfiles/rails.4.2.activerecord.kaminari.gemfile +0 -15
- data/gemfiles/rails.4.2.activerecord.will_paginate.gemfile +0 -15
- data/gemfiles/rails.4.2.mongoid.4.0.0.gemfile +0 -15
- data/gemfiles/rails.4.2.mongoid.4.0.0.kaminari.gemfile +0 -14
- data/gemfiles/rails.4.2.mongoid.4.0.0.will_paginate.gemfile +0 -14
- data/gemfiles/rails.4.2.mongoid.5.1.0.gemfile +0 -15
- data/gemfiles/rails.4.2.mongoid.5.1.0.kaminari.gemfile +0 -14
- data/gemfiles/rails.4.2.mongoid.5.1.0.will_paginate.gemfile +0 -14
- data/gemfiles/rails.5.0.0.beta3.activerecord.gemfile +0 -16
- data/gemfiles/rails.5.0.0.beta3.activerecord.kaminari.gemfile +0 -16
- data/gemfiles/rails.5.0.0.beta3.activerecord.will_paginate.gemfile +0 -15
- data/gemfiles/sequel.4.31.gemfile +0 -13
- data/lib/chewy/backports/deep_dup.rb +0 -46
- data/lib/chewy/backports/duplicable.rb +0 -90
- data/lib/chewy/query/compose.rb +0 -69
- data/lib/chewy/query/criteria.rb +0 -181
- data/lib/chewy/query/filters.rb +0 -227
- data/lib/chewy/query/loading.rb +0 -111
- data/lib/chewy/query/nodes/and.rb +0 -25
- data/lib/chewy/query/nodes/base.rb +0 -17
- data/lib/chewy/query/nodes/bool.rb +0 -32
- data/lib/chewy/query/nodes/equal.rb +0 -34
- data/lib/chewy/query/nodes/exists.rb +0 -20
- data/lib/chewy/query/nodes/expr.rb +0 -28
- data/lib/chewy/query/nodes/field.rb +0 -106
- data/lib/chewy/query/nodes/has_child.rb +0 -14
- data/lib/chewy/query/nodes/has_parent.rb +0 -14
- data/lib/chewy/query/nodes/has_relation.rb +0 -61
- data/lib/chewy/query/nodes/match_all.rb +0 -11
- data/lib/chewy/query/nodes/missing.rb +0 -20
- data/lib/chewy/query/nodes/not.rb +0 -25
- data/lib/chewy/query/nodes/or.rb +0 -25
- data/lib/chewy/query/nodes/prefix.rb +0 -18
- data/lib/chewy/query/nodes/query.rb +0 -20
- data/lib/chewy/query/nodes/range.rb +0 -63
- data/lib/chewy/query/nodes/raw.rb +0 -15
- data/lib/chewy/query/nodes/regexp.rb +0 -31
- data/lib/chewy/query/nodes/script.rb +0 -20
- data/lib/chewy/query/pagination/will_paginate.rb +0 -27
- data/lib/chewy/query/pagination.rb +0 -16
- data/lib/chewy/query/scoping.rb +0 -20
- data/lib/chewy/query.rb +0 -1026
- data/lib/chewy/strategy/resque.rb +0 -26
- data/lib/chewy/type/actions.rb +0 -19
- data/lib/chewy/type/adapter/active_record.rb +0 -72
- data/lib/chewy/type/adapter/mongoid.rb +0 -58
- data/lib/chewy/type/adapter/object.rb +0 -89
- data/lib/chewy/type/adapter/orm.rb +0 -156
- data/lib/chewy/type/adapter/sequel.rb +0 -75
- data/lib/chewy/type/crutch.rb +0 -31
- data/lib/chewy/type/import.rb +0 -224
- data/lib/chewy/type/observe.rb +0 -76
- data/lib/chewy/type/wrapper.rb +0 -53
- data/lib/chewy/type.rb +0 -89
- data/lib/sequel/plugins/chewy_observe.rb +0 -78
- data/spec/chewy/query/criteria_spec.rb +0 -433
- data/spec/chewy/query/filters_spec.rb +0 -173
- data/spec/chewy/query/loading_spec.rb +0 -86
- data/spec/chewy/query/nodes/and_spec.rb +0 -16
- data/spec/chewy/query/nodes/bool_spec.rb +0 -22
- data/spec/chewy/query/nodes/equal_spec.rb +0 -32
- data/spec/chewy/query/nodes/exists_spec.rb +0 -18
- data/spec/chewy/query/nodes/has_child_spec.rb +0 -40
- data/spec/chewy/query/nodes/has_parent_spec.rb +0 -40
- data/spec/chewy/query/nodes/match_all_spec.rb +0 -11
- data/spec/chewy/query/nodes/missing_spec.rb +0 -15
- data/spec/chewy/query/nodes/not_spec.rb +0 -16
- data/spec/chewy/query/nodes/or_spec.rb +0 -16
- data/spec/chewy/query/nodes/prefix_spec.rb +0 -16
- data/spec/chewy/query/nodes/query_spec.rb +0 -12
- data/spec/chewy/query/nodes/range_spec.rb +0 -32
- data/spec/chewy/query/nodes/raw_spec.rb +0 -11
- data/spec/chewy/query/nodes/regexp_spec.rb +0 -31
- data/spec/chewy/query/nodes/script_spec.rb +0 -15
- data/spec/chewy/query/pagination/kaminari_spec.rb +0 -57
- data/spec/chewy/query/pagination/will_paginage_spec.rb +0 -60
- data/spec/chewy/query/pagination_spec.rb +0 -36
- data/spec/chewy/query_spec.rb +0 -632
- data/spec/chewy/strategy/resque_spec.rb +0 -40
- data/spec/chewy/type/actions_spec.rb +0 -31
- data/spec/chewy/type/adapter/active_record_spec.rb +0 -317
- data/spec/chewy/type/adapter/mongoid_spec.rb +0 -253
- data/spec/chewy/type/adapter/object_spec.rb +0 -139
- data/spec/chewy/type/adapter/sequel_spec.rb +0 -320
- data/spec/chewy/type/import_spec.rb +0 -433
- data/spec/chewy/type/mapping_spec.rb +0 -106
- data/spec/chewy/type/observe_spec.rb +0 -127
- data/spec/chewy/type/witchcraft_spec.rb +0 -154
- data/spec/chewy/type/wrapper_spec.rb +0 -58
- data/spec/chewy/type_spec.rb +0 -33
- data/spec/support/mongoid.rb +0 -81
- data/spec/support/sequel.rb +0 -75
@@ -0,0 +1,494 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
SimpleComment = Class.new do
|
4
|
+
attr_reader :content, :comment_type, :commented_id, :updated_at, :id
|
5
|
+
|
6
|
+
def initialize(hash)
|
7
|
+
@id = hash['id']
|
8
|
+
@content = hash['content']
|
9
|
+
@comment_type = hash['comment_type']
|
10
|
+
@commented_id = hash['commented_id']
|
11
|
+
@updated_at = hash['updated_at']
|
12
|
+
end
|
13
|
+
|
14
|
+
def derived
|
15
|
+
"[derived] #{content}"
|
16
|
+
end
|
17
|
+
end
|
18
|
+
|
19
|
+
describe Chewy::Index::Import::BulkBuilder do
|
20
|
+
before { Chewy.massacre }
|
21
|
+
|
22
|
+
subject { described_class.new(index, to_index: to_index, delete: delete, fields: fields) }
|
23
|
+
let(:index) { CitiesIndex }
|
24
|
+
let(:to_index) { [] }
|
25
|
+
let(:delete) { [] }
|
26
|
+
let(:fields) { [] }
|
27
|
+
|
28
|
+
describe '#bulk_body' do
|
29
|
+
context 'simple bulk', :orm do
|
30
|
+
before do
|
31
|
+
stub_model(:city)
|
32
|
+
stub_index(:cities) do
|
33
|
+
index_scope City
|
34
|
+
field :name, :rating
|
35
|
+
end
|
36
|
+
end
|
37
|
+
let(:cities) { Array.new(3) { |i| City.create!(id: i + 1, name: "City#{i + 17}", rating: 42) } }
|
38
|
+
|
39
|
+
specify { expect(subject.bulk_body).to eq([]) }
|
40
|
+
|
41
|
+
context do
|
42
|
+
let(:to_index) { cities }
|
43
|
+
specify do
|
44
|
+
expect(subject.bulk_body).to eq([
|
45
|
+
{index: {_id: 1, data: {'name' => 'City17', 'rating' => 42}}},
|
46
|
+
{index: {_id: 2, data: {'name' => 'City18', 'rating' => 42}}},
|
47
|
+
{index: {_id: 3, data: {'name' => 'City19', 'rating' => 42}}}
|
48
|
+
])
|
49
|
+
end
|
50
|
+
end
|
51
|
+
|
52
|
+
context do
|
53
|
+
let(:delete) { cities }
|
54
|
+
specify do
|
55
|
+
expect(subject.bulk_body).to eq([
|
56
|
+
{delete: {_id: 1}}, {delete: {_id: 2}}, {delete: {_id: 3}}
|
57
|
+
])
|
58
|
+
end
|
59
|
+
end
|
60
|
+
|
61
|
+
context do
|
62
|
+
let(:to_index) { cities.first(2) }
|
63
|
+
let(:delete) { [cities.last] }
|
64
|
+
specify do
|
65
|
+
expect(subject).to receive(:data_for).with(cities.first).and_call_original
|
66
|
+
expect(subject).to receive(:data_for).with(cities.second).and_call_original
|
67
|
+
expect(subject.bulk_body).to eq([
|
68
|
+
{index: {_id: 1, data: {'name' => 'City17', 'rating' => 42}}},
|
69
|
+
{index: {_id: 2, data: {'name' => 'City18', 'rating' => 42}}},
|
70
|
+
{delete: {_id: 3}}
|
71
|
+
])
|
72
|
+
end
|
73
|
+
|
74
|
+
context ':fields' do
|
75
|
+
let(:fields) { %w[name] }
|
76
|
+
specify do
|
77
|
+
expect(subject).to receive(:data_for).with(cities.first, fields: [:name]).and_call_original
|
78
|
+
expect(subject).to receive(:data_for).with(cities.second, fields: [:name]).and_call_original
|
79
|
+
expect(subject.bulk_body).to eq([
|
80
|
+
{update: {_id: 1, data: {doc: {'name' => 'City17'}}}},
|
81
|
+
{update: {_id: 2, data: {doc: {'name' => 'City18'}}}},
|
82
|
+
{delete: {_id: 3}}
|
83
|
+
])
|
84
|
+
end
|
85
|
+
end
|
86
|
+
end
|
87
|
+
end
|
88
|
+
|
89
|
+
context 'custom id', :orm do
|
90
|
+
before do
|
91
|
+
stub_model(:city)
|
92
|
+
end
|
93
|
+
|
94
|
+
before do
|
95
|
+
stub_index(:cities) do
|
96
|
+
index_scope City
|
97
|
+
root id: -> { name } do
|
98
|
+
field :rating
|
99
|
+
end
|
100
|
+
end
|
101
|
+
end
|
102
|
+
|
103
|
+
let(:london) { City.create(id: 1, name: 'London', rating: 4) }
|
104
|
+
|
105
|
+
specify do
|
106
|
+
expect { CitiesIndex.import(london) }
|
107
|
+
.to update_index(CitiesIndex).and_reindex(london.name)
|
108
|
+
end
|
109
|
+
|
110
|
+
context 'indexing' do
|
111
|
+
let(:to_index) { [london] }
|
112
|
+
|
113
|
+
specify do
|
114
|
+
expect(subject.bulk_body).to eq([
|
115
|
+
{index: {_id: london.name, data: {'rating' => 4}}}
|
116
|
+
])
|
117
|
+
end
|
118
|
+
end
|
119
|
+
|
120
|
+
context 'destroying' do
|
121
|
+
let(:delete) { [london] }
|
122
|
+
|
123
|
+
specify do
|
124
|
+
expect(subject.bulk_body).to eq([
|
125
|
+
{delete: {_id: london.name}}
|
126
|
+
])
|
127
|
+
end
|
128
|
+
end
|
129
|
+
end
|
130
|
+
|
131
|
+
context 'crutches' do
|
132
|
+
before do
|
133
|
+
stub_index(:cities) do
|
134
|
+
crutch :names do |collection|
|
135
|
+
collection.map { |item| [item.id, "Name#{item.id}"] }.to_h
|
136
|
+
end
|
137
|
+
|
138
|
+
field :name, value: ->(o, c) { c.names[o.id] }
|
139
|
+
end
|
140
|
+
end
|
141
|
+
|
142
|
+
let(:to_index) { [double(id: 42)] }
|
143
|
+
|
144
|
+
specify do
|
145
|
+
expect(subject.bulk_body).to eq([
|
146
|
+
{index: {_id: 42, data: {'name' => 'Name42'}}}
|
147
|
+
])
|
148
|
+
end
|
149
|
+
|
150
|
+
context 'witchcraft' do
|
151
|
+
before { CitiesIndex.witchcraft! }
|
152
|
+
specify do
|
153
|
+
expect(subject.bulk_body).to eq([
|
154
|
+
{index: {_id: 42, data: {'name' => 'Name42'}}}
|
155
|
+
])
|
156
|
+
end
|
157
|
+
end
|
158
|
+
end
|
159
|
+
|
160
|
+
context 'empty ids' do
|
161
|
+
before do
|
162
|
+
stub_index(:cities) do
|
163
|
+
field :name
|
164
|
+
end
|
165
|
+
end
|
166
|
+
|
167
|
+
let(:to_index) { [{id: 1, name: 'Name0'}, double(id: '', name: 'Name1'), double(name: 'Name2')] }
|
168
|
+
let(:delete) { [double(id: '', name: 'Name3'), {name: 'Name4'}, '', 2] }
|
169
|
+
|
170
|
+
specify do
|
171
|
+
expect(subject.bulk_body).to eq([
|
172
|
+
{index: {_id: 1, data: {'name' => 'Name0'}}},
|
173
|
+
{index: {data: {'name' => 'Name1'}}},
|
174
|
+
{index: {data: {'name' => 'Name2'}}},
|
175
|
+
{delete: {_id: {'name' => 'Name4'}}},
|
176
|
+
{delete: {_id: 2}}
|
177
|
+
])
|
178
|
+
end
|
179
|
+
|
180
|
+
context do
|
181
|
+
let(:fields) { %w[name] }
|
182
|
+
|
183
|
+
specify do
|
184
|
+
expect(subject.bulk_body).to eq([
|
185
|
+
{update: {_id: 1, data: {doc: {'name' => 'Name0'}}}},
|
186
|
+
{delete: {_id: {'name' => 'Name4'}}},
|
187
|
+
{delete: {_id: 2}}
|
188
|
+
])
|
189
|
+
end
|
190
|
+
end
|
191
|
+
end
|
192
|
+
|
193
|
+
context 'with parents' do
|
194
|
+
let(:index) { CommentsIndex }
|
195
|
+
before do
|
196
|
+
stub_model(:comment)
|
197
|
+
stub_index(:comments) do
|
198
|
+
index_scope Comment
|
199
|
+
|
200
|
+
crutch :content_with_crutches do |collection| # collection here is a current batch of products
|
201
|
+
collection.map { |comment| [comment.id, "[crutches] #{comment.content}"] }.to_h
|
202
|
+
end
|
203
|
+
|
204
|
+
field :content
|
205
|
+
field :content_with_crutches, value: ->(comment, crutches) { crutches.content_with_crutches[comment.id] }
|
206
|
+
field :comment_type, type: :join, relations: {question: %i[answer comment], answer: :vote, vote: :subvote}, join: {type: :comment_type, id: :commented_id}
|
207
|
+
end
|
208
|
+
end
|
209
|
+
|
210
|
+
let!(:existing_comments) do
|
211
|
+
[
|
212
|
+
Comment.create!(id: 1, content: 'Where is Nemo?', comment_type: :question),
|
213
|
+
Comment.create!(id: 2, content: 'Here.', comment_type: :answer, commented_id: 1),
|
214
|
+
Comment.create!(id: 31, content: 'What is the best programming language?', comment_type: :question)
|
215
|
+
]
|
216
|
+
end
|
217
|
+
|
218
|
+
def do_raw_index_comment(options:, data:)
|
219
|
+
CommentsIndex.client.index(options.merge(index: 'comments', type: '_doc', refresh: true, body: data))
|
220
|
+
end
|
221
|
+
|
222
|
+
def raw_index_comment(comment)
|
223
|
+
options = {id: comment.id, routing: root(comment).id}
|
224
|
+
comment_type = comment.commented_id.present? ? {name: comment.comment_type, parent: comment.commented_id} : comment.comment_type
|
225
|
+
do_raw_index_comment(
|
226
|
+
options: options,
|
227
|
+
data: {content: comment.content, comment_type: comment_type}
|
228
|
+
)
|
229
|
+
end
|
230
|
+
|
231
|
+
def root(comment)
|
232
|
+
current = comment
|
233
|
+
# slow, but it's OK, as we don't have too deep trees
|
234
|
+
current = Comment.find(current.commented_id) while current.commented_id
|
235
|
+
current
|
236
|
+
end
|
237
|
+
|
238
|
+
before do
|
239
|
+
CommentsIndex.reset! # initialize index
|
240
|
+
end
|
241
|
+
|
242
|
+
let(:comments) do
|
243
|
+
[
|
244
|
+
Comment.create!(id: 3, content: 'There!', comment_type: :answer, commented_id: 1),
|
245
|
+
Comment.create!(id: 4, content: 'Yes, he is here.', comment_type: :vote, commented_id: 2),
|
246
|
+
|
247
|
+
Comment.create!(id: 11, content: 'What is the sense of the universe?', comment_type: :question),
|
248
|
+
Comment.create!(id: 12, content: 'I don\'t know.', comment_type: :answer, commented_id: 11),
|
249
|
+
Comment.create!(id: 13, content: '42', comment_type: :answer, commented_id: 11),
|
250
|
+
Comment.create!(id: 14, content: 'I think that 42 is a correct answer', comment_type: :vote, commented_id: 13),
|
251
|
+
|
252
|
+
Comment.create!(id: 21, content: 'How are you?', comment_type: :question),
|
253
|
+
|
254
|
+
Comment.create!(id: 32, content: 'Ruby', comment_type: :answer, commented_id: 31)
|
255
|
+
]
|
256
|
+
end
|
257
|
+
|
258
|
+
context 'when indexing a single object' do
|
259
|
+
let(:to_index) { [comments[0]] }
|
260
|
+
|
261
|
+
specify do
|
262
|
+
expect(subject.bulk_body).to eq([
|
263
|
+
{index: {_id: 3, routing: '1', data: {'content' => 'There!', 'content_with_crutches' => '[crutches] There!', 'comment_type' => {'name' => 'answer', 'parent' => 1}}}}
|
264
|
+
])
|
265
|
+
end
|
266
|
+
end
|
267
|
+
|
268
|
+
context 'with raw import' do
|
269
|
+
before do
|
270
|
+
stub_index(:comments) do
|
271
|
+
index_scope Comment
|
272
|
+
default_import_options raw_import: ->(hash) { SimpleComment.new(hash) }
|
273
|
+
|
274
|
+
crutch :content_with_crutches do |collection| # collection here is a current batch of products
|
275
|
+
collection.map { |comment| [comment.id, "[crutches] #{comment.content}"] }.to_h
|
276
|
+
end
|
277
|
+
|
278
|
+
field :content
|
279
|
+
field :content_with_crutches, value: ->(comment, crutches) { crutches.content_with_crutches[comment.id] }
|
280
|
+
field :derived
|
281
|
+
field :comment_type, type: :join, relations: {question: %i[answer comment], answer: :vote, vote: :subvote}, join: {type: :comment_type, id: :commented_id}
|
282
|
+
end
|
283
|
+
end
|
284
|
+
|
285
|
+
let(:to_index) { [comments[0]].map { |c| SimpleComment.new(c.attributes) } } # id: 3
|
286
|
+
let(:delete) { [existing_comments[0]].map { |c| c } } # id: 1
|
287
|
+
|
288
|
+
specify do
|
289
|
+
expected_data = {'content' => 'There!', 'content_with_crutches' => '[crutches] There!', 'derived' => '[derived] There!', 'comment_type' => {'name' => 'answer', 'parent' => 1}}
|
290
|
+
expect(subject.bulk_body).to eq([
|
291
|
+
{index: {_id: 3, routing: '1', data: expected_data}},
|
292
|
+
{delete: {_id: 1, routing: '1'}}
|
293
|
+
])
|
294
|
+
end
|
295
|
+
end
|
296
|
+
|
297
|
+
context 'when switching parents' do
|
298
|
+
let(:switching_parent_comment) { comments[0].tap { |c| c.update!(commented_id: 31) } } # id: 3
|
299
|
+
let(:removing_parent_comment) { comments[1].tap { |c| c.update!(commented_id: nil, comment_type: nil) } } # id: 4
|
300
|
+
let(:converting_to_parent_comment) { comments[3].tap { |c| c.update!(commented_id: nil, comment_type: :question) } } # id: 12
|
301
|
+
let(:converting_to_child_comment) { comments[6].tap { |c| c.update!(commented_id: 1, comment_type: :answer) } } # id: 21
|
302
|
+
let(:fields) { %w[commented_id comment_type] }
|
303
|
+
|
304
|
+
let(:to_index) { [switching_parent_comment, removing_parent_comment, converting_to_parent_comment, converting_to_child_comment] }
|
305
|
+
|
306
|
+
before do
|
307
|
+
existing_comments.each { |c| raw_index_comment(c) }
|
308
|
+
comments.each { |c| raw_index_comment(c) }
|
309
|
+
end
|
310
|
+
|
311
|
+
specify do
|
312
|
+
expect(subject.bulk_body).to eq([
|
313
|
+
{delete: {_id: 3, routing: '1', parent: 1}},
|
314
|
+
{index: {_id: 3, routing: '31', data: {'content' => 'There!', 'content_with_crutches' => '[crutches] There!', 'comment_type' => {'name' => 'answer', 'parent' => 31}}}},
|
315
|
+
{delete: {_id: 4, routing: '1', parent: 2}},
|
316
|
+
{index: {_id: 4, routing: '4', data: {'content' => 'Yes, he is here.', 'content_with_crutches' => '[crutches] Yes, he is here.', 'comment_type' => nil}}},
|
317
|
+
{delete: {_id: 12, routing: '11', parent: 11}},
|
318
|
+
{index: {_id: 12, routing: '12', data: {'content' => 'I don\'t know.', 'content_with_crutches' => '[crutches] I don\'t know.', 'comment_type' => 'question'}}},
|
319
|
+
{delete: {_id: 21, routing: '21'}},
|
320
|
+
{index: {_id: 21, routing: '1', data: {'content' => 'How are you?', 'content_with_crutches' => '[crutches] How are you?', 'comment_type' => {'name' => 'answer', 'parent' => 1}}}}
|
321
|
+
])
|
322
|
+
end
|
323
|
+
end
|
324
|
+
|
325
|
+
context 'when indexing with grandparents' do
|
326
|
+
let(:comments) do
|
327
|
+
[
|
328
|
+
Comment.create!(id: 3, content: 'Yes, he is here.', comment_type: :vote, commented_id: 2),
|
329
|
+
Comment.create!(id: 4, content: 'What?', comment_type: :subvote, commented_id: 3)
|
330
|
+
]
|
331
|
+
end
|
332
|
+
let(:to_index) { comments }
|
333
|
+
|
334
|
+
before do
|
335
|
+
existing_comments.each { |c| raw_index_comment(c) }
|
336
|
+
end
|
337
|
+
|
338
|
+
specify do
|
339
|
+
expected_data3 = {'content' => 'Yes, he is here.', 'content_with_crutches' => '[crutches] Yes, he is here.', 'comment_type' => {'name' => 'vote', 'parent' => 2}}
|
340
|
+
expected_data4 = {'content' => 'What?', 'content_with_crutches' => '[crutches] What?', 'comment_type' => {'name' => 'subvote', 'parent' => 3}}
|
341
|
+
expect(subject.bulk_body).to eq([
|
342
|
+
{index: {_id: 3, routing: '1', data: expected_data3}},
|
343
|
+
{index: {_id: 4, routing: '1', data: expected_data4}}
|
344
|
+
])
|
345
|
+
end
|
346
|
+
end
|
347
|
+
|
348
|
+
context 'when switching grandparents' do
|
349
|
+
let(:comments) do
|
350
|
+
[
|
351
|
+
Comment.create!(id: 3, content: 'Yes, he is here.', comment_type: :vote, commented_id: 2),
|
352
|
+
Comment.create!(id: 4, content: 'What?', comment_type: :subvote, commented_id: 3)
|
353
|
+
]
|
354
|
+
end
|
355
|
+
let(:switching_parent_comment) { existing_comments[1].tap { |c| c.update!(commented_id: 31) } } # id: 2
|
356
|
+
let(:fields) { %w[commented_id comment_type] }
|
357
|
+
let(:to_index) { [switching_parent_comment] }
|
358
|
+
|
359
|
+
before do
|
360
|
+
existing_comments.each { |c| raw_index_comment(c) }
|
361
|
+
comments.each { |c| raw_index_comment(c) }
|
362
|
+
end
|
363
|
+
|
364
|
+
it 'reindexes children and grandchildren' do
|
365
|
+
expected_data2 = {'content' => 'Here.', 'content_with_crutches' => '[crutches] Here.', 'comment_type' => {'name' => 'answer', 'parent' => 31}}
|
366
|
+
expected_data3 = {'content' => 'Yes, he is here.', 'content_with_crutches' => '[crutches] Yes, he is here.', 'comment_type' => {'name' => 'vote', 'parent' => 2}}
|
367
|
+
expected_data4 = {'content' => 'What?', 'content_with_crutches' => '[crutches] What?', 'comment_type' => {'name' => 'subvote', 'parent' => 3}}
|
368
|
+
expect(subject.bulk_body).to eq([
|
369
|
+
{delete: {_id: 2, routing: '1', parent: 1}},
|
370
|
+
{index: {_id: 2, routing: '31', data: expected_data2}},
|
371
|
+
{delete: {_id: 3, routing: '1', parent: 2}},
|
372
|
+
{index: {_id: 3, routing: '31', data: expected_data3}},
|
373
|
+
{delete: {_id: 4, routing: '1', parent: 3}},
|
374
|
+
{index: {_id: 4, routing: '31', data: expected_data4}}
|
375
|
+
])
|
376
|
+
end
|
377
|
+
end
|
378
|
+
|
379
|
+
describe 'when removing parents or grandparents' do
|
380
|
+
let(:comments) do
|
381
|
+
[
|
382
|
+
Comment.create!(id: 3, content: 'Yes, he is here.', comment_type: :vote, commented_id: 2),
|
383
|
+
Comment.create!(id: 4, content: 'What?', comment_type: :subvote, commented_id: 3)
|
384
|
+
]
|
385
|
+
end
|
386
|
+
let(:delete) { [existing_comments[0]] } # id: 1
|
387
|
+
|
388
|
+
before do
|
389
|
+
existing_comments.each { |c| raw_index_comment(c) }
|
390
|
+
comments.each { |c| raw_index_comment(c) }
|
391
|
+
end
|
392
|
+
|
393
|
+
it 'does not remove all descendants' do
|
394
|
+
expect(subject.bulk_body).to eq([
|
395
|
+
{delete: {_id: 1, routing: '1'}}
|
396
|
+
])
|
397
|
+
end
|
398
|
+
end
|
399
|
+
|
400
|
+
context 'when indexing' do
|
401
|
+
let(:to_index) { comments }
|
402
|
+
|
403
|
+
specify do
|
404
|
+
expected_data3 = {'content' => 'There!', 'content_with_crutches' => '[crutches] There!', 'comment_type' => {'name' => 'answer', 'parent' => 1}}
|
405
|
+
expected_data4 = {'content' => 'Yes, he is here.', 'content_with_crutches' => '[crutches] Yes, he is here.', 'comment_type' => {'name' => 'vote', 'parent' => 2}}
|
406
|
+
|
407
|
+
expected_data11 = {'content' => 'What is the sense of the universe?', 'content_with_crutches' => '[crutches] What is the sense of the universe?', 'comment_type' => 'question'}
|
408
|
+
expected_data12 = {'content' => 'I don\'t know.', 'content_with_crutches' => '[crutches] I don\'t know.', 'comment_type' => {'name' => 'answer', 'parent' => 11}}
|
409
|
+
expected_data13 = {'content' => '42', 'content_with_crutches' => '[crutches] 42', 'comment_type' => {'name' => 'answer', 'parent' => 11}}
|
410
|
+
expected_data14 = {'content' => 'I think that 42 is a correct answer', 'content_with_crutches' => '[crutches] I think that 42 is a correct answer',
|
411
|
+
'comment_type' => {'name' => 'vote', 'parent' => 13}}
|
412
|
+
|
413
|
+
expected_data21 = {'content' => 'How are you?', 'content_with_crutches' => '[crutches] How are you?', 'comment_type' => 'question'}
|
414
|
+
|
415
|
+
expected_data32 = {'content' => 'Ruby', 'content_with_crutches' => '[crutches] Ruby', 'comment_type' => {'name' => 'answer', 'parent' => 31}}
|
416
|
+
|
417
|
+
expect(subject.bulk_body).to eq([
|
418
|
+
{index: {_id: 3, routing: '1', data: expected_data3}},
|
419
|
+
{index: {_id: 4, routing: '1', data: expected_data4}},
|
420
|
+
|
421
|
+
{index: {_id: 11, routing: '11', data: expected_data11}},
|
422
|
+
{index: {_id: 12, routing: '11', data: expected_data12}},
|
423
|
+
{index: {_id: 13, routing: '11', data: expected_data13}},
|
424
|
+
{index: {_id: 14, routing: '11', data: expected_data14}},
|
425
|
+
|
426
|
+
{index: {_id: 21, routing: '21', data: expected_data21}},
|
427
|
+
|
428
|
+
{index: {_id: 32, routing: '31', data: expected_data32}}
|
429
|
+
])
|
430
|
+
end
|
431
|
+
end
|
432
|
+
|
433
|
+
context 'when deleting' do
|
434
|
+
before do
|
435
|
+
existing_comments.each { |c| raw_index_comment(c) }
|
436
|
+
comments.each { |c| raw_index_comment(c) }
|
437
|
+
end
|
438
|
+
|
439
|
+
let(:delete) { comments }
|
440
|
+
specify do
|
441
|
+
expect(subject.bulk_body).to eq([
|
442
|
+
{delete: {_id: 3, routing: '1', parent: 1}},
|
443
|
+
{delete: {_id: 4, routing: '1', parent: 2}},
|
444
|
+
|
445
|
+
{delete: {_id: 11, routing: '11'}},
|
446
|
+
{delete: {_id: 12, routing: '11', parent: 11}},
|
447
|
+
{delete: {_id: 13, routing: '11', parent: 11}},
|
448
|
+
{delete: {_id: 14, routing: '11', parent: 13}},
|
449
|
+
|
450
|
+
{delete: {_id: 21, routing: '21'}},
|
451
|
+
|
452
|
+
{delete: {_id: 32, routing: '31', parent: 31}}
|
453
|
+
])
|
454
|
+
end
|
455
|
+
end
|
456
|
+
|
457
|
+
context 'when updating' do
|
458
|
+
before do
|
459
|
+
comments.each { |c| raw_index_comment(c) }
|
460
|
+
end
|
461
|
+
let(:fields) { %w[content] }
|
462
|
+
let(:to_index) { comments }
|
463
|
+
specify do
|
464
|
+
expect(subject.bulk_body).to eq([
|
465
|
+
{update: {_id: 3, routing: '1', data: {doc: {'content' => comments[0].content}}}},
|
466
|
+
{update: {_id: 4, routing: '1', data: {doc: {'content' => comments[1].content}}}},
|
467
|
+
|
468
|
+
{update: {_id: 11, routing: '11', data: {doc: {'content' => comments[2].content}}}},
|
469
|
+
{update: {_id: 12, routing: '11', data: {doc: {'content' => comments[3].content}}}},
|
470
|
+
{update: {_id: 13, routing: '11', data: {doc: {'content' => comments[4].content}}}},
|
471
|
+
{update: {_id: 14, routing: '11', data: {doc: {'content' => comments[5].content}}}},
|
472
|
+
|
473
|
+
{update: {_id: 21, routing: '21', data: {doc: {'content' => comments[6].content}}}},
|
474
|
+
|
475
|
+
{update: {_id: 32, routing: '31', data: {doc: {'content' => comments[7].content}}}}
|
476
|
+
])
|
477
|
+
end
|
478
|
+
end
|
479
|
+
end
|
480
|
+
end
|
481
|
+
|
482
|
+
describe '#index_objects_by_id' do
|
483
|
+
before do
|
484
|
+
stub_index(:cities) do
|
485
|
+
field :name
|
486
|
+
end
|
487
|
+
end
|
488
|
+
|
489
|
+
let(:to_index) { [double(id: 1), double(id: 2), double(id: ''), double] }
|
490
|
+
let(:delete) { [double(id: 3)] }
|
491
|
+
|
492
|
+
specify { expect(subject.index_objects_by_id).to eq('1' => to_index.first, '2' => to_index.second) }
|
493
|
+
end
|
494
|
+
end
|
@@ -0,0 +1,95 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe Chewy::Index::Import::BulkRequest do
|
4
|
+
before { Chewy.massacre }
|
5
|
+
|
6
|
+
subject { described_class.new(index, suffix: suffix, bulk_size: bulk_size, **bulk_options) }
|
7
|
+
let(:suffix) {}
|
8
|
+
let(:bulk_size) {}
|
9
|
+
let(:bulk_options) { {} }
|
10
|
+
let(:index) { PlacesIndex }
|
11
|
+
|
12
|
+
describe '#initialize' do
|
13
|
+
specify { expect { described_class.new(nil, bulk_size: 100) }.to raise_error(ArgumentError) }
|
14
|
+
specify { expect { described_class.new(nil, bulk_size: 100.kilobytes) }.not_to raise_error }
|
15
|
+
end
|
16
|
+
|
17
|
+
describe '#perform' do
|
18
|
+
before do
|
19
|
+
stub_model(:city)
|
20
|
+
stub_index(:places) do
|
21
|
+
index_scope City
|
22
|
+
field :name
|
23
|
+
end
|
24
|
+
end
|
25
|
+
|
26
|
+
specify do
|
27
|
+
expect(Chewy.client).not_to receive(:bulk)
|
28
|
+
subject.perform([])
|
29
|
+
end
|
30
|
+
|
31
|
+
specify do
|
32
|
+
expect(Chewy.client).to receive(:bulk).with(
|
33
|
+
index: 'places',
|
34
|
+
body: [{index: {id: 42, data: {name: 'Name'}}}]
|
35
|
+
)
|
36
|
+
subject.perform([{index: {id: 42, data: {name: 'Name'}}}])
|
37
|
+
end
|
38
|
+
|
39
|
+
context ':suffix' do
|
40
|
+
let(:suffix) { 'suffix' }
|
41
|
+
|
42
|
+
specify do
|
43
|
+
expect(Chewy.client).to receive(:bulk).with(
|
44
|
+
index: 'places_suffix',
|
45
|
+
body: [{index: {id: 42, data: {name: 'Name'}}}]
|
46
|
+
)
|
47
|
+
subject.perform([{index: {id: 42, data: {name: 'Name'}}}])
|
48
|
+
end
|
49
|
+
end
|
50
|
+
|
51
|
+
context ':bulk_size' do
|
52
|
+
let(:bulk_size) { 1.2.kilobyte }
|
53
|
+
|
54
|
+
specify do
|
55
|
+
expect(Chewy.client).to receive(:bulk).with(
|
56
|
+
index: 'places',
|
57
|
+
body: "{\"index\":{\"id\":42}}\n{\"name\":\"#{'Name' * 10}\"}\n{\"index\":{\"id\":43}}\n{\"name\":\"#{'Shame' * 10}\"}\n"
|
58
|
+
)
|
59
|
+
subject.perform([
|
60
|
+
{index: {id: 42, data: {name: 'Name' * 10}}},
|
61
|
+
{index: {id: 43, data: {name: 'Shame' * 10}}}
|
62
|
+
])
|
63
|
+
end
|
64
|
+
|
65
|
+
specify do
|
66
|
+
expect(Chewy.client).to receive(:bulk).with(
|
67
|
+
index: 'places',
|
68
|
+
body: "{\"index\":{\"id\":42}}\n{\"name\":\"#{'Name' * 30}\"}\n"
|
69
|
+
)
|
70
|
+
expect(Chewy.client).to receive(:bulk).with(
|
71
|
+
index: 'places',
|
72
|
+
body: "{\"index\":{\"id\":43}}\n{\"name\":\"#{'Shame' * 100}\"}\n"
|
73
|
+
)
|
74
|
+
expect(Chewy.client).to receive(:bulk).with(
|
75
|
+
index: 'places',
|
76
|
+
body: "{\"index\":{\"id\":44}}\n{\"name\":\"#{'Blame' * 30}\"}\n"
|
77
|
+
)
|
78
|
+
subject.perform([
|
79
|
+
{index: {id: 42, data: {name: 'Name' * 30}}},
|
80
|
+
{index: {id: 43, data: {name: 'Shame' * 100}}},
|
81
|
+
{index: {id: 44, data: {name: 'Blame' * 30}}}
|
82
|
+
])
|
83
|
+
end
|
84
|
+
end
|
85
|
+
|
86
|
+
context 'bulk_options' do
|
87
|
+
let(:bulk_options) { {refresh: true} }
|
88
|
+
|
89
|
+
specify do
|
90
|
+
expect(Chewy.client).to receive(:bulk).with(hash_including(bulk_options))
|
91
|
+
subject.perform([{index: {id: 42, data: {name: 'Name'}}}])
|
92
|
+
end
|
93
|
+
end
|
94
|
+
end
|
95
|
+
end
|
@@ -0,0 +1,87 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe Chewy::Index::Import::JournalBuilder, :orm do
|
4
|
+
before do
|
5
|
+
stub_model(:country)
|
6
|
+
stub_index 'namespace/cities'
|
7
|
+
stub_index 'namespace/countries' do
|
8
|
+
index_scope Country
|
9
|
+
end
|
10
|
+
Timecop.freeze(time)
|
11
|
+
end
|
12
|
+
after { Timecop.return }
|
13
|
+
|
14
|
+
let(:time) { Time.parse('2017-07-14 12:00Z') }
|
15
|
+
|
16
|
+
let(:index) { Namespace::CitiesIndex }
|
17
|
+
let(:to_index) { [] }
|
18
|
+
let(:delete) { [] }
|
19
|
+
subject { described_class.new(index, to_index: to_index, delete: delete) }
|
20
|
+
|
21
|
+
describe '#bulk_body' do
|
22
|
+
specify { expect(subject.bulk_body).to eq([]) }
|
23
|
+
|
24
|
+
context do
|
25
|
+
let(:to_index) { [{id: 1, name: 'City'}] }
|
26
|
+
specify do
|
27
|
+
expect(subject.bulk_body).to eq([{
|
28
|
+
index: {
|
29
|
+
_index: 'chewy_journal',
|
30
|
+
data: {
|
31
|
+
'index_name' => 'namespace/cities',
|
32
|
+
'action' => 'index',
|
33
|
+
'references' => [Base64.encode64('{"id":1,"name":"City"}')],
|
34
|
+
'created_at' => time.as_json
|
35
|
+
}
|
36
|
+
}
|
37
|
+
}])
|
38
|
+
end
|
39
|
+
end
|
40
|
+
|
41
|
+
context do
|
42
|
+
let(:delete) { [{id: 1, name: 'City'}] }
|
43
|
+
specify do
|
44
|
+
expect(subject.bulk_body).to eq([{
|
45
|
+
index: {
|
46
|
+
_index: 'chewy_journal',
|
47
|
+
data: {
|
48
|
+
'index_name' => 'namespace/cities',
|
49
|
+
'action' => 'delete',
|
50
|
+
'references' => [Base64.encode64('{"id":1,"name":"City"}')],
|
51
|
+
'created_at' => time.as_json
|
52
|
+
}
|
53
|
+
}
|
54
|
+
}])
|
55
|
+
end
|
56
|
+
end
|
57
|
+
|
58
|
+
context do
|
59
|
+
let(:index) { Namespace::CountriesIndex }
|
60
|
+
let(:to_index) { [Country.new(id: 1, name: 'City')] }
|
61
|
+
let(:delete) { [Country.new(id: 2, name: 'City')] }
|
62
|
+
specify do
|
63
|
+
expect(subject.bulk_body).to eq([{
|
64
|
+
index: {
|
65
|
+
_index: 'chewy_journal',
|
66
|
+
data: {
|
67
|
+
'index_name' => 'namespace/countries',
|
68
|
+
'action' => 'index',
|
69
|
+
'references' => [Base64.encode64('1')],
|
70
|
+
'created_at' => time.as_json
|
71
|
+
}
|
72
|
+
}
|
73
|
+
}, {
|
74
|
+
index: {
|
75
|
+
_index: 'chewy_journal',
|
76
|
+
data: {
|
77
|
+
'index_name' => 'namespace/countries',
|
78
|
+
'action' => 'delete',
|
79
|
+
'references' => [Base64.encode64('2')],
|
80
|
+
'created_at' => time.as_json
|
81
|
+
}
|
82
|
+
}
|
83
|
+
}])
|
84
|
+
end
|
85
|
+
end
|
86
|
+
end
|
87
|
+
end
|