chewy 0.10.0 → 6.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (157) hide show
  1. checksums.yaml +5 -5
  2. data/.circleci/config.yml +240 -0
  3. data/.rubocop.yml +25 -25
  4. data/Appraisals +12 -10
  5. data/CHANGELOG.md +252 -263
  6. data/Gemfile +5 -1
  7. data/LICENSE.txt +1 -1
  8. data/README.md +142 -78
  9. data/chewy.gemspec +10 -12
  10. data/gemfiles/{rails.4.2.mongoid.5.1.gemfile → rails.5.2.activerecord.gemfile} +6 -4
  11. data/gemfiles/{rails.4.2.activerecord.gemfile → rails.5.2.mongoid.6.4.gemfile} +6 -4
  12. data/gemfiles/{rails.4.0.activerecord.gemfile → rails.6.0.activerecord.gemfile} +6 -3
  13. data/gemfiles/rails.6.1.activerecord.gemfile +19 -0
  14. data/gemfiles/sequel.4.45.gemfile +2 -2
  15. data/lib/chewy.rb +2 -1
  16. data/lib/chewy/backports/duplicable.rb +1 -1
  17. data/lib/chewy/config.rb +10 -39
  18. data/lib/chewy/fields/base.rb +40 -28
  19. data/lib/chewy/fields/root.rb +18 -11
  20. data/lib/chewy/index.rb +3 -1
  21. data/lib/chewy/index/actions.rb +27 -15
  22. data/lib/chewy/index/settings.rb +2 -0
  23. data/lib/chewy/index/specification.rb +12 -10
  24. data/lib/chewy/minitest/helpers.rb +6 -6
  25. data/lib/chewy/minitest/search_index_receiver.rb +17 -17
  26. data/lib/chewy/multi_search.rb +62 -0
  27. data/lib/chewy/railtie.rb +4 -4
  28. data/lib/chewy/rake_helper.rb +5 -5
  29. data/lib/chewy/rspec/update_index.rb +3 -5
  30. data/lib/chewy/search.rb +4 -11
  31. data/lib/chewy/search/loader.rb +1 -1
  32. data/lib/chewy/search/pagination/will_paginate.rb +4 -2
  33. data/lib/chewy/search/parameters.rb +24 -6
  34. data/lib/chewy/search/parameters/allow_partial_search_results.rb +27 -0
  35. data/lib/chewy/search/parameters/concerns/query_storage.rb +4 -3
  36. data/lib/chewy/search/parameters/indices.rb +123 -0
  37. data/lib/chewy/search/parameters/none.rb +1 -3
  38. data/lib/chewy/search/request.rb +100 -74
  39. data/lib/chewy/search/scrolling.rb +7 -6
  40. data/lib/chewy/stash.rb +30 -21
  41. data/lib/chewy/strategy/active_job.rb +1 -1
  42. data/lib/chewy/strategy/atomic.rb +1 -1
  43. data/lib/chewy/strategy/sidekiq.rb +1 -1
  44. data/lib/chewy/type.rb +5 -2
  45. data/lib/chewy/type/adapter/active_record.rb +1 -1
  46. data/lib/chewy/type/adapter/base.rb +9 -9
  47. data/lib/chewy/type/adapter/mongoid.rb +2 -4
  48. data/lib/chewy/type/adapter/orm.rb +7 -4
  49. data/lib/chewy/type/adapter/sequel.rb +5 -7
  50. data/lib/chewy/type/crutch.rb +1 -1
  51. data/lib/chewy/type/import.rb +13 -11
  52. data/lib/chewy/type/import/bulk_builder.rb +1 -1
  53. data/lib/chewy/type/import/bulk_request.rb +4 -2
  54. data/lib/chewy/type/import/journal_builder.rb +3 -3
  55. data/lib/chewy/type/import/routine.rb +3 -3
  56. data/lib/chewy/type/mapping.rb +42 -36
  57. data/lib/chewy/type/observe.rb +16 -12
  58. data/lib/chewy/type/syncer.rb +15 -14
  59. data/lib/chewy/type/witchcraft.rb +11 -7
  60. data/lib/chewy/type/wrapper.rb +14 -4
  61. data/lib/chewy/version.rb +1 -1
  62. data/lib/sequel/plugins/chewy_observe.rb +4 -19
  63. data/migration_guide.md +18 -0
  64. data/spec/chewy/config_spec.rb +16 -21
  65. data/spec/chewy/fields/base_spec.rb +70 -70
  66. data/spec/chewy/fields/root_spec.rb +56 -9
  67. data/spec/chewy/index/actions_spec.rb +63 -7
  68. data/spec/chewy/index/specification_spec.rb +25 -16
  69. data/spec/chewy/index_spec.rb +75 -45
  70. data/spec/chewy/journal_spec.rb +33 -29
  71. data/spec/chewy/minitest/search_index_receiver_spec.rb +11 -9
  72. data/spec/chewy/multi_search_spec.rb +85 -0
  73. data/spec/chewy/rake_helper_spec.rb +123 -95
  74. data/spec/chewy/rspec/update_index_spec.rb +47 -46
  75. data/spec/chewy/runtime_spec.rb +2 -2
  76. data/spec/chewy/search/pagination/kaminari_spec.rb +7 -3
  77. data/spec/chewy/search/pagination/will_paginate_spec.rb +9 -3
  78. data/spec/chewy/search/parameters/indices_spec.rb +190 -0
  79. data/spec/chewy/search/parameters/none_spec.rb +1 -1
  80. data/spec/chewy/search/parameters_spec.rb +21 -4
  81. data/spec/chewy/search/request_spec.rb +101 -70
  82. data/spec/chewy/search/response_spec.rb +27 -17
  83. data/spec/chewy/search/scrolling_spec.rb +25 -16
  84. data/spec/chewy/search_spec.rb +49 -35
  85. data/spec/chewy/stash_spec.rb +15 -13
  86. data/spec/chewy/strategy/active_job_spec.rb +15 -2
  87. data/spec/chewy/strategy/shoryuken_spec.rb +8 -2
  88. data/spec/chewy/strategy/sidekiq_spec.rb +6 -2
  89. data/spec/chewy/type/adapter/active_record_spec.rb +16 -4
  90. data/spec/chewy/type/import/bulk_builder_spec.rb +9 -94
  91. data/spec/chewy/type/import/journal_builder_spec.rb +17 -15
  92. data/spec/chewy/type/import_spec.rb +6 -0
  93. data/spec/chewy/type/mapping_spec.rb +51 -18
  94. data/spec/chewy/type/observe_spec.rb +4 -4
  95. data/spec/chewy/type/witchcraft_spec.rb +31 -0
  96. data/spec/chewy/type/wrapper_spec.rb +3 -1
  97. data/spec/chewy_spec.rb +0 -7
  98. data/spec/spec_helper.rb +5 -1
  99. data/spec/support/active_record.rb +20 -0
  100. metadata +46 -116
  101. data/.travis.yml +0 -53
  102. data/LEGACY_DSL.md +0 -497
  103. data/gemfiles/rails.4.1.activerecord.gemfile +0 -14
  104. data/gemfiles/rails.5.0.activerecord.gemfile +0 -15
  105. data/gemfiles/rails.5.0.mongoid.6.0.gemfile +0 -15
  106. data/gemfiles/rails.5.1.activerecord.gemfile +0 -15
  107. data/gemfiles/rails.5.1.mongoid.6.1.gemfile +0 -15
  108. data/lib/chewy/query.rb +0 -1098
  109. data/lib/chewy/query/compose.rb +0 -68
  110. data/lib/chewy/query/criteria.rb +0 -191
  111. data/lib/chewy/query/filters.rb +0 -227
  112. data/lib/chewy/query/loading.rb +0 -111
  113. data/lib/chewy/query/nodes/and.rb +0 -25
  114. data/lib/chewy/query/nodes/base.rb +0 -17
  115. data/lib/chewy/query/nodes/bool.rb +0 -34
  116. data/lib/chewy/query/nodes/equal.rb +0 -34
  117. data/lib/chewy/query/nodes/exists.rb +0 -20
  118. data/lib/chewy/query/nodes/expr.rb +0 -28
  119. data/lib/chewy/query/nodes/field.rb +0 -110
  120. data/lib/chewy/query/nodes/has_child.rb +0 -15
  121. data/lib/chewy/query/nodes/has_parent.rb +0 -15
  122. data/lib/chewy/query/nodes/has_relation.rb +0 -59
  123. data/lib/chewy/query/nodes/match_all.rb +0 -11
  124. data/lib/chewy/query/nodes/missing.rb +0 -20
  125. data/lib/chewy/query/nodes/not.rb +0 -25
  126. data/lib/chewy/query/nodes/or.rb +0 -25
  127. data/lib/chewy/query/nodes/prefix.rb +0 -19
  128. data/lib/chewy/query/nodes/query.rb +0 -20
  129. data/lib/chewy/query/nodes/range.rb +0 -63
  130. data/lib/chewy/query/nodes/raw.rb +0 -15
  131. data/lib/chewy/query/nodes/regexp.rb +0 -35
  132. data/lib/chewy/query/nodes/script.rb +0 -20
  133. data/lib/chewy/query/pagination.rb +0 -25
  134. data/spec/chewy/query/criteria_spec.rb +0 -700
  135. data/spec/chewy/query/filters_spec.rb +0 -201
  136. data/spec/chewy/query/loading_spec.rb +0 -124
  137. data/spec/chewy/query/nodes/and_spec.rb +0 -12
  138. data/spec/chewy/query/nodes/bool_spec.rb +0 -14
  139. data/spec/chewy/query/nodes/equal_spec.rb +0 -32
  140. data/spec/chewy/query/nodes/exists_spec.rb +0 -18
  141. data/spec/chewy/query/nodes/has_child_spec.rb +0 -59
  142. data/spec/chewy/query/nodes/has_parent_spec.rb +0 -59
  143. data/spec/chewy/query/nodes/match_all_spec.rb +0 -11
  144. data/spec/chewy/query/nodes/missing_spec.rb +0 -16
  145. data/spec/chewy/query/nodes/not_spec.rb +0 -13
  146. data/spec/chewy/query/nodes/or_spec.rb +0 -12
  147. data/spec/chewy/query/nodes/prefix_spec.rb +0 -16
  148. data/spec/chewy/query/nodes/query_spec.rb +0 -12
  149. data/spec/chewy/query/nodes/range_spec.rb +0 -32
  150. data/spec/chewy/query/nodes/raw_spec.rb +0 -11
  151. data/spec/chewy/query/nodes/regexp_spec.rb +0 -43
  152. data/spec/chewy/query/nodes/script_spec.rb +0 -15
  153. data/spec/chewy/query/pagination/kaminari_spec.rb +0 -5
  154. data/spec/chewy/query/pagination/will_paginate_spec.rb +0 -5
  155. data/spec/chewy/query/pagination_spec.rb +0 -39
  156. data/spec/chewy/query_spec.rb +0 -636
  157. data/spec/chewy/search/parameters/indices_boost_spec.rb +0 -83
@@ -6,16 +6,18 @@ describe Chewy::Journal do
6
6
  context namespace.present? ? 'with namespace' : 'without namespace' do
7
7
  before do
8
8
  stub_model(:city) do
9
- update_index "#{namespace}places#city", :self
9
+ update_index "#{namespace}cities", :self
10
10
  end
11
11
  stub_model(:country) do
12
- update_index "#{namespace}places#country", :self
12
+ update_index "#{namespace}countries", :self
13
13
  end
14
14
 
15
- stub_index("#{namespace}places") do
15
+ stub_index("#{namespace}cities") do
16
16
  define_type City do
17
17
  default_import_options journal: true
18
18
  end
19
+ end
20
+ stub_index("#{namespace}countries") do
19
21
  define_type Country do
20
22
  default_import_options journal: true
21
23
  end
@@ -41,7 +43,8 @@ describe Chewy::Journal do
41
43
  end
42
44
 
43
45
  specify do
44
- places_index = namespace.present? ? Namespace::PlacesIndex : PlacesIndex
46
+ cities_index = namespace.present? ? Namespace::CitiesIndex : CitiesIndex
47
+ countries_index = namespace.present? ? Namespace::CountriesIndex : CountriesIndex
45
48
  Chewy.strategy(:urgent) do
46
49
  cities = Array.new(2) { |i| City.create!(id: i + 1) }
47
50
  countries = Array.new(2) { |i| Country.create!(id: i + 1) }
@@ -49,12 +52,13 @@ describe Chewy::Journal do
49
52
 
50
53
  Timecop.freeze(import_time)
51
54
 
52
- places_index.import
55
+ cities_index.import
56
+ countries_index.import
53
57
 
54
- expect(Chewy::Stash.exists?).to eq true
58
+ expect(Chewy::Stash::Journal.exists?).to eq true
55
59
 
56
60
  Timecop.freeze(update_time)
57
- cities.first.update_attributes!(name: 'Supername')
61
+ cities.first.update!(name: 'Supername')
58
62
 
59
63
  Timecop.freeze(destroy_time)
60
64
  countries.last.destroy
@@ -62,66 +66,66 @@ describe Chewy::Journal do
62
66
  journal_entries = Chewy::Stash::Journal.order(:created_at).hits.map { |r| r['_source'] }
63
67
  expected_journal = [
64
68
  {
65
- 'index_name' => "#{namespace}places",
69
+ 'index_name' => "#{namespace}cities",
66
70
  'type_name' => 'city',
67
71
  'action' => 'index',
68
- 'references' => ['1'],
72
+ 'references' => ['1'].map(&Base64.method(:encode64)),
69
73
  'created_at' => time.utc.as_json
70
74
  },
71
75
  {
72
- 'index_name' => "#{namespace}places",
76
+ 'index_name' => "#{namespace}cities",
73
77
  'type_name' => 'city',
74
78
  'action' => 'index',
75
- 'references' => ['2'],
79
+ 'references' => ['2'].map(&Base64.method(:encode64)),
76
80
  'created_at' => time.utc.as_json
77
81
  },
78
82
  {
79
- 'index_name' => "#{namespace}places",
83
+ 'index_name' => "#{namespace}countries",
80
84
  'type_name' => 'country',
81
85
  'action' => 'index',
82
- 'references' => ['1'],
86
+ 'references' => ['1'].map(&Base64.method(:encode64)),
83
87
  'created_at' => time.utc.as_json
84
88
  },
85
89
  {
86
- 'index_name' => "#{namespace}places",
90
+ 'index_name' => "#{namespace}countries",
87
91
  'type_name' => 'country',
88
92
  'action' => 'index',
89
- 'references' => ['2'],
93
+ 'references' => ['2'].map(&Base64.method(:encode64)),
90
94
  'created_at' => time.utc.as_json
91
95
  },
92
96
  {
93
- 'index_name' => "#{namespace}places",
97
+ 'index_name' => "#{namespace}countries",
94
98
  'type_name' => 'country',
95
99
  'action' => 'index',
96
- 'references' => ['3'],
100
+ 'references' => ['3'].map(&Base64.method(:encode64)),
97
101
  'created_at' => time.utc.as_json
98
102
  },
99
103
  {
100
- 'index_name' => "#{namespace}places",
104
+ 'index_name' => "#{namespace}cities",
101
105
  'type_name' => 'city',
102
106
  'action' => 'index',
103
- 'references' => %w[1 2],
107
+ 'references' => %w[1 2].map(&Base64.method(:encode64)),
104
108
  'created_at' => import_time.utc.as_json
105
109
  },
106
110
  {
107
- 'index_name' => "#{namespace}places",
111
+ 'index_name' => "#{namespace}countries",
108
112
  'type_name' => 'country',
109
113
  'action' => 'index',
110
- 'references' => %w[1 2 3],
114
+ 'references' => %w[1 2 3].map(&Base64.method(:encode64)),
111
115
  'created_at' => import_time.utc.as_json
112
116
  },
113
117
  {
114
- 'index_name' => "#{namespace}places",
118
+ 'index_name' => "#{namespace}cities",
115
119
  'type_name' => 'city',
116
120
  'action' => 'index',
117
- 'references' => ['1'],
121
+ 'references' => ['1'].map(&Base64.method(:encode64)),
118
122
  'created_at' => update_time.utc.as_json
119
123
  },
120
124
  {
121
- 'index_name' => "#{namespace}places",
125
+ 'index_name' => "#{namespace}countries",
122
126
  'type_name' => 'country',
123
127
  'action' => 'delete',
124
- 'references' => ['2'],
128
+ 'references' => ['2'].map(&Base64.method(:encode64)),
125
129
  'created_at' => destroy_time.utc.as_json
126
130
  }
127
131
  ]
@@ -133,11 +137,11 @@ describe Chewy::Journal do
133
137
  expect(journal_entries.size).to eq 4
134
138
 
135
139
  # simulate lost data
136
- Chewy.client.delete(index: "#{Chewy.settings[:prefix]}_places", type: 'city', id: 1, refresh: true)
137
- expect(places_index::City.count).to eq 1
140
+ Chewy.client.delete(index: "#{Chewy.settings[:prefix]}_cities", type: 'city', id: 1, refresh: true)
141
+ expect(cities_index.count).to eq 1
138
142
 
139
143
  described_class.new.apply(time)
140
- expect(places_index::City.count).to eq 2
144
+ expect(cities_index.count).to eq 2
141
145
 
142
146
  clean_response = described_class.new.clean(import_time)
143
147
  expect(clean_response['deleted'] || clean_response['_indices']['_all']['deleted']).to eq 7
@@ -231,7 +235,7 @@ describe Chewy::Journal do
231
235
  let!(:journal_entries) do
232
236
  record = Chewy::Stash::Journal.entries(time).first
233
237
  Array.new(count_of_checks) do |i|
234
- Chewy::Stash::Journal.new(
238
+ Chewy::Stash::Journal::Journal.new(
235
239
  record.attributes.merge(
236
240
  'created_at' => time.to_i + i,
237
241
  'references' => [i.to_s]
@@ -29,7 +29,9 @@ describe :search_index_receiver do
29
29
  define_type :fizz do
30
30
  root value: ->(_o) { {} }
31
31
  end
32
+ end
32
33
 
34
+ stub_index(:dummies2) do
33
35
  define_type :buzz do
34
36
  root value: ->(_o) { {} }
35
37
  end
@@ -39,15 +41,15 @@ describe :search_index_receiver do
39
41
  context 'catch' do
40
42
  specify 'archives more than one type' do
41
43
  receiver.catch search_request(2), DummiesIndex::Fizz
42
- receiver.catch search_request(3), DummiesIndex::Buzz
43
- expect(receiver.indexes.keys).to match_array([DummiesIndex::Fizz, DummiesIndex::Buzz])
44
+ receiver.catch search_request(3), Dummies2Index::Buzz
45
+ expect(receiver.indexes.keys).to match_array([DummiesIndex::Fizz, Dummies2Index::Buzz])
44
46
  end
45
47
  end
46
48
 
47
49
  context 'indexes_for' do
48
50
  before do
49
51
  receiver.catch search_request(2), DummiesIndex::Fizz
50
- receiver.catch search_request(3), DummiesIndex::Buzz
52
+ receiver.catch search_request(3), Dummies2Index::Buzz
51
53
  end
52
54
 
53
55
  specify 'returns indexes for a specific type' do
@@ -56,7 +58,7 @@ describe :search_index_receiver do
56
58
 
57
59
  specify 'returns only indexes for all types' do
58
60
  index_responses = receiver.indexes
59
- expect(index_responses.keys).to match_array([DummiesIndex::Fizz, DummiesIndex::Buzz])
61
+ expect(index_responses.keys).to match_array([DummiesIndex::Fizz, Dummies2Index::Buzz])
60
62
  expect(parse_request(index_responses.values.flatten)).to match_array([1, 2, 1, 2, 3])
61
63
  end
62
64
  end
@@ -64,16 +66,16 @@ describe :search_index_receiver do
64
66
  context 'deletes_for' do
65
67
  before do
66
68
  receiver.catch search_request(2, verb: :delete), DummiesIndex::Fizz
67
- receiver.catch search_request(3, verb: :delete), DummiesIndex::Buzz
69
+ receiver.catch search_request(3, verb: :delete), Dummies2Index::Buzz
68
70
  end
69
71
 
70
72
  specify 'returns deletes for a specific type' do
71
- expect(receiver.deletes_for(DummiesIndex::Buzz)).to match_array([1, 2, 3])
73
+ expect(receiver.deletes_for(Dummies2Index::Buzz)).to match_array([1, 2, 3])
72
74
  end
73
75
 
74
76
  specify 'returns only deletes for all types' do
75
77
  deletes = receiver.deletes
76
- expect(deletes.keys).to match_array([DummiesIndex::Fizz, DummiesIndex::Buzz])
78
+ expect(deletes.keys).to match_array([DummiesIndex::Fizz, Dummies2Index::Buzz])
77
79
  expect(deletes.values.flatten).to match_array([1, 2, 1, 2, 3])
78
80
  end
79
81
  end
@@ -113,8 +115,8 @@ describe :search_index_receiver do
113
115
  context 'updated_indexes' do
114
116
  specify 'provides a list of indices updated' do
115
117
  receiver.catch search_request(2, verb: :delete), DummiesIndex::Fizz
116
- receiver.catch search_request(3, verb: :delete), DummiesIndex::Buzz
117
- expect(receiver.updated_indexes).to match_array([DummiesIndex::Fizz, DummiesIndex::Buzz])
118
+ receiver.catch search_request(3, verb: :delete), Dummies2Index::Buzz
119
+ expect(receiver.updated_indexes).to match_array([DummiesIndex::Fizz, Dummies2Index::Buzz])
118
120
  end
119
121
  end
120
122
  end
@@ -0,0 +1,85 @@
1
+ require 'spec_helper'
2
+ require 'chewy/multi_search'
3
+
4
+ describe Chewy::MultiSearch do
5
+ before { Chewy.massacre }
6
+
7
+ before do
8
+ stub_model(:city)
9
+ stub_model(:country)
10
+
11
+ stub_index(:cities) do
12
+ def self.aggregate_by_country
13
+ aggs(country: {terms: {field: :country_id}})
14
+ end
15
+
16
+ define_type City do
17
+ field :name, type: 'keyword'
18
+ field :country_id, type: 'keyword'
19
+ end
20
+ end
21
+ end
22
+
23
+ let(:places_query) { CitiesIndex.all }
24
+
25
+ describe '#queries' do
26
+ specify 'returns the queries that are a part of the multi search' do
27
+ multi_search = described_class.new([places_query])
28
+ expect(multi_search.queries).to contain_exactly(places_query)
29
+ end
30
+ end
31
+
32
+ describe '#add_query' do
33
+ specify 'adds a query to the multi search' do
34
+ multi_search = described_class.new([])
35
+ expect do
36
+ multi_search.add_query(places_query)
37
+ end.to change {
38
+ multi_search.queries
39
+ }.from([]).to([places_query])
40
+ end
41
+ end
42
+
43
+ context 'when given two queries' do
44
+ let(:queries) { [aggregates, results] }
45
+ let(:aggregates) { CitiesIndex.aggregate_by_country.limit(0) }
46
+ let(:results) { CitiesIndex.limit(10) }
47
+ let(:multi_search) { described_class.new(queries) }
48
+ let(:cities) { Array.new(3) { |i| City.create! name: "Name#{i + 2}", country_id: i + 1 } }
49
+ before { CitiesIndex.import! city: cities }
50
+
51
+ describe '#perform' do
52
+ specify 'performs each query' do
53
+ expect { multi_search.perform }
54
+ .to change(aggregates, :performed?).from(false).to(true)
55
+ .and change(results, :performed?).from(false).to(true)
56
+ end
57
+
58
+ specify 'issues a single request using the msearch endpoint', :aggregate_failures do
59
+ expect(Chewy.client).to receive(:msearch).once.and_return('responses' => [])
60
+ expect(Chewy.client).to_not receive(:search)
61
+ multi_search.perform
62
+ end
63
+ end
64
+
65
+ describe '#responses' do
66
+ subject(:responses) { multi_search.responses }
67
+
68
+ context 'on a previously performed multi search' do
69
+ before { multi_search.perform }
70
+
71
+ it 'does not perform the query again' do
72
+ expect(Chewy.client).to_not receive(:msearch)
73
+ multi_search.responses
74
+ end
75
+ end
76
+
77
+ specify 'returns the results of each query', :aggregate_failures do
78
+ is_expected.to have(2).responses
79
+ expect(responses[0]).to be_a(Chewy::Search::Response)
80
+ expect(responses[1]).to be_a(Chewy::Search::Response)
81
+ expect(responses[1].wrappers).to all(be_a CitiesIndex::City)
82
+ end
83
+ end
84
+ end
85
+ end
@@ -7,24 +7,39 @@ describe Chewy::RakeHelper, :orm do
7
7
  stub_model(:city)
8
8
  stub_model(:country)
9
9
 
10
- stub_index(:places) do
10
+ stub_index(:cities) do
11
11
  define_type City do
12
12
  field :name
13
13
  field :updated_at, type: 'date'
14
14
  end
15
+ end
16
+ stub_index(:countries) do
15
17
  define_type Country
16
18
  end
17
19
  stub_index(:users)
18
20
 
19
- allow(described_class).to receive(:all_indexes) { [PlacesIndex, UsersIndex] }
21
+ allow(described_class).to receive(:all_indexes) { [CitiesIndex, CountriesIndex, UsersIndex] }
20
22
  end
21
23
 
22
24
  let!(:cities) { Array.new(3) { |i| City.create!(name: "Name#{i + 1}") } }
23
25
  let!(:countries) { Array.new(2) { |i| Country.create!(name: "Name#{i + 1}") } }
24
26
  let(:journal) do
25
27
  Chewy::Stash::Journal.import([
26
- {index_name: 'places', type_name: 'city', action: 'index', references: cities.first(2).map(&:id).map(&:to_s).map(&:to_json), created_at: 2.minutes.since},
27
- {index_name: 'places', type_name: 'country', action: 'index', references: [countries.first.id.to_s.to_json], created_at: 4.minutes.since}
28
+ {
29
+ index_name: 'cities',
30
+ type_name: 'city',
31
+ action: 'index',
32
+ references: cities.first(2).map(&:id).map(&:to_s)
33
+ .map(&:to_json).map(&Base64.method(:encode64)),
34
+ created_at: 2.minutes.since
35
+ },
36
+ {
37
+ index_name: 'countries',
38
+ type_name: 'country',
39
+ action: 'index',
40
+ references: [Base64.encode64(countries.first.id.to_s.to_json)],
41
+ created_at: 4.minutes.since
42
+ }
28
43
  ])
29
44
  end
30
45
 
@@ -34,44 +49,45 @@ describe Chewy::RakeHelper, :orm do
34
49
  specify do
35
50
  output = StringIO.new
36
51
  expect { described_class.reset(output: output) }
37
- .to update_index(PlacesIndex::City)
52
+ .to update_index(CitiesIndex)
38
53
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
39
- \\AResetting PlacesIndex
40
- Imported PlacesIndex::City for \\d+s, stats: index 3
41
- Imported PlacesIndex::Country for \\d+s, stats: index 2
42
- Applying journal to \\[PlacesIndex::City, PlacesIndex::Country\\], 3 entries, stage 1
43
- Imported PlacesIndex::City for \\d+s, stats: index 2
44
- Imported PlacesIndex::Country for \\d+s, stats: index 1
45
- Imported Chewy::Stash::Specification for \\d+s, stats: index 1
54
+ \\AResetting CitiesIndex
55
+ Imported CitiesIndex::City in \\d+s, stats: index 3
56
+ Applying journal to \\[CitiesIndex::City\\], 2 entries, stage 1
57
+ Imported CitiesIndex::City in \\d+s, stats: index 2
58
+ Imported Chewy::Stash::Specification::Specification in \\d+s, stats: index 1
59
+ Resetting CountriesIndex
60
+ Imported CountriesIndex::Country in \\d+s, stats: index 2
61
+ Applying journal to \\[CountriesIndex::Country\\], 1 entries, stage 1
62
+ Imported CountriesIndex::Country in \\d+s, stats: index 1
63
+ Imported Chewy::Stash::Specification::Specification in \\d+s, stats: index 1
46
64
  Resetting UsersIndex
47
- Imported Chewy::Stash::Specification for \\d+s, stats: index 1
65
+ Imported Chewy::Stash::Specification::Specification in \\d+s, stats: index 1
48
66
  Total: \\d+s\\Z
49
67
  OUTPUT
50
68
  end
51
69
 
52
70
  specify do
53
71
  output = StringIO.new
54
- expect { described_class.reset(only: 'places', output: output) }
55
- .to update_index(PlacesIndex::City)
72
+ expect { described_class.reset(only: 'cities', output: output) }
73
+ .to update_index(CitiesIndex)
56
74
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
57
- \\AResetting PlacesIndex
58
- Imported PlacesIndex::City for \\d+s, stats: index 3
59
- Imported PlacesIndex::Country for \\d+s, stats: index 2
60
- Applying journal to \\[PlacesIndex::City, PlacesIndex::Country\\], 3 entries, stage 1
61
- Imported PlacesIndex::City for \\d+s, stats: index 2
62
- Imported PlacesIndex::Country for \\d+s, stats: index 1
63
- Imported Chewy::Stash::Specification for \\d+s, stats: index 1
75
+ \\AResetting CitiesIndex
76
+ Imported CitiesIndex::City in \\d+s, stats: index 3
77
+ Applying journal to \\[CitiesIndex::City\\], 2 entries, stage 1
78
+ Imported CitiesIndex::City in \\d+s, stats: index 2
79
+ Imported Chewy::Stash::Specification::Specification in \\d+s, stats: index 1
64
80
  Total: \\d+s\\Z
65
81
  OUTPUT
66
82
  end
67
83
 
68
84
  specify do
69
85
  output = StringIO.new
70
- expect { described_class.reset(except: PlacesIndex, output: output) }
71
- .not_to update_index(PlacesIndex::City)
86
+ expect { described_class.reset(except: [CitiesIndex, CountriesIndex], output: output) }
87
+ .not_to update_index(CitiesIndex)
72
88
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
73
89
  \\AResetting UsersIndex
74
- Imported Chewy::Stash::Specification for \\d+s, stats: index 1
90
+ Imported Chewy::Stash::Specification::Specification in \\d+s, stats: index 1
75
91
  Total: \\d+s\\Z
76
92
  OUTPUT
77
93
  end
@@ -81,40 +97,46 @@ Total: \\d+s\\Z
81
97
  specify do
82
98
  output = StringIO.new
83
99
  expect { described_class.upgrade(output: output) }
84
- .to update_index(PlacesIndex::City)
100
+ .to update_index(CitiesIndex)
85
101
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
86
- \\AResetting PlacesIndex
87
- Imported PlacesIndex::City for \\d+s, stats: index 3
88
- Imported PlacesIndex::Country for \\d+s, stats: index 2
89
- Imported Chewy::Stash::Specification for \\d+s, stats: index 1
102
+ \\AResetting CitiesIndex
103
+ Imported CitiesIndex::City in \\d+s, stats: index 3
104
+ Imported Chewy::Stash::Specification::Specification in \\d+s, stats: index 1
105
+ Resetting CountriesIndex
106
+ Imported CountriesIndex::Country in \\d+s, stats: index 2
107
+ Imported Chewy::Stash::Specification::Specification in \\d+s, stats: index 1
90
108
  Resetting UsersIndex
91
- Imported Chewy::Stash::Specification for \\d+s, stats: index 1
109
+ Imported Chewy::Stash::Specification::Specification in \\d+s, stats: index 1
92
110
  Total: \\d+s\\Z
93
111
  OUTPUT
94
112
  end
95
113
 
96
114
  context do
97
- before { PlacesIndex.reset! }
115
+ before do
116
+ CitiesIndex.reset!
117
+ CountriesIndex.reset!
118
+ end
98
119
 
99
120
  specify do
100
121
  output = StringIO.new
101
122
  expect { described_class.upgrade(output: output) }
102
- .not_to update_index(PlacesIndex::City)
123
+ .not_to update_index(CitiesIndex)
103
124
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
104
- \\ASkipping PlacesIndex, the specification didn't change
125
+ \\ASkipping CitiesIndex, the specification didn't change
126
+ Skipping CountriesIndex, the specification didn't change
105
127
  Resetting UsersIndex
106
- Imported Chewy::Stash::Specification for \\d+s, stats: index 1
128
+ Imported Chewy::Stash::Specification::Specification in \\d+s, stats: index 1
107
129
  Total: \\d+s\\Z
108
130
  OUTPUT
109
131
  end
110
132
 
111
133
  specify do
112
134
  output = StringIO.new
113
- expect { described_class.upgrade(except: PlacesIndex, output: output) }
114
- .not_to update_index(PlacesIndex::City)
135
+ expect { described_class.upgrade(except: [CitiesIndex, CountriesIndex], output: output) }
136
+ .not_to update_index(CitiesIndex)
115
137
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
116
138
  \\AResetting UsersIndex
117
- Imported Chewy::Stash::Specification for \\d+s, stats: index 1
139
+ Imported Chewy::Stash::Specification::Specification in \\d+s, stats: index 1
118
140
  Total: \\d+s\\Z
119
141
  OUTPUT
120
142
  end
@@ -124,8 +146,8 @@ Total: \\d+s\\Z
124
146
 
125
147
  specify do
126
148
  output = StringIO.new
127
- expect { described_class.upgrade(except: ['places'], output: output) }
128
- .not_to update_index(PlacesIndex::City)
149
+ expect { described_class.upgrade(except: %w[cities countries], output: output) }
150
+ .not_to update_index(CitiesIndex)
129
151
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
130
152
  \\ANo index specification was changed
131
153
  Total: \\d+s\\Z
@@ -139,45 +161,51 @@ Total: \\d+s\\Z
139
161
  specify do
140
162
  output = StringIO.new
141
163
  expect { described_class.update(output: output) }
142
- .not_to update_index(PlacesIndex::City)
164
+ .not_to update_index(CitiesIndex)
143
165
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
144
- \\ASkipping PlacesIndex, it does not exists \\(use rake chewy:reset\\[places\\] to create and update it\\)
166
+ \\ASkipping CitiesIndex, it does not exists \\(use rake chewy:reset\\[cities\\] to create and update it\\)
167
+ Skipping CountriesIndex, it does not exists \\(use rake chewy:reset\\[countries\\] to create and update it\\)
168
+ Total: \\d+s\\Z
145
169
  OUTPUT
146
170
  end
147
171
 
148
172
  context do
149
- before { PlacesIndex.reset! }
173
+ before do
174
+ CitiesIndex.reset!
175
+ CountriesIndex.reset!
176
+ end
150
177
 
151
178
  specify do
152
179
  output = StringIO.new
153
180
  expect { described_class.update(output: output) }
154
- .to update_index(PlacesIndex::City)
181
+ .to update_index(CitiesIndex)
155
182
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
156
- \\AUpdating PlacesIndex
157
- Imported PlacesIndex::City for \\d+s, stats: index 3
158
- Imported PlacesIndex::Country for \\d+s, stats: index 2
183
+ \\AUpdating CitiesIndex
184
+ Imported CitiesIndex::City in \\d+s, stats: index 3
185
+ Updating CountriesIndex
186
+ Imported CountriesIndex::Country in \\d+s, stats: index 2
159
187
  Total: \\d+s\\Z
160
188
  OUTPUT
161
189
  end
162
190
 
163
191
  specify do
164
192
  output = StringIO.new
165
- expect { described_class.update(only: 'places#country', output: output) }
166
- .not_to update_index(PlacesIndex::City)
193
+ expect { described_class.update(only: 'countries', output: output) }
194
+ .not_to update_index(CitiesIndex)
167
195
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
168
- \\AUpdating PlacesIndex
169
- Imported PlacesIndex::Country for \\d+s, stats: index 2
196
+ \\AUpdating CountriesIndex
197
+ Imported CountriesIndex::Country in \\d+s, stats: index 2
170
198
  Total: \\d+s\\Z
171
199
  OUTPUT
172
200
  end
173
201
 
174
202
  specify do
175
203
  output = StringIO.new
176
- expect { described_class.update(except: PlacesIndex::Country, output: output) }
177
- .to update_index(PlacesIndex::City)
204
+ expect { described_class.update(except: CountriesIndex, output: output) }
205
+ .to update_index(CitiesIndex)
178
206
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
179
- \\AUpdating PlacesIndex
180
- Imported PlacesIndex::City for \\d+s, stats: index 3
207
+ \\AUpdating CitiesIndex
208
+ Imported CitiesIndex::City in \\d+s, stats: index 3
181
209
  Total: \\d+s\\Z
182
210
  OUTPUT
183
211
  end
@@ -188,15 +216,15 @@ Total: \\d+s\\Z
188
216
  specify do
189
217
  output = StringIO.new
190
218
  expect { described_class.sync(output: output) }
191
- .to update_index(PlacesIndex::City)
219
+ .to update_index(CitiesIndex)
192
220
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
193
- \\ASynchronizing PlacesIndex::City
194
- Imported PlacesIndex::City for \\d+s, stats: index 3
221
+ \\ASynchronizing CitiesIndex::City
222
+ Imported CitiesIndex::City in \\d+s, stats: index 3
195
223
  Missing documents: \\[[^\\]]+\\]
196
224
  Took \\d+s
197
- Synchronizing PlacesIndex::Country
198
- PlacesIndex::Country doesn't support outdated synchronization
199
- Imported PlacesIndex::Country for \\d+s, stats: index 2
225
+ Synchronizing CountriesIndex::Country
226
+ CountriesIndex::Country doesn't support outdated synchronization
227
+ Imported CountriesIndex::Country in \\d+s, stats: index 2
200
228
  Missing documents: \\[[^\\]]+\\]
201
229
  Took \\d+s
202
230
  Total: \\d+s\\Z
@@ -205,8 +233,8 @@ Total: \\d+s\\Z
205
233
 
206
234
  context do
207
235
  before do
208
- PlacesIndex::City.import(cities.first(2))
209
- PlacesIndex::Country.import
236
+ CitiesIndex.import(cities.first(2))
237
+ CountriesIndex.import
210
238
 
211
239
  sleep(1) if ActiveSupport::VERSION::STRING < '4.1.0'
212
240
  cities.first.update(name: 'Name5')
@@ -215,16 +243,16 @@ Total: \\d+s\\Z
215
243
  specify do
216
244
  output = StringIO.new
217
245
  expect { described_class.sync(output: output) }
218
- .to update_index(PlacesIndex::City)
246
+ .to update_index(CitiesIndex)
219
247
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
220
- \\ASynchronizing PlacesIndex::City
221
- Imported PlacesIndex::City for \\d+s, stats: index 2
248
+ \\ASynchronizing CitiesIndex::City
249
+ Imported CitiesIndex::City in \\d+s, stats: index 2
222
250
  Missing documents: \\["#{cities.last.id}"\\]
223
251
  Outdated documents: \\["#{cities.first.id}"\\]
224
252
  Took \\d+s
225
- Synchronizing PlacesIndex::Country
226
- PlacesIndex::Country doesn't support outdated synchronization
227
- Skipping PlacesIndex::Country, up to date
253
+ Synchronizing CountriesIndex::Country
254
+ CountriesIndex::Country doesn't support outdated synchronization
255
+ Skipping CountriesIndex::Country, up to date
228
256
  Took \\d+s
229
257
  Total: \\d+s\\Z
230
258
  OUTPUT
@@ -232,11 +260,11 @@ Total: \\d+s\\Z
232
260
 
233
261
  specify do
234
262
  output = StringIO.new
235
- expect { described_class.sync(only: PlacesIndex::City, output: output) }
236
- .to update_index(PlacesIndex::City)
263
+ expect { described_class.sync(only: CitiesIndex, output: output) }
264
+ .to update_index(CitiesIndex)
237
265
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
238
- \\ASynchronizing PlacesIndex::City
239
- Imported PlacesIndex::City for \\d+s, stats: index 2
266
+ \\ASynchronizing CitiesIndex::City
267
+ Imported CitiesIndex::City in \\d+s, stats: index 2
240
268
  Missing documents: \\["#{cities.last.id}"\\]
241
269
  Outdated documents: \\["#{cities.first.id}"\\]
242
270
  Took \\d+s
@@ -246,12 +274,12 @@ Total: \\d+s\\Z
246
274
 
247
275
  specify do
248
276
  output = StringIO.new
249
- expect { described_class.sync(except: ['places#city'], output: output) }
250
- .not_to update_index(PlacesIndex::City)
277
+ expect { described_class.sync(except: ['cities'], output: output) }
278
+ .not_to update_index(CitiesIndex)
251
279
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
252
- \\ASynchronizing PlacesIndex::Country
253
- PlacesIndex::Country doesn't support outdated synchronization
254
- Skipping PlacesIndex::Country, up to date
280
+ \\ASynchronizing CountriesIndex::Country
281
+ CountriesIndex::Country doesn't support outdated synchronization
282
+ Skipping CountriesIndex::Country, up to date
255
283
  Took \\d+s
256
284
  Total: \\d+s\\Z
257
285
  OUTPUT
@@ -277,12 +305,12 @@ Total: \\d+s\\Z
277
305
  specify do
278
306
  output = StringIO.new
279
307
  expect { described_class.journal_apply(time: Time.now, output: output) }
280
- .to update_index(PlacesIndex::City)
308
+ .to update_index(CitiesIndex)
281
309
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
282
310
  \\AApplying journal entries created after [+-:\\d\\s]+
283
- Applying journal to \\[PlacesIndex::City, PlacesIndex::Country\\], 3 entries, stage 1
284
- Imported PlacesIndex::City for \\d+s, stats: index 2
285
- Imported PlacesIndex::Country for \\d+s, stats: index 1
311
+ Applying journal to \\[CitiesIndex::City, CountriesIndex::Country\\], 3 entries, stage 1
312
+ Imported CitiesIndex::City in \\d+s, stats: index 2
313
+ Imported CountriesIndex::Country in \\d+s, stats: index 1
286
314
  Total: \\d+s\\Z
287
315
  OUTPUT
288
316
  end
@@ -290,35 +318,35 @@ Total: \\d+s\\Z
290
318
  specify do
291
319
  output = StringIO.new
292
320
  expect { described_class.journal_apply(time: 3.minutes.since, output: output) }
293
- .not_to update_index(PlacesIndex::City)
321
+ .not_to update_index(CitiesIndex)
294
322
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
295
323
  \\AApplying journal entries created after [+-:\\d\\s]+
296
- Applying journal to \\[PlacesIndex::Country\\], 1 entries, stage 1
297
- Imported PlacesIndex::Country for \\d+s, stats: index 1
324
+ Applying journal to \\[CountriesIndex::Country\\], 1 entries, stage 1
325
+ Imported CountriesIndex::Country in \\d+s, stats: index 1
298
326
  Total: \\d+s\\Z
299
327
  OUTPUT
300
328
  end
301
329
 
302
330
  specify do
303
331
  output = StringIO.new
304
- expect { described_class.journal_apply(time: Time.now, only: PlacesIndex::City, output: output) }
305
- .to update_index(PlacesIndex::City)
332
+ expect { described_class.journal_apply(time: Time.now, only: CitiesIndex, output: output) }
333
+ .to update_index(CitiesIndex)
306
334
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
307
335
  \\AApplying journal entries created after [+-:\\d\\s]+
308
- Applying journal to \\[PlacesIndex::City\\], 2 entries, stage 1
309
- Imported PlacesIndex::City for \\d+s, stats: index 2
336
+ Applying journal to \\[CitiesIndex::City\\], 2 entries, stage 1
337
+ Imported CitiesIndex::City in \\d+s, stats: index 2
310
338
  Total: \\d+s\\Z
311
339
  OUTPUT
312
340
  end
313
341
 
314
342
  specify do
315
343
  output = StringIO.new
316
- expect { described_class.journal_apply(time: Time.now, except: PlacesIndex::City, output: output) }
317
- .not_to update_index(PlacesIndex::City)
344
+ expect { described_class.journal_apply(time: Time.now, except: CitiesIndex, output: output) }
345
+ .not_to update_index(CitiesIndex)
318
346
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
319
347
  \\AApplying journal entries created after [+-:\\d\\s]+
320
- Applying journal to \\[PlacesIndex::Country\\], 1 entries, stage 1
321
- Imported PlacesIndex::Country for \\d+s, stats: index 1
348
+ Applying journal to \\[CountriesIndex::Country\\], 1 entries, stage 1
349
+ Imported CountriesIndex::Country in \\d+s, stats: index 1
322
350
  Total: \\d+s\\Z
323
351
  OUTPUT
324
352
  end
@@ -349,7 +377,7 @@ Total: \\d+s\\Z
349
377
 
350
378
  specify do
351
379
  output = StringIO.new
352
- described_class.journal_clean(only: PlacesIndex::City, output: output)
380
+ described_class.journal_clean(only: CitiesIndex, output: output)
353
381
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
354
382
  \\ACleaned up 1 journal entries
355
383
  Total: \\d+s\\Z
@@ -358,7 +386,7 @@ Total: \\d+s\\Z
358
386
 
359
387
  specify do
360
388
  output = StringIO.new
361
- described_class.journal_clean(except: PlacesIndex::City, output: output)
389
+ described_class.journal_clean(except: CitiesIndex, output: output)
362
390
  expect(output.string).to match(Regexp.new(<<-OUTPUT, Regexp::MULTILINE))
363
391
  \\ACleaned up 1 journal entries
364
392
  Total: \\d+s\\Z