thinking-sphinx 4.3.1 → 5.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (78) hide show
  1. checksums.yaml +4 -4
  2. data/.circleci/config.yml +150 -0
  3. data/.travis.yml +16 -21
  4. data/Appraisals +8 -17
  5. data/CHANGELOG.markdown +73 -0
  6. data/README.textile +14 -16
  7. data/bin/loadsphinx +30 -7
  8. data/lib/thinking_sphinx.rb +0 -2
  9. data/lib/thinking_sphinx/active_record.rb +1 -0
  10. data/lib/thinking_sphinx/active_record/association_proxy.rb +1 -2
  11. data/lib/thinking_sphinx/active_record/association_proxy/attribute_finder.rb +1 -1
  12. data/lib/thinking_sphinx/active_record/attribute/sphinx_presenter.rb +1 -1
  13. data/lib/thinking_sphinx/active_record/base.rb +17 -6
  14. data/lib/thinking_sphinx/active_record/callbacks/association_delta_callbacks.rb +21 -0
  15. data/lib/thinking_sphinx/active_record/callbacks/delete_callbacks.rb +1 -1
  16. data/lib/thinking_sphinx/active_record/callbacks/delta_callbacks.rb +3 -2
  17. data/lib/thinking_sphinx/active_record/callbacks/update_callbacks.rb +1 -1
  18. data/lib/thinking_sphinx/active_record/interpreter.rb +4 -4
  19. data/lib/thinking_sphinx/active_record/sql_source.rb +12 -0
  20. data/lib/thinking_sphinx/active_record/sql_source/template.rb +2 -2
  21. data/lib/thinking_sphinx/callbacks.rb +9 -0
  22. data/lib/thinking_sphinx/callbacks/appender.rb +59 -0
  23. data/lib/thinking_sphinx/commands/index_real_time.rb +1 -3
  24. data/lib/thinking_sphinx/configuration.rb +1 -1
  25. data/lib/thinking_sphinx/connection.rb +4 -0
  26. data/lib/thinking_sphinx/connection/client.rb +6 -1
  27. data/lib/thinking_sphinx/core/index.rb +5 -2
  28. data/lib/thinking_sphinx/deletion.rb +18 -17
  29. data/lib/thinking_sphinx/errors.rb +1 -1
  30. data/lib/thinking_sphinx/index_set.rb +7 -3
  31. data/lib/thinking_sphinx/middlewares/sphinxql.rb +1 -1
  32. data/lib/thinking_sphinx/railtie.rb +9 -1
  33. data/lib/thinking_sphinx/real_time.rb +17 -0
  34. data/lib/thinking_sphinx/real_time/index.rb +5 -3
  35. data/lib/thinking_sphinx/real_time/interpreter.rb +8 -6
  36. data/lib/thinking_sphinx/real_time/populator.rb +1 -1
  37. data/lib/thinking_sphinx/real_time/processor.rb +36 -0
  38. data/lib/thinking_sphinx/real_time/transcriber.rb +35 -19
  39. data/lib/thinking_sphinx/settings.rb +12 -9
  40. data/lib/thinking_sphinx/subscribers/populator_subscriber.rb +0 -4
  41. data/spec/acceptance/big_integers_spec.rb +1 -1
  42. data/spec/acceptance/geosearching_spec.rb +13 -3
  43. data/spec/acceptance/merging_spec.rb +1 -1
  44. data/spec/acceptance/real_time_updates_spec.rb +2 -2
  45. data/spec/acceptance/sql_deltas_spec.rb +15 -3
  46. data/spec/acceptance/support/sphinx_helpers.rb +4 -4
  47. data/spec/acceptance/suspended_deltas_spec.rb +3 -3
  48. data/spec/internal/app/indices/article_index.rb +0 -1
  49. data/spec/internal/app/indices/colour_index.rb +7 -0
  50. data/spec/internal/app/models/admin/person.rb +3 -1
  51. data/spec/internal/app/models/album.rb +3 -1
  52. data/spec/internal/app/models/animal.rb +1 -0
  53. data/spec/internal/app/models/article.rb +2 -0
  54. data/spec/internal/app/models/bird.rb +1 -0
  55. data/spec/internal/app/models/book.rb +2 -0
  56. data/spec/internal/app/models/car.rb +1 -1
  57. data/spec/internal/app/models/city.rb +2 -0
  58. data/spec/internal/app/models/colour.rb +2 -0
  59. data/spec/internal/app/models/product.rb +1 -1
  60. data/spec/internal/app/models/tee.rb +5 -0
  61. data/spec/internal/app/models/user.rb +2 -0
  62. data/spec/internal/config/database.yml +6 -1
  63. data/spec/internal/db/schema.rb +1 -0
  64. data/spec/thinking_sphinx/active_record/callbacks/update_callbacks_spec.rb +2 -1
  65. data/spec/thinking_sphinx/active_record/index_spec.rb +0 -12
  66. data/spec/thinking_sphinx/active_record/interpreter_spec.rb +15 -14
  67. data/spec/thinking_sphinx/active_record/sql_source_spec.rb +41 -3
  68. data/spec/thinking_sphinx/configuration_spec.rb +1 -1
  69. data/spec/thinking_sphinx/connection/mri_spec.rb +49 -0
  70. data/spec/thinking_sphinx/deletion_spec.rb +5 -4
  71. data/spec/thinking_sphinx/index_set_spec.rb +28 -12
  72. data/spec/thinking_sphinx/middlewares/sphinxql_spec.rb +2 -1
  73. data/spec/thinking_sphinx/real_time/index_spec.rb +38 -12
  74. data/spec/thinking_sphinx/real_time/interpreter_spec.rb +14 -14
  75. data/spec/thinking_sphinx/real_time/transcriber_spec.rb +9 -1
  76. data/thinking-sphinx.gemspec +3 -5
  77. metadata +17 -11
  78. data/spec/acceptance/connection_spec.rb +0 -25
@@ -31,7 +31,7 @@ describe ThinkingSphinx::Middlewares::SphinxQL do
31
31
  let(:query) { double('query') }
32
32
  let(:configuration) { double('configuration', :settings => {},
33
33
  index_set_class: set_class) }
34
- let(:set_class) { double(:new => index_set) }
34
+ let(:set_class) { double(:new => index_set, :reference_name => :article) }
35
35
 
36
36
  before :each do
37
37
  stub_const 'Riddle::Query::Select', double(:new => sphinx_sql)
@@ -115,6 +115,7 @@ describe ThinkingSphinx::Middlewares::SphinxQL do
115
115
  model = double('model', :connection => double,
116
116
  :ancestors => [ActiveRecord::Base], :name => 'Animal')
117
117
  allow(index_set.first).to receive_messages :reference => :animal
118
+ allow(set_class).to receive_messages(:reference_name => :animal)
118
119
 
119
120
  search.options[:classes] = [model]
120
121
 
@@ -11,6 +11,44 @@ describe ThinkingSphinx::RealTime::Index do
11
11
  allow(ThinkingSphinx::Configuration).to receive_messages :instance => config
12
12
  end
13
13
 
14
+ describe '#add_attribute' do
15
+ let(:attribute) { double('attribute', name: 'my_attribute') }
16
+
17
+ it "appends attributes to the collection" do
18
+ index.add_attribute attribute
19
+
20
+ expect(index.attributes.collect(&:name)).to include('my_attribute')
21
+ end
22
+
23
+ it "replaces attributes with the same name" do
24
+ index.add_attribute double('attribute', name: 'my_attribute')
25
+ index.add_attribute attribute
26
+
27
+ matching = index.attributes.select { |attr| attr.name == attribute.name }
28
+
29
+ expect(matching).to eq([attribute])
30
+ end
31
+ end
32
+
33
+ describe '#add_field' do
34
+ let(:field) { double('field', name: 'my_field') }
35
+
36
+ it "appends fields to the collection" do
37
+ index.add_field field
38
+
39
+ expect(index.fields.collect(&:name)).to include('my_field')
40
+ end
41
+
42
+ it "replaces fields with the same name" do
43
+ index.add_field double('field', name: 'my_field')
44
+ index.add_field field
45
+
46
+ matching = index.fields.select { |fld| fld.name == field.name }
47
+
48
+ expect(matching).to eq([field])
49
+ end
50
+ end
51
+
14
52
  describe '#attributes' do
15
53
  it "has the internal id attribute by default" do
16
54
  expect(index.attributes.collect(&:name)).to include('sphinx_internal_id')
@@ -31,18 +69,6 @@ describe ThinkingSphinx::RealTime::Index do
31
69
  end
32
70
  end
33
71
 
34
- describe '#docinfo' do
35
- it "defaults to extern" do
36
- expect(index.docinfo).to eq(:extern)
37
- end
38
-
39
- it "can be disabled" do
40
- config.settings["skip_docinfo"] = true
41
-
42
- expect(index.docinfo).to be_nil
43
- end
44
- end
45
-
46
72
  describe '#document_id_for_key' do
47
73
  it "calculates the document id based on offset and number of indices" do
48
74
  allow(config).to receive_message_chain(:indices, :count).and_return(5)
@@ -10,6 +10,10 @@ describe ThinkingSphinx::RealTime::Interpreter do
10
10
  let(:index) { Struct.new(:attributes, :fields, :options).new([], [], {}) }
11
11
  let(:block) { Proc.new { } }
12
12
 
13
+ before :each do
14
+ allow(index).to receive_messages(:add_attribute => nil, :add_field => nil)
15
+ end
16
+
13
17
  describe '.translate!' do
14
18
  let(:instance) { double('interpreter', :translate! => true) }
15
19
 
@@ -51,17 +55,15 @@ describe ThinkingSphinx::RealTime::Interpreter do
51
55
  end
52
56
 
53
57
  it "adds an attribute to the index" do
54
- instance.has column
58
+ expect(index).to receive(:add_attribute).with(attribute)
55
59
 
56
- expect(index.attributes).to include(attribute)
60
+ instance.has column
57
61
  end
58
62
 
59
63
  it "adds multiple attributes when passed multiple columns" do
60
- instance.has column, column
64
+ expect(index).to receive(:add_attribute).with(attribute).twice
61
65
 
62
- expect(index.attributes.select { |saved_attribute|
63
- saved_attribute == attribute
64
- }.length).to eq(2)
66
+ instance.has column, column
65
67
  end
66
68
  end
67
69
 
@@ -88,17 +90,15 @@ describe ThinkingSphinx::RealTime::Interpreter do
88
90
  end
89
91
 
90
92
  it "adds a field to the index" do
91
- instance.indexes column
93
+ expect(index).to receive(:add_field).with(field)
92
94
 
93
- expect(index.fields).to include(field)
95
+ instance.indexes column
94
96
  end
95
97
 
96
98
  it "adds multiple fields when passed multiple columns" do
97
- instance.indexes column, column
99
+ expect(index).to receive(:add_field).with(field).twice
98
100
 
99
- expect(index.fields.select { |saved_field|
100
- saved_field == field
101
- }.length).to eq(2)
101
+ instance.indexes column, column
102
102
  end
103
103
 
104
104
  context 'sortable' do
@@ -135,9 +135,9 @@ describe ThinkingSphinx::RealTime::Interpreter do
135
135
  end
136
136
 
137
137
  it "adds an attribute to the index" do
138
- instance.indexes column, :sortable => true
138
+ expect(index).to receive(:add_attribute).with(attribute)
139
139
 
140
- expect(index.attributes).to include(attribute)
140
+ instance.indexes column, :sortable => true
141
141
  end
142
142
  end
143
143
  end
@@ -6,7 +6,8 @@ RSpec.describe ThinkingSphinx::RealTime::Transcriber do
6
6
  let(:subject) { ThinkingSphinx::RealTime::Transcriber.new index }
7
7
  let(:index) { double 'index', :name => 'foo_core', :conditions => [],
8
8
  :fields => [double(:name => 'field_a'), double(:name => 'field_b')],
9
- :attributes => [double(:name => 'attr_a'), double(:name => 'attr_b')] }
9
+ :attributes => [double(:name => 'attr_a'), double(:name => 'attr_b')],
10
+ :primary_key => :id }
10
11
  let(:insert) { double :replace! => replace }
11
12
  let(:replace) { double :to_sql => 'REPLACE QUERY' }
12
13
  let(:connection) { double :execute => true }
@@ -40,6 +41,13 @@ RSpec.describe ThinkingSphinx::RealTime::Transcriber do
40
41
  subject.copy instance_a, instance_b
41
42
  end
42
43
 
44
+ it "deletes previous records" do
45
+ expect(connection).to receive(:execute).
46
+ with('DELETE FROM foo_core WHERE sphinx_internal_id IN (48, 49)')
47
+
48
+ subject.copy instance_a, instance_b
49
+ end
50
+
43
51
  it "skips instances that aren't in the database" do
44
52
  allow(instance_a).to receive(:persisted?).and_return(false)
45
53
 
@@ -5,7 +5,7 @@ $:.push File.expand_path('../lib', __FILE__)
5
5
 
6
6
  Gem::Specification.new do |s|
7
7
  s.name = 'thinking-sphinx'
8
- s.version = '4.3.1'
8
+ s.version = '5.1.0'
9
9
  s.platform = Gem::Platform::RUBY
10
10
  s.authors = ["Pat Allan"]
11
11
  s.email = ["pat@freelancing-gods.com"]
@@ -14,8 +14,6 @@ Gem::Specification.new do |s|
14
14
  s.description = %Q{An intelligent layer for ActiveRecord (via Rails and Sinatra) for the Sphinx full-text search tool.}
15
15
  s.license = 'MIT'
16
16
 
17
- s.rubyforge_project = 'thinking-sphinx'
18
-
19
17
  s.files = `git ls-files`.split("\n")
20
18
  s.test_files = `git ls-files -- {test,spec,features}/*`.split("\n")
21
19
  s.executables = `git ls-files -- bin/*`.split("\n").map{ |f|
@@ -23,9 +21,9 @@ Gem::Specification.new do |s|
23
21
  }
24
22
  s.require_paths = ['lib']
25
23
 
26
- s.add_runtime_dependency 'activerecord', '>= 3.1.0'
24
+ s.add_runtime_dependency 'activerecord', '>= 4.2.0'
27
25
  s.add_runtime_dependency 'builder', '>= 2.1.2'
28
- s.add_runtime_dependency 'joiner', '>= 0.2.0'
26
+ s.add_runtime_dependency 'joiner', '>= 0.3.4'
29
27
  s.add_runtime_dependency 'middleware', '>= 0.1.0'
30
28
  s.add_runtime_dependency 'innertube', '>= 1.0.2'
31
29
  s.add_runtime_dependency 'riddle', '~> 2.3'
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: thinking-sphinx
3
3
  version: !ruby/object:Gem::Version
4
- version: 4.3.1
4
+ version: 5.1.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Pat Allan
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2019-06-27 00:00:00.000000000 Z
11
+ date: 2020-12-28 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: activerecord
@@ -16,14 +16,14 @@ dependencies:
16
16
  requirements:
17
17
  - - ">="
18
18
  - !ruby/object:Gem::Version
19
- version: 3.1.0
19
+ version: 4.2.0
20
20
  type: :runtime
21
21
  prerelease: false
22
22
  version_requirements: !ruby/object:Gem::Requirement
23
23
  requirements:
24
24
  - - ">="
25
25
  - !ruby/object:Gem::Version
26
- version: 3.1.0
26
+ version: 4.2.0
27
27
  - !ruby/object:Gem::Dependency
28
28
  name: builder
29
29
  requirement: !ruby/object:Gem::Requirement
@@ -44,14 +44,14 @@ dependencies:
44
44
  requirements:
45
45
  - - ">="
46
46
  - !ruby/object:Gem::Version
47
- version: 0.2.0
47
+ version: 0.3.4
48
48
  type: :runtime
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
52
  - - ">="
53
53
  - !ruby/object:Gem::Version
54
- version: 0.2.0
54
+ version: 0.3.4
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: middleware
57
57
  requirement: !ruby/object:Gem::Requirement
@@ -174,6 +174,7 @@ executables:
174
174
  extensions: []
175
175
  extra_rdoc_files: []
176
176
  files:
177
+ - ".circleci/config.yml"
177
178
  - ".gitignore"
178
179
  - ".travis.yml"
179
180
  - Appraisals
@@ -197,6 +198,7 @@ files:
197
198
  - lib/thinking_sphinx/active_record/attribute/type.rb
198
199
  - lib/thinking_sphinx/active_record/attribute/values.rb
199
200
  - lib/thinking_sphinx/active_record/base.rb
201
+ - lib/thinking_sphinx/active_record/callbacks/association_delta_callbacks.rb
200
202
  - lib/thinking_sphinx/active_record/callbacks/delete_callbacks.rb
201
203
  - lib/thinking_sphinx/active_record/callbacks/delta_callbacks.rb
202
204
  - lib/thinking_sphinx/active_record/callbacks/update_callbacks.rb
@@ -232,6 +234,7 @@ files:
232
234
  - lib/thinking_sphinx/attribute_types.rb
233
235
  - lib/thinking_sphinx/batched_search.rb
234
236
  - lib/thinking_sphinx/callbacks.rb
237
+ - lib/thinking_sphinx/callbacks/appender.rb
235
238
  - lib/thinking_sphinx/capistrano.rb
236
239
  - lib/thinking_sphinx/capistrano/v2.rb
237
240
  - lib/thinking_sphinx/capistrano/v3.rb
@@ -329,6 +332,7 @@ files:
329
332
  - lib/thinking_sphinx/real_time/index/template.rb
330
333
  - lib/thinking_sphinx/real_time/interpreter.rb
331
334
  - lib/thinking_sphinx/real_time/populator.rb
335
+ - lib/thinking_sphinx/real_time/processor.rb
332
336
  - lib/thinking_sphinx/real_time/property.rb
333
337
  - lib/thinking_sphinx/real_time/transcribe_instance.rb
334
338
  - lib/thinking_sphinx/real_time/transcriber.rb
@@ -354,7 +358,6 @@ files:
354
358
  - spec/acceptance/attribute_updates_spec.rb
355
359
  - spec/acceptance/batch_searching_spec.rb
356
360
  - spec/acceptance/big_integers_spec.rb
357
- - spec/acceptance/connection_spec.rb
358
361
  - spec/acceptance/excerpts_spec.rb
359
362
  - spec/acceptance/facets_spec.rb
360
363
  - spec/acceptance/geosearching_spec.rb
@@ -391,6 +394,7 @@ files:
391
394
  - spec/internal/app/indices/book_index.rb
392
395
  - spec/internal/app/indices/car_index.rb
393
396
  - spec/internal/app/indices/city_index.rb
397
+ - spec/internal/app/indices/colour_index.rb
394
398
  - spec/internal/app/indices/product_index.rb
395
399
  - spec/internal/app/indices/tee_index.rb
396
400
  - spec/internal/app/indices/user_index.rb
@@ -459,6 +463,7 @@ files:
459
463
  - spec/thinking_sphinx/commands/stop_spec.rb
460
464
  - spec/thinking_sphinx/configuration/minimum_fields_spec.rb
461
465
  - spec/thinking_sphinx/configuration_spec.rb
466
+ - spec/thinking_sphinx/connection/mri_spec.rb
462
467
  - spec/thinking_sphinx/connection_spec.rb
463
468
  - spec/thinking_sphinx/deletion_spec.rb
464
469
  - spec/thinking_sphinx/deltas/default_delta_spec.rb
@@ -506,7 +511,7 @@ homepage: https://pat.github.io/thinking-sphinx/
506
511
  licenses:
507
512
  - MIT
508
513
  metadata: {}
509
- post_install_message:
514
+ post_install_message:
510
515
  rdoc_options: []
511
516
  require_paths:
512
517
  - lib
@@ -522,7 +527,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
522
527
  version: '0'
523
528
  requirements: []
524
529
  rubygems_version: 3.0.3
525
- signing_key:
530
+ signing_key:
526
531
  specification_version: 4
527
532
  summary: A smart wrapper over Sphinx for ActiveRecord
528
533
  test_files:
@@ -531,7 +536,6 @@ test_files:
531
536
  - spec/acceptance/attribute_updates_spec.rb
532
537
  - spec/acceptance/batch_searching_spec.rb
533
538
  - spec/acceptance/big_integers_spec.rb
534
- - spec/acceptance/connection_spec.rb
535
539
  - spec/acceptance/excerpts_spec.rb
536
540
  - spec/acceptance/facets_spec.rb
537
541
  - spec/acceptance/geosearching_spec.rb
@@ -568,6 +572,7 @@ test_files:
568
572
  - spec/internal/app/indices/book_index.rb
569
573
  - spec/internal/app/indices/car_index.rb
570
574
  - spec/internal/app/indices/city_index.rb
575
+ - spec/internal/app/indices/colour_index.rb
571
576
  - spec/internal/app/indices/product_index.rb
572
577
  - spec/internal/app/indices/tee_index.rb
573
578
  - spec/internal/app/indices/user_index.rb
@@ -636,6 +641,7 @@ test_files:
636
641
  - spec/thinking_sphinx/commands/stop_spec.rb
637
642
  - spec/thinking_sphinx/configuration/minimum_fields_spec.rb
638
643
  - spec/thinking_sphinx/configuration_spec.rb
644
+ - spec/thinking_sphinx/connection/mri_spec.rb
639
645
  - spec/thinking_sphinx/connection_spec.rb
640
646
  - spec/thinking_sphinx/deletion_spec.rb
641
647
  - spec/thinking_sphinx/deltas/default_delta_spec.rb
@@ -1,25 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require 'acceptance/spec_helper'
4
-
5
- RSpec.describe 'Connections', :live => true do
6
- let(:maximum) { (2 ** 23) - 5 }
7
- let(:query) { String.new "SELECT * FROM book_core WHERE MATCH('')" }
8
- let(:difference) { maximum - query.length }
9
-
10
- it 'allows normal length queries through' do
11
- expect {
12
- ThinkingSphinx::Connection.take do |connection|
13
- connection.execute query.insert(-3, 'a' * difference)
14
- end
15
- }.to_not raise_error
16
- end
17
-
18
- it 'does not allow overly long queries' do
19
- expect {
20
- ThinkingSphinx::Connection.take do |connection|
21
- connection.execute query.insert(-3, 'a' * (difference + 5))
22
- end
23
- }.to raise_error(ThinkingSphinx::QueryLengthError)
24
- end
25
- end