thinking-sphinx 4.3.1 → 5.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. checksums.yaml +4 -4
  2. data/.circleci/config.yml +150 -0
  3. data/.travis.yml +16 -21
  4. data/Appraisals +8 -17
  5. data/CHANGELOG.markdown +73 -0
  6. data/README.textile +14 -16
  7. data/bin/loadsphinx +30 -7
  8. data/lib/thinking_sphinx.rb +0 -2
  9. data/lib/thinking_sphinx/active_record.rb +1 -0
  10. data/lib/thinking_sphinx/active_record/association_proxy.rb +1 -2
  11. data/lib/thinking_sphinx/active_record/association_proxy/attribute_finder.rb +1 -1
  12. data/lib/thinking_sphinx/active_record/attribute/sphinx_presenter.rb +1 -1
  13. data/lib/thinking_sphinx/active_record/base.rb +17 -6
  14. data/lib/thinking_sphinx/active_record/callbacks/association_delta_callbacks.rb +21 -0
  15. data/lib/thinking_sphinx/active_record/callbacks/delete_callbacks.rb +1 -1
  16. data/lib/thinking_sphinx/active_record/callbacks/delta_callbacks.rb +3 -2
  17. data/lib/thinking_sphinx/active_record/callbacks/update_callbacks.rb +1 -1
  18. data/lib/thinking_sphinx/active_record/interpreter.rb +4 -4
  19. data/lib/thinking_sphinx/active_record/sql_source.rb +12 -0
  20. data/lib/thinking_sphinx/active_record/sql_source/template.rb +2 -2
  21. data/lib/thinking_sphinx/callbacks.rb +9 -0
  22. data/lib/thinking_sphinx/callbacks/appender.rb +59 -0
  23. data/lib/thinking_sphinx/commands/index_real_time.rb +1 -3
  24. data/lib/thinking_sphinx/configuration.rb +1 -1
  25. data/lib/thinking_sphinx/connection.rb +4 -0
  26. data/lib/thinking_sphinx/connection/client.rb +6 -1
  27. data/lib/thinking_sphinx/core/index.rb +5 -2
  28. data/lib/thinking_sphinx/deletion.rb +18 -17
  29. data/lib/thinking_sphinx/errors.rb +1 -1
  30. data/lib/thinking_sphinx/index_set.rb +7 -3
  31. data/lib/thinking_sphinx/middlewares/sphinxql.rb +1 -1
  32. data/lib/thinking_sphinx/railtie.rb +9 -1
  33. data/lib/thinking_sphinx/real_time.rb +17 -0
  34. data/lib/thinking_sphinx/real_time/index.rb +5 -3
  35. data/lib/thinking_sphinx/real_time/interpreter.rb +8 -6
  36. data/lib/thinking_sphinx/real_time/populator.rb +1 -1
  37. data/lib/thinking_sphinx/real_time/processor.rb +36 -0
  38. data/lib/thinking_sphinx/real_time/transcriber.rb +35 -19
  39. data/lib/thinking_sphinx/settings.rb +12 -9
  40. data/lib/thinking_sphinx/subscribers/populator_subscriber.rb +0 -4
  41. data/spec/acceptance/big_integers_spec.rb +1 -1
  42. data/spec/acceptance/geosearching_spec.rb +13 -3
  43. data/spec/acceptance/merging_spec.rb +1 -1
  44. data/spec/acceptance/real_time_updates_spec.rb +2 -2
  45. data/spec/acceptance/sql_deltas_spec.rb +15 -3
  46. data/spec/acceptance/support/sphinx_helpers.rb +4 -4
  47. data/spec/acceptance/suspended_deltas_spec.rb +3 -3
  48. data/spec/internal/app/indices/article_index.rb +0 -1
  49. data/spec/internal/app/indices/colour_index.rb +7 -0
  50. data/spec/internal/app/models/admin/person.rb +3 -1
  51. data/spec/internal/app/models/album.rb +3 -1
  52. data/spec/internal/app/models/animal.rb +1 -0
  53. data/spec/internal/app/models/article.rb +2 -0
  54. data/spec/internal/app/models/bird.rb +1 -0
  55. data/spec/internal/app/models/book.rb +2 -0
  56. data/spec/internal/app/models/car.rb +1 -1
  57. data/spec/internal/app/models/city.rb +2 -0
  58. data/spec/internal/app/models/colour.rb +2 -0
  59. data/spec/internal/app/models/product.rb +1 -1
  60. data/spec/internal/app/models/tee.rb +5 -0
  61. data/spec/internal/app/models/user.rb +2 -0
  62. data/spec/internal/config/database.yml +6 -1
  63. data/spec/internal/db/schema.rb +1 -0
  64. data/spec/thinking_sphinx/active_record/callbacks/update_callbacks_spec.rb +2 -1
  65. data/spec/thinking_sphinx/active_record/index_spec.rb +0 -12
  66. data/spec/thinking_sphinx/active_record/interpreter_spec.rb +15 -14
  67. data/spec/thinking_sphinx/active_record/sql_source_spec.rb +41 -3
  68. data/spec/thinking_sphinx/configuration_spec.rb +1 -1
  69. data/spec/thinking_sphinx/connection/mri_spec.rb +49 -0
  70. data/spec/thinking_sphinx/deletion_spec.rb +5 -4
  71. data/spec/thinking_sphinx/index_set_spec.rb +28 -12
  72. data/spec/thinking_sphinx/middlewares/sphinxql_spec.rb +2 -1
  73. data/spec/thinking_sphinx/real_time/index_spec.rb +38 -12
  74. data/spec/thinking_sphinx/real_time/interpreter_spec.rb +14 -14
  75. data/spec/thinking_sphinx/real_time/transcriber_spec.rb +9 -1
  76. data/thinking-sphinx.gemspec +3 -5
  77. metadata +17 -11
  78. data/spec/acceptance/connection_spec.rb +0 -25
@@ -31,7 +31,7 @@ describe ThinkingSphinx::Middlewares::SphinxQL do
31
31
  let(:query) { double('query') }
32
32
  let(:configuration) { double('configuration', :settings => {},
33
33
  index_set_class: set_class) }
34
- let(:set_class) { double(:new => index_set) }
34
+ let(:set_class) { double(:new => index_set, :reference_name => :article) }
35
35
 
36
36
  before :each do
37
37
  stub_const 'Riddle::Query::Select', double(:new => sphinx_sql)
@@ -115,6 +115,7 @@ describe ThinkingSphinx::Middlewares::SphinxQL do
115
115
  model = double('model', :connection => double,
116
116
  :ancestors => [ActiveRecord::Base], :name => 'Animal')
117
117
  allow(index_set.first).to receive_messages :reference => :animal
118
+ allow(set_class).to receive_messages(:reference_name => :animal)
118
119
 
119
120
  search.options[:classes] = [model]
120
121
 
@@ -11,6 +11,44 @@ describe ThinkingSphinx::RealTime::Index do
11
11
  allow(ThinkingSphinx::Configuration).to receive_messages :instance => config
12
12
  end
13
13
 
14
+ describe '#add_attribute' do
15
+ let(:attribute) { double('attribute', name: 'my_attribute') }
16
+
17
+ it "appends attributes to the collection" do
18
+ index.add_attribute attribute
19
+
20
+ expect(index.attributes.collect(&:name)).to include('my_attribute')
21
+ end
22
+
23
+ it "replaces attributes with the same name" do
24
+ index.add_attribute double('attribute', name: 'my_attribute')
25
+ index.add_attribute attribute
26
+
27
+ matching = index.attributes.select { |attr| attr.name == attribute.name }
28
+
29
+ expect(matching).to eq([attribute])
30
+ end
31
+ end
32
+
33
+ describe '#add_field' do
34
+ let(:field) { double('field', name: 'my_field') }
35
+
36
+ it "appends fields to the collection" do
37
+ index.add_field field
38
+
39
+ expect(index.fields.collect(&:name)).to include('my_field')
40
+ end
41
+
42
+ it "replaces fields with the same name" do
43
+ index.add_field double('field', name: 'my_field')
44
+ index.add_field field
45
+
46
+ matching = index.fields.select { |fld| fld.name == field.name }
47
+
48
+ expect(matching).to eq([field])
49
+ end
50
+ end
51
+
14
52
  describe '#attributes' do
15
53
  it "has the internal id attribute by default" do
16
54
  expect(index.attributes.collect(&:name)).to include('sphinx_internal_id')
@@ -31,18 +69,6 @@ describe ThinkingSphinx::RealTime::Index do
31
69
  end
32
70
  end
33
71
 
34
- describe '#docinfo' do
35
- it "defaults to extern" do
36
- expect(index.docinfo).to eq(:extern)
37
- end
38
-
39
- it "can be disabled" do
40
- config.settings["skip_docinfo"] = true
41
-
42
- expect(index.docinfo).to be_nil
43
- end
44
- end
45
-
46
72
  describe '#document_id_for_key' do
47
73
  it "calculates the document id based on offset and number of indices" do
48
74
  allow(config).to receive_message_chain(:indices, :count).and_return(5)
@@ -10,6 +10,10 @@ describe ThinkingSphinx::RealTime::Interpreter do
10
10
  let(:index) { Struct.new(:attributes, :fields, :options).new([], [], {}) }
11
11
  let(:block) { Proc.new { } }
12
12
 
13
+ before :each do
14
+ allow(index).to receive_messages(:add_attribute => nil, :add_field => nil)
15
+ end
16
+
13
17
  describe '.translate!' do
14
18
  let(:instance) { double('interpreter', :translate! => true) }
15
19
 
@@ -51,17 +55,15 @@ describe ThinkingSphinx::RealTime::Interpreter do
51
55
  end
52
56
 
53
57
  it "adds an attribute to the index" do
54
- instance.has column
58
+ expect(index).to receive(:add_attribute).with(attribute)
55
59
 
56
- expect(index.attributes).to include(attribute)
60
+ instance.has column
57
61
  end
58
62
 
59
63
  it "adds multiple attributes when passed multiple columns" do
60
- instance.has column, column
64
+ expect(index).to receive(:add_attribute).with(attribute).twice
61
65
 
62
- expect(index.attributes.select { |saved_attribute|
63
- saved_attribute == attribute
64
- }.length).to eq(2)
66
+ instance.has column, column
65
67
  end
66
68
  end
67
69
 
@@ -88,17 +90,15 @@ describe ThinkingSphinx::RealTime::Interpreter do
88
90
  end
89
91
 
90
92
  it "adds a field to the index" do
91
- instance.indexes column
93
+ expect(index).to receive(:add_field).with(field)
92
94
 
93
- expect(index.fields).to include(field)
95
+ instance.indexes column
94
96
  end
95
97
 
96
98
  it "adds multiple fields when passed multiple columns" do
97
- instance.indexes column, column
99
+ expect(index).to receive(:add_field).with(field).twice
98
100
 
99
- expect(index.fields.select { |saved_field|
100
- saved_field == field
101
- }.length).to eq(2)
101
+ instance.indexes column, column
102
102
  end
103
103
 
104
104
  context 'sortable' do
@@ -135,9 +135,9 @@ describe ThinkingSphinx::RealTime::Interpreter do
135
135
  end
136
136
 
137
137
  it "adds an attribute to the index" do
138
- instance.indexes column, :sortable => true
138
+ expect(index).to receive(:add_attribute).with(attribute)
139
139
 
140
- expect(index.attributes).to include(attribute)
140
+ instance.indexes column, :sortable => true
141
141
  end
142
142
  end
143
143
  end
@@ -6,7 +6,8 @@ RSpec.describe ThinkingSphinx::RealTime::Transcriber do
6
6
  let(:subject) { ThinkingSphinx::RealTime::Transcriber.new index }
7
7
  let(:index) { double 'index', :name => 'foo_core', :conditions => [],
8
8
  :fields => [double(:name => 'field_a'), double(:name => 'field_b')],
9
- :attributes => [double(:name => 'attr_a'), double(:name => 'attr_b')] }
9
+ :attributes => [double(:name => 'attr_a'), double(:name => 'attr_b')],
10
+ :primary_key => :id }
10
11
  let(:insert) { double :replace! => replace }
11
12
  let(:replace) { double :to_sql => 'REPLACE QUERY' }
12
13
  let(:connection) { double :execute => true }
@@ -40,6 +41,13 @@ RSpec.describe ThinkingSphinx::RealTime::Transcriber do
40
41
  subject.copy instance_a, instance_b
41
42
  end
42
43
 
44
+ it "deletes previous records" do
45
+ expect(connection).to receive(:execute).
46
+ with('DELETE FROM foo_core WHERE sphinx_internal_id IN (48, 49)')
47
+
48
+ subject.copy instance_a, instance_b
49
+ end
50
+
43
51
  it "skips instances that aren't in the database" do
44
52
  allow(instance_a).to receive(:persisted?).and_return(false)
45
53
 
@@ -5,7 +5,7 @@ $:.push File.expand_path('../lib', __FILE__)
5
5
 
6
6
  Gem::Specification.new do |s|
7
7
  s.name = 'thinking-sphinx'
8
- s.version = '4.3.1'
8
+ s.version = '5.1.0'
9
9
  s.platform = Gem::Platform::RUBY
10
10
  s.authors = ["Pat Allan"]
11
11
  s.email = ["pat@freelancing-gods.com"]
@@ -14,8 +14,6 @@ Gem::Specification.new do |s|
14
14
  s.description = %Q{An intelligent layer for ActiveRecord (via Rails and Sinatra) for the Sphinx full-text search tool.}
15
15
  s.license = 'MIT'
16
16
 
17
- s.rubyforge_project = 'thinking-sphinx'
18
-
19
17
  s.files = `git ls-files`.split("\n")
20
18
  s.test_files = `git ls-files -- {test,spec,features}/*`.split("\n")
21
19
  s.executables = `git ls-files -- bin/*`.split("\n").map{ |f|
@@ -23,9 +21,9 @@ Gem::Specification.new do |s|
23
21
  }
24
22
  s.require_paths = ['lib']
25
23
 
26
- s.add_runtime_dependency 'activerecord', '>= 3.1.0'
24
+ s.add_runtime_dependency 'activerecord', '>= 4.2.0'
27
25
  s.add_runtime_dependency 'builder', '>= 2.1.2'
28
- s.add_runtime_dependency 'joiner', '>= 0.2.0'
26
+ s.add_runtime_dependency 'joiner', '>= 0.3.4'
29
27
  s.add_runtime_dependency 'middleware', '>= 0.1.0'
30
28
  s.add_runtime_dependency 'innertube', '>= 1.0.2'
31
29
  s.add_runtime_dependency 'riddle', '~> 2.3'
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: thinking-sphinx
3
3
  version: !ruby/object:Gem::Version
4
- version: 4.3.1
4
+ version: 5.1.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Pat Allan
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2019-06-27 00:00:00.000000000 Z
11
+ date: 2020-12-28 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: activerecord
@@ -16,14 +16,14 @@ dependencies:
16
16
  requirements:
17
17
  - - ">="
18
18
  - !ruby/object:Gem::Version
19
- version: 3.1.0
19
+ version: 4.2.0
20
20
  type: :runtime
21
21
  prerelease: false
22
22
  version_requirements: !ruby/object:Gem::Requirement
23
23
  requirements:
24
24
  - - ">="
25
25
  - !ruby/object:Gem::Version
26
- version: 3.1.0
26
+ version: 4.2.0
27
27
  - !ruby/object:Gem::Dependency
28
28
  name: builder
29
29
  requirement: !ruby/object:Gem::Requirement
@@ -44,14 +44,14 @@ dependencies:
44
44
  requirements:
45
45
  - - ">="
46
46
  - !ruby/object:Gem::Version
47
- version: 0.2.0
47
+ version: 0.3.4
48
48
  type: :runtime
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
52
  - - ">="
53
53
  - !ruby/object:Gem::Version
54
- version: 0.2.0
54
+ version: 0.3.4
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: middleware
57
57
  requirement: !ruby/object:Gem::Requirement
@@ -174,6 +174,7 @@ executables:
174
174
  extensions: []
175
175
  extra_rdoc_files: []
176
176
  files:
177
+ - ".circleci/config.yml"
177
178
  - ".gitignore"
178
179
  - ".travis.yml"
179
180
  - Appraisals
@@ -197,6 +198,7 @@ files:
197
198
  - lib/thinking_sphinx/active_record/attribute/type.rb
198
199
  - lib/thinking_sphinx/active_record/attribute/values.rb
199
200
  - lib/thinking_sphinx/active_record/base.rb
201
+ - lib/thinking_sphinx/active_record/callbacks/association_delta_callbacks.rb
200
202
  - lib/thinking_sphinx/active_record/callbacks/delete_callbacks.rb
201
203
  - lib/thinking_sphinx/active_record/callbacks/delta_callbacks.rb
202
204
  - lib/thinking_sphinx/active_record/callbacks/update_callbacks.rb
@@ -232,6 +234,7 @@ files:
232
234
  - lib/thinking_sphinx/attribute_types.rb
233
235
  - lib/thinking_sphinx/batched_search.rb
234
236
  - lib/thinking_sphinx/callbacks.rb
237
+ - lib/thinking_sphinx/callbacks/appender.rb
235
238
  - lib/thinking_sphinx/capistrano.rb
236
239
  - lib/thinking_sphinx/capistrano/v2.rb
237
240
  - lib/thinking_sphinx/capistrano/v3.rb
@@ -329,6 +332,7 @@ files:
329
332
  - lib/thinking_sphinx/real_time/index/template.rb
330
333
  - lib/thinking_sphinx/real_time/interpreter.rb
331
334
  - lib/thinking_sphinx/real_time/populator.rb
335
+ - lib/thinking_sphinx/real_time/processor.rb
332
336
  - lib/thinking_sphinx/real_time/property.rb
333
337
  - lib/thinking_sphinx/real_time/transcribe_instance.rb
334
338
  - lib/thinking_sphinx/real_time/transcriber.rb
@@ -354,7 +358,6 @@ files:
354
358
  - spec/acceptance/attribute_updates_spec.rb
355
359
  - spec/acceptance/batch_searching_spec.rb
356
360
  - spec/acceptance/big_integers_spec.rb
357
- - spec/acceptance/connection_spec.rb
358
361
  - spec/acceptance/excerpts_spec.rb
359
362
  - spec/acceptance/facets_spec.rb
360
363
  - spec/acceptance/geosearching_spec.rb
@@ -391,6 +394,7 @@ files:
391
394
  - spec/internal/app/indices/book_index.rb
392
395
  - spec/internal/app/indices/car_index.rb
393
396
  - spec/internal/app/indices/city_index.rb
397
+ - spec/internal/app/indices/colour_index.rb
394
398
  - spec/internal/app/indices/product_index.rb
395
399
  - spec/internal/app/indices/tee_index.rb
396
400
  - spec/internal/app/indices/user_index.rb
@@ -459,6 +463,7 @@ files:
459
463
  - spec/thinking_sphinx/commands/stop_spec.rb
460
464
  - spec/thinking_sphinx/configuration/minimum_fields_spec.rb
461
465
  - spec/thinking_sphinx/configuration_spec.rb
466
+ - spec/thinking_sphinx/connection/mri_spec.rb
462
467
  - spec/thinking_sphinx/connection_spec.rb
463
468
  - spec/thinking_sphinx/deletion_spec.rb
464
469
  - spec/thinking_sphinx/deltas/default_delta_spec.rb
@@ -506,7 +511,7 @@ homepage: https://pat.github.io/thinking-sphinx/
506
511
  licenses:
507
512
  - MIT
508
513
  metadata: {}
509
- post_install_message:
514
+ post_install_message:
510
515
  rdoc_options: []
511
516
  require_paths:
512
517
  - lib
@@ -522,7 +527,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
522
527
  version: '0'
523
528
  requirements: []
524
529
  rubygems_version: 3.0.3
525
- signing_key:
530
+ signing_key:
526
531
  specification_version: 4
527
532
  summary: A smart wrapper over Sphinx for ActiveRecord
528
533
  test_files:
@@ -531,7 +536,6 @@ test_files:
531
536
  - spec/acceptance/attribute_updates_spec.rb
532
537
  - spec/acceptance/batch_searching_spec.rb
533
538
  - spec/acceptance/big_integers_spec.rb
534
- - spec/acceptance/connection_spec.rb
535
539
  - spec/acceptance/excerpts_spec.rb
536
540
  - spec/acceptance/facets_spec.rb
537
541
  - spec/acceptance/geosearching_spec.rb
@@ -568,6 +572,7 @@ test_files:
568
572
  - spec/internal/app/indices/book_index.rb
569
573
  - spec/internal/app/indices/car_index.rb
570
574
  - spec/internal/app/indices/city_index.rb
575
+ - spec/internal/app/indices/colour_index.rb
571
576
  - spec/internal/app/indices/product_index.rb
572
577
  - spec/internal/app/indices/tee_index.rb
573
578
  - spec/internal/app/indices/user_index.rb
@@ -636,6 +641,7 @@ test_files:
636
641
  - spec/thinking_sphinx/commands/stop_spec.rb
637
642
  - spec/thinking_sphinx/configuration/minimum_fields_spec.rb
638
643
  - spec/thinking_sphinx/configuration_spec.rb
644
+ - spec/thinking_sphinx/connection/mri_spec.rb
639
645
  - spec/thinking_sphinx/connection_spec.rb
640
646
  - spec/thinking_sphinx/deletion_spec.rb
641
647
  - spec/thinking_sphinx/deltas/default_delta_spec.rb
@@ -1,25 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require 'acceptance/spec_helper'
4
-
5
- RSpec.describe 'Connections', :live => true do
6
- let(:maximum) { (2 ** 23) - 5 }
7
- let(:query) { String.new "SELECT * FROM book_core WHERE MATCH('')" }
8
- let(:difference) { maximum - query.length }
9
-
10
- it 'allows normal length queries through' do
11
- expect {
12
- ThinkingSphinx::Connection.take do |connection|
13
- connection.execute query.insert(-3, 'a' * difference)
14
- end
15
- }.to_not raise_error
16
- end
17
-
18
- it 'does not allow overly long queries' do
19
- expect {
20
- ThinkingSphinx::Connection.take do |connection|
21
- connection.execute query.insert(-3, 'a' * (difference + 5))
22
- end
23
- }.to raise_error(ThinkingSphinx::QueryLengthError)
24
- end
25
- end