thinking-sphinx 5.5.1 → 6.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 903795814bfdd5627c9fad8c6a9aa075973c29a046e9ea1985244df29023d52b
-  data.tar.gz: 8e1152802089f3d9e0bce6536ac7a3d6d9bdc7707feee2d72489bf491bab670e
+  metadata.gz: 5cba08942e61d8ca739c20ac29a9ee471b229c200c4b78a2047ddf82e4dca686
+  data.tar.gz: d933fa8e4d057d7bab8609fce6430a80d79dca0c2ba0ea03b06060b9fc27ddb4
 SHA512:
-  metadata.gz: ccad3b3ffc2724ff71fb96707a7140ad44c927f6d7a7059022281056838f11a9fd784739f4bb5a4e1ce8f92f295f8da2af6e3134a32a0f9b5079042f6a225c99
-  data.tar.gz: f86ffa18c5c01b2a4b6530606e50010eb2bf8309ea18198489d347b9ee73807712c59aa286a14db35fb900d0d55182d415a65b63db645e0f92cd3d0f26173ee5
+  metadata.gz: 280fea099e92acd152f776562879739712b739d8c73f620d923f215c6d83d3472fb7d029569274562881a8e1eafa1ce122ac44ddae709bd02be9b55502d90c87
+  data.tar.gz: 073533d77fd5073e17c6fc48a1463d7eeaa491071ab0fd54414ae152894e3eeff3601f9dea07234e8a0bc2570286b4c2a26dd6ae08572436250af5ce2acf1320

data/.github/workflows/ci.yml

@@ -1,103 +1,48 @@
 name: test
 
-on: [push, pull_request]
+on:
+  push:
+    branches:
+      - main
+      - develop
+  pull_request:
+    branches:
+      - main
+      - develop
 
-jobs:
-  sphinx:
-    runs-on: ${{ matrix.os }}
-
-    strategy:
-      fail-fast: false
-      matrix:
-        os: [ 'ubuntu-18.04' ]
-        ruby: [ '2.7', '3.0', '3.1', '3.2' ]
-        rails: [ '5_0', '5_1', '5_2', '6_0', '6_1', '7_0' ]
-        database: [ 'mysql2', 'postgresql' ]
-        sphinx_version: [ '2.2.11', '3.4.1' ]
-        sphinx_engine: [ 'sphinx' ]
-        exclude:
-          - database: 'postgresql'
-            sphinx_version: '3.4.1'
-            sphinx_engine: 'sphinx'
-          - ruby: '3.0'
-            rails: '5_0'
-          - ruby: '3.0'
-            rails: '5_1'
-          - ruby: '3.0'
-            rails: '5_2'
-          - ruby: '3.1'
-            rails: '5_0'
-          - ruby: '3.1'
-            rails: '5_1'
-          - ruby: '3.1'
-            rails: '5_2'
-          - ruby: '3.2'
-            rails: '5_0'
-          - ruby: '3.2'
-            rails: '5_1'
-          - ruby: '3.2'
-            rails: '5_2'
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
-    services:
-      postgres:
-        image: postgres:10
-        env:
-          POSTGRES_USER: postgres
-          POSTGRES_PASSWORD: thinking_sphinx
-          POSTGRES_DB: thinking_sphinx
-        ports: ['5432:5432']
-        # needed because the postgres container does not provide a healthcheck
-        options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
+jobs:
+  test-matrix:
+    runs-on: ubuntu-latest
 
-      mysql:
-        image: mysql:5.7
-        env:
-          MYSQL_ROOT_PASSWORD: thinking_sphinx
-          MYSQL_DATABASE: thinking_sphinx
-        ports: ['3306:3306']
-        options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=3
+    outputs:
+      matrix: ${{ steps.matrix.outputs.matrix }}
 
     steps:
-      - uses: actions/checkout@v2
-      - uses: ./.github/actions/test
+      - uses: actions/checkout@v6
+      - uses: ruby/setup-ruby@v1
         with:
-          ruby-version: ${{ matrix.ruby }}
-          rails-version: ${{ matrix.rails }}
-          sphinx-version: ${{ matrix.sphinx_version }}
-          sphinx-engine: ${{ matrix.sphinx_engine }}
-          database: ${{ matrix.database }}
-        timeout-minutes: 12
+          ruby-version: 4.0
+          bundler-cache: true
 
-  manticore:
-    runs-on: ubuntu-20.04
+      - id: matrix
+        run: echo "matrix=$(./bin/testmatrix)" | tee -a "$GITHUB_OUTPUT"
+
+      - run: echo "$MATRIX" | yq -P
+        env:
+          MATRIX: ${{ steps.matrix.outputs.matrix }}
+
+  test:
+    runs-on: ubuntu-22.04
+    needs: [test-matrix]
 
     strategy:
       fail-fast: false
       matrix:
-        ruby: [ '2.7', '3.0', '3.1', '3.2' ]
-        rails: [ '5_0', '5_1', '5_2', '6_0', '6_1', '7_0' ]
-        database: [ 'mysql2', 'postgresql' ]
-        sphinx_version: [ '3.5.4', '4.0.2' ]
-        sphinx_engine: [ 'manticore' ]
-        exclude:
-          - ruby: '3.0'
-            rails: '5_0'
-          - ruby: '3.0'
-            rails: '5_1'
-          - ruby: '3.0'
-            rails: '5_2'
-          - ruby: '3.1'
-            rails: '5_0'
-          - ruby: '3.1'
-            rails: '5_1'
-          - ruby: '3.1'
-            rails: '5_2'
-          - ruby: '3.2'
-            rails: '5_0'
-          - ruby: '3.2'
-            rails: '5_1'
-          - ruby: '3.2'
-            rails: '5_2'
+        include: ${{ fromJSON(needs.test-matrix.outputs.matrix) }}
 
     services:
       postgres:
@@ -111,7 +56,7 @@ jobs:
         options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
 
       mysql:
-        image: mysql:8.0
+        image: mysql:5.7
         env:
           MYSQL_ROOT_PASSWORD: thinking_sphinx
           MYSQL_DATABASE: thinking_sphinx
@@ -119,7 +64,7 @@ jobs:
         options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=3
 
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v6
       - uses: ./.github/actions/test
         with:
           ruby-version: ${{ matrix.ruby }}

data/Appraisals

@@ -45,3 +45,27 @@ appraise 'rails_7_0' do
   gem 'mysql2', '~> 0.5.0', :platform => :ruby
   gem 'pg',     '~> 1.0',   :platform => :ruby
 end if RUBY_PLATFORM != 'java' && RUBY_VERSION.to_f >= 2.7
+
+appraise 'rails_7_1' do
+  gem 'rails',  '~> 7.1.0'
+  gem 'mysql2', '~> 0.5.0', :platform => :ruby
+  gem 'pg',     '~> 1.0',   :platform => :ruby
+end if RUBY_PLATFORM != 'java' && RUBY_VERSION.to_f >= 2.7
+
+appraise 'rails_7_2' do
+  gem 'rails',  '~> 7.2.0'
+  gem 'mysql2', '~> 0.5.0', :platform => :ruby
+  gem 'pg',     '~> 1.0',   :platform => :ruby
+end if RUBY_PLATFORM != 'java' && RUBY_VERSION.to_f >= 3.1
+
+appraise 'rails_8_0' do
+  gem 'rails',  '~> 8.0.0'
+  gem 'mysql2', '~> 0.5.0', :platform => :ruby
+  gem 'pg',     '~> 1.0',   :platform => :ruby
+end if RUBY_PLATFORM != 'java' && RUBY_VERSION.to_f >= 3.2
+
+appraise 'rails_8_1' do
+  gem 'rails',  '~> 8.1.0'
+  gem 'mysql2', '~> 0.5.0', :platform => :ruby
+  gem 'pg',     '~> 1.0',   :platform => :ruby
+end if RUBY_PLATFORM != 'java' && RUBY_VERSION.to_f >= 3.2

data/CHANGELOG.markdown

@@ -2,6 +2,36 @@
 
 All notable changes to this project (at least, from v3.0.0 onwards) are documented in this file.
 
+## 6.0.0 - 2026-01-11
+
+### Breaking
+
+* Dropping support for Ruby versions prior to v3.0.
+* Dropping support for Rails versions prior to v6.1.
+
+### Changed
+
+* Improved support for Rails 7.2-8.1.
+
+## 5.6.0 - 2024-07-07
+
+### Added
+
+* Support for Manticore 6.0 ([#1242](https://github.com/pat/thinking-sphinx/pull/1242))
+* `sphinx`-prefixed search methods, in case the standard `search` is overridden from something unrelated. ([#1265](https://github.com/pat/thinking-sphinx/pull/1265))
+* `none` / `search_none` scopes that can be chained to searches and will return no results.
+* Added `ThinkingSphinx::Processor#sync` to synchronise updates/deletions based on a real-time index's scope, by @akostadinov in [@1258](https://github.com/pat/thinking-sphinx/pull/1258).
+
+### Changed
+
+* Improved Rails 7.1 support, by @jdelstrother in [#1252](https://github.com/pat/thinking-sphinx/pull/1252).
+
+### Fixed
+
+* Handle both SQL and RT indices correctly for inheritance column checks, by @akostadinov in [#1249](https://github.com/pat/thinking-sphinx/pull/1249).
+* Ensure tests and CI work with recent Manticore versions, by @jdelstrother in [#1263](https://github.com/pat/thinking-sphinx/pull/1263).
+* Use `rm -rf` to delete test and temporary directories (instead of `rm -r`).
+
 ## 5.5.1 - 2022-12-31
 
 [Release Notes](https://github.com/pat/thinking-sphinx/releases/tag/v5.5.1)

data/Gemfile

@@ -4,6 +4,7 @@ source 'https://rubygems.org'
 
 gemspec
 
+gem 'logger'
 gem 'mysql2', '~> 0.5.0',  :platform => :ruby
 gem 'pg',     '~> 0.18.4', :platform => :ruby
 

data/README.textile

@@ -1,6 +1,6 @@
 h1. Thinking Sphinx
 
-Thinking Sphinx is a library for connecting ActiveRecord to the Sphinx full-text search tool, and integrates closely with Rails (but also works with other Ruby web frameworks). The current release is v5.5.1.
+Thinking Sphinx is a library for connecting ActiveRecord to the Sphinx full-text search tool, and integrates closely with Rails (but also works with other Ruby web frameworks). The current release is v6.0.0.
 
 h2. Upgrading
 
@@ -14,7 +14,7 @@ It's a gem, so install it like you would any other gem. You will also need to sp
 
 <pre><code>gem 'mysql2',          '~> 0.4',    :platform => :ruby
 gem 'jdbc-mysql',      '~> 5.1.35', :platform => :jruby
-gem 'thinking-sphinx', '~> 5.5'</code></pre>
+gem 'thinking-sphinx', '~> 6.0'</code></pre>
 
 The MySQL gems mentioned are required for connecting to Sphinx, so please include it even when you're using PostgreSQL for your database.
 
@@ -29,12 +29,12 @@ h2. Requirements
 The current release of Thinking Sphinx works with the following versions of its dependencies:
 
 |_. Library |_. Minimum |_. Tested Against |
-| Ruby | v2.4 | v2.4, v2.5, v2.6, v2.7, v3.0, v3.1, v3.2 |
+| Ruby | v3.0 | v3.0..v4.0 |
 | Sphinx | v2.2.11 | v2.2.11, v3.4.1 |
-| Manticore | v2.8 | v3.5, v4.0 |
-| ActiveRecord | v4.2 | v4.2..v7.0 |
+| Manticore | v2.8 | v4.0, v6.0 |
+| ActiveRecord | v6.1 | v6.1..v8.1 |
 
-It _might_ work with older versions of Ruby, but it's highly recommended to update to a supported release.
+It _might_ work with older versions of Ruby (back to v2.7) and Rails (back to v5.0), but it's highly recommended to update to a supported release.
 
 It should also work with JRuby, but the test environment for that in CI has been unreliable, hence that's not actively tested against at the moment.
 
@@ -42,17 +42,32 @@ h3. Sphinx or Manticore
 
 If you're using Sphinx, v2.2.11 is recommended even though it's quite old, as it works well with PostgreSQL databases (but if you're using MySQL - or real-time indices - then v3.3.1 should also be fine).
 
-If you're opting for Manticore instead, v2.8 or newer works, but v3 or newer is recommended as that's what is actively tested against.
+If you're opting for Manticore instead, v2.8 or newer works, but v4 or newer is recommended as that's what is actively tested against. The v4.2 and 5.0 releases had bugs with facet searching, but that's been fixed in Manticore v6.0.
 
 h3. Rails and ActiveRecord
 
-Currently Thinking Sphinx is built to support Rails/ActiveRecord 4.2 or newer. If you're using Sinatra and ActiveRecord instead of Rails, that's fine - just make sure you add the @:require => 'thinking_sphinx/sinatra'@ option when listing @thinking-sphinx@ in your Gemfile.
+Currently Thinking Sphinx is built to support Rails/ActiveRecord 6.1 or newer. If you're using Sinatra and ActiveRecord instead of Rails, that's fine - just make sure you add the @:require => 'thinking_sphinx/sinatra'@ option when listing @thinking-sphinx@ in your Gemfile.
 
-If you want ActiveRecord 3.2-4.1 support, then refer to the 4.x releases of Thinking Sphinx. Or, for ActiveRecord 3.1 support, then refer to the 3.0.x releases. Anything older than that, then you're stuck with Thinking Sphinx v2.x (for Rails/ActiveRecord 3.0) or v1.x (Rails 2.3). Please note that these older versions are no longer actively supported.
+The last releases for older Rails versions:
+
+|_. Rails Version |_. Thinking Sphinx Version |
+| 6.0 | v5.6.0 |
+| 5.2 | v5.6.0 |
+| 5.1 | v5.6.0 |
+| 5.0 | v5.6.0 |
+| 4.2 | v5.6.0 |
+| 4.1 | v4.4.1 |
+| 4.0 | v4.4.1 |
+| 3.2 | v4.4.1 |
+| 3.1 | v3.0.6 |
+| 3.0 | v2.1.0 |
+| 2.3 | v1.5.0 |
+
+Please note that these older versions are no longer actively supported.
 
 h3. Ruby
 
-You'll need either the standard Ruby (v2.4 or newer) or JRuby (9.1 or newer).
+You'll need either the standard Ruby (v3.0 or newer) or JRuby (9.1 or newer). The last release to support Ruby 2.4-2.7 is v5.6.0.
 
 h3. Database Versions
 
@@ -81,4 +96,4 @@ You can then run the unit tests with @rake spec:unit@, the acceptance tests with
 
 h2. Licence
 
-Copyright (c) 2007-2022, Thinking Sphinx is developed and maintained by Pat Allan, and is released under the open MIT Licence. Many thanks to "all who have contributed patches":https://github.com/pat/thinking-sphinx/contributors.
+Copyright (c) 2007-2026, Thinking Sphinx is developed and maintained by Pat Allan, and is released under the open MIT Licence. Many thanks to "all who have contributed patches":https://github.com/pat/thinking-sphinx/contributors.

data/bin/loadsphinx

@@ -70,15 +70,26 @@ load_manticore () {
       url="https://repo.manticoresearch.com/repository/manticoresearch_focal/dists/focal/main/binary-amd64/manticore_3.5.4-210107-f70faec5_amd64.deb";;
     4.0.2)
       url="https://repo.manticoresearch.com/repository/manticoresearch_focal/dists/focal/main/binary-amd64/manticore_4.0.2-210921-af497f245_amd64.deb";;
+    4.2.0)
+      url="https://repo.manticoresearch.com/repository/manticoresearch_focal/dists/focal/main/binary-amd64/manticore_4.2.0-211223-15e927b28_amd64.deb";;
+    6.0.0)
+      url="skipped";;
     *)
       echo "No Manticore version $version available"
       exit 1;;
   esac
 
-  sudo apt-get install default-libmysqlclient-dev
-  curl --location $url -o manticore.deb
-  sudo dpkg -i ./manticore.deb
-  sudo apt-get install -f
+  if [ "$version" == "6.0.0" ]; then
+    curl --location https://repo.manticoresearch.com/manticore-repo.noarch.deb -o repo.deb
+    sudo dpkg -i repo.deb
+    sudo apt update
+    sudo apt install manticore
+  else
+    sudo apt-get install default-libmysqlclient-dev
+    curl --location $url -o manticore.deb
+    sudo dpkg -i ./manticore.deb
+    sudo apt-get install -f
+  fi
 }
 
 if [ "$engine" == "sphinx" ]; then

data/bin/testmatrix

@@ -0,0 +1,48 @@
+#! /usr/bin/env ruby
+# frozen_string_literal: true
+
+require "json"
+
+RUBIES = %w[ 3.0 3.1 3.2 3.3 3.4 4.0 ]
+DATABASES = %w[ mysql2 postgresql ]
+SPHINX_ENGINES = {
+  "sphinx" => %w[ 2.2.11 3.4.1 ],
+  "manticore" => %w[ 4.0.2 6.0.0 ]
+}.freeze
+RAILS_VERSIONS = [
+  { version: '6_1', min_ruby: 2.7, max_ruby: 3.3 },
+  { version: '7_0', min_ruby: 2.7, max_ruby: 4.0 },
+  { version: '7_1', min_ruby: 2.7, max_ruby: 4.0 },
+  { version: '7_2', min_ruby: 3.1, max_ruby: 4.0 },
+  { version: '8_0', min_ruby: 3.2, max_ruby: 4.0 },
+  { version: '8_1', min_ruby: 3.2, max_ruby: 4.0 },
+].freeze
+
+# Returns an array of hashes, with each hash being a valid testable
+# combination:
+output = []
+
+RUBIES.each do |ruby|
+  DATABASES.each do |database|
+    SPHINX_ENGINES.each do |sphinx_engine, sphinx_versions|
+      sphinx_versions.each do |sphinx_version|
+        # Sphinx 3.4.1 doesn't play nicely with Postgres.
+        next if database == 'postgresql' && sphinx_engine == 'sphinx' && sphinx_version == '3.4.1'
+
+        RAILS_VERSIONS.each do |rails|
+          next unless ruby.to_f >= rails[:min_ruby] && ruby.to_f <= rails[:max_ruby]
+
+          output << {
+            ruby: ruby,
+            rails: rails[:version],
+            database: database,
+            sphinx_engine: sphinx_engine,
+            sphinx_version: sphinx_version
+          }
+        end
+      end
+    end
+  end
+end
+
+puts JSON.generate(output.compact)

data/lib/thinking_sphinx/active_record/base.rb

@@ -4,6 +4,21 @@ module ThinkingSphinx::ActiveRecord::Base
   extend ActiveSupport::Concern
 
   included do
+    # Avoid method collisions for public Thinking Sphinx methods added to all
+    # ActiveRecord models. The `sphinx_`-prefixed versions will always exist,
+    # and the non-prefixed versions will be added if a method of that name
+    # doesn't already exist.
+    #
+    # If a method is overwritten later by something else, that's also fine - the
+    # prefixed versions will still be there.
+    class_module = ThinkingSphinx::ActiveRecord::Base::ClassMethods
+    class_module.public_instance_methods.each do |method_name|
+      short_method = method_name.to_s.delete_prefix("sphinx_").to_sym
+      next if methods.include?(short_method)
+
+      define_singleton_method(short_method, method(method_name))
+    end
+
     if ActiveRecord::VERSION::STRING.to_i >= 5
       [
         ::ActiveRecord::Reflection::HasManyReflection,
@@ -25,24 +40,28 @@ module ThinkingSphinx::ActiveRecord::Base
   end
 
   module ClassMethods
-    def facets(query = nil, options = {})
+    def sphinx_facets(query = nil, options = {})
       merge_search ThinkingSphinx.facets, query, options
     end
 
-    def search(query = nil, options = {})
+    def sphinx_search(query = nil, options = {})
       merge_search ThinkingSphinx.search, query, options
     end
 
-    def search_count(query = nil, options = {})
+    def sphinx_search_count(query = nil, options = {})
       search_for_ids(query, options).total_entries
     end
 
-    def search_for_ids(query = nil, options = {})
+    def sphinx_search_for_ids(query = nil, options = {})
       ThinkingSphinx::Search::Merger.new(
         search(query, options)
       ).merge! nil, :ids_only => true
     end
 
+    def sphinx_search_none
+      merge_search ThinkingSphinx.search, nil, none: true
+    end
+
     private
 
     def default_sphinx_scope?

data/lib/thinking_sphinx/active_record/filter_reflection.rb

@@ -2,7 +2,7 @@
 
 class ThinkingSphinx::ActiveRecord::FilterReflection
   ReflectionGenerator = case ActiveRecord::VERSION::STRING.to_f
-  when 5.2..7.0
+  when (5.2..)
     ThinkingSphinx::ActiveRecord::Depolymorph::OverriddenReflection
   when 4.1..5.1
     ThinkingSphinx::ActiveRecord::Depolymorph::AssociationReflection

data/lib/thinking_sphinx/active_record/log_subscriber.rb

@@ -2,24 +2,36 @@
 
 class ThinkingSphinx::ActiveRecord::LogSubscriber < ActiveSupport::LogSubscriber
   def guard(event)
-    identifier = color 'Sphinx', GREEN, true
+    identifier = colored_text "Sphinx"
     warn "  #{identifier}  #{event.payload[:guard]}"
   end
 
   def message(event)
-    identifier = color 'Sphinx', GREEN, true
+    identifier = colored_text "Sphinx"
     debug "  #{identifier}  #{event.payload[:message]}"
   end
 
   def query(event)
-    identifier = color('Sphinx Query (%.1fms)' % event.duration, GREEN, true)
+    identifier = colored_text("Sphinx Query (%.1fms)" % event.duration)
     debug "  #{identifier}  #{event.payload[:query]}"
   end
 
   def caution(event)
-    identifier = color 'Sphinx', GREEN, true
+    identifier = colored_text "Sphinx"
     warn "  #{identifier}  #{event.payload[:caution]}"
   end
+
+  private
+
+  if Rails.gem_version >= Gem::Version.new("7.1.0")
+    def colored_text(text)
+      color text, GREEN, bold: true
+    end
+  else
+    def colored_text(text)
+      color text, GREEN, true
+    end
+  end
 end
 
 ThinkingSphinx::ActiveRecord::LogSubscriber.attach_to :thinking_sphinx

data/lib/thinking_sphinx/commands/clear_real_time.rb

@@ -7,7 +7,7 @@ class ThinkingSphinx::Commands::ClearRealTime < ThinkingSphinx::Commands::Base
       Dir["#{index.path}.*"].each { |path| FileUtils.rm path }
     end
 
-    FileUtils.rm_r(binlog_path) if File.exist?(binlog_path)
+    FileUtils.rm_rf(binlog_path) if File.exist?(binlog_path)
   end
 
   private

data/lib/thinking_sphinx/commands/clear_sql.rb

@@ -7,7 +7,7 @@ class ThinkingSphinx::Commands::ClearSQL < ThinkingSphinx::Commands::Base
       Dir["#{index.path}.*"].each { |path| FileUtils.rm path }
     end
 
-    FileUtils.rm_r Dir["#{configuration.indices_location}/ts-*.tmp"]
+    FileUtils.rm_rf Dir["#{configuration.indices_location}/ts-*.tmp"]
   end
 
   private

data/lib/thinking_sphinx/configuration/minimum_fields.rb

@@ -18,19 +18,19 @@ class ThinkingSphinx::Configuration::MinimumFields
   attr_reader :indices
 
   def field_collections
-    plain_indices_without_inheritance.collect(&:sources).flatten +
-    indices_of_type('rt')
-  end
-
-  def indices_of_type(type)
-    indices.select { |index| index.type == type }
+    indices_without_inheritance_of_type('plain').collect(&:sources).flatten +
+      indices_without_inheritance_of_type('rt')
   end
 
   def inheritance_columns?(index)
     index.model.table_exists? && index.model.column_names.include?(index.model.inheritance_column)
   end
 
-  def plain_indices_without_inheritance
-    indices_of_type('plain').reject(&method(:inheritance_columns?))
+  def indices_without_inheritance_of_type(type)
+    indices_without_inheritance.select { |index| index.type == type }
+  end
+
+  def indices_without_inheritance
+    indices.reject(&method(:inheritance_columns?))
   end
 end

data/lib/thinking_sphinx/masks/scopes_mask.rb

@@ -26,6 +26,12 @@ class ThinkingSphinx::Masks::ScopesMask
     search query, options.merge(:ids_only => true)
   end
 
+  def none
+    ThinkingSphinx::Search::Merger.new(@search).merge! nil, :none => true
+  end
+
+  alias_method :search_none, :none
+
   private
 
   def apply_scope(scope, *args)

data/lib/thinking_sphinx/processor.rb

@@ -1,6 +1,9 @@
 # frozen_string_literal: true
 
 class ThinkingSphinx::Processor
+  # @param instance [ActiveRecord::Base] an ActiveRecord object
+  # @param model [Class] the ActiveRecord model of the instance
+  # @param id [Integer] the instance indices primary key (might be different from model primary key)
   def initialize(instance: nil, model: nil, id: nil)
     raise ArgumentError if instance.nil? && (model.nil? || id.nil?)
 
@@ -12,16 +15,27 @@ class ThinkingSphinx::Processor
   def delete
     return if instance&.new_record?
 
-    indices.each { |index|
-      ThinkingSphinx::Deletion.perform(
-        index, id || instance.public_send(index.primary_key)
-      )
-    }
+    indices.each { |index| perform_deletion(index) }
   end
 
+  # Will insert instance into all matching indices
   def upsert
     real_time_indices.each do |index|
-      ThinkingSphinx::RealTime::Transcriber.new(index).copy loaded_instance
+      found = loaded_instance(index)
+      ThinkingSphinx::RealTime::Transcriber.new(index).copy found if found
+    end
+  end
+
+  # Will upsert or delete instance into all matching indices based on index scope
+  def sync
+    real_time_indices.each do |index|
+      found = find_in(index)
+
+      if found
+        ThinkingSphinx::RealTime::Transcriber.new(index).copy found
+      else
+        ThinkingSphinx::Deletion.perform(index, index_id(index))
+      end
     end
   end
 
@@ -35,11 +49,23 @@ class ThinkingSphinx::Processor
     ).to_a
   end
 
-  def loaded_instance
-    @loaded_instance ||= instance || model.find(id)
+  def find_in(index)
+    index.scope.find_by(index.primary_key => index_id(index))
+  end
+
+  def loaded_instance(index)
+    instance || find_in(index)
   end
 
   def real_time_indices
     indices.select { |index| index.is_a? ThinkingSphinx::RealTime::Index }
   end
+
+  def perform_deletion(index)
+    ThinkingSphinx::Deletion.perform(index, index_id(index))
+  end
+
+  def index_id(index)
+    id || instance.public_send(index.primary_key)
+  end
 end

data/lib/thinking_sphinx/search/context.rb

@@ -7,6 +7,7 @@ class ThinkingSphinx::Search::Context
     @search        = search
     @configuration = configuration || ThinkingSphinx::Configuration.instance
     @memory        = {
+      :raw     => [],
       :results => [],
       :panes   => ThinkingSphinx::Configuration::Defaults::PANES.clone
     }

data/lib/thinking_sphinx/search.rb

@@ -12,7 +12,7 @@ class ThinkingSphinx::Search < Array
     [
       :classes, :conditions, :excerpts, :geo, :group_by, :ids_only,
       :ignore_scopes, :indices, :limit, :masks, :max_matches, :middleware,
-      :offset, :order, :order_group_by, :page, :per_page, :populate,
+      :none, :offset, :order, :order_group_by, :page, :per_page, :populate,
       :retry_stale, :select, :skip_sti, :sql, :star, :with, :with_all, :without,
       :without_ids
     ] +
@@ -92,7 +92,7 @@ class ThinkingSphinx::Search < Array
   def populate
     return self if @populated
 
-    middleware.call [context]
+    middleware.call [context] unless options[:none]
     @populated = true
 
     self