sherpa99-thinking-sphinx 1.1.4

data/lib/thinking_sphinx/tasks.rb

@@ -0,0 +1,128 @@
+require 'fileutils'
+
+namespace :thinking_sphinx do
+  task :app_env do
+    Rake::Task[:environment].invoke if defined?(RAILS_ROOT)
+    Rake::Task[:merb_env].invoke    if defined?(Merb)
+  end
+  
+  desc "Stop if running, then start a Sphinx searchd daemon using Thinking Sphinx's settings"
+  task :running_start => :app_env do
+   Rake::Task["thinking_sphinx:stop"].invoke if sphinx_running?
+   Rake::Task["thinking_sphinx:start"].invoke
+  end
+  
+  desc "Start a Sphinx searchd daemon using Thinking Sphinx's settings"
+  task :start => :app_env do
+    config = ThinkingSphinx::Configuration.instance
+    
+    FileUtils.mkdir_p config.searchd_file_path
+    raise RuntimeError, "searchd is already running." if sphinx_running?
+    
+    Dir["#{config.searchd_file_path}/*.spl"].each { |file| File.delete(file) }
+
+    cmd = "#{config.bin_path}searchd --pidfile --config #{config.config_file}"
+    puts cmd
+    system cmd
+    
+    sleep(2)
+    
+    if sphinx_running?
+      puts "Started successfully (pid #{sphinx_pid})."
+    else
+      puts "Failed to start searchd daemon. Check #{config.searchd_log_file}."
+    end
+  end
+  
+  desc "Stop Sphinx using Thinking Sphinx's settings"
+  task :stop => :app_env do
+    raise RuntimeError, "searchd is not running." unless sphinx_running?
+    config = ThinkingSphinx::Configuration.instance
+    pid    = sphinx_pid
+    system "searchd --stop --config #{config.config_file}"
+    puts "Stopped search daemon (pid #{pid})."
+  end
+  
+  desc "Restart Sphinx"
+  task :restart => [:app_env, :stop, :start]
+  
+  desc "Generate the Sphinx configuration file using Thinking Sphinx's settings"
+  task :configure => :app_env do
+    config = ThinkingSphinx::Configuration.instance
+    puts "Generating Configuration to #{config.config_file}"
+    config.build
+  end
+  
+  desc "Index data for Sphinx using Thinking Sphinx's settings"
+  task :index => :app_env do
+    ThinkingSphinx::Deltas::Job.cancel_thinking_sphinx_jobs
+    
+    config = ThinkingSphinx::Configuration.instance
+    unless ENV["INDEX_ONLY"] == "true"
+      puts "Generating Configuration to #{config.config_file}"
+      config.build
+    end
+        
+    FileUtils.mkdir_p config.searchd_file_path
+    cmd = "#{config.bin_path}indexer --config #{config.config_file} --all"
+    cmd << " --rotate" if sphinx_running?
+    puts cmd
+    system cmd
+  end
+  
+  namespace :index do
+    task :delta => :app_env do
+      ThinkingSphinx.indexed_models.select { |model|
+        model.constantize.sphinx_indexes.any? { |index| index.delta? }
+      }.each do |model|
+        model.constantize.sphinx_indexes.select { |index|
+          index.delta? && index.delta_object.respond_to?(:delayed_index)
+        }.each { |index|
+          index.delta_object.delayed_index(index.model)
+        }
+      end
+    end
+  end
+  
+  desc "Process stored delta index requests"
+  task :delayed_delta => :app_env do
+    require 'delayed/worker'
+    
+    Delayed::Worker.new(
+      :min_priority => ENV['MIN_PRIORITY'],
+      :max_priority => ENV['MAX_PRIORITY']
+    ).start
+  end
+end
+
+namespace :ts do
+  desc "Stop if running, then start a Sphinx searchd daemon using Thinking Sphinx's settings"
+  task :run     => "thinking_sphinx:running_start"
+  desc "Start a Sphinx searchd daemon using Thinking Sphinx's settings"
+  task :start   => "thinking_sphinx:start"
+  desc "Stop Sphinx using Thinking Sphinx's settings"
+  task :stop    => "thinking_sphinx:stop"
+  desc "Index data for Sphinx using Thinking Sphinx's settings"
+  task :in      => "thinking_sphinx:index"
+  namespace :in do
+    desc "Index Thinking Sphinx datetime delta indexes"
+    task :delta => "thinking_sphinx:index:delta"
+  end
+  task :index   => "thinking_sphinx:index"
+  desc "Restart Sphinx"
+  task :restart => "thinking_sphinx:restart"
+  desc "Generate the Sphinx configuration file using Thinking Sphinx's settings"
+  task :conf    => "thinking_sphinx:configure"
+  desc "Generate the Sphinx configuration file using Thinking Sphinx's settings"
+  task :config  => "thinking_sphinx:configure"
+  desc "Process stored delta index requests"
+  task :dd      => "thinking_sphinx:delayed_delta"
+end
+
+def sphinx_pid
+  ThinkingSphinx.sphinx_pid
+end
+
+def sphinx_running?
+  ThinkingSphinx.sphinx_running?
+end

data/rails/init.rb

@@ -0,0 +1,6 @@
+require 'thinking_sphinx'
+require 'action_controller/dispatcher'
+
+ActionController::Dispatcher.to_prepare :thinking_sphinx do
+  ThinkingSphinx::Configuration.instance.load_models
+end

data/spec/fixtures/data.sql

@@ -0,0 +1,32 @@
+insert into `people` (gender, first_name, middle_initial, last_name, street_address, city, state, postcode, email, birthday, team_id, team_type) values('female','Ellie','K','Ford','38 Mills Street','Eagle Farm Bc','QLD','4009','Ellie.K.Ford@mailinator.com','1970/1/23 00:00:00', 3, 'CricketTeam');
+insert into `people` (gender, first_name, middle_initial, last_name, street_address, city, state, postcode, email, birthday, team_id, team_type) values('female','Aaliyah','E','Allen','71 Murphy Street','Wyola West','WA','6407','Aaliyah.E.Allen@dodgit.com','1980/3/23 00:00:00', 3, 'CricketTeam');
+insert into `people` (gender, first_name, middle_initial, last_name, street_address, city, state, postcode, email, birthday, team_id, team_type) values('male','Callum','C','Miah','89 Dalgarno Street','Bullawa Creek','NSW','2390','Callum.C.Miah@trashymail.com','1973/3/25 00:00:00', 3, 'CricketTeam');
+insert into `people` (gender, first_name, middle_initial, last_name, street_address, city, state, postcode, email, birthday, team_id, team_type) values('male','Finley','L','Buckley','18 Queen Street','Manly Vale','NSW','2093','Finley.L.Buckley@spambob.com','1962/11/20 00:00:00', 3, 'CricketTeam');
+insert into `people` (gender, first_name, middle_initial, last_name, street_address, city, state, postcode, email, birthday, team_id, team_type) values('female','Poppy','A','Hilton','36 Nerrigundah Drive','Nyora','VIC','3987','Poppy.A.Hilton@dodgit.com','1972/10/30 00:00:00', 3, 'CricketTeam');
+insert into `people` (gender, first_name, middle_initial, last_name, street_address, city, state, postcode, email, birthday, team_id, team_type) values('female','Eloise','Z','Kennedy','18 Mt Berryman Road','Lilydale','QLD','4344','Eloise.Z.Kennedy@spambob.com','1973/9/28 00:00:00', 3, 'CricketTeam');
+insert into `people` (gender, first_name, middle_initial, last_name, street_address, city, state, postcode, email, birthday, team_id, team_type) values('female','Shannon','L','Manning','60 Ocean Pde','Greenvale','QLD','4816','Shannon.L.Manning@dodgit.com','1956/6/13 00:00:00', 3, 'CricketTeam');
+insert into `people` (gender, first_name, middle_initial, last_name, street_address, city, state, postcode, email, birthday, team_id, team_type) values('male','Oscar','C','Lawson','43 Feather Street','Battery Hill','QLD','4551','Oscar.C.Lawson@spambob.com','1979/10/17 00:00:00', 3, 'CricketTeam');
+insert into `people` (gender, first_name, middle_initial, last_name, street_address, city, state, postcode, email, birthday, team_id, team_type) values('female','Sofia','K','Bray','26 Clifton Street','Pental Island','VIC','3586','Sofia.K.Bray@mailinator.com','1970/5/10 00:00:00', 3, 'CricketTeam');
+insert into `people` (gender, first_name, middle_initial, last_name, street_address, city, state, postcode, email, birthday, team_id, team_type) values('male','Andrew','N','Byrne','35 Cecil Street','Monash Park','NSW','2111','Andrew.N.Byrne@spambob.com','1983/2/16 00:00:00', 3, 'CricketTeam');
+
+insert into `alphas` (name) values ('one');
+insert into `alphas` (name) values ('two');
+insert into `alphas` (name) values ('three');
+insert into `alphas` (name) values ('four');
+insert into `alphas` (name) values ('five');
+insert into `alphas` (name) values ('six');
+insert into `alphas` (name) values ('seven');
+insert into `alphas` (name) values ('eight');
+insert into `alphas` (name) values ('nine');
+insert into `alphas` (name) values ('ten');
+
+insert into `betas` (name) values ('one');
+insert into `betas` (name) values ('two');
+insert into `betas` (name) values ('three');
+insert into `betas` (name) values ('four');
+insert into `betas` (name) values ('five');
+insert into `betas` (name) values ('six');
+insert into `betas` (name) values ('seven');
+insert into `betas` (name) values ('eight');
+insert into `betas` (name) values ('nine');
+insert into `betas` (name) values ('ten');

data/spec/fixtures/database.yml.default

@@ -0,0 +1,3 @@
+username: root
+password: 
+host: localhost

data/spec/fixtures/models.rb

@@ -0,0 +1,81 @@
+class Person < ActiveRecord::Base
+  belongs_to :team, :polymorphic => :true
+  has_many :contacts
+  
+  has_many :friendships
+  has_many :friends, :through => :friendships
+  
+  define_index do
+    indexes [first_name, middle_initial, last_name], :as => :name
+    indexes team.name, :as => :team_name
+    indexes contacts.phone_number, :as => :phone_numbers
+    indexes city,   :prefixes => true
+    indexes state,  :infixes  => true
+    
+    has [first_name, middle_initial, last_name], :as => :name_sort
+    has team.name, :as => :team_name_sort
+    
+    has [:id, :team_id], :as => :ids
+    has team(:id), :as => :team_id
+    
+    has contacts.phone_number, :as => :phone_number_sort
+    has contacts(:id), :as => :contact_ids
+    
+    has birthday
+    
+    has friendships.person_id, :as => :friendly_ids
+    
+    set_property :delta => true
+  end
+end
+
+class Parent < Person
+end
+
+class Child < Person
+  belongs_to :parent
+  define_index do
+    indexes [parent.first_name, parent.middle_initial, parent.last_name], :as => :parent_name
+  end
+end
+
+class Contact < ActiveRecord::Base
+  belongs_to :person
+end
+
+class FootballTeam < ActiveRecord::Base
+  #
+end
+
+class CricketTeam < ActiveRecord::Base
+  #
+end
+
+class Friendship < ActiveRecord::Base
+  belongs_to :person
+  belongs_to :friend, :class_name => "Person", :foreign_key => :friend_id
+  
+  define_index do
+    has person_id, friend_id
+  end
+end
+
+class Alpha < ActiveRecord::Base
+  define_index do
+    indexes :name, :sortable => true
+    
+    set_property :field_weights => {"name" => 10}
+  end
+end
+
+class Beta < ActiveRecord::Base
+  define_index do
+    indexes :name, :sortable => true
+    
+    set_property :delta => true
+  end
+end
+
+class Search < ActiveRecord::Base
+  #
+end

data/spec/fixtures/structure.sql

@@ -0,0 +1,84 @@
+DROP TABLE IF EXISTS `people`;
+
+CREATE TABLE `people` (
+  `id` int(11) NOT NULL auto_increment,
+  `first_name` varchar(50) NULL,
+  `middle_initial` varchar(10) NULL,
+  `last_name` varchar(50) NULL,
+  `gender` varchar(10) NULL,
+  `street_address` varchar(200) NULL,
+  `city` varchar(100) NULL,
+  `state` varchar(100) NULL,
+  `postcode` varchar(10) NULL,
+  `email` varchar(100) NULL,
+  `birthday` datetime NULL,
+  `team_id` int(11) NULL,
+  `team_type` varchar(50) NULL,
+  `type` varchar(50) NULL,
+  `parent_id` varchar(50) NULL,
+  `delta` tinyint(1) NOT NULL DEFAULT 0,
+  PRIMARY KEY  (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+
+DROP TABLE IF EXISTS `friendships`;
+
+CREATE TABLE `friendships` (
+  `id` int(11) NOT NULL auto_increment,
+  `person_id` int(11) NOT NULL,
+  `friend_id` int(11) NOT NULL,
+  `created_at` datetime NOT NULL,
+  `updated_at` datetime NOT NULL,
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+
+DROP TABLE IF EXISTS `football_teams`;
+
+CREATE TABLE `football_teams` (
+  `id` int(11) NOT NULL auto_increment,
+  `name` varchar(50) NOT NULL,
+  `state` varchar(50) NOT NULL,
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+
+DROP TABLE IF EXISTS `cricket_teams`;
+
+CREATE TABLE `cricket_teams` (
+  `id` int(11) NOT NULL auto_increment,
+  `name` varchar(50) NOT NULL,
+  `state` varchar(50) NOT NULL,
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+
+DROP TABLE IF EXISTS `contacts`;
+
+CREATE TABLE `contacts` (
+  `id` int(11) NOT NULL auto_increment,
+  `phone_number` varchar(50) NOT NULL,
+  `person_id` int(11) NOT NULL,
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+
+DROP TABLE IF EXISTS `alphas`;
+
+CREATE TABLE `alphas` (
+  `id` int(11) NOT NULL auto_increment,
+  `name` varchar(50) NOT NULL,
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+
+DROP TABLE IF EXISTS `betas`;
+
+CREATE TABLE `betas` (
+  `id` int(11) NOT NULL auto_increment,
+  `name` varchar(50) NOT NULL,
+  `delta` tinyint(1) NOT NULL DEFAULT 0,
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+
+DROP TABLE IF EXISTS `searches`;
+
+CREATE TABLE `searches` (
+  `id` int(11) NOT NULL auto_increment,
+  `name` varchar(50) NOT NULL,
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;

data/spec/spec_helper.rb

@@ -0,0 +1,54 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+
+require 'rubygems'
+require 'fileutils'
+require 'ginger'
+require 'not_a_mock'
+require 'will_paginate'
+
+require 'lib/thinking_sphinx'
+require 'spec/sphinx_helper'
+
+ActiveRecord::Base.logger = Logger.new(StringIO.new)
+
+Spec::Runner.configure do |config|
+  %w( tmp tmp/config tmp/log tmp/db ).each do |path|
+    FileUtils.mkdir_p "#{Dir.pwd}/#{path}"
+  end
+  
+  Kernel.const_set :RAILS_ROOT, "#{Dir.pwd}/tmp" unless defined?(RAILS_ROOT)
+  
+  sphinx = SphinxHelper.new
+  sphinx.setup_mysql
+  
+  require 'spec/fixtures/models'
+  
+  config.before :all do
+    %w( tmp tmp/config tmp/log tmp/db ).each do |path|
+      FileUtils.mkdir_p "#{Dir.pwd}/#{path}"
+    end
+    
+    ThinkingSphinx.updates_enabled = true
+    ThinkingSphinx.deltas_enabled = true
+    ThinkingSphinx.suppress_delta_output = true
+    
+    ThinkingSphinx::Configuration.instance.reset
+    ThinkingSphinx::Configuration.instance.database_yml_file = "spec/fixtures/sphinx/database.yml"
+    
+    # Ensure after_commit plugin is loaded correctly
+    Object.subclasses_of(ActiveRecord::ConnectionAdapters::AbstractAdapter).each { |klass|
+      unless klass.ancestors.include?(AfterCommit::ConnectionAdapters)
+        klass.send(:include, AfterCommit::ConnectionAdapters)
+      end
+    }
+  end
+  
+  config.after :each do
+    NotAMock::CallRecorder.instance.reset
+    NotAMock::Stubber.instance.reset
+  end
+  
+  config.after :all do
+    FileUtils.rm_r "#{Dir.pwd}/tmp" rescue nil
+  end
+end

data/spec/sphinx_helper.rb

@@ -0,0 +1,109 @@
+require 'active_record'
+require 'active_record/connection_adapters/mysql_adapter'
+begin
+  require 'active_record/connection_adapters/postgresql_adapter'
+rescue LoadError
+  # No postgres?  no prob...
+end
+require 'yaml'
+
+class SphinxHelper
+  attr_accessor :host, :username, :password
+  attr_reader   :path
+  
+  def initialize
+    @host     = "localhost"
+    @username = "thinking_sphinx"
+    @password = ""
+
+    if File.exist?("spec/fixtures/database.yml")
+      config    = YAML.load(File.open("spec/fixtures/database.yml"))
+      @host     = config["host"]
+      @username = config["username"]
+      @password = config["password"]
+    end
+    
+    @path = File.expand_path(File.dirname(__FILE__))
+  end
+  
+  def setup_mysql
+    ActiveRecord::Base.establish_connection(
+      :adapter  => 'mysql',
+      :database => 'thinking_sphinx',
+      :username => @username,
+      :password => @password,
+      :host     => @host
+    )
+    ActiveRecord::Base.logger = Logger.new(File.open("tmp/activerecord.log", "a"))
+    
+    structure = File.open("spec/fixtures/structure.sql") { |f| f.read.chomp }
+    structure.split(';').each { |table|
+      ActiveRecord::Base.connection.execute table
+    }
+    
+    File.open("spec/fixtures/data.sql") { |f|
+      while line = f.gets
+        ActiveRecord::Base.connection.execute line unless line.blank?
+      end
+    }
+  end
+  
+  def setup_sphinx
+    @configuration = ThinkingSphinx::Configuration.instance.reset
+    File.open("spec/fixtures/sphinx/database.yml", "w") do |file|
+      YAML.dump({@configuration.environment => {
+        :adapter  => 'mysql',
+        :host     => @host,
+        :database => "thinking_sphinx",
+        :username => @username,
+        :password => @password
+      }}, file)
+    end
+    FileUtils.mkdir_p(@configuration.searchd_file_path)
+    
+    @configuration.database_yml_file = "spec/fixtures/sphinx/database.yml"
+    @configuration.build
+    
+    index
+  end
+  
+  def reset
+    setup_mysql
+  end
+    
+  def index
+    cmd = "indexer --config #{@configuration.config_file} --all"
+    cmd << " --rotate" if running?
+    `#{cmd}`
+  end
+  
+  def start
+    return if running?
+    
+    cmd = "searchd --config #{@configuration.config_file}"
+    `#{cmd}`    
+
+    sleep(1)
+
+    unless running?
+      puts "Failed to start searchd daemon. Check #{@configuration.searchd_log_file}."
+    end
+  end
+  
+  def stop
+    return unless running?
+    `kill #{pid}`
+  end
+  
+  def pid
+    if File.exists?("#{@configuration.pid_file}")
+      `cat #{@configuration.pid_file}`[/\d+/]
+    else
+      nil
+    end
+  end
+
+  def running?
+    pid && `ps #{pid} | wc -l`.to_i > 1
+  end
+end