skalee-thinking-sphinx 1.3.14.1

data/vendor/riddle/lib/riddle/configuration/distributed_index.rb

@@ -0,0 +1,49 @@
+module Riddle
+  class Configuration
+    class DistributedIndex < Riddle::Configuration::Section
+      self.settings = [:type, :local, :agent, :agent_blackhole,
+        :agent_connect_timeout, :agent_query_timeout]
+      
+      attr_accessor :name, :local_indexes, :remote_indexes, :agent_blackhole,
+        :agent_connect_timeout, :agent_query_timeout
+      
+      def initialize(name)
+        @name             = name
+        @local_indexes    = []
+        @remote_indexes   = []
+        @agent_blackhole  = []
+      end
+      
+      def type
+        "distributed"
+      end
+      
+      def local
+        self.local_indexes
+      end
+      
+      def agent
+        agents = remote_indexes.collect { |index| index.remote }.uniq
+        agents.collect { |agent|
+          agent + ":" + remote_indexes.select { |index|
+            index.remote == agent
+          }.collect { |index| index.name }.join(",")
+        }
+      end
+            
+      def render
+        raise ConfigurationError unless valid?
+        
+        (
+          ["index #{name}", "{"] +
+          settings_body +
+          ["}", ""]
+        ).join("\n")
+      end
+      
+      def valid?
+        @local_indexes.length > 0 || @remote_indexes.length > 0
+      end
+    end
+  end
+end

data/vendor/riddle/lib/riddle/configuration/index.rb

@@ -0,0 +1,149 @@
+module Riddle
+  class Configuration
+    class Index < Riddle::Configuration::Section
+      self.settings = [:source, :path, :docinfo, :mlock, :morphology,
+        :min_stemming_len, :stopwords, :wordforms, :exceptions, :min_word_len,
+        :charset_dictpath, :charset_type, :charset_table, :ignore_chars,
+        :min_prefix_len, :min_infix_len, :prefix_fields, :infix_fields,
+        :enable_star, :ngram_len, :ngram_chars, :phrase_boundary,
+        :phrase_boundary_step, :html_strip, :html_index_attrs,
+        :html_remove_elements, :preopen, :ondisk_dict, :inplace_enable,
+        :inplace_hit_gap, :inplace_docinfo_gap, :inplace_reloc_factor,
+        :inplace_write_factor, :index_exact_words, :overshort_step,
+        :stopwords_step]
+      
+      attr_accessor :name, :parent, :sources, :path, :docinfo, :mlock,
+        :morphologies, :min_stemming_len, :stopword_files, :wordform_files,
+        :exception_files, :min_word_len, :charset_dictpath, :charset_type,
+        :charset_table, :ignore_characters, :min_prefix_len, :min_infix_len,
+        :prefix_field_names, :infix_field_names, :enable_star, :ngram_len,
+        :ngram_characters, :phrase_boundaries, :phrase_boundary_step,
+        :html_strip, :html_index_attrs, :html_remove_element_tags, :preopen,
+        :ondisk_dict, :inplace_enable, :inplace_hit_gap, :inplace_docinfo_gap,
+        :inplace_reloc_factor, :inplace_write_factor, :index_exact_words,
+        :overshort_step, :stopwords_step
+      
+      def initialize(name, *sources)
+        @name                     = name
+        @sources                  = sources
+        @morphologies             = []
+        @stopword_files           = []
+        @wordform_files           = []
+        @exception_files          = []
+        @ignore_characters        = []
+        @prefix_field_names       = []
+        @infix_field_names        = []
+        @ngram_characters         = []
+        @phrase_boundaries        = []
+        @html_remove_element_tags = []
+      end
+      
+      def source
+        @sources.collect { |s| s.name }
+      end
+      
+      def morphology
+        nil_join @morphologies, ", "
+      end
+      
+      def morphology=(morphology)
+        @morphologies = nil_split morphology, /,\s?/
+      end
+      
+      def stopwords
+        nil_join @stopword_files, " "
+      end
+      
+      def stopwords=(stopwords)
+        @stopword_files = nil_split stopwords, ' '
+      end
+      
+      def wordforms
+        nil_join @wordform_files, " "
+      end
+      
+      def wordforms=(wordforms)
+        @wordform_files = nil_split wordforms, ' '
+      end
+      
+      def exceptions
+        nil_join @exception_files, " "
+      end
+      
+      def exceptions=(exceptions)
+        @exception_files = nil_split exceptions, ' '
+      end
+      
+      def ignore_chars
+        nil_join @ignore_characters, ", "
+      end
+      
+      def ignore_chars=(ignore_chars)
+        @ignore_characters = nil_split ignore_chars, /,\s?/
+      end
+      
+      def prefix_fields
+        nil_join @prefix_field_names, ", "
+      end
+      
+      def infix_fields
+        nil_join @infix_field_names, ", "
+      end
+      
+      def ngram_chars
+        nil_join @ngram_characters, ", "
+      end
+      
+      def ngram_chars=(ngram_chars)
+        @ngram_characters = nil_split ngram_chars, /,\s?/
+      end
+      
+      def phrase_boundary
+        nil_join @phrase_boundaries, ", "
+      end
+      
+      def phrase_boundary=(phrase_boundary)
+        @phrase_boundaries = nil_split phrase_boundary, /,\s?/
+      end
+      
+      def html_remove_elements
+        nil_join @html_remove_element_tags, ", "
+      end
+      
+      def html_remove_elements=(html_remove_elements)
+        @html_remove_element_tags = nil_split html_remove_elements, /,\s?/
+      end
+      
+      def render
+        raise ConfigurationError, "#{@name} #{@sources.inspect} #{@path} #{@parent}" unless valid?
+        
+        inherited_name = "#{name}"
+        inherited_name << " : #{parent}" if parent
+        (
+          @sources.collect { |s| s.render } +
+          ["index #{inherited_name}", "{"] +
+          settings_body +
+          ["}", ""]
+        ).join("\n")
+      end
+      
+      def valid?
+        (!@name.nil?) && (!( @sources.length == 0 || @path.nil? ) || !@parent.nil?)
+      end
+      
+      private
+      
+      def nil_split(string, pattern)
+        (string || "").split(pattern)
+      end
+      
+      def nil_join(array, delimiter)
+        if array.length == 0
+          nil
+        else
+          array.join(delimiter)
+        end
+      end
+    end
+  end
+end

data/vendor/riddle/lib/riddle/configuration/indexer.rb

@@ -0,0 +1,20 @@
+module Riddle
+  class Configuration
+    class Indexer < Riddle::Configuration::Section
+      self.settings = [:mem_limit, :max_iops, :max_iosize, :max_xmlpipe2_field,
+        :write_buffer]
+      
+      attr_accessor *self.settings
+            
+      def render
+        raise ConfigurationError unless valid?
+        
+        (
+          ["indexer", "{"] +
+          settings_body +
+          ["}", ""]
+        ).join("\n")
+      end
+    end
+  end
+end

data/vendor/riddle/lib/riddle/configuration/remote_index.rb

@@ -0,0 +1,17 @@
+module Riddle
+  class Configuration
+    class RemoteIndex
+      attr_accessor :address, :port, :name
+      
+      def initialize(address, port, name)
+        @address  = address
+        @port     = port
+        @name     = name
+      end
+      
+      def remote
+        "#{address}:#{port}"
+      end
+    end
+  end
+end

data/vendor/riddle/lib/riddle/configuration/searchd.rb

@@ -0,0 +1,28 @@
+module Riddle
+  class Configuration
+    class Searchd < Riddle::Configuration::Section
+      self.settings = [:listen, :address, :port, :log, :query_log,
+        :read_timeout, :client_timeout, :max_children, :pid_file, :max_matches,
+        :seamless_rotate, :preopen_indexes, :unlink_old, :attr_flush_period,
+        :ondisk_dict_default, :max_packet_size, :mva_updates_pool,
+        :crash_log_path, :max_filters, :max_filter_values, :listen_backlog,
+        :read_buffer, :read_unhinted]
+      
+      attr_accessor *self.settings
+            
+      def render
+        raise ConfigurationError unless valid?
+        
+        (
+          ["searchd", "{"] +
+          settings_body +
+          ["}", ""]
+        ).join("\n")
+      end
+      
+      def valid?
+        !( @port.nil? || @pid_file.nil? )
+      end
+    end
+  end
+end

data/vendor/riddle/lib/riddle/configuration/section.rb

@@ -0,0 +1,43 @@
+module Riddle
+  class Configuration
+    class Section
+      class << self
+        attr_accessor :settings
+      end
+      
+      settings = []
+      
+      def valid?
+        true
+      end
+      
+      private
+      
+      def settings_body
+        self.class.settings.select { |setting|
+          !send(setting).nil?
+        }.collect { |setting|
+          if send(setting) == ""
+            conf = "  #{setting} = "
+          else
+            conf = setting_to_array(setting).collect { |set|
+              "  #{setting} = #{set}"
+            }
+          end
+          conf.length == 0 ? nil : conf
+        }.flatten.compact
+      end
+      
+      def setting_to_array(setting)
+        value = send(setting)
+        case value
+        when Array      then value
+        when TrueClass  then [1]
+        when FalseClass then [0]
+        else
+          [value]
+        end
+      end
+    end
+  end
+end

data/vendor/riddle/lib/riddle/configuration/source.rb

@@ -0,0 +1,23 @@
+module Riddle
+  class Configuration
+    class Source < Riddle::Configuration::Section
+      attr_accessor :name, :parent, :type
+            
+      def render
+        raise ConfigurationError unless valid?
+        
+        inherited_name = "#{name}"
+        inherited_name << " : #{parent}" if parent
+        (
+          ["source #{inherited_name}", "{"] +
+          settings_body +
+          ["}", ""]
+        ).join("\n")
+      end
+      
+      def valid?
+        !( @name.nil? || @type.nil? )
+      end
+    end
+  end
+end

data/vendor/riddle/lib/riddle/configuration/sql_source.rb

@@ -0,0 +1,53 @@
+module Riddle
+  class Configuration
+    class SQLSource < Riddle::Configuration::Source
+      self.settings = [:type, :sql_host, :sql_user, :sql_pass, :sql_db,
+        :sql_port, :sql_sock, :mysql_connect_flags, :mysql_ssl_cert,
+        :mysql_ssl_key, :mysql_ssl_ca, :odbc_dsn, :sql_query_pre, :sql_query,
+        :sql_query_range, :sql_range_step, :sql_query_killlist, :sql_attr_uint,
+        :sql_attr_bool, :sql_attr_bigint, :sql_attr_timestamp,
+        :sql_attr_str2ordinal, :sql_attr_float, :sql_attr_multi,
+        :sql_query_post, :sql_query_post_index, :sql_ranged_throttle,
+        :sql_query_info, :mssql_winauth, :mssql_unicode, :unpack_zlib,
+        :unpack_mysqlcompress, :unpack_mysqlcompress_maxsize]
+      
+      attr_accessor *self.settings
+      
+      def initialize(name, type)
+        @name = name
+        @type = type
+        
+        @sql_query_pre        = []
+        @sql_attr_uint        = []
+        @sql_attr_bool        = []
+        @sql_attr_bigint      = []
+        @sql_attr_timestamp   = []
+        @sql_attr_str2ordinal = []
+        @sql_attr_float       = []
+        @sql_attr_multi       = []
+        @sql_query_post       = []
+        @sql_query_post_index = []
+        @unpack_zlib          = []
+        @unpack_mysqlcompress = []
+      end
+      
+      def sql_query=(query)
+        unless query.nil?
+          max_length = 8178  # max is: 8192 - "sql_query = ".length - "\\\n".length
+          i = max_length
+          while i < query.length
+            i = query.rindex(" ", i)
+            query.insert(i, "\\" + "\n")
+            i = i + max_length
+          end
+        end
+        @sql_query = query
+      end
+            
+      def valid?
+        super && (!( @sql_host.nil? || @sql_user.nil? || @sql_db.nil? ||
+          @sql_query.nil? ) || !@parent.nil?)
+      end
+    end
+  end
+end

data/vendor/riddle/lib/riddle/configuration/xml_source.rb

@@ -0,0 +1,29 @@
+module Riddle
+  class Configuration
+    class XMLSource < Riddle::Configuration::Source
+      self.settings = [:type, :xmlpipe_command, :xmlpipe_field,
+        :xmlpipe_attr_uint, :xmlpipe_attr_bool, :xmlpipe_attr_timestamp,
+        :xmlpipe_attr_str2ordinal, :xmlpipe_attr_float, :xmlpipe_attr_multi,
+        :xmlpipe_fixup_utf8]
+      
+      attr_accessor *self.settings
+      
+      def initialize(name, type)
+        @name = name
+        @type = type
+        
+        @xmlpipe_field            = []
+        @xmlpipe_attr_uint        = []
+        @xmlpipe_attr_bool        = []
+        @xmlpipe_attr_timestamp   = []
+        @xmlpipe_attr_str2ordinal = []
+        @xmlpipe_attr_float       = []
+        @xmlpipe_attr_multi       = []
+      end
+            
+      def valid?
+        super && ( !@xmlpipe_command.nil? || !parent.nil? )
+      end
+    end
+  end
+end

data/vendor/riddle/lib/riddle/configuration.rb

@@ -0,0 +1,33 @@
+require 'riddle/configuration/section'
+
+require 'riddle/configuration/distributed_index'
+require 'riddle/configuration/index'
+require 'riddle/configuration/indexer'
+require 'riddle/configuration/remote_index'
+require 'riddle/configuration/searchd'
+require 'riddle/configuration/source'
+require 'riddle/configuration/sql_source'
+require 'riddle/configuration/xml_source'
+
+module Riddle
+  class Configuration
+    class ConfigurationError < StandardError #:nodoc:
+    end
+    
+    attr_reader :indexes, :searchd
+    attr_accessor :indexer
+    
+    def initialize
+      @indexer = Riddle::Configuration::Indexer.new
+      @searchd = Riddle::Configuration::Searchd.new
+      @indexes = []
+    end
+    
+    def render
+      (
+        [@indexer.render, @searchd.render] +
+        @indexes.collect { |index| index.render }
+      ).join("\n")
+    end
+  end
+end

data/vendor/riddle/lib/riddle/controller.rb

@@ -0,0 +1,78 @@
+module Riddle
+  class Controller
+    attr_accessor :path, :bin_path, :searchd_binary_name, :indexer_binary_name
+    
+    def initialize(configuration, path)
+      @configuration  = configuration
+      @path           = path
+      
+      @bin_path            = ''
+      @searchd_binary_name = 'searchd'
+      @indexer_binary_name = 'indexer'
+    end
+    
+    def sphinx_version
+      `#{indexer} 2>&1`[/^Sphinx (\d\.\d\.\d)/, 1]
+    rescue
+      nil
+    end
+    
+    def index(*indexes)
+      options = indexes.last.is_a?(Hash) ? indexes.pop : {}
+      indexes << '--all' if indexes.empty?
+      
+      cmd = "#{indexer} --config #{@path} #{indexes.join(' ')}"
+      cmd << " --rotate" if running?
+      options[:verbose] ? system(cmd) : `#{cmd}`
+    end
+    
+    def start
+      return if running?
+      
+      cmd = "#{searchd} --pidfile --config #{@path}"
+      
+      if RUBY_PLATFORM =~ /mswin/
+        system("start /B #{cmd} 1> NUL 2>&1")
+      else
+        `#{cmd}`
+      end
+      
+      sleep(1)
+      
+      unless running?
+        puts "Failed to start searchd daemon. Check #{@configuration.searchd.log}."
+      end
+    end
+    
+    def stop
+      return unless running?
+      Process.kill('SIGTERM', pid.to_i)
+    rescue Errno::EINVAL
+      Process.kill('SIGKILL', pid.to_i)
+    end
+    
+    def pid
+      if File.exists?(@configuration.searchd.pid_file)
+        File.read(@configuration.searchd.pid_file)[/\d+/]
+      else
+        nil
+      end
+    end
+    
+    def running?
+      !!pid && !!Process.kill(0, pid.to_i)
+    rescue
+      false
+    end
+    
+    private
+    
+    def indexer
+      "#{bin_path}#{indexer_binary_name}"
+    end
+    
+    def searchd
+      "#{bin_path}#{searchd_binary_name}"
+    end
+  end
+end

data/vendor/riddle/lib/riddle.rb

@@ -0,0 +1,51 @@
+require 'socket'
+require 'timeout'
+
+module Riddle #:nodoc:
+  class ConnectionError < StandardError #:nodoc:
+    #
+  end
+  
+  def self.escape_pattern
+    Thread.current[:riddle_escape_pattern] ||= /[\(\)\|\-!@~"&\/]/
+  end
+  
+  def self.escape_pattern=(pattern)
+    Thread.current[:riddle_escape_pattern] = pattern
+  end
+  
+  def self.escape(string)
+    string.gsub(escape_pattern) { |char| "\\#{char}" }
+  end
+  
+  def self.loaded_version
+    @@sphinx_version
+  end
+  
+  def self.loaded_version=(version)
+    @@sphinx_version = version
+  end
+  
+  def self.version_warning
+    return if loaded_version
+    
+    STDERR.puts %Q{
+Riddle cannot detect Sphinx on your machine, and so can't determine which
+version of Sphinx you are planning on using. Please use one of the following
+lines after "require 'riddle'" to avoid this warning.
+
+  require 'riddle/0.9.8'
+  # or
+  require 'riddle/0.9.9'
+
+    }
+  end
+end
+
+require 'riddle/auto_version'
+require 'riddle/client'
+require 'riddle/configuration'
+require 'riddle/controller'
+
+Riddle.loaded_version = nil
+Riddle::AutoVersion.configure