Sphincter 1.0.0

data/test/test_sphincter_association_searcher.rb

@@ -0,0 +1,39 @@
+require 'test/sphincter_test_case'
+require 'sphincter/association_searcher'
+
+class TestSphincterAssociationSearcher < SphincterTestCase
+
+  class Proxy
+    include Sphincter::AssociationSearcher
+
+    attr_accessor :reflection
+
+    def initialize
+      @reflection = SphincterTestCase::Reflection.new :has_many, 'other'
+      klass = Object.new
+      def klass.search_args() @search_args end
+      def klass.search(*args) @search_args = args; :searched end
+      @reflection.klass = klass
+    end
+
+    def proxy_reflection()
+      @reflection
+    end
+
+    def proxy_owner()
+      SphincterTestCase::Other.new
+    end
+  end
+
+  def test_search
+    proxy = Proxy.new
+
+    results = proxy.search 'words'
+
+    assert_equal :searched, results
+    assert_equal ['words', { :conditions => { 'other_id' => 42 } } ],
+                 proxy.proxy_reflection.klass.search_args
+  end
+
+end
+

data/test/test_sphincter_configure.rb

@@ -0,0 +1,318 @@
+require 'test/sphincter_test_case'
+require 'sphincter/configure'
+
+class TestSphincterConfigure < SphincterTestCase
+
+  DEFAULT_GET_CONF_EXPECTED = {
+    "mysql" =>  {
+      "sql_query_pre" => [
+        "SET SESSION group_concat_max_len = 65535",
+        "SET NAMES utf8",
+      ]
+    },
+    "sphincter" => {
+      "address" => "127.0.0.1",
+      "path" => "sphinx/RAILS_ENV",
+      "per_page" => 10,
+      "port" => 3312,
+    },
+    "index" => {
+      "charset_type" => "utf-8",
+      "docinfo" => "extern",
+      "min_word_len" => 1,
+      "morphology" => "stem_en",
+      "stopwords" => "",
+    },
+    "source" => {
+      "index_html_attrs" => "",
+      "sql_query_post" => "",
+      "sql_range_step" => 20000,
+      "strip_html" => 0,
+    },
+    "indexer" => {
+      "mem_limit" => "32M",
+    },
+    "searchd" => {
+      "address" => "127.0.0.1",
+      "log" => "log/sphinx/searchd.RAILS_ENV.log",
+      "max_children" => 30,
+      "max_matches" => 1000,
+      "pid_file" => "sphinx/RAILS_ENV/searchd.pid",
+      "port" => 3312,
+      "query_log" => "log/sphinx/query.RAILS_ENV.log",
+      "read_timeout" => 5,
+    }
+  }
+
+  def test_self_configure
+    expected = <<-EOF
+indexer
+{
+  mem_limit = 32M
+}
+
+searchd
+{
+  address = 127.0.0.1
+  log = log/sphinx/searchd.RAILS_ENV.log
+  max_children = 30
+  max_matches = 1000
+  pid_file = sphinx/RAILS_ENV/searchd.pid
+  port = 3312
+  query_log = log/sphinx/query.RAILS_ENV.log
+  read_timeout = 5
+}
+    EOF
+
+    Sphincter::Configure.configure
+
+    assert_equal expected, File.read(Sphincter::Configure.sphinx_conf)
+  end
+
+  def test_self_deep_merge
+    h1 = { 'x' => { 'm' => 0 },
+           'y' => { 'a' => 1, 'b' =>  2 } }
+    h2 = { 'y' => {           'b' => -2, 'c' => -3 },
+           'z' => { 'm' => 0 } }
+    result = Sphincter::Configure.deep_merge h1, h2
+
+    expected = {
+      'x' => { 'm' => 0 },
+      'y' => { 'a' => 1, 'b' => -2, 'c' => -3 },
+      'z' => { 'm' => 0 },
+    }
+
+    assert_equal expected, result
+  end
+
+  def test_self_get_conf
+    expected = DEFAULT_GET_CONF_EXPECTED
+
+    assert_equal expected, Sphincter::Configure.get_conf
+  end
+
+  def test_self_get_conf_app_conf
+    FileUtils.mkdir_p 'config'
+    File.open 'config/sphincter.yml', 'w' do |fp|
+      fp.puts "sphincter:\n  port: 3313"
+    end
+
+    expected = util_deep_clone DEFAULT_GET_CONF_EXPECTED
+    expected['sphincter']['port'] = 3313
+    expected['searchd']['port'] = 3313
+
+    assert_equal expected, Sphincter::Configure.get_conf
+  end
+
+  def test_self_get_conf_env_conf
+    FileUtils.mkdir_p 'config/environments'
+    File.open 'config/sphincter.yml', 'w' do |fp|
+      fp.puts "sphincter:\n  port: 3313"
+    end
+    File.open "config/environments/sphincter.#{RAILS_ENV}.yml", 'w' do |fp|
+      fp.puts "sphincter:\n  port: 3314"
+    end
+
+    expected = util_deep_clone DEFAULT_GET_CONF_EXPECTED
+    expected['sphincter']['port'] = 3314
+    expected['searchd']['port'] = 3314
+
+    assert_equal expected, Sphincter::Configure.get_conf
+  end
+
+  def test_self_get_conf_from
+    assert_equal Hash.new, Sphincter::Configure.get_conf_from('/nonexistent')
+
+    File.open 'foo.yml', 'w' do |fp| fp.puts "foo:\n  bar" end
+
+    assert_equal({'foo' => 'bar'}, Sphincter::Configure.get_conf_from('foo.yml'))
+  end
+
+  def test_self_get_sources
+    Sphincter::Search.indexes[Model] << { :fields => %w[text] }
+
+    expected = {
+      "models" => {
+        "strip_html" => 0,
+        "sql_group_column" => ["sphincter_index_id"],
+        "sql_query_range" => "SELECT MIN(`id`), MAX(`id`) FROM models",
+        "sql_query_info" =>
+          "SELECT * FROM models WHERE models.`id` = (($id - 0) / 1)",
+        "sql_date_column" => [],
+        "sql_query" =>
+          "SELECT (models.`id` * 1 + 0) AS `id`, " \
+                 "0 AS sphincter_index_id, " \
+                 "`models` AS klass, "\
+                 "models.`text` AS `text` " \
+            "FROM models WHERE models.`id` >= $start AND " \
+                              "models.`id` <= $end"
+      }
+    }
+
+    assert_equal expected, Sphincter::Configure.get_sources
+  end
+
+  def test_self_get_sources_field
+    source_conf = { 'sql_group_column' => [], 'sql_date_column' => [] }
+    klass = Model
+
+    fields = []
+    fields << Sphincter::Configure.get_sources_field(source_conf, klass,
+                                                    'date')
+    fields << Sphincter::Configure.get_sources_field(source_conf, klass,
+                                                    'datetime')
+    fields << Sphincter::Configure.get_sources_field(source_conf, klass,
+                                                    'boolean')
+    fields << Sphincter::Configure.get_sources_field(source_conf, klass,
+                                                    'integer')
+    fields << Sphincter::Configure.get_sources_field(source_conf, klass,
+                                                    'string')
+    fields << Sphincter::Configure.get_sources_field(source_conf, klass,
+                                                    'time')
+    fields << Sphincter::Configure.get_sources_field(source_conf, klass,
+                                                    'timestamp')
+    fields << Sphincter::Configure.get_sources_field(source_conf, klass,
+                                                    'text')
+
+    expected_fields = [
+      "UNIX_TIMESTAMP(models.`date`) AS `date`",
+      "UNIX_TIMESTAMP(models.`datetime`) AS `datetime`",
+      "models.`boolean` AS `boolean`",
+      "models.`integer` AS `integer`",
+      "models.`string` AS `string`",
+      "UNIX_TIMESTAMP(models.`time`) AS `time`",
+      "UNIX_TIMESTAMP(models.`timestamp`) AS `timestamp`",
+      "models.`text` AS `text`"
+    ]
+
+    assert_equal expected_fields,  fields
+
+    assert_equal %w[boolean integer], source_conf['sql_group_column']
+    assert_equal %w[date datetime time timestamp],
+                 source_conf['sql_date_column']
+  end
+
+  def test_self_get_db_conf
+    expected = {
+      'type' => 'mysql',
+      'sql_host' => 'host',
+      'sql_pass' => 'password',
+      'sql_db' => 'database',
+      'sql_user' => 'username',
+      'sql_sock' => 'socket',
+    }
+
+    assert_equal expected, Sphincter::Configure.get_db_conf
+  end
+
+  def test_self_index_count
+    Sphincter::Search.indexes[Object] << { :fields => %w[title body] }
+    Sphincter::Search.indexes[Object] << {
+      :fields => %w[title body], :name => 'foo'
+    }
+
+    assert_equal 2, Sphincter::Configure.index_count
+
+    expected = {
+      Object => [
+        { :index_id => 0, :fields => %w[title body] },
+        { :index_id => 1, :fields => %w[title body], :name => 'foo' },
+      ],
+    }
+
+    assert_equal expected, Sphincter::Search.indexes
+  end
+
+  def test_self_section
+    heading = 'searchd'
+    data = {
+      'array' => %w[value1 value2],
+      'empty' => '',
+      'nil' => nil,
+      'string' => 'value',
+    }
+
+    expected = <<-EOF.strip
+searchd
+{
+  array = value1
+  array = value2
+  empty = 
+  nil = 
+  string = value
+}
+    EOF
+
+    assert_equal expected, Sphincter::Configure.section(heading, data)
+  end
+
+  def test_self_sphinx_conf
+    assert_equal File.join(RAILS_ROOT, 'sphinx/RAILS_ENV/sphinx.conf'),
+                 Sphincter::Configure.sphinx_conf
+  end
+
+  def test_self_sphinx_dir
+    assert_equal File.join(RAILS_ROOT, 'sphinx/RAILS_ENV'),
+                 Sphincter::Configure.sphinx_dir
+  end
+
+  def test_self_write_configuration
+    conf = Hash.new { |h,k| h[k] = {} }
+    sources = Hash.new { |h,k| h[k] = {} }
+
+    conf['sphincter']['path'] = 'sphinx/development'
+    conf['source']['key1'] = 'value1'
+    conf['index']['key1'] = 'value1'
+
+    sources['source_1']['key2'] = 'value2'
+
+    sources['source_2']['key1'] = 'value3'
+    sources['source_2']['key2'] = 'value4'
+
+    expected = <<-EOF
+indexer
+{
+}
+
+searchd
+{
+}
+
+source source_1
+{
+  key1 = value1
+  key2 = value2
+}
+
+index source_1
+{
+  key1 = value1
+  path = #{Sphincter::Configure.sphinx_dir}/source_1
+  source = source_1
+}
+
+source source_2
+{
+  key1 = value3
+  key2 = value4
+}
+
+index source_2
+{
+  key1 = value1
+  path = #{Sphincter::Configure.sphinx_dir}/source_2
+  source = source_2
+}
+    EOF
+
+    Sphincter::Configure.write_configuration conf, sources
+
+    assert_equal expected, File.read(Sphincter::Configure.sphinx_conf)
+  end
+
+  def util_deep_clone(obj)
+    Marshal.load Marshal.dump(obj)
+  end
+
+end
+

data/test/test_sphincter_search.rb

@@ -0,0 +1,100 @@
+require 'test/sphincter_test_case'
+require 'sphincter/search'
+
+SphincterTestCase::Model.extend Sphincter::Search
+
+class TestSphincterSearch < SphincterTestCase
+
+  def test_self_indexes
+    assert_equal [], Sphincter::Search.indexes[Model]
+  end
+
+  def test_add_index
+    Model.add_index :fields => %w[text]
+
+    assert_equal [{ :fields => %w[text other_id] }],
+                 Sphincter::Search.indexes[Model]
+
+    other_belongs_to = Other.reflections.first
+    other_has_many = Other.reflections.last
+
+    assert_equal({}, other_belongs_to.options, 'Other belongs_to')
+    assert_equal({ :extend => [Sphincter::AssociationSearcher] },
+                 other_has_many.options, 'Other has_many')
+  end
+
+  def test_sphincter_convert_values
+    assert_equal [0, 1], Model.sphincter_convert_values([false, true])
+
+    now = Time.at 999_932_400
+    expected = [999_932_400]
+
+    assert_equal expected,
+                 Model.sphincter_convert_values([999_932_400])
+    assert_equal expected,
+                 Model.sphincter_convert_values([now])
+    assert_equal expected,
+                 Model.sphincter_convert_values([Date.parse(now.to_s)])
+    assert_equal expected,
+                 Model.sphincter_convert_values([DateTime.parse(now.to_s)])
+  end
+
+  def test_search
+    Model.add_index :fields => %w[text]
+    Sphincter::Configure.get_conf['sphincter']['host'] = 'localhost'
+    Sphincter::Configure.get_conf['sphincter']['port'] = 3312
+
+    results = Model.search 'words'
+
+    assert_equal [11, 13, 12], results.records
+    assert_equal 3, results.total
+    assert_equal 10, results.per_page
+
+    assert_equal 'localhost', Sphinx::Client.last_client.host
+    assert_equal 3312, Sphinx::Client.last_client.port
+    assert_equal 'words', Sphinx::Client.last_client.query
+    assert_equal 'models', Sphinx::Client.last_client.index
+  end
+
+  def test_search_between
+    Model.add_index :fields => %w[text]
+
+    now = Time.now
+    ago = now - 3600
+    between = {
+      :created_at => [ago, now]
+    }
+
+    Model.search 'words', :between => between
+
+    expected = { 'created_at' => [:range, ago.to_i, now.to_i] }
+
+    assert_equal expected, Sphinx::Client.last_client.filters
+  end
+
+  def test_search_conditions
+    Model.add_index :fields => %w[text]
+
+    now = Time.now
+    conditions = {
+      :some_id => 1,
+      :other_id => [1, 2],
+      :boolean => [true, false],
+    }
+
+    Model.search 'words', :conditions => conditions
+
+    expected = { 'some_id' => [1], 'other_id' => [1, 2], 'boolean' => [1, 0] }
+
+    assert_equal expected, Sphinx::Client.last_client.filters
+  end
+
+  def test_search_index
+    Model.add_index :fields => %w[text]
+
+    Model.search 'words', :index => 'other'
+
+    assert_equal 'other', Sphinx::Client.last_client.index
+  end
+
+end