greglu-solr-ruby 0.0.7

data/test/unit/commit_test.rb

@@ -0,0 +1,41 @@
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'solr_mock_base'
+
+class CommitTest < SolrMockBaseTestCase
+
+  def test_commit
+    xml = '<?xml version="1.0" encoding="UTF-8"?><response><lst name="responseHeader"><int name="status">0</int><int name="QTime">2</int></lst></response>'
+    conn = Solr::Connection.new('http://localhost:9999/solr')
+    set_post_return(xml)
+    response = conn.send(Solr::Request::Commit.new)
+    assert_kind_of Solr::Response::Commit, response
+    assert_equal true, response.ok?
+
+    # test shorthand
+    assert_equal true, conn.commit
+  end
+
+  # def test_invalid_commit
+  #   xml = '<?xml version="1.0" encoding="UTF-8"?><response><lst name="responseHeader"><int name="status">1</int><int name="QTime">2</int></lst></response>'
+  #   conn = Solr::Connection.new('http://localhost:9999/solr')
+  #   set_post_return(xml)
+  #   response = conn.send(Solr::Request::Commit.new)
+  #   assert_kind_of Solr::Response::Commit, response
+  #   assert_equal false, response.ok?
+  # 
+  #   # test shorthand
+  #   assert_equal false, conn.commit
+  #  end
+
+end

data/test/unit/connection_test.rb

@@ -0,0 +1,55 @@
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'test/unit'
+require 'solr'
+require 'solr_mock_base'
+
+class ConnectionTest < SolrMockBaseTestCase
+  def test_mock
+    connection = Connection.new("http://localhost:9999")
+    set_post_return("foo")
+    assert_equal "foo", connection.post(Solr::Request::AddDocument.new)
+  end
+  
+  def test_bad_url
+    assert_raise(RuntimeError) do
+      Connection.new("ftp://localhost:9999")
+    end
+  end
+
+  def test_connection_initialize
+    connection = Solr::Connection.new("http://localhost:8983/solr")
+    assert_equal 'localhost', connection.url.host
+    assert_equal 8983, connection.url.port
+    assert_equal '/solr', connection.url.path
+  end
+
+  def test_non_standard_context
+    connection = Solr::Connection.new("http://localhost:8983/index")
+    assert_equal '/index', connection.url.path
+  end
+
+  def test_xml_response
+    connection = Connection.new("http://localhost:9999")
+    set_post_return "<bogus/>"
+    response = connection.send(Solr::Request::Ping.new)
+    assert_equal "<bogus/>", response.raw_response
+  end
+
+  def test_ruby_response
+    connection = Connection.new("http://localhost:9999")
+    set_post_return "{'responseHeader' => {}, 'response' => {}}"
+    response = connection.send(Solr::Request::Standard.new(:query => 'foo'))
+    assert_equal({'responseHeader' => {}, 'response' => {}}, response.data)
+  end
+end

data/test/unit/data_mapper_test.rb

@@ -0,0 +1,75 @@
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'solr'
+require 'test/unit'
+
+class DataMapperTest < Test::Unit::TestCase
+
+  def test_static_mapping
+    mapping = {:static => "value",
+               :static_array => ["value1", "value2"]}
+    
+    mapper = Solr::Importer::Mapper.new(mapping)    
+    mapped_data = mapper.map({})
+        
+    assert_equal "value", mapped_data[:static]
+    assert_equal ["value1", "value2"], mapped_data[:static_array]
+  end
+
+  def test_simple_mapping
+    orig_data = {:orig_field => "value",
+                 :multi1 => "val1", :multi2 => "val2"}
+    mapping = {:solr_field => :orig_field,
+               :mapped_array => [:multi1, :multi2], }    
+    
+    mapper = Solr::Importer::Mapper.new(mapping)    
+    mapped_data = mapper.map(orig_data)
+        
+    assert_equal "value", mapped_data[:solr_field]
+    assert_equal ["val1", "val2"], mapped_data[:mapped_array]
+  end
+  
+  def test_proc
+    orig_data = {:orig_field => "value"}
+    mapping = {:solr_field => Proc.new {|record| ">#{record[:orig_field]}<"}}
+    
+    mapper = Solr::Importer::Mapper.new(mapping)    
+    mapped_data = mapper.map(orig_data)
+        
+    assert_equal  ">value<", mapped_data[:solr_field]
+  end
+    
+  def test_overridden_field
+    mapping = {:solr_field => [:orig_field1, :orig_field2]}
+    orig_data = {:orig_field1 => "value1", :orig_field2 => "value2", }
+    
+    mapper = Solr::Importer::Mapper.new(mapping)
+    def mapper.field_data(orig_data, field_name)
+      ["~#{super(orig_data, field_name)}~"]  # array tests that the value is flattened
+    end    
+    mapped_data = mapper.map(orig_data)
+        
+    assert_equal ["~value1~", "~value2~"], mapped_data[:solr_field]
+  end
+  
+  def test_unknown_mapping
+    mapping = {:solr_field => /foo/}  # regexp currently not a valid mapping type
+    
+    mapper = Solr::Importer::Mapper.new(mapping)
+    
+    assert_raise(RuntimeError) do
+      mapped_data = mapper.map({})
+    end
+  end
+
+end

data/test/unit/delete_test.rb

@@ -0,0 +1,56 @@
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'solr_mock_base'
+
+class DeleteTest <  SolrMockBaseTestCase
+
+  def test_delete_request
+    request = Solr::Request::Delete.new(:id => '123')
+    assert_match(/<delete>[\s]*<id>123<\/id>[\s]*<\/delete>/m, request.to_s)
+  end
+
+  def test_delete_by_query_request
+    request = Solr::Request::Delete.new(:query => 'name:summers')
+    assert_match(/<delete>[\s]*<query>name:summers<\/query>[\s]*<\/delete>/m, request.to_s)
+  end
+
+  def test_delete_response
+    conn = Solr::Connection.new 'http://localhost:9999/solr'
+    set_post_return('<?xml version="1.0" encoding="UTF-8"?><response><lst name="responseHeader"><int name="status">0</int><int name="QTime">2</int></lst></response>')
+    response = conn.send(Solr::Request::Delete.new(:id => 123))
+    assert_equal true, response.ok? 
+  end
+  
+  def test_bad_delete_request
+    assert_raise(Solr::Exception) do
+      Solr::Request::Delete.new(:bogus => :param)
+    end
+
+    assert_raise(Solr::Exception) do
+      Solr::Request::Delete.new(:id => 529, :query => "id:529")
+    end
+  end
+
+  def test_bad_delete_response
+    conn = Solr::Connection.new 'http://localhost:9999/solr'
+    set_post_return('<result status="400">uhoh</result>')
+    response = conn.send(Solr::Request::Delete.new(:id => 123))
+    assert_equal false, response.ok? 
+  end
+
+  def test_delete_by_i18n_query_request
+    request = Solr::Request::Delete.new(:query => 'ëäïöü')
+    assert_match(/<delete>[\s]*<query>ëäïöü<\/query>[\s]*<\/delete>/m, request.to_s)
+  end
+
+end

data/test/unit/delimited_file_source_test.rb

@@ -0,0 +1,29 @@
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'solr'
+require 'test/unit'
+
+class DelimitedFileSourceTest < Test::Unit::TestCase
+
+  def test_load
+    filename = File.expand_path(File.dirname(__FILE__)) + "/tab_delimited.txt"
+    
+    source = Solr::Importer::DelimitedFileSource.new(filename,/\t/)
+    assert_equal source.to_a.size, 1
+    
+    source.each do |data|
+       assert_equal data[:asin], '0865681740'
+    end
+  end
+
+end

data/test/unit/dismax_request_test.rb

@@ -0,0 +1,26 @@
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'test/unit'
+require 'solr'
+
+class DismaxRequestTest < Test::Unit::TestCase
+  
+  def test_basic_query
+    request = Solr::Request::Dismax.new(:query => 'query', :phrase_slop => '1000', :sort => [{:deedle => :descending}])
+    assert_match(/q=query/, request.to_s)
+    assert_match(/qt=dismax/, request.to_s)
+    assert_match(/ps=1000/, request.to_s)
+    assert_match(/sort=deedle%20desc/, request.to_s)
+  end
+  
+end

data/test/unit/document_test.rb

@@ -0,0 +1,69 @@
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'test/unit'
+require 'solr'
+
+class DocumentTest < Test::Unit::TestCase
+
+  def test_xml
+    doc = Solr::Document.new
+    doc << Solr::Field.new(:creator => 'Erik Hatcher')
+    assert_kind_of Solr::XML::Element, doc.to_xml
+    assert_match(/<doc>[\s]*<field name=['"]creator['"]>Erik Hatcher<\/field>[\s]*<\/doc>/m, doc.to_xml.to_s)
+  end
+
+  def test_repeatable
+    doc = Solr::Document.new
+    doc << Solr::Field.new(:creator => 'Erik Hatcher')
+    doc << Solr::Field.new(:creator => 'Otis Gospodnetic')
+    assert_kind_of Solr::XML::Element, doc.to_xml
+    assert_match(/<doc>[\s]*<field name=['"]creator['"]>Erik Hatcher<\/field>[\s]*<field name=['"]creator['"]>Otis Gospodnetic<\/field>[\s]*<\/doc>/m, doc.to_xml.to_s)
+  end
+  
+  def test_repeatable_in_hash
+    doc = Solr::Document.new({:creator => ['Erik Hatcher', 'Otis Gospodnetic']})
+    assert_match(/<doc>[\s]*<field name=['"]creator['"]>Erik Hatcher<\/field>[\s]*<field name=['"]creator['"]>Otis Gospodnetic<\/field>[\s]*<\/doc>/m, doc.to_xml.to_s)
+  end
+  
+  def test_bad_doc
+    doc = Solr::Document.new
+    assert_raise(RuntimeError) do
+      doc << "invalid"
+    end
+  end
+
+  def test_hash_shorthand
+    doc = Solr::Document.new :creator => 'Erik Hatcher', :title => 'Lucene in Action'
+    assert_equal 'Erik Hatcher', doc[:creator]
+    assert_equal 'Lucene in Action', doc[:title]
+    assert_equal nil, doc[:foo]
+    
+    doc = Solr::Document.new
+    doc << {:creator => 'Erik Hatcher', :title => 'Lucene in Action'}
+    doc[:subject] = 'Search'
+    assert_equal 'Erik Hatcher', doc[:creator]
+    assert_equal 'Lucene in Action', doc[:title]
+    assert_equal 'Search', doc[:subject]
+  end
+  
+  def test_boost
+    doc = Solr::Document.new :name => "McGrump"
+    doc.boost = 300.28
+    assert_match(/<doc boost=['"]300.28['"]>[\s]*<field name=['"]name['"]>McGrump<\/field>[\s]*<\/doc>/, doc.to_xml.to_s)
+  end
+
+  def test_string_values
+    doc = Solr::Document.new :name => "multi\nline"
+    assert_match(/<doc>[\s]*<field name=['"]name['"]>multi\nline<\/field>[\s]*<\/doc>/, doc.to_xml.to_s)
+  end
+end

data/test/unit/field_test.rb

@@ -0,0 +1,48 @@
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'test/unit'
+require 'solr'
+
+class FieldTest < Test::Unit::TestCase
+  
+  def test_xml
+    field = Solr::Field.new :creator => 'Erik Hatcher'
+    assert_kind_of Solr::XML::Element, field.to_xml
+    assert_match(/<field name=["']creator["']>Erik Hatcher<\/field>/, field.to_xml.to_s)
+  end
+  
+  def test_escaped_xml
+    field = Solr::Field.new :creator => 'Erik Hatcher & His Amazing Leaping Ability'
+    assert_kind_of Solr::XML::Element, field.to_xml
+    assert_match(/<field name=["']creator["']>Erik Hatcher &amp; His Amazing Leaping Ability<\/field>/, field.to_xml.to_s)
+  end
+  
+  def test_xml_date
+    field = Solr::Field.new :time => Time.now
+    assert_kind_of Solr::XML::Element, field.to_xml
+    assert_match(/<field name=["']time["']>[\d]{4}-[\d]{2}-[\d]{2}T[\d]{2}:[\d]{2}:[\d]{2}Z<\/field>/, field.to_xml.to_s)
+  end
+  
+  def test_i18n_xml
+    field = Solr::Field.new :i18nstring => 'Äêâîôû Öëäïöü'
+    assert_kind_of Solr::XML::Element, field.to_xml
+    assert_match(/<field name=["']i18nstring["']>Äêâîôû Öëäïöü<\/field>/m, field.to_xml.to_s)
+  end
+  
+  def test_boost_values
+    field = Solr::Field.new(:blah => "squee", :boost => 3.0)
+    assert_kind_of Solr::XML::Element, field.to_xml
+    assert_match(/<field name=["']blah["'] boost=["']3.0["']>squee<\/field>/, field.to_xml.to_s)
+  end
+  
+end

data/test/unit/hpricot_mapper_test.rb

@@ -0,0 +1,44 @@
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+begin
+  require 'solr'
+  require 'test/unit'
+  require 'hpricot'
+
+  class HpricotMapperTest < Test::Unit::TestCase
+  
+    def setup
+      @doc = open(File.expand_path(File.dirname(__FILE__)) + "/hpricot_test_file.xml"){|f| Hpricot.XML(f)}
+    end
+
+    def test_simple_hpricot_path
+      mapping = {:field1 => :'child[@attribute="attribute1"]',
+                 :field2 => :'child[@attribute="attribute2"]',
+                 :field3 => :'child[@attribute="attribute3"]',
+                 :field4 => :'child[@attribute="attribute3"] grandchild',
+                 :field5 => :'child'}    
+    
+      mapper = Solr::Importer::HpricotMapper.new(mapping)    
+      mapped_data = mapper.map(@doc)
+        
+      assert_equal ['text1'], mapped_data[:field1]
+      assert_equal ['text2'], mapped_data[:field2]
+      assert_equal ['text3<grandchild>grandchild 3 text</grandchild>'], mapped_data[:field3]
+      assert_equal ['grandchild 3 text'], mapped_data[:field4]
+      assert_equal ['text1', 'text2', 'text3<grandchild>grandchild 3 text</grandchild>'], mapped_data[:field5]
+    end
+
+  end
+rescue LoadError => e
+  puts "HpricotMapperTest not run because #{e}"
+end