rroonga 2.0.4 → 2.0.5

data/test/test-table-offset-and-limit.rb

@@ -0,0 +1,100 @@
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+module TestOffsetAndLimitSupport
+  def test_zero_and_positive_offset
+    assert_equal(((100 + 0)...200).to_a, ids(:offset => 0))
+    assert_equal(((100 + 32)...200).to_a, ids(:offset => 32))
+    assert_equal(((100 + 99)...200).to_a, ids(:offset => 99))
+    assert_raise(Groonga::TooLargeOffset) do
+      ids(:offset => 100)
+    end
+  end
+
+  def test_negative_offset
+    assert_equal(((200 - 1)...200).to_a, ids(:offset => -1))
+    assert_equal(((200 - 32)...200).to_a, ids(:offset => -32))
+    assert_equal(((200 - 100)...200).to_a, ids(:offset => -100))
+    assert_raise(Groonga::TooSmallOffset) do
+      ids(:offset => -101)
+    end
+  end
+
+  def test_zero_and_positive_limit
+    all_ids = (100...200).to_a
+    assert_equal(all_ids[0, 0], ids(:limit => 0))
+    assert_equal(all_ids[0, 32], ids(:limit => 32))
+    assert_equal(all_ids[0, 100], ids(:limit => 100))
+    assert_nothing_raised do
+      ids(:limit => 101)
+    end
+  end
+
+  def test_negative_limit
+    all_ids = (100...200).to_a
+    assert_equal(all_ids[0..-1], ids(:limit => -1))
+    assert_equal(all_ids[0..-32], ids(:limit => -32))
+    assert_equal(all_ids[0..-100], ids(:limit => -100))
+    assert_equal([], ids(:limit => -101))
+  end
+
+  private
+  def create_bookmarks
+    @bookmarks = Groonga::Array.create(:name => "Bookmarks")
+    @bookmarks.define_column("id", "Int32")
+    @bookmarks
+  end
+
+  def add_ids
+    100.times do |i|
+      bookmark = @bookmarks.add
+      bookmark["id"] = i + 100
+    end
+    @bookmarks
+  end
+end
+
+class TestOffsetAndLimit < Test::Unit::TestCase
+  include GroongaTestUtils
+  def setup
+    setup_database
+    @bookmarks = create_bookmarks
+    add_ids
+  end
+end
+
+class TestTableCursorOffsetAndLimit < TestOffsetAndLimit
+  include TestOffsetAndLimitSupport
+
+  private
+  def ids(options={})
+    @bookmarks.open_cursor(options) do |cursor|
+      cursor.collect do |record|
+        record["id"]
+      end
+    end
+  end
+end
+
+class TestTableSortOffsetAndLimit < TestOffsetAndLimit
+  include TestOffsetAndLimitSupport
+
+  private
+  def ids(options={})
+    @bookmarks.sort([:key => "id", :order => :asc], options).collect do |record|
+      record["id"]
+    end
+  end
+end

data/test/test-table-select-mecab.rb

@@ -0,0 +1,80 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2010  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableSelectMecabTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database
+
+  setup
+  def check_mecab_availability
+    omit("MeCab isn't available") if context["TokenMecab"].nil?
+  end
+
+  setup
+  def setup_tables
+    Groonga::Schema.define do |schema|
+      schema.create_table("Users", :key_type => "ShortText") do |table|
+      end
+
+      schema.create_table("Comments", :type => :array) do |table|
+        table.short_text("title")
+        table.text("content")
+        table.time("created_at")
+        table.reference("user", "Users")
+      end
+
+      schema.create_table("Terms",
+                          :type => :patricia_trie,
+                          :default_tokenizer => "TokenMecab") do |table|
+        table.index("Comments.title", :with_section => true)
+        table.index("Comments.content", :with_section => true)
+      end
+    end
+  end
+
+  setup
+  def setup_comments
+    @comments = context["Comments"]
+    @hello = @comments.add(:title => "Hello",
+                           :content => "Hello Good-bye!",
+                           :created_at => Time.parse("2009-08-09"),
+                           :user => "morita")
+    @hello_only_in_content =
+      @comments.add(:title => "(no title)",
+                    :content => "Hello! Hello! Hello!",
+                    :created_at => Time.parse("2009-07-09"))
+    @test = @comments.add(:title => "title",
+                          :content => "test",
+                          :created_at => Time.parse("2009-06-09"),
+                          :user => "gunyara-kun")
+    @japanese =
+      @comments.add(:title => "日本語",
+                    :content => "うちのボロTVはまだ現役です",
+                    :created_at => Time.parse("2009-06-09"),
+                    :user => "darashi")
+  end
+
+  def test_match
+    result = @comments.select do |record|
+      record.content =~ "ボロ"
+    end
+    assert_equal_select_result(["日本語"], result) do |record|
+      record.title
+    end
+  end
+end

data/test/test-table-select-normalize.rb

@@ -0,0 +1,57 @@
+# -*- coding: utf-8 -*-
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2009  SHIDARA Yoji <dara@shidara.net>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableSelectNormalizeTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database
+
+  setup
+  def setup_comments
+    @comments = Groonga::Array.create(:name => "Comments")
+    @comments.define_column("content", "Text")
+    @comments.define_column("created_at", "Time")
+    options = {
+      :name => "Terms",
+      :default_tokenizer => "TokenBigramSplitSymbol",
+      :key_normalize => true,
+    }
+    terms = Groonga::PatriciaTrie.create(options)
+    terms.define_index_column("comment_content", @comments,
+                              :with_section => true,
+                              :with_position => true,
+                              :source => "Comments.content")
+    @japanese_comment =
+      @comments.add(:content => "うちのボロTV（アナログ...）はまだ現役です",
+                    :created_at => Time.parse("2009-06-09"))
+  end
+
+  def test_select_query_with_japanese
+    result = @comments.select("content:@ボロTV")
+    assert_equal_select_result([@japanese_comment], result)
+  end
+
+  def test_select_query_with_japanese_parenthesis
+    result = @comments.select("content:@）は")
+    assert_equal_select_result([@japanese_comment], result)
+  end
+
+  def test_select_query_only_in_japanese
+    result = @comments.select("content:@うちの")
+    assert_equal_select_result([@japanese_comment], result)
+  end
+end

data/test/test-table-select-weight.rb

@@ -0,0 +1,123 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2010-2011  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableSelectWeightTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database
+
+  setup
+  def setup_tables
+    Groonga::Schema.define do |schema|
+      schema.create_table("Users",
+                          :type => :hash,
+                          :key_type => "ShortText") do |table|
+      end
+
+      schema.create_table("Comments") do |table|
+        table.short_text("title")
+        table.text("content")
+        table.time("created_at")
+        table.reference("user", "Users")
+      end
+
+      schema.create_table("Terms",
+                          :type => :patricia_trie,
+                          :default_tokenizer => "TokenBigram") do |table|
+        table.index("Comments.title", :with_section => true)
+        table.index("Comments.content", :with_section => true)
+      end
+
+      schema.create_table("Titles",
+                          :type => :hash) do |table|
+        table.index("Comments.title")
+      end
+
+      schema.change_table("Users") do |table|
+        table.index("Comments.user")
+      end
+    end
+  end
+
+  setup
+  def setup_comments
+    @comments = context["Comments"]
+    @hello = @comments.add(:title => "Hello",
+                           :content => "Hello Good-bye!",
+                           :created_at => Time.parse("2009-08-09"),
+                           :user => "morita")
+    @hello_only_in_content =
+      @comments.add(:title => "(no title)",
+                    :content => "Hello! Hello! Hello!",
+                    :created_at => Time.parse("2009-07-09"))
+    @test = @comments.add(:title => "title",
+                          :content => "test",
+                          :created_at => Time.parse("2009-06-09"),
+                          :user => "gunyara-kun")
+    @japanese =
+      @comments.add(:title => "日本語",
+                    :content => "うちのボロTVはまだ現役です",
+                    :created_at => Time.parse("2009-06-09"),
+                    :user => "darashi")
+  end
+
+  def test_full_text_search
+    result = @comments.select do |record|
+      record.match("Hello") do |match_record|
+        (match_record.title * 100) |
+          match_record.content
+      end
+    end
+    assert_equal_select_result([["Hello", 101], ["(no title)", 3]],
+                               result) do |record|
+      [record.title, record.score]
+    end
+  end
+
+  def test_reference
+    result = @comments.select do |record|
+      full_text_match = record.match("Hello") do |match_record|
+        (match_record.title * 100) |
+          match_record.content
+      end
+      reference_match = record.match("darashi") do |match_record|
+        match_record.user * 1000
+      end
+      full_text_match | reference_match
+    end
+    assert_equal_select_result([["Hello", 101],
+                                ["(no title)", 3],
+                                ["日本語", 1000]],
+                               result) do |record|
+      [record.title, record.score]
+    end
+  end
+
+  def test_index
+    result = @comments.select do |record|
+      record.match("Hello") do |match_record|
+        (match_record.index("Titles.Comments_title") * 1000) |
+          (match_record.index("Terms.Comments_title") * 100) |
+          match_record.content
+      end
+    end
+    assert_equal_select_result([["Hello", 1101], ["(no title)", 3]],
+                               result) do |record|
+      [record.title, record.score]
+    end
+  end
+end

data/test/test-table-select.rb

@@ -0,0 +1,191 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2009-2011  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableSelectTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database
+
+  setup
+  def setup_comments
+    @users = Groonga::Hash.create(:name => "Users", :key_type => "ShortText")
+
+    @comments = Groonga::Array.create(:name => "Comments")
+    @comments.define_column("content", "Text")
+    @comments.define_column("created_at", "Time")
+    @comments.define_column("user", "Users")
+
+    terms = Groonga::PatriciaTrie.create(:name => "Terms",
+                                         :default_tokenizer => "TokenBigram")
+    terms.define_index_column("comment_content", @comments,
+                              :with_section => true,
+                              :with_position => true,
+                              :source => "content")
+    terms.define_index_column("users_key", @users,
+                              :with_section => true,
+                              :with_position => true,
+                              :source => "_key")
+    @comment1 = @comments.add(:content => "Hello Good-bye!",
+                              :created_at => Time.parse("2009-08-09"),
+                              :user => "morita")
+    @comment2 = @comments.add(:content => "Hello World",
+                              :created_at => Time.parse("2009-07-09"))
+    @comment3 = @comments.add(:content => "test",
+                              :created_at => Time.parse("2009-06-09"),
+                              :user => "gunyara-kun")
+    @japanese_comment =
+      @comments.add(:content => "うちのボロTVはまだ現役です",
+                    :created_at => Time.parse("2009-06-09"),
+                    :user => "darashi")
+  end
+
+  setup
+  def setup_variables
+    @result = nil
+  end
+
+  def test_sub_expression
+    @result = @comments.select do |record|
+      record.match("Hello", "content") &
+        (record["created_at"] < Time.parse("2009-08-01"))
+    end
+    assert_equal_select_result([@comment2], @result)
+  end
+
+  def test_query
+    @result = @comments.select("content:@Hello")
+    assert_equal_select_result([@comment1, @comment2], @result)
+  end
+
+  def test_query_with_parser
+    @result = @comments.select("content @ \"Hello\"", :syntax => :script)
+    assert_equal_select_result([@comment1, @comment2], @result)
+  end
+
+  def test_query_with_default_column
+    @result = @comments.select("Hello", {:default_column => 'content'})
+    assert_equal_select_result([@comment1, @comment2], @result)
+  end
+
+  def test_expression
+    expression = Groonga::Expression.new
+    variable = expression.define_variable(:domain => @comments)
+    expression.append_object(variable)
+    expression.parse("content:@Hello", :syntax => :query)
+    expression.compile
+    @result = @comments.select(expression)
+    assert_equal(expression, @result.expression)
+    assert_equal_select_result([@comment1, @comment2], @result)
+  end
+
+  def test_query_with_block
+    @result = @comments.select("content:@Hello") do |record|
+      record["created_at"] < Time.parse("2009-08-01")
+    end
+    assert_equal_select_result([@comment2], @result)
+  end
+
+  def test_query_with_block_match
+    @result = @comments.select("content:@Hello") do |record|
+      record.match("World", "content")
+    end
+    assert_equal_select_result([@comment2], @result)
+  end
+
+  def test_without_block
+    @result = @comments.select
+    assert_equal_select_result([@comment1, @comment2,
+                                @comment3, @japanese_comment],
+                               @result)
+  end
+
+  def test_query_japanese
+    @result = @comments.select("content:@ボロTV")
+    assert_equal_select_result([@japanese_comment], @result)
+  end
+
+  def test_but_query
+    @result = @comments.select do |record|
+      record["content"].match "Hello -World"
+    end
+    assert_equal_select_result([@comment1], @result)
+  end
+
+  def test_query_with_three_terms
+    @result = @comments.select do |record|
+      record["content"].match "Say Hello World"
+    end
+    assert_equal_select_result([], @result)
+  end
+
+  def test_query_with_brackets
+    @result = @comments.select do |record|
+      record["content"].match "Say (Hello World)"
+    end
+    assert_equal_select_result([], @result)
+  end
+
+  def test_equal_reference_column_by_key
+    @result = @comments.select do |record|
+      record["user"] == "darashi"
+    end
+    assert_equal_select_result([@japanese_comment], @result)
+  end
+
+  def test_not_equal_reference_column_by_key
+    @result = @comments.select('user != "darashi"', :syntax => :script)
+    assert_equal_select_result([@comment1, @comment2, @comment3],
+                               @result)
+  end
+
+  def test_not_equal_block
+    only_ruby19
+    @result = @comments.select do |record|
+      record.user != "darashi"
+    end
+    assert_equal_select_result([@comment1, @comment2, @comment3],
+                               @result)
+  end
+
+  def test_equal_reference_column_by_nonexistent_key
+    @result = @comments.select do |record|
+      record["user"] == "nonexistent"
+    end
+    assert_equal_select_result([], @result)
+  end
+
+  def test_query_key
+    @result = @users.select do |record|
+      record["_key"] =~ "mori"
+    end
+    assert_equal_select_result([@users["morita"]], @result)
+  end
+
+  def test_symbol
+    @result = @comments.select do |record|
+      record[:content].match("Say Hello World")
+    end
+    assert_equal_select_result([], @result)
+  end
+
+  def test_method
+    @result = @comments.select do |record|
+      record.content.match("Say Hello World")
+    end
+    assert_equal_select_result([], @result)
+  end
+end