rroonga 2.0.4-x86-mingw32 → 2.0.7-x86-mingw32

data/test/test-table-select-normalize.rb

@@ -0,0 +1,57 @@
+# -*- coding: utf-8 -*-
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2009  SHIDARA Yoji <dara@shidara.net>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableSelectNormalizeTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database
+
+  setup
+  def setup_comments
+    @comments = Groonga::Array.create(:name => "Comments")
+    @comments.define_column("content", "Text")
+    @comments.define_column("created_at", "Time")
+    options = {
+      :name => "Terms",
+      :default_tokenizer => "TokenBigramSplitSymbol",
+      :key_normalize => true,
+    }
+    terms = Groonga::PatriciaTrie.create(options)
+    terms.define_index_column("comment_content", @comments,
+                              :with_section => true,
+                              :with_position => true,
+                              :source => "Comments.content")
+    @japanese_comment =
+      @comments.add(:content => "うちのボロTV（アナログ...）はまだ現役です",
+                    :created_at => Time.parse("2009-06-09"))
+  end
+
+  def test_select_query_with_japanese
+    result = @comments.select("content:@ボロTV")
+    assert_equal_select_result([@japanese_comment], result)
+  end
+
+  def test_select_query_with_japanese_parenthesis
+    result = @comments.select("content:@）は")
+    assert_equal_select_result([@japanese_comment], result)
+  end
+
+  def test_select_query_only_in_japanese
+    result = @comments.select("content:@うちの")
+    assert_equal_select_result([@japanese_comment], result)
+  end
+end

data/test/test-table-select-weight.rb

@@ -0,0 +1,123 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2010-2011  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableSelectWeightTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database
+
+  setup
+  def setup_tables
+    Groonga::Schema.define do |schema|
+      schema.create_table("Users",
+                          :type => :hash,
+                          :key_type => "ShortText") do |table|
+      end
+
+      schema.create_table("Comments") do |table|
+        table.short_text("title")
+        table.text("content")
+        table.time("created_at")
+        table.reference("user", "Users")
+      end
+
+      schema.create_table("Terms",
+                          :type => :patricia_trie,
+                          :default_tokenizer => "TokenBigram") do |table|
+        table.index("Comments.title", :with_section => true)
+        table.index("Comments.content", :with_section => true)
+      end
+
+      schema.create_table("Titles",
+                          :type => :hash) do |table|
+        table.index("Comments.title")
+      end
+
+      schema.change_table("Users") do |table|
+        table.index("Comments.user")
+      end
+    end
+  end
+
+  setup
+  def setup_comments
+    @comments = context["Comments"]
+    @hello = @comments.add(:title => "Hello",
+                           :content => "Hello Good-bye!",
+                           :created_at => Time.parse("2009-08-09"),
+                           :user => "morita")
+    @hello_only_in_content =
+      @comments.add(:title => "(no title)",
+                    :content => "Hello! Hello! Hello!",
+                    :created_at => Time.parse("2009-07-09"))
+    @test = @comments.add(:title => "title",
+                          :content => "test",
+                          :created_at => Time.parse("2009-06-09"),
+                          :user => "gunyara-kun")
+    @japanese =
+      @comments.add(:title => "日本語",
+                    :content => "うちのボロTVはまだ現役です",
+                    :created_at => Time.parse("2009-06-09"),
+                    :user => "darashi")
+  end
+
+  def test_full_text_search
+    result = @comments.select do |record|
+      record.match("Hello") do |match_record|
+        (match_record.title * 100) |
+          match_record.content
+      end
+    end
+    assert_equal_select_result([["Hello", 101], ["(no title)", 3]],
+                               result) do |record|
+      [record.title, record.score]
+    end
+  end
+
+  def test_reference
+    result = @comments.select do |record|
+      full_text_match = record.match("Hello") do |match_record|
+        (match_record.title * 100) |
+          match_record.content
+      end
+      reference_match = record.match("darashi") do |match_record|
+        match_record.user * 1000
+      end
+      full_text_match | reference_match
+    end
+    assert_equal_select_result([["Hello", 101],
+                                ["(no title)", 3],
+                                ["日本語", 1000]],
+                               result) do |record|
+      [record.title, record.score]
+    end
+  end
+
+  def test_index
+    result = @comments.select do |record|
+      record.match("Hello") do |match_record|
+        (match_record.index("Titles.Comments_title") * 1000) |
+          (match_record.index("Terms.Comments_title") * 100) |
+          match_record.content
+      end
+    end
+    assert_equal_select_result([["Hello", 1101], ["(no title)", 3]],
+                               result) do |record|
+      [record.title, record.score]
+    end
+  end
+end

data/test/test-table-select.rb

@@ -0,0 +1,191 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2009-2011  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableSelectTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database
+
+  setup
+  def setup_comments
+    @users = Groonga::Hash.create(:name => "Users", :key_type => "ShortText")
+
+    @comments = Groonga::Array.create(:name => "Comments")
+    @comments.define_column("content", "Text")
+    @comments.define_column("created_at", "Time")
+    @comments.define_column("user", "Users")
+
+    terms = Groonga::PatriciaTrie.create(:name => "Terms",
+                                         :default_tokenizer => "TokenBigram")
+    terms.define_index_column("comment_content", @comments,
+                              :with_section => true,
+                              :with_position => true,
+                              :source => "content")
+    terms.define_index_column("users_key", @users,
+                              :with_section => true,
+                              :with_position => true,
+                              :source => "_key")
+    @comment1 = @comments.add(:content => "Hello Good-bye!",
+                              :created_at => Time.parse("2009-08-09"),
+                              :user => "morita")
+    @comment2 = @comments.add(:content => "Hello World",
+                              :created_at => Time.parse("2009-07-09"))
+    @comment3 = @comments.add(:content => "test",
+                              :created_at => Time.parse("2009-06-09"),
+                              :user => "gunyara-kun")
+    @japanese_comment =
+      @comments.add(:content => "うちのボロTVはまだ現役です",
+                    :created_at => Time.parse("2009-06-09"),
+                    :user => "darashi")
+  end
+
+  setup
+  def setup_variables
+    @result = nil
+  end
+
+  def test_sub_expression
+    @result = @comments.select do |record|
+      record.match("Hello", "content") &
+        (record["created_at"] < Time.parse("2009-08-01"))
+    end
+    assert_equal_select_result([@comment2], @result)
+  end
+
+  def test_query
+    @result = @comments.select("content:@Hello")
+    assert_equal_select_result([@comment1, @comment2], @result)
+  end
+
+  def test_query_with_parser
+    @result = @comments.select("content @ \"Hello\"", :syntax => :script)
+    assert_equal_select_result([@comment1, @comment2], @result)
+  end
+
+  def test_query_with_default_column
+    @result = @comments.select("Hello", {:default_column => 'content'})
+    assert_equal_select_result([@comment1, @comment2], @result)
+  end
+
+  def test_expression
+    expression = Groonga::Expression.new
+    variable = expression.define_variable(:domain => @comments)
+    expression.append_object(variable)
+    expression.parse("content:@Hello", :syntax => :query)
+    expression.compile
+    @result = @comments.select(expression)
+    assert_equal(expression, @result.expression)
+    assert_equal_select_result([@comment1, @comment2], @result)
+  end
+
+  def test_query_with_block
+    @result = @comments.select("content:@Hello") do |record|
+      record["created_at"] < Time.parse("2009-08-01")
+    end
+    assert_equal_select_result([@comment2], @result)
+  end
+
+  def test_query_with_block_match
+    @result = @comments.select("content:@Hello") do |record|
+      record.match("World", "content")
+    end
+    assert_equal_select_result([@comment2], @result)
+  end
+
+  def test_without_block
+    @result = @comments.select
+    assert_equal_select_result([@comment1, @comment2,
+                                @comment3, @japanese_comment],
+                               @result)
+  end
+
+  def test_query_japanese
+    @result = @comments.select("content:@ボロTV")
+    assert_equal_select_result([@japanese_comment], @result)
+  end
+
+  def test_but_query
+    @result = @comments.select do |record|
+      record["content"].match "Hello -World"
+    end
+    assert_equal_select_result([@comment1], @result)
+  end
+
+  def test_query_with_three_terms
+    @result = @comments.select do |record|
+      record["content"].match "Say Hello World"
+    end
+    assert_equal_select_result([], @result)
+  end
+
+  def test_query_with_brackets
+    @result = @comments.select do |record|
+      record["content"].match "Say (Hello World)"
+    end
+    assert_equal_select_result([], @result)
+  end
+
+  def test_equal_reference_column_by_key
+    @result = @comments.select do |record|
+      record["user"] == "darashi"
+    end
+    assert_equal_select_result([@japanese_comment], @result)
+  end
+
+  def test_not_equal_reference_column_by_key
+    @result = @comments.select('user != "darashi"', :syntax => :script)
+    assert_equal_select_result([@comment1, @comment2, @comment3],
+                               @result)
+  end
+
+  def test_not_equal_block
+    only_ruby19
+    @result = @comments.select do |record|
+      record.user != "darashi"
+    end
+    assert_equal_select_result([@comment1, @comment2, @comment3],
+                               @result)
+  end
+
+  def test_equal_reference_column_by_nonexistent_key
+    @result = @comments.select do |record|
+      record["user"] == "nonexistent"
+    end
+    assert_equal_select_result([], @result)
+  end
+
+  def test_query_key
+    @result = @users.select do |record|
+      record["_key"] =~ "mori"
+    end
+    assert_equal_select_result([@users["morita"]], @result)
+  end
+
+  def test_symbol
+    @result = @comments.select do |record|
+      record[:content].match("Say Hello World")
+    end
+    assert_equal_select_result([], @result)
+  end
+
+  def test_method
+    @result = @comments.select do |record|
+      record.content.match("Say Hello World")
+    end
+    assert_equal_select_result([], @result)
+  end
+end

data/test/test-table-traverse.rb

@@ -0,0 +1,304 @@
+# Copyright (C) 2009-2010  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableTraverseTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def setup
+    setup_database
+
+    @bookmarks_path = @tables_dir + "table"
+    @bookmarks = Groonga::PatriciaTrie.create(:name => "Bookmarks",
+                                              :path => @bookmarks_path.to_s)
+    @groonga_bookmark = @bookmarks.add("groonga")
+    @cutter_bookmark = @bookmarks.add("Cutter")
+    @ruby_bookmark = @bookmarks.add("Ruby")
+  end
+
+  class CursorTest < self
+    def test_default
+      keys = []
+      @bookmarks.open_cursor do |cursor|
+        while cursor.next
+          keys << cursor.key
+        end
+      end
+      assert_equal(["Cutter", "Ruby", "groonga"],
+                   keys)
+    end
+
+    def test_order_ascending
+      record_and_key_list = []
+      @bookmarks.open_cursor(:order => :ascending) do |cursor|
+        record_and_key_list = cursor.collect {|record| [record, cursor.key]}
+      end
+      assert_equal([[@cutter_bookmark, "Cutter"],
+                    [@ruby_bookmark, "Ruby"],
+                    [@groonga_bookmark, "groonga"]],
+                   record_and_key_list)
+    end
+
+    def test_without_limit_and_offset
+      users = create_users
+      add_users(users)
+      results = []
+      users.open_cursor do |cursor|
+        cursor.each do |record|
+          results << record["name"]
+        end
+      end
+
+      assert_equal((100..199).collect {|i| "user#{i}"},
+                   results)
+    end
+
+    def test_with_limit
+      users = create_users
+      add_users(users)
+      results = []
+      users.open_cursor(:limit => 20) do |cursor|
+        cursor.each do |record|
+          results << record["name"]
+        end
+      end
+
+      assert_equal((100...120).collect {|i| "user#{i}"},
+                   results)
+    end
+
+    def test_with_offset
+      users = create_users
+      add_users(users)
+      results = []
+      users.open_cursor(:offset => 20) do |cursor|
+        cursor.each do |record|
+          results << record["name"]
+        end
+      end
+
+      assert_equal((120...200).collect {|i| "user#{i}"},
+                   results)
+    end
+
+    def test_with_limit_and_offset
+      users = create_users
+      add_users(users)
+      results = []
+      users.open_cursor(:limit => 20, :offset => 20) do |cursor|
+        cursor.each do |record|
+          results << record["name"]
+        end
+      end
+
+      assert_equal((120...140).collect {|i| "user#{i}"},
+                   results)
+    end
+
+    def test_delete
+      users = create_users
+      add_users(users)
+
+      users.open_cursor(:limit => 20) do |cursor|
+        20.times do
+          cursor.next
+          cursor.delete
+        end
+      end
+
+      results = []
+      users.open_cursor do |cursor|
+        cursor.each do |record|
+          results << record["name"]
+        end
+      end
+
+      assert_equal((120...200).collect {|i| "user#{i}"},
+                   results)
+    end
+
+    def test_patricia_trie_cursor_key
+      sites = Groonga::PatriciaTrie.create(:name => "Sites")
+      sites.add("http://groonga.org/")
+      sites.open_cursor do |cursor|
+        cursor.next
+        assert_equal("http://groonga.org/", cursor.key)
+      end
+    end
+
+    def test_order_by_id
+      sites = Groonga::PatriciaTrie.create(:name => "Sites")
+      sites.add("http://qwik.jp/senna/")
+      sites.add("http://www.ruby-lang.org/")
+      sites.add("http://groonga.org/")
+      keys = []
+      sites.open_cursor(:order_by => :id) do |cursor|
+        while cursor.next
+          keys << cursor.key
+        end
+      end
+      assert_equal(["http://qwik.jp/senna/",
+                    "http://www.ruby-lang.org/",
+                    "http://groonga.org/"],
+                   keys)
+    end
+
+    def test_order_by_key
+      sites = Groonga::PatriciaTrie.create(:name => "Sites")
+      sites.add("http://www.ruby-lang.org/")
+      sites.add("http://qwik.jp/senna/")
+      sites.add("http://groonga.org/")
+      keys = []
+      sites.open_cursor(:order_by => :key) do |cursor|
+        while cursor.next
+          keys << cursor.key
+        end
+      end
+      assert_equal(["http://groonga.org/",
+                    "http://qwik.jp/senna/",
+                    "http://www.ruby-lang.org/"],
+                   keys)
+    end
+
+    def test_each_without_block
+      @bookmarks.open_cursor do |cursor|
+        keys = cursor.each.collect(&:key)
+        assert_equal(["Cutter", "Ruby", "groonga"], keys)
+      end
+    end
+  end
+
+  class EachTest < self
+    def test_default
+      keys = []
+      @bookmarks.each do |record|
+        keys << record.key
+      end
+      assert_equal(["Cutter", "Ruby", "groonga"],
+                   keys)
+    end
+
+    def test_order_ascending
+      record_and_key_list = []
+      @bookmarks.each(:order => :ascending) do |record|
+        record_and_key_list << [record, record.key]
+      end
+      assert_equal([[@cutter_bookmark, "Cutter"],
+                    [@ruby_bookmark, "Ruby"],
+                    [@groonga_bookmark, "groonga"]],
+                   record_and_key_list)
+    end
+
+    def test_without_limit_and_offset
+      users = create_users
+      add_users(users)
+      results = []
+      users.each do |record|
+        results << record["name"]
+      end
+
+      assert_equal((100..199).collect {|i| "user#{i}"},
+                   results)
+    end
+
+    def test_with_limit
+      users = create_users
+      add_users(users)
+      results = []
+      users.each(:limit => 20) do |record|
+        results << record["name"]
+      end
+
+      assert_equal((100...120).collect {|i| "user#{i}"},
+                   results)
+    end
+
+    def test_with_offset
+      users = create_users
+      add_users(users)
+      results = []
+      users.each(:offset => 20) do |record|
+        results << record["name"]
+      end
+
+      assert_equal((120...200).collect {|i| "user#{i}"},
+                   results)
+    end
+
+    def test_with_limit_and_offset
+      users = create_users
+      add_users(users)
+      results = []
+      users.each(:limit => 20, :offset => 20) do |record|
+        results << record["name"]
+      end
+
+      assert_equal((120...140).collect {|i| "user#{i}"},
+                   results)
+    end
+
+    def test_patricia_trie_cursor_key
+      sites = Groonga::PatriciaTrie.create(:name => "Sites")
+      sites.add("http://groonga.org/")
+      sites.each do |record|
+        assert_equal("http://groonga.org/", record.key)
+      end
+    end
+
+    def test_order_by_id
+      sites = Groonga::PatriciaTrie.create(:name => "Sites")
+      sites.add("http://qwik.jp/senna/")
+      sites.add("http://www.ruby-lang.org/")
+      sites.add("http://groonga.org/")
+      keys = []
+      sites.each(:order_by => :id) do |record|
+        keys << record.key
+      end
+      assert_equal(["http://qwik.jp/senna/",
+                    "http://www.ruby-lang.org/",
+                    "http://groonga.org/"],
+                   keys)
+    end
+
+    def test_order_by_key
+      sites = Groonga::PatriciaTrie.create(:name => "Sites")
+      sites.add("http://www.ruby-lang.org/")
+      sites.add("http://qwik.jp/senna/")
+      sites.add("http://groonga.org/")
+      keys = []
+      sites.each(:order_by => :key) do |record|
+        keys << record.key
+      end
+      assert_equal(["http://groonga.org/",
+                    "http://qwik.jp/senna/",
+                    "http://www.ruby-lang.org/"],
+                   keys)
+    end
+  end
+
+  private
+  def create_users
+    users = Groonga::Array.create(:name => "Users")
+    users.define_column("name", "ShortText")
+    users
+  end
+
+  def add_users(users)
+    (0...100).to_a.each do |i|
+      user = users.add
+      user["name"] = "user#{i + 100}"
+    end
+    users
+  end
+end