rroonga 0.9.2-mswin32

data/test/test-snippet.rb

@@ -0,0 +1,130 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2009-2010  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class SnippetTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def setup_encoding
+    Groonga::Encoding.default = :utf8
+  end
+
+  def test_new_without_arguments
+    assert_nothing_raised do
+      Groonga::Snippet.new
+    end
+  end
+
+  def test_execute
+    snippet = Groonga::Snippet.new
+    snippet.add_keyword("検索", :open_tag => "[[", :close_tag => "]]")
+    assert_equal(["groonga は組み込み型の全文[[検索]]エンジンライブラリです。DBMSやスクリプト",
+                  "組み込むことによって、その全文[[検索]]機能を強化することができます。ま"],
+                 snippet.execute(text))
+  end
+
+  def test_execute_with_nil
+    snippet = Groonga::Snippet.new
+    snippet.add_keyword("検索", :open_tag => "[[", :close_tag => "]]")
+    message = "snippet text must be String: <nil>"
+    assert_raise(Groonga::InvalidArgument.new(message)) do
+      snippet.execute(nil)
+    end
+  end
+
+  def test_invalid_encoding
+    Groonga::Context.default.encoding = :shift_jis
+    snippet = Groonga::Snippet.new
+    snippet.add_keyword("検索")
+    assert_equal([], snippet.execute(text))
+  end
+
+  def test_default_tag
+    snippet = Groonga::Snippet.new(:default_open_tag => "<<",
+                                   :default_close_tag => ">>")
+    snippet.add_keyword("全文")
+    assert_equal(["groonga は組み込み型の<<全文>>検索エンジンライブラリです。DBMSやスクリプト",
+                  "等に組み込むことによって、その<<全文>>検索機能を強化することができます"],
+                 snippet.execute(text))
+  end
+
+  def test_width
+    snippet = Groonga::Snippet.new(:width => 30,
+                                   :default_open_tag => "{",
+                                   :default_close_tag => "}")
+    snippet.add_keyword("データ")
+    assert_equal(["基づく{データ}ストア機",
+                  "高速\nな{データ}ストア"],
+                 snippet.execute(text))
+  end
+
+  def test_max_results
+    snippet = Groonga::Snippet.new(:width => 30,
+                                   :max_results => 1,
+                                   :default_open_tag => "{",
+                                   :default_close_tag => "}")
+    snippet.add_keyword("データ")
+    assert_equal(["基づく{データ}ストア機"],
+                 snippet.execute(text))
+  end
+
+  def test_normalize
+    options_without_normalize = {
+      :width => 30,
+      :default_open_tag => "{",
+      :default_close_tag => "}",
+    }
+    snippet = Groonga::Snippet.new(options_without_normalize)
+    snippet.add_keyword("処理系等")
+    assert_equal([], snippet.execute(text))
+
+    options_with_normalize = options_without_normalize.merge(:normalize => true)
+    snippet = Groonga::Snippet.new(options_with_normalize)
+    snippet.add_keyword("処理系等")
+    assert_equal(["ト言語{処理\n系等}に組"],
+                 snippet.execute(text))
+  end
+
+  def test_html_escape
+    text = "groonga は組み込み型の全文検索エンジン&データストアライブラリです。"
+    options_without_html_escape = {
+      :width => 30,
+      :default_open_tag => "<",
+      :default_close_tag => ">",
+    }
+    snippet = Groonga::Snippet.new(options_without_html_escape)
+    snippet.add_keyword("エンジン")
+    assert_equal(["文検索<エンジン>&デー"],
+                 snippet.execute(text))
+
+    options_with_html_escape =
+      options_without_html_escape.merge(:html_escape => true)
+    snippet = Groonga::Snippet.new(options_with_html_escape)
+    snippet.add_keyword("エンジン")
+    assert_equal(["文検索<エンジン>&amp;デー"],
+                 snippet.execute(text))
+  end
+
+  private
+  def text
+    <<-EOT
+groonga は組み込み型の全文検索エンジンライブラリです。DBMSやスクリプト言語処理
+系等に組み込むことによって、その全文検索機能を強化することができます。また、リ
+レーショナルモデルに基づくデータストア機能を内包しており、groonga単体でも高速
+なデータストアサーバとして使用することができます。
+EOT
+  end
+end

data/test/test-table-cursor.rb

@@ -0,0 +1,153 @@
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableCursorTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def setup
+    setup_database
+
+    @bookmarks_path = @tables_dir + "table"
+    @bookmarks = Groonga::PatriciaTrie.create(:name => "Bookmarks",
+                                              :path => @bookmarks_path.to_s)
+    @groonga_bookmark = @bookmarks.add("groonga")
+    @cutter_bookmark = @bookmarks.add("Cutter")
+    @ruby_bookmark = @bookmarks.add("Ruby")
+  end
+
+  def test_open
+    keys = []
+    @bookmarks.open_cursor do |cursor|
+      while cursor.next
+        keys << cursor.key
+      end
+    end
+    assert_equal(["Cutter", "Ruby", "groonga"],
+                 keys)
+  end
+
+  def test_open_ascendent
+    record_and_key_list = []
+    @bookmarks.open_cursor(:order => :ascending) do |cursor|
+      record_and_key_list = cursor.collect {|record| [record, cursor.key]}
+    end
+    assert_equal([[@cutter_bookmark, "Cutter"],
+                  [@ruby_bookmark, "Ruby"],
+                  [@groonga_bookmark, "groonga"]],
+                 record_and_key_list)
+  end
+
+  def test_without_limit_and_offset
+    users = create_users
+    add_users(users)
+    results = []
+    users.open_cursor do |cursor|
+      cursor.each do |record|
+        results << record["name"]
+      end
+    end
+
+    assert_equal((100..199).collect {|i| "user#{i}"},
+                 results)
+  end
+
+  def test_with_limit
+    users = create_users
+    add_users(users)
+    results = []
+    users.open_cursor(:limit => 20) do |cursor|
+      cursor.each do |record|
+        results << record["name"]
+      end
+    end
+
+    assert_equal((100...120).collect {|i| "user#{i}"},
+                 results)
+  end
+
+  def test_with_offset
+    users = create_users
+    add_users(users)
+    results = []
+    users.open_cursor(:offset => 20) do |cursor|
+      cursor.each do |record|
+        results << record["name"]
+      end
+    end
+
+    assert_equal((120...200).collect {|i| "user#{i}"},
+                 results)
+  end
+
+  def test_with_limit_and_offset
+    users = create_users
+    add_users(users)
+    results = []
+    users.open_cursor(:limit => 20, :offset => 20) do |cursor|
+      cursor.each do |record|
+        results << record["name"]
+      end
+    end
+
+    assert_equal((120...140).collect {|i| "user#{i}"},
+                 results)
+  end
+
+  def test_delete
+    users = create_users
+    add_users(users)
+
+    users.open_cursor(:limit => 20) do |cursor|
+      20.times do
+        cursor.next
+        cursor.delete
+      end
+    end
+
+    results = []
+    users.open_cursor do |cursor|
+      cursor.each do |record|
+        results << record["name"]
+      end
+    end
+
+    assert_equal((120...200).collect {|i| "user#{i}"},
+                 results)
+  end
+
+  def test_patricia_trie_cursor_key
+    sites = Groonga::PatriciaTrie.create(:name => "Sites")
+    sites.add("http://groonga.org/")
+    sites.open_cursor do |cursor|
+      cursor.next
+      assert_equal("http://groonga.org/", cursor.key)
+    end
+  end
+
+  private
+  def create_users
+    users = Groonga::Array.create(:name => "Users")
+    users.define_column("name", "ShortText")
+    users
+  end
+
+  def add_users(users)
+    (0...100).to_a.each do |i|
+      user = users.add
+      user["name"] = "user#{i + 100}"
+    end
+    users
+  end
+end

data/test/test-table-offset-and-limit.rb

@@ -0,0 +1,102 @@
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+module TestOffsetAndLimitSupport
+  def test_zero_and_positive_offset
+    assert_equal(((100 + 0)...200).to_a, ids(:offset => 0))
+    assert_equal(((100 + 32)...200).to_a, ids(:offset => 32))
+    assert_equal(((100 + 99)...200).to_a, ids(:offset => 99))
+    assert_raise(Groonga::InvalidArgument) do
+      ids(:offset => 100)
+    end
+  end
+
+  def test_negative_offset
+    assert_equal(((200 - 1)...200).to_a, ids(:offset => -1))
+    assert_equal(((200 - 32)...200).to_a, ids(:offset => -32))
+    assert_equal(((200 - 100)...200).to_a, ids(:offset => -100))
+    assert_raise(Groonga::InvalidArgument) do
+      ids(:offset => -101)
+    end
+  end
+
+  def test_zero_and_positive_limit
+    all_ids = (100...200).to_a
+    assert_equal(all_ids[0, 0], ids(:limit => 0))
+    assert_equal(all_ids[0, 32], ids(:limit => 32))
+    assert_equal(all_ids[0, 100], ids(:limit => 100))
+    assert_nothing_raised do
+      ids(:limit => 101)
+    end
+  end
+
+  def test_negative_limit
+    all_ids = (100...200).to_a
+    assert_equal(all_ids[0..-1], ids(:limit => -1))
+    assert_equal(all_ids[0..-32], ids(:limit => -32))
+    assert_equal(all_ids[0..-100], ids(:limit => -100))
+    assert_raise(Groonga::InvalidArgument) do
+      ids(:offset => -101)
+    end
+  end
+
+  private
+  def create_bookmarks
+    @bookmarks = Groonga::Array.create(:name => "Bookmarks")
+    @bookmarks.define_column("id", "Int32")
+    @bookmarks
+  end
+
+  def add_ids
+    100.times do |i|
+      bookmark = @bookmarks.add
+      bookmark["id"] = i + 100
+    end
+    @bookmarks
+  end
+end
+
+class TestOffsetAndLimit < Test::Unit::TestCase
+  include GroongaTestUtils
+  def setup
+    setup_database
+    @bookmarks = create_bookmarks
+    add_ids
+  end
+end
+
+class TestTableCursorOffsetAndLimit < TestOffsetAndLimit
+  include TestOffsetAndLimitSupport
+
+  private
+  def ids(options={})
+    @bookmarks.open_cursor(options) do |cursor|
+      cursor.collect do |record|
+        record["id"]
+      end
+    end
+  end
+end
+
+class TestTableSortOffsetAndLimit < TestOffsetAndLimit
+  include TestOffsetAndLimitSupport
+
+  private
+  def ids(options={})
+    @bookmarks.sort([:key => "id", :order => :asc], options).collect do |record|
+      record["id"]
+    end
+  end
+end

data/test/test-table-select-normalize.rb

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2009  SHIDARA Yoji <dara@shidara.net>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableSelectNormalizeTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database
+
+  setup
+  def setup_comments
+    @comments = Groonga::Array.create(:name => "Comments")
+    @comments.define_column("content", "Text")
+    @comments.define_column("created_at", "Time")
+    terms = Groonga::PatriciaTrie.create(:name => "Terms",
+                                         :default_tokenizer => "TokenBigram",
+                                         :key_normalize => true)
+    terms.define_index_column("comment_content", @comments,
+                              :with_section => true,
+                              :source => "Comments.content")
+    @japanese_comment =
+      @comments.add(:content => "うちのボロTV（アナログ...）はまだ現役です",
+                    :created_at => Time.parse("2009-06-09"))
+  end
+
+  def test_select_query_with_japanese
+    result = @comments.select("content:@ボロTV")
+    assert_equal_select_result([@japanese_comment], result)
+  end
+
+  def test_select_query_with_japanese_parenthesis
+    result = @comments.select("content:@）は")
+    assert_equal_select_result([@japanese_comment], result)
+  end
+
+  def test_select_query_only_in_japanese
+    result = @comments.select("content:@うちの")
+    assert_equal_select_result([@japanese_comment], result)
+  end
+end

data/test/test-table-select.rb

@@ -0,0 +1,150 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2009-2010  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableSelectTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database
+
+  setup
+  def setup_comments
+    @users = Groonga::Hash.create(:name => "Users", :key_type => "ShortText")
+
+    @comments = Groonga::Array.create(:name => "Comments")
+    @comments.define_column("content", "Text")
+    @comments.define_column("created_at", "Time")
+    @comments.define_column("user", "Users")
+
+    terms = Groonga::PatriciaTrie.create(:name => "Terms",
+                                         :default_tokenizer => "TokenBigram")
+    terms.define_index_column("comment_content", @comments,
+                              :with_section => true,
+                              :source => "content")
+    @comment1 = @comments.add(:content => "Hello Good-bye!",
+                              :created_at => Time.parse("2009-08-09"),
+                              :user => "morita")
+    @comment2 = @comments.add(:content => "Hello World",
+                              :created_at => Time.parse("2009-07-09"))
+    @comment3 = @comments.add(:content => "test",
+                              :created_at => Time.parse("2009-06-09"),
+                              :user => "gunyara-kun")
+    @japanese_comment =
+      @comments.add(:content => "うちのボロTVはまだ現役です",
+                    :created_at => Time.parse("2009-06-09"),
+                    :user => "darashi")
+  end
+
+  def test_select_sub_expression
+    result = @comments.select do |record|
+      record.match("Hello", "content") &
+        (record["created_at"] < Time.parse("2009-08-01"))
+    end
+    assert_equal_select_result([@comment2], result)
+  end
+
+  def test_select_query
+    result = @comments.select("content:@Hello")
+    assert_equal_select_result([@comment1, @comment2], result)
+  end
+
+  def test_select_query_with_parser
+    result = @comments.select("content @ \"Hello\"", :syntax => :script)
+    assert_equal_select_result([@comment1, @comment2], result)
+  end
+
+  def test_select_query_with_default_column
+    result = @comments.select("Hello", {:default_column => 'content'})
+    assert_equal_select_result([@comment1, @comment2], result)
+  end
+
+  def test_select_expression
+    expression = Groonga::Expression.new
+    variable = expression.define_variable(:domain => @comments)
+    expression.append_object(variable)
+    expression.parse("content:@Hello", :syntax => :query)
+    expression.compile
+    result = @comments.select(expression)
+    assert_equal(expression, result.expression)
+    assert_equal_select_result([@comment1, @comment2], result)
+  end
+
+  def test_select_query_with_block
+    result = @comments.select("content:@Hello") do |record|
+      record["created_at"] < Time.parse("2009-08-01")
+    end
+    assert_equal_select_result([@comment2], result)
+  end
+
+  def test_select_query_with_block_match
+    result = @comments.select("content:@Hello") do |record|
+      record.match("World", "content")
+    end
+    assert_equal_select_result([@comment2], result)
+  end
+
+  def test_select_without_block
+    assert_equal_select_result([@comment1, @comment2,
+                                @comment3, @japanese_comment],
+                               @comments.select)
+  end
+
+  def test_select_query_japanese
+    result = @comments.select("content:@ボロTV")
+    assert_equal_select_result([@japanese_comment], result)
+  end
+
+  def test_select_but_query
+    result = @comments.select do |record|
+      record["content"].match "Hello -World"
+    end
+    assert_equal_select_result([@comment1], result)
+  end
+
+  def test_select_query_with_three_terms
+    result = @comments.select do |record|
+      record["content"].match "Say Hello World"
+    end
+    assert_equal_select_result([], result)
+  end
+
+  def test_select_query_with_brackets
+    result = @comments.select do |record|
+      record["content"].match "Say (Hello World)"
+    end
+    assert_equal_select_result([], result)
+  end
+
+  def test_select_equal_reference_column_by_key
+    result = @comments.select do |record|
+      record["user"] == "darashi"
+    end
+    assert_equal_select_result([@japanese_comment], result)
+  end
+
+  def test_select_not_equal_reference_column_by_key
+    result = @comments.select('user != "darashi"', :syntax => :script)
+    assert_equal_select_result([@comment1, @comment2, @comment3],
+                               result)
+  end
+
+  def test_select_equal_reference_column_by_nonexistent_key
+    result = @comments.select do |record|
+      record["user"] == "nonexistent"
+    end
+    assert_equal_select_result([], result)
+  end
+end