rroonga 2.0.4-x86-mingw32 → 2.0.7-x86-mingw32

data/test/test-snippet.rb

@@ -0,0 +1,130 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2009-2010  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class SnippetTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def setup_encoding
+    Groonga::Encoding.default = :utf8
+  end
+
+  def test_new_without_arguments
+    assert_nothing_raised do
+      Groonga::Snippet.new
+    end
+  end
+
+  def test_execute
+    snippet = Groonga::Snippet.new
+    snippet.add_keyword("検索", :open_tag => "[[", :close_tag => "]]")
+    assert_equal(["groonga は組み込み型の全文[[検索]]エンジンライブラリです。DBMSやスクリプト",
+                  "組み込むことによって、その全文[[検索]]機能を強化することができます。ま"],
+                 snippet.execute(text))
+  end
+
+  def test_execute_with_nil
+    snippet = Groonga::Snippet.new
+    snippet.add_keyword("検索", :open_tag => "[[", :close_tag => "]]")
+    message = "snippet text must be String: <nil>"
+    assert_raise(Groonga::InvalidArgument.new(message)) do
+      snippet.execute(nil)
+    end
+  end
+
+  def test_invalid_encoding
+    Groonga::Context.default.encoding = :shift_jis
+    snippet = Groonga::Snippet.new
+    snippet.add_keyword("検索")
+    assert_equal([], snippet.execute(text))
+  end
+
+  def test_default_tag
+    snippet = Groonga::Snippet.new(:default_open_tag => "<<",
+                                   :default_close_tag => ">>")
+    snippet.add_keyword("全文")
+    assert_equal(["groonga は組み込み型の<<全文>>検索エンジンライブラリです。DBMSやスクリプト",
+                  "等に組み込むことによって、その<<全文>>検索機能を強化することができます"],
+                 snippet.execute(text))
+  end
+
+  def test_width
+    snippet = Groonga::Snippet.new(:width => 30,
+                                   :default_open_tag => "{",
+                                   :default_close_tag => "}")
+    snippet.add_keyword("データ")
+    assert_equal(["基づく{データ}ストア機",
+                  "高速\nな{データ}ストア"],
+                 snippet.execute(text))
+  end
+
+  def test_max_results
+    snippet = Groonga::Snippet.new(:width => 30,
+                                   :max_results => 1,
+                                   :default_open_tag => "{",
+                                   :default_close_tag => "}")
+    snippet.add_keyword("データ")
+    assert_equal(["基づく{データ}ストア機"],
+                 snippet.execute(text))
+  end
+
+  def test_normalize
+    options_without_normalize = {
+      :width => 30,
+      :default_open_tag => "{",
+      :default_close_tag => "}",
+    }
+    snippet = Groonga::Snippet.new(options_without_normalize)
+    snippet.add_keyword("処理系等")
+    assert_equal([], snippet.execute(text))
+
+    options_with_normalize = options_without_normalize.merge(:normalize => true)
+    snippet = Groonga::Snippet.new(options_with_normalize)
+    snippet.add_keyword("処理系等")
+    assert_equal(["ト言語{処理\n系等}に組"],
+                 snippet.execute(text))
+  end
+
+  def test_html_escape
+    text = "groonga は組み込み型の全文検索エンジン&データストアライブラリです。"
+    options_without_html_escape = {
+      :width => 30,
+      :default_open_tag => "<",
+      :default_close_tag => ">",
+    }
+    snippet = Groonga::Snippet.new(options_without_html_escape)
+    snippet.add_keyword("エンジン")
+    assert_equal(["文検索<エンジン>&デー"],
+                 snippet.execute(text))
+
+    options_with_html_escape =
+      options_without_html_escape.merge(:html_escape => true)
+    snippet = Groonga::Snippet.new(options_with_html_escape)
+    snippet.add_keyword("エンジン")
+    assert_equal(["文検索<エンジン>&amp;デー"],
+                 snippet.execute(text))
+  end
+
+  private
+  def text
+    <<-EOT
+groonga は組み込み型の全文検索エンジンライブラリです。DBMSやスクリプト言語処理
+系等に組み込むことによって、その全文検索機能を強化することができます。また、リ
+レーショナルモデルに基づくデータストア機能を内包しており、groonga単体でも高速
+なデータストアサーバとして使用することができます。
+EOT
+  end
+end

data/test/test-table-dumper.rb

@@ -0,0 +1,353 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2011-2012  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableDumperTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database, :before => :append
+
+  private
+  def dump(table_name, options={})
+    Groonga::TableDumper.new(context[table_name], options).dump
+  end
+
+  def users
+    context["Users"]
+  end
+
+  def posts
+    context["Posts"]
+  end
+
+  class TextTest < self
+    class ScalarTest < self
+      def setup
+        Groonga::Schema.define do |schema|
+          schema.create_table("Users") do |table|
+            table.text("name")
+          end
+        end
+      end
+
+      def test_empty
+        assert_equal(<<-EOS, dump("Users"))
+load --table Users
+[
+["_id","name"]
+]
+EOS
+      end
+
+      def test_with_records
+        users.add(:name => "mori")
+        assert_equal(<<-EOS, dump("Users"))
+load --table Users
+[
+["_id","name"],
+[1,"mori"]
+]
+EOS
+      end
+
+      def test_invalid_utf8
+        need_encoding
+
+        users.add(:name => "森\xff大二郎")
+        error_output = StringIO.new
+        assert_equal(<<-EOS, dump("Users", :error_output => error_output))
+load --table Users
+[
+["_id","name"],
+[1,"森大二郎"]
+]
+EOS
+        assert_equal("warning: ignore invalid encoding character: " +
+                       "<Users[1].name>: <0xff>: before: <森>\n",
+                     error_output.string)
+      end
+    end
+
+    class VectorTest < self
+      def setup
+        Groonga::Schema.define do |schema|
+          schema.create_table("Posts") do |table|
+            table.text("tags", :type => :vector)
+          end
+        end
+      end
+
+      def test_empty
+        assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","tags"]
+]
+EOS
+      end
+
+      def test_ascii
+        posts.add(:tags => ["search", "mori"])
+        assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","tags"],
+[1,["search","mori"]]
+]
+EOS
+      end
+
+      def test_non_ascii
+        posts.add(:tags => ["検索", "森"])
+        assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","tags"],
+[1,["検索","森"]]
+]
+EOS
+      end
+    end
+  end
+
+  class ReferenceTest < self
+    class ScalarTest < self
+      def setup
+        Groonga::Schema.define do |schema|
+          schema.create_table("Users",
+                              :type => :patricia_trie,
+                              :key_type => "ShortText") do |table|
+            table.text("name")
+          end
+
+          schema.create_table("Posts") do |table|
+            table.reference("author", "Users")
+          end
+
+          schema.change_table("Users") do |table|
+            table.index("Posts.author")
+          end
+        end
+      end
+
+      def test_empty
+        assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","author"]
+]
+EOS
+      end
+
+      def test_ascii
+        posts.add(:author => "mori")
+        assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","author"],
+[1,"mori"]
+]
+EOS
+      end
+
+      def test_non_ascii
+        posts.add(:author => "森")
+        assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","author"],
+[1,"森"]
+]
+EOS
+      end
+    end
+  end
+
+  class TimeTest < self
+    def setup
+      Groonga::Schema.define do |schema|
+        schema.create_table("Posts") do |table|
+          table.time("created_at")
+        end
+      end
+    end
+
+    def test_empty
+      assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","created_at"]
+]
+EOS
+    end
+
+    def test_with_records
+      posts.add(:created_at => Time.parse("2010-03-08 16:52 +0900"))
+      assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","created_at"],
+[1,1268034720.0]
+]
+EOS
+    end
+  end
+
+  class IntegerTest < self
+    def setup
+      Groonga::Schema.define do |schema|
+        schema.create_table("Posts") do |table|
+          table.integer("rank")
+        end
+      end
+    end
+
+    def test_empty
+      assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","rank"]
+]
+EOS
+    end
+
+    def test_with_records
+      posts.add(:rank => 10)
+      assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","rank"],
+[1,10]
+]
+EOS
+    end
+  end
+
+  class UnsignedIntegerTest < self
+    def setup
+      Groonga::Schema.define do |schema|
+        schema.create_table("Posts") do |table|
+          table.unsigned_integer("n_goods")
+        end
+      end
+    end
+
+    def test_empty
+      assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","n_goods"]
+]
+EOS
+    end
+
+    def test_with_records
+      posts.add(:n_goods => 4)
+      assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","n_goods"],
+[1,4]
+]
+EOS
+    end
+  end
+
+  class TokyoGeoPointTest < self
+    def setup
+      Groonga::Schema.define do |schema|
+        schema.create_table("Posts") do |table|
+          table.tokyo_geo_point("location")
+        end
+      end
+    end
+
+    def test_empty
+      assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","location"]
+]
+EOS
+    end
+
+    def test_with_records
+      posts.add(:location => "146481001x-266559998")
+      assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","location"],
+[1,"146481001x-266559998"]
+]
+EOS
+    end
+  end
+
+  class WGS84GeoPointTest < self
+    def setup
+      Groonga::Schema.define do |schema|
+        schema.create_table("Posts") do |table|
+          table.wgs84_geo_point("location")
+        end
+      end
+    end
+
+    def test_empty
+      assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","location"]
+]
+EOS
+    end
+
+    def test_with_records
+      posts.add(:location => "40.689167x-74.044444")
+      assert_equal(<<-EOS, dump("Posts"))
+load --table Posts
+[
+["_id","location"],
+[1,"146481001x-266559998"]
+]
+EOS
+    end
+  end
+
+  class PatriciaTrieTest < self
+    def setup
+      Groonga::Schema.define do |schema|
+        schema.create_table("Users",
+                            :type => :patricia_trie,
+                            :key_type => "ShortText") do |table|
+          table.text("name")
+        end
+      end
+    end
+
+    def test_order_by_default
+      users.add("s-yata", :name => "Susumu Yata")
+      users.add("mori", :name => "mori daijiro")
+      assert_equal(<<-EOS, dump("Users"))
+load --table Users
+[
+[\"_key\",\"name\"],
+[\"mori\",\"mori daijiro\"],
+[\"s-yata\",\"Susumu Yata\"]
+]
+EOS
+    end
+  end
+end

data/test/test-table-offset-and-limit.rb

@@ -0,0 +1,100 @@
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+module TestOffsetAndLimitSupport
+  def test_zero_and_positive_offset
+    assert_equal(((100 + 0)...200).to_a, ids(:offset => 0))
+    assert_equal(((100 + 32)...200).to_a, ids(:offset => 32))
+    assert_equal(((100 + 99)...200).to_a, ids(:offset => 99))
+    assert_raise(Groonga::TooLargeOffset) do
+      ids(:offset => 100)
+    end
+  end
+
+  def test_negative_offset
+    assert_equal(((200 - 1)...200).to_a, ids(:offset => -1))
+    assert_equal(((200 - 32)...200).to_a, ids(:offset => -32))
+    assert_equal(((200 - 100)...200).to_a, ids(:offset => -100))
+    assert_raise(Groonga::TooSmallOffset) do
+      ids(:offset => -101)
+    end
+  end
+
+  def test_zero_and_positive_limit
+    all_ids = (100...200).to_a
+    assert_equal(all_ids[0, 0], ids(:limit => 0))
+    assert_equal(all_ids[0, 32], ids(:limit => 32))
+    assert_equal(all_ids[0, 100], ids(:limit => 100))
+    assert_nothing_raised do
+      ids(:limit => 101)
+    end
+  end
+
+  def test_negative_limit
+    all_ids = (100...200).to_a
+    assert_equal(all_ids[0..-1], ids(:limit => -1))
+    assert_equal(all_ids[0..-32], ids(:limit => -32))
+    assert_equal(all_ids[0..-100], ids(:limit => -100))
+    assert_equal([], ids(:limit => -101))
+  end
+
+  private
+  def create_bookmarks
+    @bookmarks = Groonga::Array.create(:name => "Bookmarks")
+    @bookmarks.define_column("id", "Int32")
+    @bookmarks
+  end
+
+  def add_ids
+    100.times do |i|
+      bookmark = @bookmarks.add
+      bookmark["id"] = i + 100
+    end
+    @bookmarks
+  end
+end
+
+class TestOffsetAndLimit < Test::Unit::TestCase
+  include GroongaTestUtils
+  def setup
+    setup_database
+    @bookmarks = create_bookmarks
+    add_ids
+  end
+end
+
+class TestTableCursorOffsetAndLimit < TestOffsetAndLimit
+  include TestOffsetAndLimitSupport
+
+  private
+  def ids(options={})
+    @bookmarks.open_cursor(options) do |cursor|
+      cursor.collect do |record|
+        record["id"]
+      end
+    end
+  end
+end
+
+class TestTableSortOffsetAndLimit < TestOffsetAndLimit
+  include TestOffsetAndLimitSupport
+
+  private
+  def ids(options={})
+    @bookmarks.sort([:key => "id", :order => :asc], options).collect do |record|
+      record["id"]
+    end
+  end
+end

data/test/test-table-select-mecab.rb

@@ -0,0 +1,80 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2010  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableSelectMecabTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database
+
+  setup
+  def check_mecab_availability
+    omit("MeCab isn't available") if context["TokenMecab"].nil?
+  end
+
+  setup
+  def setup_tables
+    Groonga::Schema.define do |schema|
+      schema.create_table("Users", :key_type => "ShortText") do |table|
+      end
+
+      schema.create_table("Comments", :type => :array) do |table|
+        table.short_text("title")
+        table.text("content")
+        table.time("created_at")
+        table.reference("user", "Users")
+      end
+
+      schema.create_table("Terms",
+                          :type => :patricia_trie,
+                          :default_tokenizer => "TokenMecab") do |table|
+        table.index("Comments.title", :with_section => true)
+        table.index("Comments.content", :with_section => true)
+      end
+    end
+  end
+
+  setup
+  def setup_comments
+    @comments = context["Comments"]
+    @hello = @comments.add(:title => "Hello",
+                           :content => "Hello Good-bye!",
+                           :created_at => Time.parse("2009-08-09"),
+                           :user => "morita")
+    @hello_only_in_content =
+      @comments.add(:title => "(no title)",
+                    :content => "Hello! Hello! Hello!",
+                    :created_at => Time.parse("2009-07-09"))
+    @test = @comments.add(:title => "title",
+                          :content => "test",
+                          :created_at => Time.parse("2009-06-09"),
+                          :user => "gunyara-kun")
+    @japanese =
+      @comments.add(:title => "日本語",
+                    :content => "うちのボロTVはまだ現役です",
+                    :created_at => Time.parse("2009-06-09"),
+                    :user => "darashi")
+  end
+
+  def test_match
+    result = @comments.select do |record|
+      record.content =~ "ボロ"
+    end
+    assert_equal_select_result(["日本語"], result) do |record|
+      record.title
+    end
+  end
+end