rroonga 0.9.2-mswin32

data/test/test-index-column.rb

@@ -0,0 +1,81 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class IndexColumnTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def setup
+    setup_database
+  end
+
+  def test_array_set_with_record
+    articles = Groonga::Array.create(:name => "Articles")
+    articles.define_column("content", "Text")
+
+    terms = Groonga::Hash.create(:name => "Terms",
+                                 :default_tokenizer => "TokenBigram")
+    content_index = terms.define_index_column("content", articles,
+                                              :with_section => true)
+
+    content = <<-EOC
+    groonga は組み込み型の全文検索エンジンライブラリです。
+    DBMSやスクリプト言語処理系等に組み込むことによって、その
+    全文検索機能を強化することができます。また、リレーショナ
+    ルモデルに基づくデータストア機能を内包しており、groonga
+    単体でも高速なデータストアサーバとして使用することができ
+    ます。
+
+    ■全文検索方式
+    転置索引型の全文検索エンジンです。転置索引は圧縮されてファ
+    イルに格納され、検索時のディスク読み出し量を小さく、かつ
+    局所的に抑えるように設計されています。用途に応じて以下の
+    索引タイプを選択できます。
+    EOC
+
+    groonga = articles.add(:content => content)
+
+    content.split(/\n{2,}/).each_with_index do |sentence, i|
+      content_index[groonga] = {:value => sentence, :section => i + 1}
+    end
+    assert_equal([groonga],
+                 content_index.search("エンジン").collect {|record| record.key})
+  end
+
+  def test_shorter_query_than_ngram
+    articles = Groonga::Array.create(:name => "Articles")
+    articles.define_column("content", "Text")
+
+    terms = Groonga::PatriciaTrie.create(:name => "Terms",
+                                         :default_tokenizer => "TokenBigram")
+    content_index = terms.define_index_column("content", articles,
+                                              :source => "Articles.content")
+    articles.add(:content => 'l')
+    articles.add(:content => 'll')
+    articles.add(:content => 'hello')
+
+    assert_search(["hello"], content_index, "he")
+    assert_search(["ll", "hello"], content_index, "ll")
+    assert_search(["l", "ll", "hello"], content_index, "l")
+  end
+
+  def assert_search(expected, content_index, keyword)
+    result = content_index.search(keyword).collect do |entry|
+      entry.key["content"]
+    end
+    assert_equal(expected, result)
+  end
+end

data/test/test-logger.rb

@@ -0,0 +1,37 @@
+# Copyright (C) 2010  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class LoggerTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def setup
+    @default_log_path = Groonga::Logger.log_path
+    @default_query_log_path = Groonga::Logger.query_log_path
+  end
+
+  def teardown
+    Groonga::Logger.log_path = @default_log_path
+    Groonga::Logger.query_log_path = @default_query_log_path
+  end
+
+  def test_reopen
+    if File.exist?(@default_log_path)
+      FileUtils.mv(@default_log_path, "#{@default_log_path}.old")
+    end
+    assert_false(File.exist?(@default_log_path))
+    Groonga::Logger.reopen
+    assert_true(File.exist?(@default_log_path))
+  end
+end

data/test/test-patricia-trie.rb

@@ -0,0 +1,189 @@
+# -*- coding: utf-8 -*-
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class PatriciaTrieTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database
+
+  def test_encoding
+    assert_equal(Groonga::Encoding.default,
+                 Groonga::PatriciaTrie.create.encoding)
+  end
+
+  def test_tokenizer
+    trie = Groonga::PatriciaTrie.create
+    assert_nil(trie.default_tokenizer)
+    trie.default_tokenizer = "TokenTrigram"
+    assert_equal(Groonga::Context.default["TokenTrigram"],
+                 trie.default_tokenizer)
+  end
+
+  def test_search
+    users = Groonga::Array.create(:name => "Users")
+    user_name = users.define_column("name", "ShortText")
+
+    bookmarks = Groonga::PatriciaTrie.create(:name => "Bookmarks",
+                                             :key_type => "ShortText")
+    bookmark_user_id = bookmarks.define_column("user_id", users)
+
+    daijiro = users.add
+    daijiro["name"] = "daijiro"
+    gunyarakun = users.add
+    gunyarakun["name"] = "gunyarakun"
+
+    groonga = bookmarks.add("http://groonga.org/")
+    groonga["user_id"] = daijiro
+
+    records = bookmarks.search("http://groonga.org/")
+    assert_equal(["daijiro"],
+                 records.records.collect {|record| record[".user_id.name"]})
+  end
+
+  def test_add
+    users = Groonga::PatriciaTrie.create(:name => "Users")
+    users.define_column("address", "<text>")
+    me = users.add("me", :address => "me@example.com")
+    assert_equal("me@example.com", me[:address])
+  end
+
+  def test_default_tokenizer_on_create
+    terms = Groonga::PatriciaTrie.create(:name => "Terms",
+                                         :default_tokenizer => "TokenUnigram")
+    assert_equal(context[Groonga::Type::UNIGRAM],
+                 terms.default_tokenizer)
+  end
+
+  def test_duplicated_name
+    Groonga::PatriciaTrie.create(:name => "Users")
+    assert_raise(Groonga::InvalidArgument) do
+      Groonga::PatriciaTrie.create(:name => "Users")
+    end
+  end
+
+  def test_open_same_name
+    users_created = Groonga::PatriciaTrie.create(:name => "Users")
+    users_opened = Groonga::PatriciaTrie.open(:name => "Users")
+    users_opened.add("morita")
+    assert_equal(1, users_created.size)
+  end
+
+  def test_has_key?
+    users = Groonga::PatriciaTrie.create(:name => "Users")
+    assert_false(users.has_key?("morita"))
+    users.add("morita")
+    assert_true(users.has_key?("morita"))
+  end
+
+  def test_scan
+    Groonga::Context.default_options = {:encoding => "utf-8"}
+    words = Groonga::PatriciaTrie.create(:key_type => "ShortText",
+                                         :key_normalize => true)
+    words.add("リンク")
+    arupaka = words.add("アルパカ")
+    words.add("アルパカ(生物)")
+    adventure_of_link = words.add('リンクの冒険')
+    words.add('冒険')
+    gaxtu = words.add('ｶﾞｯ')
+    muteki = words.add('ＭＵＴＥＫＩ')
+    assert_equal([[muteki, "muTEki", 0, 6],
+                  [adventure_of_link, "リンクの冒険", 7, 18],
+                  [arupaka, "アルパカ", 42, 12],
+                  [gaxtu, "ガッ", 55, 6]],
+                 words.scan('muTEki リンクの冒険 ミリバール アルパカ ガッ'))
+  end
+
+  def test_tag_keys
+    Groonga::Context.default_options = {:encoding => "utf-8"}
+    words = Groonga::PatriciaTrie.create(:key_type => "ShortText",
+                                         :key_normalize => true)
+    words.add('リンク')
+    words.add('リンクの冒険')
+    words.add('冒険')
+    words.add('㍊')
+    words.add('ｶﾞｯ')
+    words.add('ＭＵＴＥＫＩ')
+
+    text = 'muTEki リンクの冒険 マッチしない ミリバール ガッ おわり'
+    actual = words.tag_keys(text) do |record, word|
+      "<#{word}(#{record.key})>"
+    end
+    assert_equal("<muTEki(muteki)> " +
+                 "<リンクの冒険(リンクの冒険)> " +
+                 "マッチしない " +
+                 "<ミリバール(ミリバール)> " +
+                 "<ガッ(ガッ)> " +
+                 "おわり",
+                 actual)
+  end
+
+  def test_tag_keys_with_last_match
+    Groonga::Context.default_options = {:encoding => "utf-8"}
+    words = Groonga::PatriciaTrie.create(:key_type => "ShortText",
+                                         :key_normalize => true)
+    words.add('ｶﾞｯ')
+    words.add('ＭＵＴＥＫＩ')
+
+    text = 'muTEki マッチしない ガッ'
+    actual = words.tag_keys(text) do |record, word|
+      "<#{word}(#{record.key})>"
+    end
+    assert_equal("<muTEki(muteki)> " +
+                 "マッチしない " +
+                 "<ガッ(ガッ)>",
+                 actual)
+  end
+
+  def test_tag_keys_with_no_match
+    Groonga::Context.default_options = {:encoding => "utf-8"}
+    words = Groonga::PatriciaTrie.create(:key_type => "ShortText",
+                                         :key_normalize => true)
+
+    words.add('無敵')
+    words.add('ＢＯＵＫＥＮ')
+
+    text = 'muTEki リンクの冒険'
+    actual = words.tag_keys(text) do |record, word|
+      "<#{word}(#{record.key})>"
+    end
+    assert_equal(text, actual)
+  end
+
+  def test_prefix_search
+    paths = Groonga::PatriciaTrie.create(:name => "Paths",
+                                         :key_type => 'ShortText')
+    root_path = paths.add('/')
+    tmp_path = paths.add('/tmp')
+    usr_bin_path = paths.add('/usr/bin')
+    usr_local_bin_path = paths.add('/usr/local/bin')
+
+    records = paths.prefix_search('/')
+    assert_equal(["/usr/local/bin", "/usr/bin", "/tmp", "/"],
+                 records.records.collect {|record| record["._key"]})
+
+    records = paths.prefix_search('/usr')
+    assert_equal(["/usr/local/bin", "/usr/bin"],
+                 records.records.collect {|record| record["._key"]})
+
+    records = paths.prefix_search('/usr/local')
+    assert_equal(["/usr/local/bin"],
+                 records.records.collect {|record| record["._key"]})
+
+    records = paths.prefix_search('nonexistent')
+    assert_equal([],
+                 records.records.collect {|record| record["._key"]})
+  end
+end

data/test/test-procedure.rb

@@ -0,0 +1,37 @@
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class ProcedureTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database
+
+  def test_builtins
+    assert_equal_procedure("TokenDelimit", Groonga::Procedure::DELIMIT)
+    assert_equal_procedure("TokenUnigram", Groonga::Procedure::UNIGRAM)
+    assert_equal_procedure("TokenBigram", Groonga::Procedure::BIGRAM)
+    assert_equal_procedure("TokenTrigram", Groonga::Procedure::TRIGRAM)
+    assert_equal_procedure("TokenMecab", Groonga::Procedure::MECAB,
+                           :accept_nil => true)
+  end
+
+  private
+  def assert_equal_procedure(expected_name, id, options={})
+    procedure = Groonga::Context.default[id]
+    expected_name = nil if procedure.nil? and options[:accept_nil]
+    assert_equal(expected_name,
+                 procedure ? procedure.name : procedure)
+  end
+end

data/test/test-query.rb

@@ -0,0 +1,22 @@
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class QueryTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def test_new
+    Groonga::Query.new("groonga text")
+  end
+end

data/test/test-record.rb

@@ -0,0 +1,279 @@
+# Copyright (C) 2009-2010  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class RecordTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def setup
+    setup_database
+
+    setup_addresses_table
+    setup_users_table
+    setup_bookmarks_table
+    setup_indexes
+  end
+
+  def setup_addresses_table
+    @addresses_path = @tables_dir + "addresses"
+    @addresses = Groonga::Array.create(:name => "Addresses",
+                                       :path => @addresses_path.to_s)
+
+    @addresses_mail_column_path = @columns_dir + "mail"
+    @addresses_mail_column =
+      @addresses.define_column("mail", "ShortText",
+                               :path => @addresses_mail_column_path.to_s)
+  end
+
+  def setup_users_table
+    @users_path = @tables_dir + "users"
+    @users = Groonga::Array.create(:name => "Users",
+                                   :path => @users_path.to_s)
+
+    @users_name_column_path = @columns_dir + "name"
+    @users_name_column =
+      @users.define_column("name", "ShortText",
+                           :path => @users_name_column_path.to_s)
+
+    @users_addresses_column_path = @columns_dir + "addresses"
+    @users_addresses_column =
+      @users.define_column("addresses", @addresses,
+                           :path => @users_addresses_column_path.to_s,
+                           :type => "vector")
+  end
+
+  def setup_bookmarks_table
+    @bookmarks_path = @tables_dir + "bookmarks"
+    @bookmarks = Groonga::Array.create(:name => "Bookmarks",
+                                       :value_type => "Int32",
+                                       :path => @bookmarks_path.to_s)
+
+    @uri_column_path = @columns_dir + "uri"
+    @bookmarks_uri = @bookmarks.define_column("uri", "ShortText",
+                                              :path => @uri_column_path.to_s)
+
+    @rate_column_path = @columns_dir + "rate"
+    @bookmarks_rate = @bookmarks.define_column("rate", "Int32",
+                                               :path => @rate_column_path.to_s)
+
+    @comment_column_path = @columns_dir + "comment"
+    @bookmarks_comment =
+      @bookmarks.define_column("comment", "Text",
+                               :path => @comment_column_path.to_s)
+
+    @content_column_path = @columns_dir + "content"
+    @bookmarks_content = @bookmarks.define_column("content", "LongText")
+
+    @user_column_path = @columns_dir + "user"
+    @bookmarks_user = @bookmarks.define_column("user", @users)
+  end
+
+  def setup_indexes
+    @bookmarks_index_path = @tables_dir + "bookmarks-index"
+    @bookmarks_index =
+      Groonga::PatriciaTrie.create(:name => "BookmarksIndex",
+                                   :path => @bookmarks_index_path.to_s)
+    @bookmarks_index.default_tokenizer = "TokenBigram"
+
+    @content_index_column_path = @columns_dir + "content-index"
+    @bookmarks_content_index =
+      @bookmarks_index.define_index_column("content", @bookmarks,
+                                           :with_section => true,
+                                           :with_weight => true,
+                                           :with_position => true,
+                                           :path => @content_index_column_path.to_s)
+    @bookmarks_content_index.source = @bookmarks_content
+
+    @uri_index_column_path = @columns_dir + "uri-index"
+    @bookmarks_uri_index =
+      @bookmarks_index.define_index_column("uri", @bookmarks,
+                                           :with_position => true,
+                                           :path => @uri_index_column_path.to_s)
+    @bookmarks_uri_index.source = @bookmarks_uri
+  end
+
+  def test_column_accessor
+    groonga = @bookmarks.add
+
+    groonga["uri"] = "http://groonga.org/"
+    assert_equal("http://groonga.org/", groonga["uri"])
+
+    groonga["comment"] = "fulltext search engine"
+    assert_equal("fulltext search engine", groonga["comment"])
+  end
+
+  def test_have_column?
+    groonga = @bookmarks.add
+    assert_true(groonga.have_column?(:uri))
+    assert_false(groonga.have_column?(:nonexistent))
+  end
+
+  def test_get_nonexistent_column
+    groonga = @bookmarks.add
+    assert_raise(Groonga::NoSuchColumn) do
+      groonga["nonexistent"]
+    end
+  end
+
+  def test_set_nonexistent_column
+    groonga = @bookmarks.add
+    assert_raise(Groonga::NoSuchColumn) do
+      groonga["nonexistent"] = "value"
+    end
+  end
+
+  def test_set_object_id
+    groonga = @bookmarks.add
+    daijiro = @users.add
+    daijiro["name"] = "daijiro"
+    assert_nil(groonga["user"])
+    groonga["user"] = daijiro.id
+    assert_equal(daijiro, groonga["user"])
+  end
+
+  def test_set_nil
+    groonga = @bookmarks.add
+    groonga["content"] = nil
+    assert_nil(groonga["content"])
+  end
+
+  def test_delete
+    bookmark1 = @bookmarks.add
+    bookmark2 = @bookmarks.add
+    bookmark3 = @bookmarks.add
+
+    assert_equal(3, @bookmarks.size)
+    bookmark2.delete
+    assert_equal(2, @bookmarks.size)
+  end
+
+  def test_key
+    documents = Groonga::PatriciaTrie.create(:name => "Documents",
+                                             :key_type => "ShortText")
+    reference = documents.add("reference")
+    assert_equal("reference", reference.key)
+  end
+
+  def test_value
+    bookmark = @bookmarks.add
+    assert_equal(0, bookmark.value)
+    bookmark.value = 100
+    assert_equal(100, bookmark.value)
+  end
+
+  def test_reference_column?
+    bookmark = @bookmarks.add
+    assert_false(bookmark.reference_column?("uri"))
+    assert_true(bookmark.reference_column?("user"))
+  end
+
+  def test_score
+    groonga = @bookmarks.add
+    groonga["content"] = "full text search search search engine."
+
+    google = @bookmarks.add
+    google["content"] = "Web search engine."
+
+    results = @bookmarks_content_index.search("search")
+    assert_equal([[groonga.id, 3], [google.id, 1]],
+                 results.collect do |record|
+                   [record.id, record.score]
+                 end)
+  end
+
+  def test_increment!
+    groonga = @bookmarks.add
+    assert_equal(0, groonga["rate"])
+    groonga.increment!("rate")
+    assert_equal(1, groonga["rate"])
+    groonga.increment!("rate", 2)
+    assert_equal(3, groonga["rate"])
+    groonga.increment!("rate", -2)
+    assert_equal(1, groonga["rate"])
+  end
+
+  def test_decrement!
+    groonga = @bookmarks.add
+    assert_equal(0, groonga["rate"])
+    groonga.decrement!("rate")
+    assert_equal(-1, groonga["rate"])
+    groonga.decrement!("rate", 2)
+    assert_equal(-3, groonga["rate"])
+    groonga.decrement!("rate", -2)
+    assert_equal(-1, groonga["rate"])
+  end
+
+  def test_lock
+    groonga = @bookmarks.add
+
+    assert_not_predicate(groonga, :locked?)
+    groonga.lock
+    assert_predicate(groonga, :locked?)
+    groonga.unlock
+    assert_not_predicate(groonga, :locked?)
+  end
+
+  def test_lock_failed
+    groonga = @bookmarks.add
+
+    groonga.lock
+    assert_raise(Groonga::ResourceDeadlockAvoided) do
+      groonga.lock
+    end
+  end
+
+  def test_lock_block
+    groonga = @bookmarks.add
+
+    assert_not_predicate(groonga, :locked?)
+    groonga.lock do
+      assert_predicate(groonga, :locked?)
+    end
+    assert_not_predicate(groonga, :locked?)
+  end
+
+  def test_clear_lock
+    groonga = @bookmarks.add
+
+    assert_not_predicate(groonga, :locked?)
+    groonga.lock
+    assert_predicate(groonga, :locked?)
+    groonga.clear_lock
+    assert_not_predicate(groonga, :locked?)
+  end
+
+  def test_attributes
+    values = {
+      "uri" => "http://groonga.org/",
+      "rate" => 5,
+      "comment" => "Grate!"
+    }
+    groonga = @bookmarks.add(values)
+    assert_equal(values.merge("id" => groonga.id,
+                              "content" => nil,
+                              "user" => nil),
+                 groonga.attributes)
+  end
+
+  def test_dynamic_accessor
+    groonga = @bookmarks.add
+    assert_equal([],
+                 ["uri", "uri="] - groonga.methods.collect {|name| name.to_s})
+    assert_equal([true, true],
+                 [groonga.respond_to?(:uri),
+                  groonga.respond_to?(:uri=)])
+    groonga.uri = "http://groonga.org/"
+    assert_equal("http://groonga.org/", groonga.uri)
+  end
+end