groonga 0.9.1 → 1.0.0

data/test/test-index-column.rb

@@ -1,81 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
-#
-# This library is free software; you can redistribute it and/or
-# modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
-#
-# This library is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this library; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
-
-class IndexColumnTest < Test::Unit::TestCase
-  include GroongaTestUtils
-
-  def setup
-    setup_database
-  end
-
-  def test_array_set_with_record
-    articles = Groonga::Array.create(:name => "Articles")
-    articles.define_column("content", "Text")
-
-    terms = Groonga::Hash.create(:name => "Terms",
-                                 :default_tokenizer => "TokenBigram")
-    content_index = terms.define_index_column("content", articles,
-                                              :with_section => true)
-
-    content = <<-EOC
-    groonga は組み込み型の全文検索エンジンライブラリです。
-    DBMSやスクリプト言語処理系等に組み込むことによって、その
-    全文検索機能を強化することができます。また、リレーショナ
-    ルモデルに基づくデータストア機能を内包しており、groonga
-    単体でも高速なデータストアサーバとして使用することができ
-    ます。
-
-    ■全文検索方式
-    転置索引型の全文検索エンジンです。転置索引は圧縮されてファ
-    イルに格納され、検索時のディスク読み出し量を小さく、かつ
-    局所的に抑えるように設計されています。用途に応じて以下の
-    索引タイプを選択できます。
-    EOC
-
-    groonga = articles.add(:content => content)
-
-    content.split(/\n{2,}/).each_with_index do |sentence, i|
-      content_index[groonga] = {:value => sentence, :section => i + 1}
-    end
-    assert_equal([groonga],
-                 content_index.search("エンジン").collect {|record| record.key})
-  end
-
-  def test_shorter_query_than_ngram
-    articles = Groonga::Array.create(:name => "Articles")
-    articles.define_column("content", "Text")
-
-    terms = Groonga::PatriciaTrie.create(:name => "Terms",
-                                         :default_tokenizer => "TokenBigram")
-    content_index = terms.define_index_column("content", articles,
-                                              :source => "Articles.content")
-    articles.add(:content => 'l')
-    articles.add(:content => 'll')
-    articles.add(:content => 'hello')
-
-    assert_search(["hello"], content_index, "he")
-    assert_search(["ll", "hello"], content_index, "ll")
-    assert_search(["l", "ll", "hello"], content_index, "l")
-  end
-
-  def assert_search(expected, content_index, keyword)
-    result = content_index.search(keyword).collect do |entry|
-      entry.key["content"]
-    end
-    assert_equal(expected, result)
-  end
-end

data/test/test-patricia-trie.rb

@@ -1,189 +0,0 @@
-# -*- coding: utf-8 -*-
-# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
-#
-# This library is free software; you can redistribute it and/or
-# modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
-#
-# This library is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this library; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
-
-class PatriciaTrieTest < Test::Unit::TestCase
-  include GroongaTestUtils
-
-  setup :setup_database
-
-  def test_encoding
-    assert_equal(Groonga::Encoding.default,
-                 Groonga::PatriciaTrie.create.encoding)
-  end
-
-  def test_tokenizer
-    trie = Groonga::PatriciaTrie.create
-    assert_nil(trie.default_tokenizer)
-    trie.default_tokenizer = "TokenTrigram"
-    assert_equal(Groonga::Context.default["TokenTrigram"],
-                 trie.default_tokenizer)
-  end
-
-  def test_search
-    users = Groonga::Array.create(:name => "Users")
-    user_name = users.define_column("name", "ShortText")
-
-    bookmarks = Groonga::PatriciaTrie.create(:name => "Bookmarks",
-                                             :key_type => "ShortText")
-    bookmark_user_id = bookmarks.define_column("user_id", users)
-
-    daijiro = users.add
-    daijiro["name"] = "daijiro"
-    gunyarakun = users.add
-    gunyarakun["name"] = "gunyarakun"
-
-    groonga = bookmarks.add("http://groonga.org/")
-    groonga["user_id"] = daijiro
-
-    records = bookmarks.search("http://groonga.org/")
-    assert_equal(["daijiro"],
-                 records.records.collect {|record| record[".user_id.name"]})
-  end
-
-  def test_add
-    users = Groonga::PatriciaTrie.create(:name => "Users")
-    users.define_column("address", "<text>")
-    me = users.add("me", :address => "me@example.com")
-    assert_equal("me@example.com", me[:address])
-  end
-
-  def test_default_tokenizer_on_create
-    terms = Groonga::PatriciaTrie.create(:name => "Terms",
-                                         :default_tokenizer => "TokenUnigram")
-    assert_equal(context[Groonga::Type::UNIGRAM],
-                 terms.default_tokenizer)
-  end
-
-  def test_duplicated_name
-    Groonga::PatriciaTrie.create(:name => "Users")
-    assert_raise(Groonga::InvalidArgument) do
-      Groonga::PatriciaTrie.create(:name => "Users")
-    end
-  end
-
-  def test_open_same_name
-    users_created = Groonga::PatriciaTrie.create(:name => "Users")
-    users_opened = Groonga::PatriciaTrie.open(:name => "Users")
-    users_opened.add("morita")
-    assert_equal(1, users_created.size)
-  end
-
-  def test_has_key?
-    users = Groonga::PatriciaTrie.create(:name => "Users")
-    assert_false(users.has_key?("morita"))
-    users.add("morita")
-    assert_true(users.has_key?("morita"))
-  end
-
-  def test_scan
-    Groonga::Context.default_options = {:encoding => "utf-8"}
-    words = Groonga::PatriciaTrie.create(:key_type => "ShortText",
-                                         :key_normalize => true)
-    words.add("リンク")
-    arupaka = words.add("アルパカ")
-    words.add("アルパカ(生物)")
-    adventure_of_link = words.add('リンクの冒険')
-    words.add('冒険')
-    gaxtu = words.add('ｶﾞｯ')
-    muteki = words.add('ＭＵＴＥＫＩ')
-    assert_equal([[muteki, "muTEki", 0, 6],
-                  [adventure_of_link, "リンクの冒険", 7, 18],
-                  [arupaka, "アルパカ", 42, 12],
-                  [gaxtu, "ガッ", 55, 6]],
-                 words.scan('muTEki リンクの冒険 ミリバール アルパカ ガッ'))
-  end
-
-  def test_tag_keys
-    Groonga::Context.default_options = {:encoding => "utf-8"}
-    words = Groonga::PatriciaTrie.create(:key_type => "ShortText",
-                                         :key_normalize => true)
-    words.add('リンク')
-    words.add('リンクの冒険')
-    words.add('冒険')
-    words.add('㍊')
-    words.add('ｶﾞｯ')
-    words.add('ＭＵＴＥＫＩ')
-
-    text = 'muTEki リンクの冒険 マッチしない ミリバール ガッ おわり'
-    actual = words.tag_keys(text) do |record, word|
-      "<#{word}(#{record.key})>"
-    end
-    assert_equal("<muTEki(muteki)> " +
-                 "<リンクの冒険(リンクの冒険)> " +
-                 "マッチしない " +
-                 "<ミリバール(ミリバール)> " +
-                 "<ガッ(ガッ)> " +
-                 "おわり",
-                 actual)
-  end
-
-  def test_tag_keys_with_last_match
-    Groonga::Context.default_options = {:encoding => "utf-8"}
-    words = Groonga::PatriciaTrie.create(:key_type => "ShortText",
-                                         :key_normalize => true)
-    words.add('ｶﾞｯ')
-    words.add('ＭＵＴＥＫＩ')
-
-    text = 'muTEki マッチしない ガッ'
-    actual = words.tag_keys(text) do |record, word|
-      "<#{word}(#{record.key})>"
-    end
-    assert_equal("<muTEki(muteki)> " +
-                 "マッチしない " +
-                 "<ガッ(ガッ)>",
-                 actual)
-  end
-
-  def test_tag_keys_with_no_match
-    Groonga::Context.default_options = {:encoding => "utf-8"}
-    words = Groonga::PatriciaTrie.create(:key_type => "ShortText",
-                                         :key_normalize => true)
-
-    words.add('無敵')
-    words.add('ＢＯＵＫＥＮ')
-
-    text = 'muTEki リンクの冒険'
-    actual = words.tag_keys(text) do |record, word|
-      "<#{word}(#{record.key})>"
-    end
-    assert_equal(text, actual)
-  end
-
-  def test_prefix_search
-    paths = Groonga::PatriciaTrie.create(:name => "Paths",
-                                         :key_type => 'ShortText')
-    root_path = paths.add('/')
-    tmp_path = paths.add('/tmp')
-    usr_bin_path = paths.add('/usr/bin')
-    usr_local_bin_path = paths.add('/usr/local/bin')
-
-    records = paths.prefix_search('/')
-    assert_equal(["/usr/local/bin", "/usr/bin", "/tmp", "/"],
-                 records.records.collect {|record| record["._key"]})
-
-    records = paths.prefix_search('/usr')
-    assert_equal(["/usr/local/bin", "/usr/bin"],
-                 records.records.collect {|record| record["._key"]})
-
-    records = paths.prefix_search('/usr/local')
-    assert_equal(["/usr/local/bin"],
-                 records.records.collect {|record| record["._key"]})
-
-    records = paths.prefix_search('nonexistent')
-    assert_equal([],
-                 records.records.collect {|record| record["._key"]})
-  end
-end

data/test/test-procedure.rb

@@ -1,37 +0,0 @@
-# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
-#
-# This library is free software; you can redistribute it and/or
-# modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
-#
-# This library is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this library; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
-
-class ProcedureTest < Test::Unit::TestCase
-  include GroongaTestUtils
-
-  setup :setup_database
-
-  def test_builtins
-    assert_equal_procedure("TokenDelimit", Groonga::Procedure::DELIMIT)
-    assert_equal_procedure("TokenUnigram", Groonga::Procedure::UNIGRAM)
-    assert_equal_procedure("TokenBigram", Groonga::Procedure::BIGRAM)
-    assert_equal_procedure("TokenTrigram", Groonga::Procedure::TRIGRAM)
-    assert_equal_procedure("TokenMecab", Groonga::Procedure::MECAB,
-                           :accept_nil => true)
-  end
-
-  private
-  def assert_equal_procedure(expected_name, id, options={})
-    procedure = Groonga::Context.default[id]
-    expected_name = nil if procedure.nil? and options[:accept_nil]
-    assert_equal(expected_name,
-                 procedure ? procedure.name : procedure)
-  end
-end

data/test/test-query.rb

@@ -1,22 +0,0 @@
-# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
-#
-# This library is free software; you can redistribute it and/or
-# modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
-#
-# This library is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this library; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
-
-class QueryTest < Test::Unit::TestCase
-  include GroongaTestUtils
-
-  def test_new
-    Groonga::Query.new("groonga text")
-  end
-end

data/test/test-record.rb

@@ -1,268 +0,0 @@
-# Copyright (C) 2009-2010  Kouhei Sutou <kou@clear-code.com>
-#
-# This library is free software; you can redistribute it and/or
-# modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
-#
-# This library is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this library; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
-
-class RecordTest < Test::Unit::TestCase
-  include GroongaTestUtils
-
-  def setup
-    setup_database
-
-    setup_addresses_table
-    setup_users_table
-    setup_bookmarks_table
-    setup_indexes
-  end
-
-  def setup_addresses_table
-    @addresses_path = @tables_dir + "addresses"
-    @addresses = Groonga::Array.create(:name => "Addresses",
-                                       :path => @addresses_path.to_s)
-
-    @addresses_mail_column_path = @columns_dir + "mail"
-    @addresses_mail_column =
-      @addresses.define_column("mail", "ShortText",
-                               :path => @addresses_mail_column_path.to_s)
-  end
-
-  def setup_users_table
-    @users_path = @tables_dir + "users"
-    @users = Groonga::Array.create(:name => "Users",
-                                   :path => @users_path.to_s)
-
-    @users_name_column_path = @columns_dir + "name"
-    @users_name_column =
-      @users.define_column("name", "ShortText",
-                           :path => @users_name_column_path.to_s)
-
-    @users_addresses_column_path = @columns_dir + "addresses"
-    @users_addresses_column =
-      @users.define_column("addresses", @addresses,
-                           :path => @users_addresses_column_path.to_s,
-                           :type => "vector")
-  end
-
-  def setup_bookmarks_table
-    @bookmarks_path = @tables_dir + "bookmarks"
-    @bookmarks = Groonga::Array.create(:name => "Bookmarks",
-                                       :value_type => "Int32",
-                                       :path => @bookmarks_path.to_s)
-
-    @uri_column_path = @columns_dir + "uri"
-    @bookmarks_uri = @bookmarks.define_column("uri", "ShortText",
-                                              :path => @uri_column_path.to_s)
-
-    @rate_column_path = @columns_dir + "rate"
-    @bookmarks_rate = @bookmarks.define_column("rate", "Int32",
-                                               :path => @rate_column_path.to_s)
-
-    @comment_column_path = @columns_dir + "comment"
-    @bookmarks_comment =
-      @bookmarks.define_column("comment", "Text",
-                               :path => @comment_column_path.to_s)
-
-    @content_column_path = @columns_dir + "content"
-    @bookmarks_content = @bookmarks.define_column("content", "LongText")
-
-    @user_column_path = @columns_dir + "user"
-    @bookmarks_user = @bookmarks.define_column("user", @users)
-  end
-
-  def setup_indexes
-    @bookmarks_index_path = @tables_dir + "bookmarks-index"
-    @bookmarks_index =
-      Groonga::PatriciaTrie.create(:name => "BookmarksIndex",
-                                   :path => @bookmarks_index_path.to_s)
-    @bookmarks_index.default_tokenizer = "TokenBigram"
-
-    @content_index_column_path = @columns_dir + "content-index"
-    @bookmarks_content_index =
-      @bookmarks_index.define_index_column("content", @bookmarks,
-                                           :with_section => true,
-                                           :with_weight => true,
-                                           :with_position => true,
-                                           :path => @content_index_column_path.to_s)
-    @bookmarks_content_index.source = @bookmarks_content
-
-    @uri_index_column_path = @columns_dir + "uri-index"
-    @bookmarks_uri_index =
-      @bookmarks_index.define_index_column("uri", @bookmarks,
-                                           :with_position => true,
-                                           :path => @uri_index_column_path.to_s)
-    @bookmarks_uri_index.source = @bookmarks_uri
-  end
-
-  def test_column_accessor
-    groonga = @bookmarks.add
-
-    groonga["uri"] = "http://groonga.org/"
-    assert_equal("http://groonga.org/", groonga["uri"])
-
-    groonga["comment"] = "fulltext search engine"
-    assert_equal("fulltext search engine", groonga["comment"])
-  end
-
-  def test_have_column?
-    groonga = @bookmarks.add
-    assert_true(groonga.have_column?(:uri))
-    assert_false(groonga.have_column?(:nonexistent))
-  end
-
-  def test_get_nonexistent_column
-    groonga = @bookmarks.add
-    assert_raise(Groonga::NoSuchColumn) do
-      groonga["nonexistent"]
-    end
-  end
-
-  def test_set_nonexistent_column
-    groonga = @bookmarks.add
-    assert_raise(Groonga::NoSuchColumn) do
-      groonga["nonexistent"] = "value"
-    end
-  end
-
-  def test_set_object_id
-    groonga = @bookmarks.add
-    daijiro = @users.add
-    daijiro["name"] = "daijiro"
-    assert_nil(groonga["user"])
-    groonga["user"] = daijiro.id
-    assert_equal(daijiro, groonga["user"])
-  end
-
-  def test_set_nil
-    groonga = @bookmarks.add
-    groonga["content"] = nil
-    assert_nil(groonga["content"])
-  end
-
-  def test_delete
-    bookmark1 = @bookmarks.add
-    bookmark2 = @bookmarks.add
-    bookmark3 = @bookmarks.add
-
-    assert_equal(3, @bookmarks.size)
-    bookmark2.delete
-    assert_equal(2, @bookmarks.size)
-  end
-
-  def test_key
-    documents = Groonga::PatriciaTrie.create(:name => "Documents",
-                                             :key_type => "ShortText")
-    reference = documents.add("reference")
-    assert_equal("reference", reference.key)
-  end
-
-  def test_value
-    bookmark = @bookmarks.add
-    assert_equal(0, bookmark.value)
-    bookmark.value = 100
-    assert_equal(100, bookmark.value)
-  end
-
-  def test_reference_column?
-    bookmark = @bookmarks.add
-    assert_false(bookmark.reference_column?("uri"))
-    assert_true(bookmark.reference_column?("user"))
-  end
-
-  def test_score
-    groonga = @bookmarks.add
-    groonga["content"] = "full text search search search engine."
-
-    google = @bookmarks.add
-    google["content"] = "Web search engine."
-
-    results = @bookmarks_content_index.search("search")
-    assert_equal([[groonga.id, 3], [google.id, 1]],
-                 results.collect do |record|
-                   [record.id, record.score]
-                 end)
-  end
-
-  def test_increment!
-    groonga = @bookmarks.add
-    assert_equal(0, groonga["rate"])
-    groonga.increment!("rate")
-    assert_equal(1, groonga["rate"])
-    groonga.increment!("rate", 2)
-    assert_equal(3, groonga["rate"])
-    groonga.increment!("rate", -2)
-    assert_equal(1, groonga["rate"])
-  end
-
-  def test_decrement!
-    groonga = @bookmarks.add
-    assert_equal(0, groonga["rate"])
-    groonga.decrement!("rate")
-    assert_equal(-1, groonga["rate"])
-    groonga.decrement!("rate", 2)
-    assert_equal(-3, groonga["rate"])
-    groonga.decrement!("rate", -2)
-    assert_equal(-1, groonga["rate"])
-  end
-
-  def test_lock
-    groonga = @bookmarks.add
-
-    assert_not_predicate(groonga, :locked?)
-    groonga.lock
-    assert_predicate(groonga, :locked?)
-    groonga.unlock
-    assert_not_predicate(groonga, :locked?)
-  end
-
-  def test_lock_failed
-    groonga = @bookmarks.add
-
-    groonga.lock
-    assert_raise(Groonga::ResourceDeadlockAvoided) do
-      groonga.lock
-    end
-  end
-
-  def test_lock_block
-    groonga = @bookmarks.add
-
-    assert_not_predicate(groonga, :locked?)
-    groonga.lock do
-      assert_predicate(groonga, :locked?)
-    end
-    assert_not_predicate(groonga, :locked?)
-  end
-
-  def test_clear_lock
-    groonga = @bookmarks.add
-
-    assert_not_predicate(groonga, :locked?)
-    groonga.lock
-    assert_predicate(groonga, :locked?)
-    groonga.clear_lock
-    assert_not_predicate(groonga, :locked?)
-  end
-
-  def test_attributes
-    values = {
-      "uri" => "http://groonga.org/",
-      "rate" => 5,
-      "comment" => "Grate!"
-    }
-    groonga = @bookmarks.add(values)
-    assert_equal(values.merge("id" => groonga.id,
-                              "content" => nil,
-                              "user" => nil),
-                 groonga.attributes)
-  end
-end