groonga 0.0.1

data/test/test-database.rb

@@ -0,0 +1,62 @@
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class DatabaseTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def test_create
+    assert_nil(Groonga::Context.default.database)
+
+    db_path = @tmp_dir + "db"
+    assert_not_predicate(db_path, :exist?)
+    database = Groonga::Database.create(:path => db_path.to_s)
+    assert_predicate(db_path, :exist?)
+    assert_not_predicate(database, :closed?)
+
+    assert_equal(database, Groonga::Context.default.database)
+  end
+
+  def test_temporary
+    before_files = @tmp_dir.children
+    database = Groonga::Database.create
+    assert_nil(database.name)
+    assert_equal(before_files, @tmp_dir.children)
+  end
+
+  def test_open
+    db_path = @tmp_dir + "db"
+    database = Groonga::Database.create(:path => db_path.to_s)
+
+    called = false
+    Groonga::Database.open(db_path.to_s) do |_database|
+      database = _database
+      assert_not_predicate(database, :closed?)
+      called = true
+    end
+    assert_true(called)
+    assert_predicate(database, :closed?)
+  end
+
+  def test_new
+    db_path = @tmp_dir + "db"
+    assert_raise(Groonga::NoMemoryAvailable) do
+      Groonga::Database.new(db_path.to_s)
+    end
+
+    database = Groonga::Database.create(:path => db_path.to_s)
+
+    assert_not_predicate(Groonga::Database.new(db_path.to_s), :closed?)
+  end
+end

data/test/test-encoding.rb

@@ -0,0 +1,33 @@
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class EncodingTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def test_constants
+    assert_equal(:default, Groonga::Encoding::DEFAULT)
+    assert_equal(:none, Groonga::Encoding::NONE)
+    assert_equal(:euc_jp, Groonga::Encoding::EUC_JP)
+    assert_equal(:sjis, Groonga::Encoding::SJIS)
+    assert_equal(:utf8, Groonga::Encoding::UTF8)
+    assert_equal(:latin1, Groonga::Encoding::LATIN1)
+    assert_equal(:koi8r, Groonga::Encoding::KOI8R)
+  end
+
+  def test_default
+    Groonga::Encoding.default = :utf8
+    assert_equal(:utf8, Groonga::Encoding.default)
+  end
+end

data/test/test-exception.rb

@@ -0,0 +1,85 @@
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class ExceptionTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def test_defined
+    assert_not_const_defined(Groonga, :Success)
+
+    assert_const_defined(Groonga, :EndOfData)
+    assert_const_defined(Groonga, :UnknownError)
+    assert_const_defined(Groonga, :OperationNotPermitted)
+    assert_const_defined(Groonga, :NoSuchFileOrDirectory)
+    assert_const_defined(Groonga, :NoSuchProcess)
+    assert_const_defined(Groonga, :InterruptedFunctionCall)
+    assert_const_defined(Groonga, :InputOutputError)
+    assert_const_defined(Groonga, :NoSuchDeviceOrAddress)
+    assert_const_defined(Groonga, :ArgumentListTooLong)
+    assert_const_defined(Groonga, :ExecFormatError)
+    assert_const_defined(Groonga, :BadFileDescriptor)
+    assert_const_defined(Groonga, :NoChildProcesses)
+    assert_const_defined(Groonga, :ResourceTemporarilyUnavailable)
+    assert_const_defined(Groonga, :NotEnoughSpace)
+    assert_const_defined(Groonga, :PermissionDenied)
+    assert_const_defined(Groonga, :BadAddress)
+    assert_const_defined(Groonga, :ResourceBusy)
+    assert_const_defined(Groonga, :FileExists)
+    assert_const_defined(Groonga, :ImproperLink)
+    assert_const_defined(Groonga, :NoSuchDevice)
+    assert_const_defined(Groonga, :NotADirectory)
+    assert_const_defined(Groonga, :IsADirectory)
+    assert_const_defined(Groonga, :InvalidArgument)
+    assert_const_defined(Groonga, :TooManyOpenFilesInSystem)
+    assert_const_defined(Groonga, :TooManyOpenFiles)
+    assert_const_defined(Groonga, :InappropriateIOControlOperation)
+    assert_const_defined(Groonga, :FileTooLarge)
+    assert_const_defined(Groonga, :NoSpaceLeftOnDevice)
+    assert_const_defined(Groonga, :InvalidSeek)
+    assert_const_defined(Groonga, :ReadOnlyFileSystem)
+    assert_const_defined(Groonga, :TooManyLinks)
+    assert_const_defined(Groonga, :BrokenPipe)
+    assert_const_defined(Groonga, :DomainError)
+    assert_const_defined(Groonga, :ResultTooLarge)
+    assert_const_defined(Groonga, :ResourceDeadlockAvoided)
+    assert_const_defined(Groonga, :NoMemoryAvailable)
+    assert_const_defined(Groonga, :FilenameTooLong)
+    assert_const_defined(Groonga, :NoLocksAvailable)
+    assert_const_defined(Groonga, :FunctionNotImplemented)
+    assert_const_defined(Groonga, :DirectoryNotEmpty)
+    assert_const_defined(Groonga, :IllegalByteSequence)
+    assert_const_defined(Groonga, :SocketNotInitialized)
+    assert_const_defined(Groonga, :OperationWouldBlock)
+    assert_const_defined(Groonga, :AddressIsNotAvailable)
+    assert_const_defined(Groonga, :NetworkIsDown)
+    assert_const_defined(Groonga, :NoBuffer)
+    assert_const_defined(Groonga, :SocketIsAlreadyConnected)
+    assert_const_defined(Groonga, :SocketIsNotConnected)
+    assert_const_defined(Groonga, :SocketIsAlreadyShutdowned)
+    assert_const_defined(Groonga, :OperationTimeout)
+    assert_const_defined(Groonga, :ConnectionRefused)
+    assert_const_defined(Groonga, :RangeError)
+    assert_const_defined(Groonga, :TokenizerError)
+    assert_const_defined(Groonga, :FileCorrupt)
+    assert_const_defined(Groonga, :InvalidFormat)
+    assert_const_defined(Groonga, :ObjectCorrupt)
+    assert_const_defined(Groonga, :TooManySymbolicLinks)
+    assert_const_defined(Groonga, :NotSocket)
+    assert_const_defined(Groonga, :OperationNotSupported)
+    assert_const_defined(Groonga, :AddressIsInUse)
+    assert_const_defined(Groonga, :ZLibError)
+    assert_const_defined(Groonga, :LZOError)
+  end
+end

data/test/test-procedure.rb

@@ -0,0 +1,35 @@
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class ProcedureTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  setup :setup_database
+
+  def test_builtins
+    assert_equal_procedure("<token:delimit>", Groonga::Procedure::DELIMIT)
+    assert_equal_procedure("<token:unigram>", Groonga::Procedure::UNIGRAM)
+    assert_equal_procedure("<token:bigram>", Groonga::Procedure::BIGRAM)
+    assert_equal_procedure("<token:trigram>", Groonga::Procedure::TRIGRAM)
+    assert_equal_procedure("<token:mecab>", Groonga::Procedure::MECAB)
+  end
+
+  private
+  def assert_equal_procedure(expected_name, id)
+    procedure = Groonga::Context.default[id]
+    assert_equal(expected_name,
+                 procedure ? procedure.name : procedure)
+  end
+end

data/test/test-query.rb

@@ -0,0 +1,22 @@
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class QueryTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def test_new
+    Groonga::Query.new("groonga text")
+  end
+end

data/test/test-record.rb

@@ -0,0 +1,188 @@
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class RecordTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def setup
+    setup_database
+
+    setup_addresses_table
+    setup_users_table
+    setup_bookmarks_table
+    setup_indexes
+  end
+
+  def setup_addresses_table
+    @addresses_path = @tables_dir + "addresses"
+    @addresses = Groonga::Array.create(:name => "addresses",
+                                       :path => @addresses_path.to_s)
+
+    @addresses_mail_column_path = @columns_dir + "mail"
+    @addresses_mail_column =
+      @addresses.define_column("mail", "<shorttext>",
+                               :path => @addresses_mail_column_path.to_s)
+  end
+
+  def setup_users_table
+    @users_path = @tables_dir + "users"
+    @users = Groonga::Array.create(:name => "users",
+                                   :path => @users_path.to_s)
+
+    @users_name_column_path = @columns_dir + "name"
+    @users_name_column =
+      @users.define_column("name", "<shorttext>",
+                           :path => @users_name_column_path.to_s)
+
+    @users_addresses_column_path = @columns_dir + "addresses"
+    @users_addresses_column =
+      @users.define_column("addresses", @addresses,
+                           :path => @users_addresses_column_path.to_s,
+                           :type => "vector")
+  end
+
+  def setup_bookmarks_table
+    @bookmarks_path = @tables_dir + "bookmarks"
+    @bookmarks = Groonga::Array.create(:name => "bookmarks",
+                                       :value_size => 512,
+                                       :path => @bookmarks_path.to_s)
+
+    @uri_column_path = @columns_dir + "uri"
+    @bookmarks_uri = @bookmarks.define_column("uri", "<shorttext>",
+                                              :path => @uri_column_path.to_s)
+
+    @comment_column_path = @columns_dir + "comment"
+    @bookmarks_comment =
+      @bookmarks.define_column("comment", "<text>",
+                               :path => @comment_column_path.to_s)
+
+    @content_column_path = @columns_dir + "content"
+    @bookmarks_content = @bookmarks.define_column("content", "<longtext>")
+
+    @user_column_path = @columns_dir + "user"
+    @bookmarks_user = @bookmarks.define_column("user", @users)
+  end
+
+  def setup_indexes
+    @bookmarks_index_path = @tables_dir + "bookmarks-index"
+    @bookmarks_index =
+      Groonga::PatriciaTrie.create(:name => "bookmarks-index",
+                                   :path => @bookmarks_index_path.to_s)
+    @content_index_column_path = @columns_dir + "content-index"
+    @bookmarks_content_index =
+      @bookmarks_index.define_column("<index:content>", @bookmarks,
+                                     :type => "index",
+                                     :with_section => true,
+                                     :with_weight => true,
+                                     :with_position => true,
+                                     :path => @content_index_column_path.to_s)
+    @bookmarks_content_index.source = @bookmarks_content
+
+    @uri_index_column_path = @columns_dir + "uri-index"
+    @bookmarks_uri_index =
+      @bookmarks_index.define_column("<index:uri>", @bookmarks,
+                                     :type => "index",
+                                     :with_position => true,
+                                     :path => @uri_index_column_path.to_s)
+    @bookmarks_uri_index.source = @bookmarks_uri
+  end
+
+  def test_column_accessor
+    groonga = @bookmarks.add
+
+    groonga["uri"] = "http://groonga.org/"
+    assert_equal("http://groonga.org/", groonga["uri"])
+
+    groonga["comment"] = "fulltext search engine"
+    assert_equal("fulltext search engine", groonga["comment"])
+  end
+
+  def test_have_column?
+    groonga = @bookmarks.add
+    assert_true(groonga.have_column?(:uri))
+    assert_false(groonga.have_column?(:nonexistent))
+  end
+
+  def test_get_nonexistent_column
+    groonga = @bookmarks.add
+    assert_nil(groonga["nonexistent"])
+  end
+
+  def test_set_nonexistent_column
+    groonga = @bookmarks.add
+    assert_raise(Groonga::Error) do
+      groonga["nonexistent"] = "value"
+    end
+  end
+
+  def test_set_object_id
+    groonga = @bookmarks.add
+    daijiro = @users.add
+    daijiro["name"] = "daijiro"
+    assert_nil(groonga["user"])
+    groonga["user"] = daijiro.id
+    assert_equal(daijiro, groonga["user"])
+  end
+
+  def test_set_nil
+    groonga = @bookmarks.add
+    groonga["content"] = nil
+    assert_nil(groonga["content"])
+  end
+
+  def test_delete
+    bookmark1 = @bookmarks.add
+    bookmark2 = @bookmarks.add
+    bookmark3 = @bookmarks.add
+
+    assert_equal(3, @bookmarks.size)
+    bookmark2.delete
+    assert_equal(2, @bookmarks.size)
+  end
+
+  def test_key
+    documents = Groonga::PatriciaTrie.create(:name => "<documents>",
+                                             :key_type => "<shorttext>")
+    reference = documents.add("reference")
+    assert_equal("reference", reference.key)
+  end
+
+  def test_value
+    bookmark = @bookmarks.add
+    assert_equal("", bookmark.value.split(/\0/, 2)[0])
+    bookmark.value = "http://groonga.org/\0"
+    assert_equal("http://groonga.org/", bookmark.value.split(/\0/, 2)[0])
+  end
+
+  def test_reference_column?
+    bookmark = @bookmarks.add
+    assert_false(bookmark.reference_column?("uri"))
+    assert_true(bookmark.reference_column?("user"))
+  end
+
+  def test_score
+    groonga = @bookmarks.add
+    groonga["content"] = "full text search search search engine."
+
+    google = @bookmarks.add
+    google["content"] = "Web search engine."
+
+    results = @bookmarks_content_index.search("search")
+    assert_equal([[groonga.id, 3], [google.id, 1]],
+                 results.collect do |record|
+                   [record.id, record.score]
+                 end)
+  end
+end

data/test/test-snippet.rb

@@ -0,0 +1,121 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class SnippetTest < Test::Unit::TestCase
+  include GroongaTestUtils
+
+  def setup_encoding
+    Groonga::Encoding.default = :utf8
+  end
+
+  def test_new_without_arguments
+    assert_nothing_raised do
+      Groonga::Snippet.new
+    end
+  end
+
+  def test_execute
+    snippet = Groonga::Snippet.new
+    snippet.add_keyword("検索", :open_tag => "[[", :close_tag => "]]")
+    assert_equal(["groonga は組み込み型の全文[[検索]]エンジンライブラリです。DBMSやスクリプト",
+                  "組み込むことによって、その全文[[検索]]機能を強化することができます。ま"],
+                 snippet.execute(text))
+  end
+
+  def test_invalid_encoding
+    Groonga::Context.default.encoding = :shift_jis
+    snippet = Groonga::Snippet.new
+    snippet.add_keyword("検索")
+    assert_equal([], snippet.execute(text))
+  end
+
+  def test_default_tag
+    snippet = Groonga::Snippet.new(:default_open_tag => "<<",
+                                   :default_close_tag => ">>")
+    snippet.add_keyword("全文")
+    assert_equal(["groonga は組み込み型の<<全文>>検索エンジンライブラリです。DBMSやスクリプト",
+                  "等に組み込むことによって、その<<全文>>検索機能を強化することができます"],
+                 snippet.execute(text))
+  end
+
+  def test_width
+    snippet = Groonga::Snippet.new(:width => 30,
+                                   :default_open_tag => "{",
+                                   :default_close_tag => "}")
+    snippet.add_keyword("データ")
+    assert_equal(["基づく{データ}ストア機",
+                  "高速\nな{データ}ストア"],
+                 snippet.execute(text))
+  end
+
+  def test_max_results
+    snippet = Groonga::Snippet.new(:width => 30,
+                                   :max_results => 1,
+                                   :default_open_tag => "{",
+                                   :default_close_tag => "}")
+    snippet.add_keyword("データ")
+    assert_equal(["基づく{データ}ストア機"],
+                 snippet.execute(text))
+  end
+
+  def test_normalize
+    options_without_normalize = {
+      :width => 30,
+      :default_open_tag => "{",
+      :default_close_tag => "}",
+    }
+    snippet = Groonga::Snippet.new(options_without_normalize)
+    snippet.add_keyword("処理系等")
+    assert_equal([], snippet.execute(text))
+
+    options_with_normalize = options_without_normalize.merge(:normalize => true)
+    snippet = Groonga::Snippet.new(options_with_normalize)
+    snippet.add_keyword("処理系等")
+    assert_equal(["ト言語{処理\n系等}に組"],
+                 snippet.execute(text))
+  end
+
+  def test_html_escape
+    text = "groonga は組み込み型の全文検索エンジン&データストアライブラリです。"
+    options_without_html_escape = {
+      :width => 30,
+      :default_open_tag => "<",
+      :default_close_tag => ">",
+    }
+    snippet = Groonga::Snippet.new(options_without_html_escape)
+    snippet.add_keyword("エンジン")
+    assert_equal(["文検索<エンジン>&デー"],
+                 snippet.execute(text))
+
+    options_with_html_escape =
+      options_without_html_escape.merge(:html_escape => true)
+    snippet = Groonga::Snippet.new(options_with_html_escape)
+    snippet.add_keyword("エンジン")
+    assert_equal(["文検索<エンジン>&amp;デー"],
+                 snippet.execute(text))
+  end
+
+  private
+  def text
+    <<-EOT
+groonga は組み込み型の全文検索エンジンライブラリです。DBMSやスクリプト言語処理
+系等に組み込むことによって、その全文検索機能を強化することができます。また、リ
+レーショナルモデルに基づくデータストア機能を内包しており、groonga単体でも高速
+なデータストアサーバとして使用することができます。
+EOT
+  end
+end