fluent-plugin-droonga 0.0.2

data/test/helper/stub_worker.rb

@@ -0,0 +1,27 @@
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class StubWorker
+  attr_reader :context, :body, :envelope
+
+  def initialize()
+    @context = Groonga::Context.default
+    @envelope = {}
+  end
+
+  def post(body, destination=nil)
+    @body = body
+  end
+end

data/test/helper/watch_helper.rb

@@ -0,0 +1,35 @@
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "droonga/watch_schema"
+
+module WatchHelper
+  def setup_database
+    FileUtils.rm_rf(@database_path.dirname.to_s)
+    FileUtils.mkdir_p(@database_path.dirname.to_s)
+    @database = Groonga::Database.create(:path => @database_path.to_s)
+  end
+
+  def setup_schema
+    schema = Droonga::WatchSchema.new(Groonga::Context.default)
+    schema.ensure_created
+  end
+
+  def teardown_database
+    @database.close
+    @database = nil
+    FileUtils.rm_rf(@database_path.dirname.to_s)
+  end
+end

data/test/plugin/adapter/groonga/test_select.rb

@@ -0,0 +1,176 @@
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "droonga/plugin/adapter/groonga/select"
+
+class AdapterGroongaSelectTest < Test::Unit::TestCase
+  def setup
+    @select = Droonga::GroongaAdapter::Select.new
+  end
+
+  class RequestTest < self
+    def test_empty
+      select_request = {
+        "table" => "EmptyTable",
+        "output_columns" => "_id",
+      }
+
+      expected_search_request = {
+        "queries" => {
+          "EmptyTable" => {
+            "source"   => "EmptyTable",
+            "output"   => {
+              "elements"   => [
+                "startTime",
+                "elapsedTime",
+                "count",
+                "attributes",
+                "records",
+              ],
+              "attributes" => ["_id"],
+            },
+          },
+        },
+      }
+
+      assert_equal(expected_search_request, convert(select_request))
+    end
+
+    private
+    def convert(select_request)
+      @select.convert_request(select_request)
+    end
+
+    class OutputColumnsTest < self
+      def assert_attributes(expected_attributes, output_columns)
+        select_request = {
+          "table" => "EmptyTable",
+          "output_columns" => output_columns,
+        }
+
+        expected_search_request = {
+          "queries" => {
+            "EmptyTable" => {
+              "source"   => "EmptyTable",
+              "output"   => {
+                "elements"   => [
+                  "startTime",
+                  "elapsedTime",
+                  "count",
+                  "attributes",
+                  "records",
+                ],
+                "attributes" => expected_attributes,
+              },
+            },
+          },
+        }
+        assert_equal(expected_search_request, convert(select_request))
+      end
+
+      def test_multiple_columns
+        assert_attributes(["_id", "_key"], "_id,_key")
+      end
+
+      class FunctionTest < self
+        def test_single_argument
+          assert_attributes(["snippet_html(content)"], "snippet_html(content)")
+        end
+
+        def test_with_columns
+          assert_attributes(["_id","_key","snippet_html(content)"], "_id,_key,snippet_html(content)")
+        end
+      end
+    end
+
+    class MatchColumnsTest < self
+      def assert_matchTo(expected_matchTo, match_columns)
+        select_request = {
+          "table"          => "EmptyTable",
+          "match_columns"  => match_columns,
+          "query"          => "QueryTest",
+          "output_columns" => "_id",
+        }
+
+        expected_search_request = {
+          "queries" => {
+            "EmptyTable" => {
+              "source"   => "EmptyTable",
+              "condition"=> {
+                "query"  => "QueryTest",
+                "matchTo"=> expected_matchTo,
+                "defaultOperator"=> "&&",
+                "allowPragma"=> false,
+                "allowColumn"=> true,
+              },
+              "output"   => {
+                "elements"   => [
+                  "startTime",
+                  "elapsedTime",
+                  "count",
+                  "attributes",
+                  "records",
+                ],
+                "attributes" => ["_id"],
+              },
+            },
+          },
+        }
+        assert_equal(expected_search_request, convert(select_request))
+      end
+
+      def test_single_column
+        assert_matchTo(["_key"], "_key")
+      end
+
+      def test_multiple_columns
+        assert_matchTo(["_key", "content"], "_key || content")
+      end
+    end
+  end
+
+  class ResponseTest < self
+    def test_empty
+      start_time = "2001-08-02T10:45:23.5+09:00"
+      elapsed_time = 0
+      count = 0
+
+      search_response = {
+        "EmptyTable" => {
+          "startTime"   => start_time,
+          "elapsedTime" => elapsed_time,
+          "count"       => count,
+          "attributes"  => [
+            {"name" => "_id", "type" => "UInt32", "vector" => false},
+          ],
+          "records"     => [],
+        },
+      }
+
+      status_code = 0
+      start_time_in_unix_time = Time.parse(start_time).to_f
+      headers = [["_id","UInt32"]]
+      expected_select_response = [[status_code, start_time_in_unix_time, elapsed_time],
+                                  [[[count], headers]]]
+
+      assert_equal(expected_select_response, convert(search_response))
+    end
+
+    private
+    def convert(search_response)
+      @select.convert_response(search_response)
+    end
+  end
+end

data/test/plugin/handler/groonga/test_column_create.rb

@@ -0,0 +1,127 @@
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class ColumnCreateTest < GroongaHandlerTest
+  def test_success
+    @handler.table_create({"name" => "Books"})
+    @handler.column_create({"table" => "Books", "name" => "title", "type" => "ShortText"})
+    assert_equal([true], @worker.body)
+  end
+
+  def test_name
+    @handler.table_create({"name" => "Books"})
+    @handler.column_create({"table" => "Books", "name" => "title", "type" => "ShortText"})
+    assert_equal(<<-SCHEMA, dump)
+table_create Books TABLE_HASH_KEY --key_type ShortText
+column_create Books title COLUMN_SCALAR ShortText
+    SCHEMA
+  end
+
+  def test_type
+    @handler.table_create({"name" => "Books"})
+    @handler.column_create({"table" => "Books", "name" => "main_text", "type" => "LongText"})
+    assert_equal(<<-SCHEMA, dump)
+table_create Books TABLE_HASH_KEY --key_type ShortText
+column_create Books main_text COLUMN_SCALAR LongText
+    SCHEMA
+  end
+
+  class FlagsTest < self
+    class DataStoreTest < self
+      data({
+             "COLUMN_SCALAR" => {
+               :flags => "COLUMN_SCALAR",
+             },
+             "COLUMN_VECTOR" => {
+               :flags => "COLUMN_VECTOR",
+             },
+           })
+      def test_data_store_column_type(data)
+        request = {
+          "table" => "Books",
+          "name"  => "title",
+          "type"  => "ShortText",
+          "flags" => data[:flags],
+        }
+        @handler.table_create({"name" => "Books"})
+        @handler.column_create(request)
+        assert_equal(<<-EXPECTED, dump)
+table_create Books TABLE_HASH_KEY --key_type ShortText
+column_create Books title #{data[:flags]} ShortText
+        EXPECTED
+      end
+    end
+
+    class IndexTest < self
+      def setup
+        super
+        @handler.table_create({"name" => "Books"})
+        @handler.column_create({"table" => "Books", "name" => "title", "type" => "ShortText"})
+      end
+
+      def test_index_column_type
+        data = {
+          :flags  => "COLUMN_INDEX",
+        }
+        request = {
+          "table"  => "Books",
+          "name"   => "entry_title",
+          "type"   => "Books",
+          "source" => "title",
+          "flags"  => data[:flags],
+        }
+        @handler.column_create(request)
+        assert_equal(<<-EXPECTED, dump)
+table_create Books TABLE_HASH_KEY --key_type ShortText
+column_create Books title COLUMN_SCALAR ShortText
+
+column_create Books entry_title #{data[:flags]} Books title
+        EXPECTED
+      end
+
+      data({
+             "WITH_SECTION" => {
+               :flags => "WITH_SECTION",
+             },
+             "WITH_WEIGHT" => {
+               :flags => "WITH_WEIGHT",
+             },
+             "WITH_POSITION" => {
+               :flags => "WITH_POSITION",
+             },
+             "COLUMN_INDEX with all" => {
+               :flags => "WITH_SECTION|WITH_WEIGHT|WITH_POSITION",
+             },
+           })
+      def test_index_flags(data)
+        flags = "COLUMN_INDEX|#{data[:flags]}"
+        request = {
+          "table"  => "Books",
+          "name"   => "entry_title",
+          "type"   => "Books",
+          "source" => "title",
+          "flags"  => flags,
+        }
+        @handler.column_create(request)
+        assert_equal(<<-EXPECTED, dump)
+table_create Books TABLE_HASH_KEY --key_type ShortText
+column_create Books title COLUMN_SCALAR ShortText
+
+column_create Books entry_title #{flags} Books title
+        EXPECTED
+      end
+    end
+  end
+end

data/test/plugin/handler/groonga/test_table_create.rb

@@ -0,0 +1,140 @@
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+class TableCreateTest < GroongaHandlerTest
+  def test_success
+    @handler.table_create({"name" => "Books"})
+    assert_equal(
+      [[Droonga::GroongaHandler::Status::SUCCESS, NORMALIZED_START_TIME, NORMALIZED_ELAPSED_TIME], true],
+      [normalize_header(@worker.body.first), @worker.body.last]
+    )
+  end
+
+  def test_failure
+    @handler.table_create({})
+    assert_equal(
+      [[Droonga::GroongaHandler::Status::INVALID_ARGUMENT, NORMALIZED_START_TIME, NORMALIZED_ELAPSED_TIME], false],
+      [normalize_header(@worker.body.first), @worker.body.last]
+    )
+  end
+
+  def test_name
+    @handler.table_create({"name" => "Books"})
+    assert_equal(<<-SCHEMA, dump)
+table_create Books TABLE_HASH_KEY --key_type ShortText
+    SCHEMA
+  end
+
+  class FlagsTest < self
+    data({
+           "TABLE_NO_KEY" => {
+             :flags => "TABLE_NO_KEY",
+             :schema => <<-SCHEMA,
+table_create Books TABLE_NO_KEY
+             SCHEMA
+           },
+           "TABLE_HASH_KEY" => {
+             :flags => "TABLE_HASH_KEY",
+             :schema => <<-SCHEMA,
+table_create Books TABLE_HASH_KEY --key_type ShortText
+             SCHEMA
+           },
+           "TABLE_PAT_KEY" => {
+             :flags => "TABLE_PAT_KEY",
+             :schema => <<-SCHEMA,
+table_create Books TABLE_PAT_KEY --key_type ShortText
+             SCHEMA
+           },
+           "TABLE_DAT_KEY" => {
+             :flags => "TABLE_DAT_KEY",
+             :schema => <<-SCHEMA,
+table_create Books TABLE_DAT_KEY --key_type ShortText
+             SCHEMA
+           },
+           "KEY_WITH_SIS with TABLE_PAT_KEY" => {
+             :flags => "KEY_WITH_SIS|TABLE_PAT_KEY",
+             :schema => <<-SCHEMA,
+table_create Books TABLE_PAT_KEY|KEY_WITH_SIS --key_type ShortText
+             SCHEMA
+           },
+           "KEY_WITH_SIS without TABLE_PAT_KEY" => {
+             :flags => "TABLE_NO_KEY|KEY_WITH_SIS",
+             :schema => <<-SCHEMA,
+table_create Books TABLE_NO_KEY
+             SCHEMA
+           },
+         })
+    def test_flags(data)
+      request = {
+        "name" => "Books",
+        "flags" => data[:flags],
+      }
+      @handler.table_create(request)
+      assert_equal(data[:schema], dump)
+    end
+  end
+
+  class KeyTypeTest < self
+    def test_key_type
+      request = {
+        "name"  => "Books",
+        "key_type" => "Int32",
+      }
+      @handler.table_create(request)
+      assert_equal(<<-SCHEMA, dump)
+table_create Books TABLE_HASH_KEY --key_type Int32
+      SCHEMA
+    end
+  end
+
+  class ValueTypeTest < self
+    def test_value_type
+      request = {
+        "name"  => "Books",
+        "value_type" => "Int32",
+      }
+      @handler.table_create(request)
+      assert_equal(<<-SCHEMA, dump)
+table_create Books TABLE_HASH_KEY --key_type ShortText --value_type Int32
+      SCHEMA
+    end
+  end
+
+  class DefaultTokenizerTest < self
+    def test_default_tokenizer
+      request = {
+        "name"  => "Books",
+        "default_tokenizer" => "TokenBigram",
+      }
+      @handler.table_create(request)
+      assert_equal(<<-SCHEMA, dump)
+table_create Books TABLE_HASH_KEY --key_type ShortText --default_tokenizer TokenBigram
+      SCHEMA
+    end
+  end
+
+  class NormalizerTest < self
+    def test_normalizer
+      request = {
+        "name"  => "Books",
+        "normalizer" => "NormalizerAuto",
+      }
+      @handler.table_create(request)
+      assert_equal(<<-SCHEMA, dump)
+table_create Books TABLE_HASH_KEY|KEY_NORMALIZE --key_type ShortText
+      SCHEMA
+    end
+  end
+end