fluent-plugin-droonga 0.0.2

data/test/plugin/handler/test_handler_watch.rb

@@ -0,0 +1,168 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "droonga/plugin/handler_watch"
+
+class WatchHandlerTest < Test::Unit::TestCase
+  include WatchHelper
+
+  def setup
+    setup_database
+    setup_schema
+    setup_handler
+  end
+
+  def teardown
+    teardown_handler
+    teardown_database
+  end
+
+  private
+  def setup_handler
+    @worker = StubWorker.new
+    @handler = Droonga::WatchHandler.new(@worker)
+  end
+
+  def teardown_handler
+    @handler = nil
+  end
+
+  public
+  class SubscribeTest < self
+    def test_subscribe
+      request = {
+        "route" => "localhost:23003/output",
+        "condition" => "たいやき",
+        "subscriber" => "localhost"
+      }
+      mock(@handler).emit([true])
+      @handler.subscribe(request)
+
+      assert_equal(
+        ["localhost:23003/output"],
+        actual_routes_for_query("たいやき")
+      )
+    end
+
+    def test_subscribe_route_omitted_from_specified
+      request = {
+        "condition" => "たいやき",
+        "subscriber" => "localhost"
+      }
+      @worker.envelope["from"] = "localhost:23004/output"
+      mock(@handler).emit([true])
+      @handler.subscribe(request)
+
+      assert_equal(
+        ["localhost:23004/output"],
+        actual_routes_for_query("たいやき")
+      )
+    end
+
+    def test_subscribe_both_route_and_from_specified
+      request = {
+        "condition" => "たいやき",
+        "subscriber" => "localhost",
+        "route" => "localhost:23003/output"
+      }
+      @worker.envelope["from"] = "localhost:23004/output"
+      mock(@handler).emit([true])
+      @handler.subscribe(request)
+
+      assert_equal(
+        ["localhost:23003/output"],
+        actual_routes_for_query("たいやき")
+      )
+    end
+
+    private
+    def actual_routes_for_query(query)
+      @worker.context["Subscriber"].select {|record|
+        record[:subscriptions] =~ query.to_json
+      }.map {|subscriber|
+        subscriber.route.key
+      }
+    end
+  end
+
+  class UnsubscribeTest < self
+    def setup
+      super
+      setup_subscription
+    end
+
+    def test_unsubscribe
+      request = {
+        "route" => "localhost:23003/output",
+        "condition" => "たいやき",
+        "subscriber" => "localhost"
+      }
+      mock(@handler).emit([true])
+      @handler.unsubscribe(request)
+    end
+
+    private
+    def setup_subscription
+      request = {
+        "route" => "localhost:23003/output",
+        "condition" => "たいやき",
+        "subscriber" => "localhost"
+      }
+      stub(@handler).emit([true])
+      @handler.subscribe(request)
+    end
+  end
+
+  class FeedTest < self
+    def setup
+      super
+      setup_subscription
+    end
+
+    def test_feed_match
+      request = {
+        "targets" => {
+          "text" => "たいやきおいしいです"
+        }
+      }
+      @handler.feed(request)
+      assert_equal(request, @worker.body)
+      assert_equal({"to" => ["localhost"]}, @worker.envelope)
+    end
+
+    def test_feed_not_match
+      request = {
+        "targets" => {
+          "text" => "たこやきおいしいです"
+        }
+      }
+      @handler.feed(request)
+      assert_nil(@worker.body)
+    end
+
+    private
+    def setup_subscription
+      request = {
+        "route" => "localhost:23003/output",
+        "condition" => "たいやき",
+        "subscriber" => "localhost"
+      }
+      stub(@handler).emit([true])
+      @handler.subscribe(request)
+    end
+  end
+end

data/test/run-test.rb

@@ -0,0 +1,55 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "pathname"
+
+require "rubygems"
+require "bundler"
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+
+require "test-unit"
+require "test/unit/notify"
+require "test/unit/rr"
+
+require "fluent/test"
+unless ENV.has_key?("VERBOSE")
+  null_logger = Object.new
+  null_logger.instance_eval do |obj|
+    def method_missing(method, *args)
+      # pass
+    end
+  end
+  $log = null_logger
+end
+
+base_dir = File.expand_path(File.join(File.dirname(__FILE__), ".."))
+lib_dir = File.join(base_dir, "lib")
+test_dir = File.join(base_dir, "test")
+
+$LOAD_PATH.unshift(lib_dir)
+$LOAD_PATH.unshift(test_dir)
+
+require "helper"
+
+exit Test::Unit::AutoRunner.run(true, test_dir)

data/test/test_adapter.rb

@@ -0,0 +1,48 @@
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "droonga/adapter"
+
+class AdapterTest < Test::Unit::TestCase
+  class AdaptTest < self
+    class GroongaAdapter < Droonga::Adapter
+      command :select
+      def select(request)
+        post(:search) do |response|
+          # do nothing
+        end
+        :selected
+      end
+    end
+
+    def setup
+      @proxy = Object.new
+      @groonga_adapter = GroongaAdapter.new(@proxy)
+    end
+
+    def test_called
+      request = nil
+      stub(@proxy).post
+      assert_equal(:selected, @groonga_adapter.adapt(:select, request))
+    end
+
+    def test_post
+      request = nil
+      response = nil
+      mock(@proxy).post(:search).yields(response)
+      @groonga_adapter.adapt(:select, request)
+    end
+  end
+end

data/test/test_catalog.rb

@@ -0,0 +1,59 @@
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "droonga/catalog"
+
+class CatalogTest < Test::Unit::TestCase
+  def setup
+    @catalog = Droonga::Catalog.new(catalog_path)
+  end
+
+  def test_option
+    assert_equal(["for_global"], @catalog.option("plugins"))
+  end
+
+  def test_get_engines
+    engines = @catalog.get_engines("localhost:23003/test")
+    base_path = File.expand_path("../fixtures", __FILE__)
+    assert_equal({
+                   "localhost:23003/test.000" => {
+                     :database  => "#{base_path}/000/db",
+                     :handlers  => ["for_dataset"],
+                     :n_workers => 0
+                   },
+                   "localhost:23003/test.001" => {
+                     :database  => "#{base_path}/001/db",
+                     :handlers  => ["for_dataset"],
+                     :n_workers => 0
+                   },
+                   "localhost:23003/test.002" => {
+                     :database  => "#{base_path}/002/db",
+                     :handlers  => ["for_dataset"],
+                     :n_workers => 0
+                   },
+                   "localhost:23003/test.003" => {
+                     :database  => "#{base_path}/003/db",
+                     :handlers  => ["for_dataset"],
+                     :n_workers => 0
+                   },
+                 },
+                 engines)
+  end
+
+  private
+  def catalog_path
+    @catalog_path ||= File.expand_path("../fixtures/catalog.json", __FILE__)
+  end
+end

data/test/test_command_mapper.rb

@@ -0,0 +1,44 @@
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "droonga/command_mapper"
+
+class CommandMapperTest < Test::Unit::TestCase
+  class RegisterTest < self
+    def setup
+      @command_mapper = Droonga::CommandMapper.new
+    end
+
+    def test_name
+      @command_mapper.register(:select)
+      assert_equal(:select, @command_mapper[:select])
+    end
+
+    def test_different_method_name
+      @command_mapper.register(:command_name => :method_name)
+      assert_equal(:method_name, @command_mapper[:command_name])
+    end
+
+    def test_multiple_pairs
+      map = {
+        :command_name_1 => :command_name_1,
+        :command_name_2 => :command_name_2,
+      }
+      @command_mapper.register(map)
+      assert_equal(["command_name_1", "command_name_2"],
+                   @command_mapper.commands)
+    end
+  end
+end

data/test/test_groonga_command_converter.rb

@@ -0,0 +1,242 @@
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "groonga_command_converter"
+
+class GroongaCommandConverterTest < Test::Unit::TestCase
+  def setup
+    options = {
+      :id => "test",
+      :date => date,
+      :reply_to => reply_to,
+      :status_code => status_code,
+      :dataset => dataset,
+    }
+    @converter = Droonga::GroongaCommandConverter.new(options)
+  end
+
+  def test_table_create
+    droonga_commands = []
+    command = <<-COMMAND.chomp
+table_create Terms TABLE_PAT_KEY ShortText \
+  --default_tokenizer TokenBigram --normalizer NormalizerAuto
+    COMMAND
+    @converter.convert(command) do |droonga_command|
+      droonga_commands << droonga_command
+    end
+    assert_equal([
+                   {
+                     :id => "test:0",
+                     :date => formatted_date,
+                     :replyTo => reply_to,
+                     :statusCode => status_code,
+                     :dataset => dataset,
+                     :type => "table_create",
+                     :body => {
+                       :name => "Terms",
+                       :flags => "TABLE_PAT_KEY",
+                       :key_type => "ShortText",
+                       :default_tokenizer => "TokenBigram",
+                       :normalizer => "NormalizerAuto",
+                     },
+                   },
+                 ],
+                 droonga_commands)
+  end
+
+  def test_column_create
+    droonga_commands = []
+    command = <<-COMMAND.chomp
+column_create Terms Users_name COLUMN_INDEX|WITH_POSITION Users name
+    COMMAND
+    @converter.convert(command) do |droonga_command|
+      droonga_commands << droonga_command
+    end
+    assert_equal([
+                   {
+                     :id => "test:0",
+                     :date => formatted_date,
+                     :replyTo => reply_to,
+                     :statusCode => status_code,
+                     :dataset => dataset,
+                     :type => "column_create",
+                     :body => {
+                       :table => "Terms",
+                       :name => "Users_name",
+                       :flags => "COLUMN_INDEX|WITH_POSITION",
+                       :type => "Users",
+                       :source => "name",
+                     },
+                   },
+                 ],
+                 droonga_commands)
+  end
+
+  def test_load
+    droonga_commands = []
+    command = <<-COMMAND.chomp
+load --table Users
+[
+["_key","name"],
+["user0","Abe Shinzo"],
+["user1","Noda Yoshihiko"],
+["user2","Kan Naoto"]
+]
+    COMMAND
+    @converter.convert(command) do |droonga_command|
+      droonga_commands << droonga_command
+    end
+    assert_equal([
+                   {
+                     :id => "test:0",
+                     :date => formatted_date,
+                     :replyTo => reply_to,
+                     :statusCode => status_code,
+                     :dataset => dataset,
+                     :type => "add",
+                     :body => {
+                       :table => "Users",
+                       :key => "user0",
+                       :values => {
+                         :name => "Abe Shinzo",
+                       },
+                     },
+                   },
+                   {
+                     :id => "test:1",
+                     :date => formatted_date,
+                     :replyTo => reply_to,
+                     :statusCode => status_code,
+                     :dataset => dataset,
+                     :type => "add",
+                     :body => {
+                       :table => "Users",
+                       :key => "user1",
+                       :values => {
+                         :name => "Noda Yoshihiko",
+                       },
+                     },
+                   },
+                   {
+                     :id => "test:2",
+                     :date => formatted_date,
+                     :replyTo => reply_to,
+                     :statusCode => status_code,
+                     :dataset => dataset,
+                     :type => "add",
+                     :body => {
+                       :table => "Users",
+                       :key => "user2",
+                       :values => {
+                         :name => "Kan Naoto",
+                       },
+                     },
+                   },
+                 ],
+                 droonga_commands)
+  end
+
+  def test_select
+    droonga_commands = []
+    command = <<-COMMAND.chomp
+select --filter "age<=30" --output_type "json" --table "Users"
+    COMMAND
+    @converter.convert(command) do |droonga_command|
+      droonga_commands << droonga_command
+    end
+    assert_equal([
+                   {
+                     :id => "test:0",
+                     :date => formatted_date,
+                     :replyTo => reply_to,
+                     :statusCode => status_code,
+                     :dataset => dataset,
+                     :type => "select",
+                     :body => {
+                       :table => "Users",
+                       :filter => "age<=30",
+                       :output_type => "json",
+                     },
+                   },
+                 ],
+                 droonga_commands)
+  end
+
+  def test_multiple_commands
+    droonga_commands = []
+    commands = <<-COMMANDS.chomp
+table_create Terms TABLE_PAT_KEY ShortText \
+  --default_tokenizer TokenBigram --normalizer NormalizerAuto
+column_create Terms Users_name COLUMN_INDEX|WITH_POSITION Users name
+    COMMANDS
+    @converter.convert(commands) do |droonga_command|
+      droonga_commands << droonga_command
+    end
+    assert_equal([
+                   {
+                     :id => "test:0",
+                     :date => formatted_date,
+                     :replyTo => reply_to,
+                     :statusCode => status_code,
+                     :dataset => dataset,
+                     :type => "table_create",
+                     :body => {
+                       :name => "Terms",
+                       :flags => "TABLE_PAT_KEY",
+                       :key_type => "ShortText",
+                       :default_tokenizer => "TokenBigram",
+                       :normalizer => "NormalizerAuto",
+                     },
+                   },
+                   {
+                     :id => "test:1",
+                     :date => formatted_date,
+                     :replyTo => reply_to,
+                     :statusCode => status_code,
+                     :dataset => dataset,
+                     :type => "column_create",
+                     :body => {
+                       :table => "Terms",
+                       :name => "Users_name",
+                       :flags => "COLUMN_INDEX|WITH_POSITION",
+                       :type => "Users",
+                       :source => "name",
+                     },
+                   },
+                 ],
+                 droonga_commands)
+  end
+
+  private
+  def date
+    Time.new(2013, 11, 29, 0, 0, 0)
+  end
+
+  def formatted_date
+    "2013-11-29T00:00:00+09:00"
+  end
+
+  def reply_to
+    "localhost:20033"
+  end
+
+  def status_code
+    200
+  end
+
+  def dataset
+    "test-dataset"
+  end
+end