fluent-plugin-droonga 0.0.2

data/test/test_worker.rb

@@ -0,0 +1,144 @@
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "helper"
+
+require "droonga/worker"
+
+class WorkerTest < Test::Unit::TestCase
+  def setup
+    setup_database
+    setup_handlers
+    setup_worker
+    setup_output_receiver
+  end
+
+  def teardown
+    teardown_worker
+    teardown_output_receiver
+  end
+
+  private
+  def setup_database
+    restore(fixture_data("document.grn"))
+  end
+
+  def setup_handlers
+    ["search"].each do |handler_name|
+      plugin = Droonga::Plugin.new("handler", handler_name)
+      plugin.load
+    end
+  end
+
+  def setup_worker
+    @worker = Droonga::Worker.new(:database => @database_path.to_s,
+                                  :queue_name => "DroongaQueue",
+                                  :pool_size => 0)
+    @worker.add_handler("search")
+  end
+
+  def teardown_worker
+    @worker.shutdown
+    @worker = nil
+  end
+
+  def setup_output_receiver
+    @output_receiver_host = "127.0.0.1"
+    @output_receiver_port = 2929
+    @output_receiver = TCPServer.new(@output_receiver_host,
+                                     @output_receiver_port)
+  end
+
+  def teardown_output_receiver
+    @output_receiver.close
+    @output_receiver = nil
+  end
+
+  class SearchTest < self
+    def test_minimum
+      request = {
+        "type" => "search",
+        "id" => request_id,
+        "replyTo" => reply_to,
+        "body" => {
+          "queries" => {
+            "sections" => {
+              "source" => "Sections",
+              "output" => {
+                "elements" => [
+                  "count",
+                ],
+              },
+            },
+          },
+        },
+      }
+      expected = {
+        "inReplyTo" => request_id,
+        "type" => "search.result",
+        "statusCode" => 200,
+        "body" => {
+          "sections" => {
+            "count" => 9,
+          },
+        },
+      }
+      @worker.dispatch("", 0, request)
+      actual = receive_response
+      assert_equal(expected, normalize_result_set(actual))
+    end
+
+    private
+    def start_time
+      "2013-01-31T14:34:47+09:00"
+    end
+
+    def elapsed_time
+      0.01
+    end
+
+    def reply_to
+      "#{@output_receiver_host}:#{@output_receiver_port}/droonga.message"
+    end
+
+    def request_id
+      "request-id"
+    end
+
+    def normalize_result_set(result_set)
+      normalized_result_set = copy_deeply(result_set)
+      normalized_result_set["body"].each do |name, result|
+        result["startTime"] = start_time if result["startTime"]
+        result["elapsedTime"] = elapsed_time if result["elapsedTime"]
+      end
+      normalized_result_set
+    end
+
+    ENOUGH_RESPONSE_DATA_SIZE = 4096 * 4
+    def receive_response
+      readables, = IO.select([@output_receiver], [], [], 0)
+      assert_not_empty(readables, "not replied")
+
+      response_socket = @output_receiver.accept
+      response_data = response_socket.read_nonblock(ENOUGH_RESPONSE_DATA_SIZE)
+      tag, time, response = MessagePack.unpack(response_data)
+      response
+    end
+
+    def copy_deeply(object)
+      Marshal.load(Marshal.dump(object))
+    end
+  end
+end

metadata

@@ -0,0 +1,299 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-droonga
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Droonga Project
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-11-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rroonga
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.3
+- !ruby/object:Gem::Dependency
+  name: groonga-command-parser
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluent-logger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: serverengine
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: droonga-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit-notify
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit-rr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Droonga(distributed groonga) plugin for Fluent event collector
+email:
+- droonga@groonga.org
+executables:
+- grn2jsons
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- benchmark/benchmark.rb
+- benchmark/utils.rb
+- benchmark/watch/benchmark-notify.rb
+- benchmark/watch/benchmark-notify.sh
+- benchmark/watch/benchmark-publish.rb
+- benchmark/watch/benchmark-scan.rb
+- benchmark/watch/catalog.json
+- benchmark/watch/fluentd.conf
+- bin/grn2jsons
+- fluent-plugin-droonga.gemspec
+- lib/droonga/adapter.rb
+- lib/droonga/catalog.rb
+- lib/droonga/command_mapper.rb
+- lib/droonga/engine.rb
+- lib/droonga/executor.rb
+- lib/droonga/handler.rb
+- lib/droonga/handler_plugin.rb
+- lib/droonga/job_queue.rb
+- lib/droonga/job_queue_schema.rb
+- lib/droonga/logger.rb
+- lib/droonga/plugin.rb
+- lib/droonga/plugin/adapter/groonga/select.rb
+- lib/droonga/plugin/adapter_groonga.rb
+- lib/droonga/plugin/handler/groonga/column_create.rb
+- lib/droonga/plugin/handler/groonga/table_create.rb
+- lib/droonga/plugin/handler_add.rb
+- lib/droonga/plugin/handler_forward.rb
+- lib/droonga/plugin/handler_groonga.rb
+- lib/droonga/plugin/handler_proxy.rb
+- lib/droonga/plugin/handler_search.rb
+- lib/droonga/plugin/handler_watch.rb
+- lib/droonga/proxy.rb
+- lib/droonga/searcher.rb
+- lib/droonga/server.rb
+- lib/droonga/sweeper.rb
+- lib/droonga/watch_schema.rb
+- lib/droonga/watcher.rb
+- lib/droonga/worker.rb
+- lib/fluent/plugin/out_droonga.rb
+- lib/groonga_command_converter.rb
+- sample/cluster/catalog.json
+- sample/cluster/fluentd.conf
+- sample/fluentd.conf
+- test/fixtures/catalog.json
+- test/fixtures/document.grn
+- test/helper.rb
+- test/helper/fixture.rb
+- test/helper/sandbox.rb
+- test/helper/stub_worker.rb
+- test/helper/watch_helper.rb
+- test/plugin/adapter/groonga/test_select.rb
+- test/plugin/handler/groonga/test_column_create.rb
+- test/plugin/handler/groonga/test_table_create.rb
+- test/plugin/handler/test_handler_add.rb
+- test/plugin/handler/test_handler_groonga.rb
+- test/plugin/handler/test_handler_search.rb
+- test/plugin/handler/test_handler_watch.rb
+- test/run-test.rb
+- test/test_adapter.rb
+- test/test_catalog.rb
+- test/test_command_mapper.rb
+- test/test_groonga_command_converter.rb
+- test/test_handler.rb
+- test/test_job_queue_schema.rb
+- test/test_output.rb
+- test/test_sweeper.rb
+- test/test_watch_schema.rb
+- test/test_watcher.rb
+- test/test_worker.rb
+homepage: https://github.com/droonga/fluent-plugin-droonga
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Droonga(distributed groonga) plugin for Fluent event collector
+test_files:
+- test/fixtures/catalog.json
+- test/fixtures/document.grn
+- test/helper.rb
+- test/helper/fixture.rb
+- test/helper/sandbox.rb
+- test/helper/stub_worker.rb
+- test/helper/watch_helper.rb
+- test/plugin/adapter/groonga/test_select.rb
+- test/plugin/handler/groonga/test_column_create.rb
+- test/plugin/handler/groonga/test_table_create.rb
+- test/plugin/handler/test_handler_add.rb
+- test/plugin/handler/test_handler_groonga.rb
+- test/plugin/handler/test_handler_search.rb
+- test/plugin/handler/test_handler_watch.rb
+- test/run-test.rb
+- test/test_adapter.rb
+- test/test_catalog.rb
+- test/test_command_mapper.rb
+- test/test_groonga_command_converter.rb
+- test/test_handler.rb
+- test/test_job_queue_schema.rb
+- test/test_output.rb
+- test/test_sweeper.rb
+- test/test_watch_schema.rb
+- test/test_watcher.rb
+- test/test_worker.rb