RubyGems - fluent-plugin-droonga - Versions diffs - 0.0.2 → 0.7.0 - Mend

fluent-plugin-droonga 0.0.2 → 0.7.0

Files changed (150) hide show

checksums.yaml +4 -4
data/.gitignore +6 -0
data/.yardopts +7 -0
data/Gemfile +14 -2
data/LICENSE.txt +1 -1
data/README.md +1 -1
data/Rakefile +27 -5
data/benchmark/benchmark.rb +1 -1
data/benchmark/utils.rb +9 -6
data/benchmark/watch/benchmark-notify.rb +2 -2
data/benchmark/watch/benchmark-publish.rb +1 -1
data/benchmark/watch/benchmark-scan.rb +1 -1
data/benchmark/watch/catalog.json +1 -1
data/bin/grn2jsons +1 -1
data/fluent-plugin-droonga.gemspec +5 -3
data/lib/droonga/adapter.rb +13 -130
data/lib/droonga/adapter_plugin.rb +51 -0
data/lib/droonga/catalog.rb +2 -2
data/lib/droonga/collector.rb +107 -0
data/lib/droonga/collector_plugin.rb +82 -0
data/lib/droonga/command_mapper.rb +1 -1
data/lib/droonga/{proxy.rb → dispatcher.rb} +116 -151
data/lib/droonga/distributor.rb +51 -0
data/lib/droonga/distributor_plugin.rb +59 -0
data/lib/droonga/engine.rb +9 -50
data/lib/droonga/farm.rb +47 -0
data/lib/droonga/forwarder.rb +125 -0
data/lib/droonga/handler.rb +69 -60
data/lib/droonga/handler_plugin.rb +22 -11
data/lib/droonga/input_message.rb +51 -0
data/lib/droonga/job_queue.rb +5 -1
data/lib/droonga/job_queue_schema.rb +1 -1
data/lib/droonga/logger.rb +1 -1
data/lib/droonga/partition.rb +76 -0
data/lib/droonga/pluggable.rb +62 -0
data/lib/droonga/plugin.rb +18 -16
data/lib/droonga/plugin/{adapter_groonga.rb → adapter/groonga.rb} +10 -10
data/lib/droonga/plugin/adapter/groonga/select.rb +13 -4
data/lib/droonga/plugin/collector/basic.rb +142 -0
data/lib/droonga/plugin/distributor/crud.rb +43 -0
data/lib/droonga/plugin/distributor/groonga.rb +37 -0
data/lib/droonga/plugin/distributor/search.rb +273 -0
data/lib/droonga/plugin/distributor/watch.rb +39 -0
data/lib/droonga/plugin/{handler_add.rb → handler/add.rb} +6 -6
data/lib/droonga/plugin/{handler_forward.rb → handler/forward.rb} +9 -4
data/lib/droonga/plugin/{handler_groonga.rb → handler/groonga.rb} +36 -4
data/lib/droonga/plugin/handler/groonga/column_create.rb +5 -9
data/lib/droonga/plugin/handler/groonga/table_create.rb +9 -18
data/lib/droonga/plugin/{handler_search.rb → handler/search.rb} +4 -4
data/lib/droonga/plugin/{handler_watch.rb → handler/watch.rb} +4 -4
data/lib/droonga/plugin_loader.rb +45 -0
data/lib/droonga/plugin_registerable.rb +51 -0
data/lib/droonga/plugin_repository.rb +56 -0
data/lib/droonga/processor.rb +64 -0
data/lib/droonga/searcher.rb +16 -7
data/lib/droonga/server.rb +5 -9
data/lib/droonga/sweeper.rb +1 -1
data/lib/droonga/watch_schema.rb +1 -1
data/lib/droonga/watcher.rb +1 -1
data/lib/droonga/worker.rb +21 -9
data/lib/fluent/plugin/out_droonga.rb +33 -15
data/lib/groonga_command_converter.rb +1 -1
data/sample/cluster/fluentd.conf +0 -1
data/test/command/config/default/catalog.json +43 -0
data/test/command/config/default/fluentd.conf +11 -0
data/test/command/fixture/documents.jsons +208 -0
data/test/command/fixture/user-table-array.jsons +38 -0
data/test/command/fixture/user-table.jsons +38 -0
data/test/command/run-test.rb +35 -0
data/test/command/suite/add/minimum.expected +12 -0
data/test/command/suite/add/minimum.test +11 -0
data/test/command/suite/add/with-values.expected +12 -0
data/test/command/suite/add/with-values.test +17 -0
data/test/command/suite/add/without-key.expected +12 -0
data/test/command/suite/add/without-key.test +16 -0
data/test/command/suite/groonga/column_create/scalar.expected +34 -0
data/test/command/suite/groonga/column_create/scalar.test +17 -0
data/test/command/suite/groonga/column_create/vector.expected +34 -0
data/test/command/suite/groonga/column_create/vector.test +18 -0
data/test/command/suite/groonga/select/minimum.expected +26 -0
data/test/command/suite/groonga/select/minimum.test +8 -0
data/test/command/suite/groonga/table_create/array.expected +17 -0
data/test/command/suite/groonga/table_create/array.test +8 -0
data/test/command/suite/groonga/table_create/hash.expected +17 -0
data/test/command/suite/groonga/table_create/hash.test +8 -0
data/test/command/suite/search/array-attribute-label.expected +25 -0
data/test/command/suite/search/array-attribute-label.test +30 -0
data/test/command/suite/search/chained-queries.expected +45 -0
data/test/command/suite/search/chained-queries.test +43 -0
data/test/command/suite/search/complex.expected +52 -0
data/test/command/suite/search/complex.test +25 -0
data/test/command/suite/search/condition-nested.expected +19 -0
data/test/command/suite/search/condition-nested.test +29 -0
data/test/command/suite/search/condition-query.expected +28 -0
data/test/command/suite/search/condition-query.test +25 -0
data/test/command/suite/search/condition-script.expected +28 -0
data/test/command/suite/search/condition-script.test +28 -0
data/test/command/suite/search/hash-attribute-label.expected +34 -0
data/test/command/suite/search/hash-attribute-label.test +38 -0
data/test/command/suite/search/minimum.expected +13 -0
data/test/command/suite/search/minimum.test +16 -0
data/test/command/suite/search/multiple-queries.expected +39 -0
data/test/command/suite/search/multiple-queries.test +39 -0
data/test/command/suite/search/output-range.expected +28 -0
data/test/command/suite/search/output-range.test +25 -0
data/test/command/suite/search/simple.expected +52 -0
data/test/command/suite/search/simple.test +24 -0
data/test/command/suite/search/sort-and-output-range.expected +25 -0
data/test/command/suite/search/sort-and-output-range.test +29 -0
data/test/command/suite/search/sort-range.expected +28 -0
data/test/command/suite/search/sort-range.test +28 -0
data/test/command/suite/search/sort-with-invisible-column.expected +28 -0
data/test/command/suite/search/sort-with-invisible-column.test +28 -0
data/test/unit/fixtures/array.grn +18 -0
data/test/{fixtures → unit/fixtures}/catalog.json +0 -0
data/test/{fixtures → unit/fixtures}/document.grn +20 -9
data/test/unit/fixtures/reference/array.grn +11 -0
data/test/unit/fixtures/reference/hash.grn +7 -0
data/test/{helper.rb → unit/helper.rb} +2 -1
data/test/{helper → unit/helper}/fixture.rb +1 -1
data/test/unit/helper/plugin_helper.rb +38 -0
data/test/{helper → unit/helper}/sandbox.rb +19 -6
data/test/{helper → unit/helper}/stub_worker.rb +1 -1
data/test/{helper → unit/helper}/watch_helper.rb +1 -13
data/test/{plugin → unit/plugin}/adapter/groonga/test_select.rb +108 -4
data/test/unit/plugin/collector/test_basic.rb +558 -0
data/test/unit/plugin/distributor/test_search.rb +914 -0
data/test/{plugin → unit/plugin}/handler/groonga/test_column_create.rb +18 -14
data/test/{plugin → unit/plugin}/handler/groonga/test_table_create.rb +13 -11
data/test/{plugin/handler/test_handler_add.rb → unit/plugin/handler/test_add.rb} +2 -14
data/test/{plugin/handler/test_handler_groonga.rb → unit/plugin/handler/test_groonga.rb} +6 -26
data/test/unit/plugin/handler/test_search.rb +601 -0
data/test/{plugin/handler/test_handler_watch.rb → unit/plugin/handler/test_watch.rb} +2 -2
data/test/{run-test.rb → unit/run-test.rb} +3 -3
data/test/{test_adapter.rb → unit/test_adapter.rb} +17 -14
data/test/{test_catalog.rb → unit/test_catalog.rb} +4 -4
data/test/{test_command_mapper.rb → unit/test_command_mapper.rb} +1 -1
data/test/{test_groonga_command_converter.rb → unit/test_groonga_command_converter.rb} +3 -3
data/test/{test_job_queue_schema.rb → unit/test_job_queue_schema.rb} +1 -1
data/test/{test_output.rb → unit/test_output.rb} +9 -9
data/test/{test_handler.rb → unit/test_plugin.rb} +19 -22
data/test/unit/test_plugin_repository.rb +89 -0
data/test/{test_sweeper.rb → unit/test_sweeper.rb} +1 -1
data/test/{test_watch_schema.rb → unit/test_watch_schema.rb} +1 -1
data/test/{test_watcher.rb → unit/test_watcher.rb} +1 -1
metadata +226 -66
data/lib/droonga/executor.rb +0 -289
data/lib/droonga/plugin/handler_proxy.rb +0 -82
data/test/plugin/handler/test_handler_search.rb +0 -512
data/test/test_worker.rb +0 -144

data/test/command/fixture/user-table-array.jsons ADDED

@@ -0,0 +1,38 @@
+#@disable-logging
+{
+  "type": "table_create",
+  "dataset": "Droonga",
+  "body": {
+    "name"  : "User",
+    "flags" : "TABLE_NO_KEY"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "name",
+    "type"  : "ShortText"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "age",
+    "type"  : "Int32"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "email",
+    "type"  : "ShortText",
+    "flags" : "COLUMN_VECTOR"
+  }
+}
+#@enable-logging

data/test/command/fixture/user-table.jsons ADDED

@@ -0,0 +1,38 @@
+#@disable-logging
+{
+  "type": "table_create",
+  "dataset": "Droonga",
+  "body": {
+    "name"  : "User",
+    "flags" : "TABLE_PAT_KEY"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "name",
+    "type"  : "ShortText"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "age",
+    "type"  : "Int32"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "email",
+    "type"  : "ShortText",
+    "flags" : "COLUMN_VECTOR"
+  }
+}
+#@enable-logging

data/test/command/run-test.rb ADDED

@@ -0,0 +1,35 @@
+#!/usr/bin/env ruby
+#
+# Copyright (C) 2013 Droonga Project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+require "rbconfig"
+require "fileutils"
+def run(*command_line)
+  return if system(*command_line)
+  puts("failed to run: #{command_line.join(' ')}")
+  exit(false)
+end
+base_dir = File.dirname(__FILE__)
+lib_dir = File.expand_path(File.join(base_dir, "..", "..", "lib"))
+drntest_options = []
+drntest_options.concat(["--fluentd-options", "-I#{lib_dir}"])
+drntest_options.concat(["--base", base_dir])
+drntest_options.concat(ARGV.dup)
+run("bundle", "exec", "drntest", *drntest_options)

data/test/command/suite/add/minimum.expected ADDED

@@ -0,0 +1,12 @@
+[
+  "droonga.message",
+  0,
+  {
+    "inReplyTo": null,
+    "statusCode": 200,
+    "type": "add.result",
+    "body": [
+      true
+    ]
+  }
+]

data/test/command/suite/add/minimum.test ADDED

@@ -0,0 +1,11 @@
+#@include fixture/user-table.jsons
+{
+  "type": "add",
+  "dataset": "Droonga",
+  "body": {
+    "table": "User",
+    "key": "key",
+    "values": {
+    }
+  }
+}

data/test/command/suite/add/with-values.expected ADDED

@@ -0,0 +1,12 @@
+[
+  "droonga.message",
+  0,
+  {
+    "inReplyTo": null,
+    "statusCode": 200,
+    "type": "add.result",
+    "body": [
+      true
+    ]
+  }
+]

data/test/command/suite/add/with-values.test ADDED

@@ -0,0 +1,17 @@
+#@include fixture/user-table.jsons
+{
+  "type": "add",
+  "dataset": "Droonga",
+  "body": {
+    "table": "User",
+    "key": "key",
+    "values": {
+      "name": "Alice",
+      "age": 20,
+      "email": [
+        "alice@example.com",
+        "alice@example.jp"
+      ]
+    }
+  }
+}

data/test/command/suite/add/without-key.expected ADDED

@@ -0,0 +1,12 @@
+[
+  "droonga.message",
+  0,
+  {
+    "inReplyTo": null,
+    "statusCode": 200,
+    "type": "add.result",
+    "body": [
+      true
+    ]
+  }
+]

data/test/command/suite/add/without-key.test ADDED

@@ -0,0 +1,16 @@
+#@include fixture/user-table-array.jsons
+{
+  "type": "add",
+  "dataset": "Droonga",
+  "body": {
+    "table": "User",
+    "values": {
+      "name": "Alice",
+      "age": 20,
+      "email": [
+        "alice@example.com",
+        "alice@example.jp"
+      ]
+    }
+  }
+}

data/test/command/suite/groonga/column_create/scalar.expected ADDED

@@ -0,0 +1,34 @@
+[
+  "droonga.message",
+  0,
+  {
+    "inReplyTo": null,
+    "statusCode": 200,
+    "type": "table_create.result",
+    "body": [
+      [
+        0,
+        0.0,
+        0.0
+      ],
+      true
+    ]
+  }
+]
+[
+  "droonga.message",
+  0,
+  {
+    "inReplyTo": null,
+    "statusCode": 200,
+    "type": "column_create.result",
+    "body": [
+      [
+        0,
+        0.0,
+        0.0
+      ],
+      true
+    ]
+  }
+]

data/test/command/suite/groonga/column_create/scalar.test ADDED

@@ -0,0 +1,17 @@
+{
+  "type": "table_create",
+  "dataset": "Droonga",
+  "body": {
+    "name"  : "User",
+    "flags" : "TABLE_PAT_KEY"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "age",
+    "type"  : "Int32"
+  }
+}

data/test/command/suite/groonga/column_create/vector.expected ADDED

@@ -0,0 +1,34 @@
+[
+  "droonga.message",
+  0,
+  {
+    "inReplyTo": null,
+    "statusCode": 200,
+    "type": "table_create.result",
+    "body": [
+      [
+        0,
+        0.0,
+        0.0
+      ],
+      true
+    ]
+  }
+]
+[
+  "droonga.message",
+  0,
+  {
+    "inReplyTo": null,
+    "statusCode": 200,
+    "type": "column_create.result",
+    "body": [
+      [
+        0,
+        0.0,
+        0.0
+      ],
+      true
+    ]
+  }
+]

data/test/command/suite/groonga/column_create/vector.test ADDED

@@ -0,0 +1,18 @@
+{
+  "type": "table_create",
+  "dataset": "Droonga",
+  "body": {
+    "name"  : "User",
+    "flags" : "TABLE_PAT_KEY"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "email",
+    "type"  : "ShortText",
+    "flags" : "COLUMN_VECTOR"
+  }
+}

data/test/command/suite/groonga/select/minimum.expected ADDED

@@ -0,0 +1,26 @@
+[
+  "droonga.message",
+  0,
+  {
+    "inReplyTo": null,
+    "statusCode": 200,
+    "type": "select.result",
+    "body": [
+      [
+        0,
+        0.0,
+        0.0
+      ],
+      [
+        [
+          [
+            0
+          ],
+          [
+          ]
+        ]
+      ]
+    ]
+  }
+]

data/test/command/suite/groonga/select/minimum.test ADDED

@@ -0,0 +1,8 @@
+#@include fixture/user-table.jsons
+{
+  "type"    : "select",
+  "dataset" : "Droonga",
+  "body"    : {
+    "table" : "User"
+  }
+}

data/test/command/suite/groonga/table_create/array.expected ADDED

@@ -0,0 +1,17 @@
+[
+  "droonga.message",
+  0,
+  {
+    "inReplyTo": null,
+    "statusCode": 200,
+    "type": "table_create.result",
+    "body": [
+      [
+        0,
+        0.0,
+        0.0
+      ],
+      true
+    ]
+  }
+]

data/test/command/suite/groonga/table_create/array.test ADDED

@@ -0,0 +1,8 @@
+{
+  "type": "table_create",
+  "dataset": "Droonga",
+  "body": {
+    "name"  : "User",
+    "flags" : "TABLE_NO_KEY"
+  }
+}

data/test/command/suite/groonga/table_create/hash.expected ADDED

@@ -0,0 +1,17 @@
+[
+  "droonga.message",
+  0,
+  {
+    "inReplyTo": null,
+    "statusCode": 200,
+    "type": "table_create.result",
+    "body": [
+      [
+        0,
+        0.0,
+        0.0
+      ],
+      true
+    ]
+  }
+]

data/test/command/suite/groonga/table_create/hash.test ADDED

@@ -0,0 +1,8 @@
+{
+  "type": "table_create",
+  "dataset": "Droonga",
+  "body": {
+    "name"  : "User",
+    "flags" : "TABLE_HASH_KEY"
+  }
+}

data/test/command/suite/search/array-attribute-label.expected ADDED

@@ -0,0 +1,25 @@
+[
+  "droonga.message",
+  0,
+  {
+    "inReplyTo": null,
+    "statusCode": 200,
+    "type": "search.result",
+    "body": {
+      "result": {
+        "count": 9,
+        "records": [
+          {
+            "section-id": "1.1"
+          },
+          {
+            "section-id": "1.2"
+          },
+          {
+            "section-id": "1.3"
+          }
+        ]
+      }
+    }
+  }
+]

data/test/command/suite/search/array-attribute-label.test ADDED

@@ -0,0 +1,30 @@
+#@include fixture/documents.jsons
+{
+  "type": "search",
+  "dataset": "Droonga",
+  "body": {
+    "queries": {
+      "result": {
+        "source": "Sections",
+        "sortBy": ["_key"],
+        "output": {
+          "elements": [
+            "startTime",
+            "elapsedTime",
+            "count",
+            "attributes",
+            "records"
+          ],
+          "format": "complex",
+          "limit": 3,
+          "attributes": [
+            {
+              "label": "section-id",
+              "source": "_key"
+            }
+          ]
+        }
+      }
+    }
+  }
+}