fluent-plugin-droonga 0.0.2

data/lib/droonga/plugin/handler/groonga/table_create.rb

@@ -0,0 +1,100 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "groonga"
+require "groonga/command/table-create"
+
+module Droonga
+  class GroongaHandler
+    class TableCreate
+      def initialize(context)
+        @context = context
+      end
+
+      def header(return_code, error_message="")
+        elapsed_time = Time.now.to_f - @start_time
+        header = [return_code, @start_time, elapsed_time]
+        header.push(error_message) unless error_message.empty?
+        header
+      end
+
+      def execute(request)
+        @start_time = Time.now.to_f
+
+        command_class = Groonga::Command.find("table_create")
+        @command = command_class.new("table_create", request)
+
+        name = @command["name"]
+        return [header(Status::INVALID_ARGUMENT, "Should not create anonymous table"), false] unless name
+
+        options = parse_command
+        Groonga::Schema.define(:context => @context) do |schema|
+          schema.create_table(name, options)
+        end
+        [header(Status::SUCCESS), true]
+      end
+
+      private
+      def parse_command
+        options = {}
+        parse_flags(options)
+        parse_key_type(options)
+        parse_value_type(options)
+        parse_default_tokenizer(options)
+        parse_normalizer(options)
+        options
+      end
+
+      def parse_flags(options)
+        options[:type] = :hash
+        if @command.table_no_key?
+          options[:type] = :array
+        elsif @command.table_hash_key?
+          options[:type] = :hash
+        elsif @command.table_pat_key?
+          options[:type] = :patricia_trie
+        elsif @command.table_dat_key?
+          options[:type] = :double_array_trie
+        end
+        if @command.key_with_sis? and @command.table_pat_key?
+          options[:key_with_sis] = true
+        end
+        options
+      end
+
+      def parse_key_type(options)
+        options[:key_type] = @command["key_type"] if @command["key_type"]
+        options
+      end
+
+      def parse_value_type(options)
+        options[:value_type] = @command["value_type"] if @command["value_type"]
+        options
+      end
+
+      def parse_default_tokenizer(options)
+        options[:default_tokenizer] = @command["default_tokenizer"] if @command["default_tokenizer"]
+        options
+      end
+
+      def parse_normalizer(options)
+        options[:normalizer] = @command["normalizer"] if @command["normalizer"]
+        options
+      end
+    end
+  end
+end

data/lib/droonga/plugin/handler_add.rb

@@ -0,0 +1,44 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "groonga"
+
+require "droonga/handler"
+
+module Droonga
+  class AddHandler < Droonga::Handler
+    Droonga::HandlerPlugin.register("add", self)
+
+    command :add
+    def add(request)
+      outputs = process(request)
+      emit(outputs)
+    end
+
+    private
+    def process(request)
+      table = @context[request["table"]]
+      return [false] unless table
+      if table.support_key?
+        table.add(request["key"], request["values"])
+      else
+        table.add(request["values"])
+      end
+      [true]
+    end
+  end
+end

data/lib/droonga/plugin/handler_forward.rb

@@ -0,0 +1,70 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "droonga/handler"
+require "droonga/logger"
+
+module Droonga
+  class MergeHandler < Droonga::Handler
+    Droonga::HandlerPlugin.register("forward", self)
+
+    CONFIG_FILE_PATH = 'config.json'
+
+    def handlable?(command)
+      true
+    end
+
+    def handle(command, request, *arguments)
+      destination = get_destination
+      post(request,
+           "to" => destination, "type" => command, "arguments" => arguments)
+    rescue => exception
+      Logger.error("error while handling #{command}",
+                   request: request,
+                   arguments: arguments,
+                   exception: exception)
+    end
+
+    def get_destination
+      loop do
+        refresh_config
+        if @config && @config["forward"]
+          path = @context.database.path
+          destination = @config["forward"][path]
+          return destination unless destination.nil? || destination.empty?
+        end
+        sleep 5
+      end
+    end
+
+    def refresh_config
+      unless File.exists?(CONFIG_FILE_PATH)
+        @config = nil
+        return
+      end
+      mtime = File.mtime(CONFIG_FILE_PATH)
+      return if @config_mtime == mtime
+      open(CONFIG_FILE_PATH) do |file|
+        @config = JSON.parse(file.read)
+      end
+      @config_mtime = mtime
+    rescue => exception
+      Logger.error("error while refreshing config", exception: exception)
+      @config = nil
+    end
+  end
+end

data/lib/droonga/plugin/handler_groonga.rb

@@ -0,0 +1,52 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "groonga"
+
+require "droonga/handler"
+
+module Droonga
+  class GroongaHandler < Droonga::Handler
+    Droonga::HandlerPlugin.register("groonga", self)
+
+    command :table_create
+    def table_create(request)
+      command = TableCreate.new(@context)
+      outputs = command.execute(request)
+      emit(outputs)
+    end
+
+    command :column_create
+    def column_create(request)
+      command = ColumnCreate.new(@context)
+      outputs = command.execute(request)
+      emit(outputs)
+    end
+
+    def prefer_synchronous?(command)
+      return true
+    end
+
+    module Status
+      SUCCESS          = 0
+      INVALID_ARGUMENT = -22
+    end
+  end
+end
+
+require "droonga/plugin/handler/groonga/table_create"
+require "droonga/plugin/handler/groonga/column_create"

data/lib/droonga/plugin/handler_proxy.rb

@@ -0,0 +1,82 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "droonga/handler"
+require "droonga/searcher"
+
+module Droonga
+  class BasicProxyHandler < Droonga::ProxyHandler
+    Droonga::HandlerPlugin.register("proxy", self)
+
+    command :proxy_gather
+    def proxy_gather(request)
+      output = body ? body[input_name] : input_name
+      emit(request, output)
+    end
+
+    command :proxy_reduce
+    def proxy_reduce(request)
+      return unless request
+      body[input_name].each do |output, elements|
+        value = request
+        old_value = output_values[output]
+        value = reduce(elements, old_value, request) if old_value
+        emit(value, output)
+      end
+    end
+
+    def reduce(elements, *values)
+      result = {}
+      elements.each do |key, deal|
+        func, *args = deal
+        case func
+        when "sum"
+          result[key] = values[0][key] + values[1][key]
+        when "sort"
+          result[key] = merge(values[0][key], values[1][key], args)
+        end
+      end
+      return result
+    end
+
+    def merge(x, y, order)
+      index = 0
+      y.each do |_y|
+        loop do
+          _x = x[index]
+          break unless _x
+          break if compare(_y, _x, order)
+          index += 1
+        end
+        x.insert(index, _y)
+        index += 1
+      end
+      return x
+    end
+
+    def compare(x, y, operators)
+      for index in 0..x.size-1 do
+        _x = x[index]
+        _y = y[index]
+        operator = operators[index]
+        break unless operator
+        return true if _x.__send__(operator, _y)
+      end
+      return false
+    end
+  end
+end

data/lib/droonga/plugin/handler_search.rb

@@ -0,0 +1,33 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "droonga/handler"
+require "droonga/searcher"
+
+module Droonga
+  class SearchHandler < Droonga::Handler
+    Droonga::HandlerPlugin.register("search", self)
+
+    command :search
+    def search(request)
+      searcher = Droonga::Searcher.new(@context)
+      searcher.search(request["queries"]).each do |output, value|
+        emit(value, output)
+      end
+    end
+  end
+end

data/lib/droonga/plugin/handler_watch.rb

@@ -0,0 +1,102 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "droonga/watcher"
+require "droonga/sweeper"
+require "droonga/watch_schema"
+require "droonga/handler"
+
+module Droonga
+  class WatchHandler < Droonga::Handler
+    Droonga::HandlerPlugin.register("watch", self)
+
+    def initialize(*args)
+      super
+
+      # XXX just workaround. This must be re-written.
+      # When secondary and later processes opens the database,
+      # creation processes of tables by the first process is
+      # not finished yet. Then secondary and others tries to
+      # create tables and raises errors. To avoid such a problem,
+      # the creation processes of tables is disabled on workers.
+      if $0 !~ /\AServer/
+        ensure_schema_created
+      else
+        until @context["Keyword"]
+          sleep 0.1
+        end
+        sleep 1
+      end
+
+      @watcher = Watcher.new(@context)
+      @sweeper = Sweeper.new(@context)
+    end
+
+    command "watch.subscribe" => :subscribe
+    def subscribe(request)
+      subscriber, condition, query, route = parse_request(request)
+      normalized_request = {
+        :subscriber => subscriber,
+        :condition  => condition,
+        :query      => query,
+        :route      => route,
+      }
+      @watcher.subscribe(normalized_request)
+      emit([true])
+    end
+
+    command "watch.unsubscribe" => :unsubscribe
+    def unsubscribe(request)
+      subscriber, condition, query, route = parse_request(request)
+      normalized_request = {
+        :subscriber => subscriber,
+        :condition  => condition,
+        :query      => query,
+      }
+      @watcher.unsubscribe(normalized_request)
+      emit([true])
+    end
+
+    command "watch.feed" => :feed
+    def feed(request)
+      @watcher.feed(:targets => request["targets"]) do |route, subscribers|
+        message = request # return request itself
+        envelope["to"] = subscribers
+        post(message, "to" => route, "type" => "watch.notification")
+      end
+    end
+
+    command "watch.sweep" => :sweep
+    def sweep(request)
+      @sweeper.sweep_expired_subscribers
+    end
+
+    private
+    def parse_request(request)
+      subscriber = request["subscriber"]
+      condition = request["condition"]
+      route = request["route"] || envelope["from"]
+      query = condition && condition.to_json
+      [subscriber, condition, query, route]
+    end
+
+    def ensure_schema_created
+      schema = WatchSchema.new(@context)
+      schema.ensure_created
+    end
+  end
+end