fluent-plugin-droonga 0.9.0 → 0.9.9

data/lib/droonga/output_adapter.rb

@@ -1,53 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# Copyright (C) 2013 Droonga Project
-#
-# This library is free software; you can redistribute it and/or
-# modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
-#
-# This library is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this library; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
-
-require "droonga/pluggable"
-require "droonga/output_adapter_plugin"
-require "droonga/output_message"
-
-module Droonga
-  class OutputAdapter
-    include Pluggable
-
-    def initialize(dispatcher, options={})
-      @dispatcher = dispatcher
-      load_plugins(options[:plugins] || [])
-    end
-
-    def adapt(message)
-      adapted_message = message
-      message["via"].reverse_each do |command|
-        @plugins.each do |plugin|
-          next unless plugin.processable?(command)
-          output_message = OutputMessage.new(adapted_message)
-          process(command, output_message)
-          adapted_message = output_message.adapted_message
-        end
-      end
-      adapted_message
-    end
-
-    private
-    def instantiate_plugin(name)
-      OutputAdapterPlugin.repository.instantiate(name, @dispatcher)
-    end
-
-    def log_tag
-      "output-adapter"
-    end
-  end
-end

data/lib/droonga/plugin/collector/groonga.rb

@@ -1,83 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# Copyright (C) 2014 Droonga Project
-#
-# This library is free software; you can redistribute it and/or
-# modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
-#
-# This library is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this library; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
-
-require "droonga/plugin/collector/basic"
-
-module Droonga
-  class GroongaCollector < BasicCollector
-    repository.register("groonga", self)
-
-    command :collector_groonga_gather
-    def collector_groonga_gather(result)
-      collector_gather(result)
-    end
-
-    command :collector_groonga_reduce
-    def collector_groonga_reduce(request)
-      collector_reduce(request)
-    end
-
-    def reduce(deal, left_value, right_value)
-      reduced_value = nil
-
-      case deal["type"]
-      when "groonga_result"
-        #XXX how to merge multiple erros?
-        #XXX how to mix regular results and erros?
-        # reduced_value = merge_groonga_result(left_value, right_value)
-        reduced_value = left_value || right_value
-      else
-        reduced_value = super
-      end
-
-      reduced_value
-    end
-
-    def merge_groonga_result(left_value, right_value)
-      result = []
-
-      result << merge_groonga_header(left_value.shift, right_value.shift)
-
-      left_value.each_with_index do |left, index|
-        right = right_value[index]
-        result << reduce({ "type" => "and" }, left, right)
-      end
-
-      result
-    end
-
-    def merge_groonga_header(left_header, right_header)
-      status = [left_header.shift, right_header.shift].min
-
-      start_time = reduce({ "type" => "average" },
-                          left_header.shift,
-                          right_header.shift)
-
-      elapsed_time = reduce({ "type" => "average" },
-                            left_header.shift,
-                            right_header.shift)
-
-      #XXX we should merge error informations more smarter...
-      error_information = reduce({ "type" => "sum",
-                                   "limit" => UNLIMITED },
-                                 left_header,
-                                 right_header)
-
-      [status, start_time, elapsed_time] + error_information
-    end
-  end
-end

data/lib/droonga/plugin/distributor/crud.rb

@@ -1,84 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# Copyright (C) 2013 Droonga Project
-#
-# This library is free software; you can redistribute it and/or
-# modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
-#
-# This library is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this library; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
-
-require "droonga/distributor_plugin"
-
-module Droonga
-  class CRUDDistributor < Droonga::DistributorPlugin
-    repository.register("crud", self)
-
-    command :add
-    def add(message)
-      key = message["body"]["key"] || rand.to_s
-      scatter_all(message, key)
-    end
-
-    command :update
-    def update(message)
-      key = message["body"]["key"] || rand.to_s
-      scatter_all(message, key)
-    end
-
-    # TODO: What is this?
-    command :reset
-    def reset(message)
-      key = message["body"]["key"] || rand.to_s
-      scatter_all(message, key)
-    end
-
-    private
-    def scatterer(message, key)
-      scatterer = super
-      scatterer["outputs"] << "success"
-      scatterer["outputs"] << "errors"
-      scatterer
-    end
-
-    def reducer(message)
-      reducer = super
-      reducer["body"]["success"] = {
-        "success_reduced" => {
-          "type" => "and",
-        },
-      }
-      reducer["inputs"] << "success"
-      reducer["outputs"] << "success_reduced"
-      reducer["body"]["errors"] = {
-        "errors_reduced" => {
-          "type" => "sum",
-          "limit" => -1,
-        },
-      }
-      reducer["inputs"] << "errors"
-      reducer["outputs"] << "errors_reduced"
-      reducer
-    end
-
-    def gatherer(message)
-      gatherer = super
-      gatherer["body"]["success_reduced"] = {
-        "output" => "success",
-      }
-      gatherer["inputs"] << "success_reduced"
-      gatherer["body"]["errors_reduced"] = {
-        "output" => "errors",
-      }
-      gatherer["inputs"] << "errors_reduced"
-      gatherer
-    end
-  end
-end

data/lib/droonga/plugin/handler/add.rb

@@ -1,109 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# Copyright (C) 2013 Droonga Project
-#
-# This library is free software; you can redistribute it and/or
-# modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
-#
-# This library is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this library; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
-
-require "groonga"
-
-require "droonga/handler_plugin"
-require "droonga/message_processing_error"
-
-module Droonga
-  class AddHandler < Droonga::HandlerPlugin
-    repository.register("add", self)
-
-    class MissingTableParameter < BadRequest
-      def initialize
-        super("\"table\" must be specified.")
-      end
-    end
-
-    class MissingPrimaryKeyParameter < BadRequest
-      def initialize(table_name)
-        super("\"key\" must be specified. " +
-                "The table #{table_name.inspect} requires a primary key for a new record.")
-      end
-    end
-
-    class UnknownTable < NotFound
-      def initialize(table_name)
-        super("The table #{table_name.inspect} does not exist in the dataset.")
-      end
-    end
-
-    class InvalidValue < BadRequest
-      def initialize(column, value, request)
-        super("The column #{column.inspect} cannot store the value #{value.inspect}.",
-              request)
-      end
-    end
-
-    class UnknownColumn < NotFound
-      def initialize(column, table, request)
-        super("The column #{column.inspect} does not exist in the table #{table.inspect}.",
-              request)
-      end
-    end
-
-    command :add
-    def add(message, messenger)
-      succeeded = process_add(message.request)
-      outputs = {
-        "success" => succeeded,
-      }
-      messenger.emit(outputs)
-    end
-
-    private
-    def process_add(request)
-      raise MissingTableParameter.new unless request.include?("table")
-
-      table = @context[request["table"]]
-      raise UnknownTable.new(request["table"]) unless table
-
-      if table.support_key?
-        unless request.include?("key")
-          raise MissingPrimaryKeyParameter.new(request["table"])
-        end
-      end
-
-      add_record(table, request)
-      true
-    end
-
-    def add_record(table, request)
-      record = nil
-      if table.support_key?
-        record = table.add(request["key"])
-      else
-        record = table.add
-      end
-      (request["values"] || []).each do |column, value|
-        begin
-          record[column] = value
-        rescue Groonga::InvalidArgument => error
-          record.delete if record.added?
-          raise InvalidValue.new(column, value, request)
-        rescue ArgumentError => error
-          record.delete if record.added?
-          raise InvalidValue.new(column, value, request)
-        rescue Groonga::NoSuchColumn => error
-          record.delete if record.added?
-          raise UnknownColumn.new(column, request["table"], request)
-        end
-      end
-    end
-  end
-end

data/lib/droonga/plugin/handler/forward.rb

@@ -1,75 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# Copyright (C) 2013 Droonga Project
-#
-# This library is free software; you can redistribute it and/or
-# modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
-#
-# This library is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this library; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
-
-=begin
-
-TODO: What is this?
-
-require "droonga/legacy_plugin"
-require "droonga/logger"
-
-module Droonga
-  class MergeHandler < Droonga::LegacyPlugin
-    Droonga::LegacyPlugin.repository.register("forward", self)
-
-    CONFIG_FILE_PATH = 'config.json'
-
-    def handlable?(command)
-      true
-    end
-
-    def handle(command, request, *arguments)
-      destination = get_destination
-      post(request,
-           "to" => destination, "type" => command, "arguments" => arguments)
-    rescue => exception
-      Logger.error("error while handling #{command}",
-                   request: request,
-                   arguments: arguments,
-                   exception: exception)
-    end
-
-    def get_destination
-      loop do
-        refresh_config
-        if @config && @config["forward"]
-          path = @context.database.path
-          destination = @config["forward"][path]
-          return destination unless destination.nil? || destination.empty?
-        end
-        sleep 5
-      end
-    end
-
-    def refresh_config
-      unless File.exists?(CONFIG_FILE_PATH)
-        @config = nil
-        return
-      end
-      mtime = File.mtime(CONFIG_FILE_PATH)
-      return if @config_mtime == mtime
-      open(CONFIG_FILE_PATH) do |file|
-        @config = JSON.parse(file.read)
-      end
-      @config_mtime = mtime
-    rescue => exception
-      Logger.error("error while refreshing config", exception: exception)
-      @config = nil
-    end
-  end
-end
-=end

data/lib/droonga/plugin/handler/groonga.rb

@@ -1,99 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# Copyright (C) 2013 Droonga Project
-#
-# This library is free software; you can redistribute it and/or
-# modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
-#
-# This library is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this library; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
-
-require "groonga"
-
-require "droonga/handler_plugin"
-
-module Droonga
-  class GroongaHandler < Droonga::HandlerPlugin
-    repository.register("groonga", self)
-
-    command :table_create
-    def table_create(message, messenger)
-      command = TableCreate.new(@context)
-      outputs = format_outputs(command.execute(message.request))
-      messenger.emit(outputs)
-    end
-
-    command :table_remove
-    def table_remove(message, messenger)
-      command = TableRemove.new(@context)
-      outputs = format_outputs(command.execute(message.request))
-      messenger.emit(outputs)
-    end
-
-    command :column_create
-    def column_create(message, messenger)
-      command = ColumnCreate.new(@context)
-      outputs = format_outputs(command.execute(message.request))
-      messenger.emit(outputs)
-    end
-
-    def prefer_synchronous?(command)
-      return true
-    end
-
-    private
-    def format_outputs(result)
-      {
-        "result" => result,
-      }
-    end
-
-    module Status
-      SUCCESS          = 0
-      INVALID_ARGUMENT = -22
-    end
-
-    class Command
-      class CommandError < StandardError
-        attr_reader :status, :message, :result
-
-        def initialize(params={})
-          @status = params[:status]
-          @message = params[:message]
-          @result = params[:result]
-        end
-      end
-
-      def initialize(context)
-        @context = context
-      end
-
-      def execute(request)
-        @start_time = Time.now.to_f
-        result = process_request(request)
-        [header(Status::SUCCESS), result]
-      rescue CommandError => error
-        [header(error.status, error.message), error.result]
-      end
-
-      private
-      def header(return_code, error_message="")
-        elapsed_time = Time.now.to_f - @start_time
-        header = [return_code, @start_time, elapsed_time]
-        header.push(error_message) unless error_message.empty?
-        header
-      end
-    end
-  end
-end
-
-require "droonga/plugin/handler/groonga/table_create"
-require "droonga/plugin/handler/groonga/table_remove"
-require "droonga/plugin/handler/groonga/column_create"