fluent-plugin-droonga 0.0.2

data/lib/droonga/handler_plugin.rb

@@ -0,0 +1,35 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+module Droonga
+  class HandlerPlugin
+    @@plugins = {}
+    class << self
+      def register(name, handler_class)
+        @@plugins[name] = handler_class
+      end
+    end
+
+    def initialize(name)
+      @name = name
+    end
+
+    def instantiate(*args)
+      @@plugins[@name].new(*args)
+    end
+  end
+end

data/lib/droonga/job_queue.rb

@@ -0,0 +1,83 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "droonga/job_queue_schema"
+require "msgpack"
+
+module Droonga
+  class JobQueue
+    class << self
+      def ensure_schema(database_path, queue_name)
+        schema = JobQueueSchema.new(database_path, queue_name)
+        schema.ensure_created
+      end
+
+      def open(database_path, queue_name)
+        job_queue = new(database_path, queue_name)
+        job_queue.open
+        job_queue
+      end
+    end
+
+    def initialize(database_path, queue_name)
+      @database_path = database_path
+      @queue_name = queue_name
+    end
+
+    def open
+      @context = Groonga::Context.new
+      @database = @context.open_database(@database_path)
+      @context.encoding = :none
+
+      @queue = @context[@queue_name]
+    end
+
+    def push_message(message)
+      $log.trace("#{log_tag}: push_message: start")
+      packed_message = message.to_msgpack
+      @queue.push do |record|
+        record.message = packed_message
+      end
+      $log.trace("#{log_tag}: push_message: done")
+    end
+
+    def pull_message
+      packed_message = nil
+      @queue.pull do |record|
+        if record
+          packed_message = record.message
+          record.delete
+        end
+      end
+      return nil unless packed_message
+      MessagePack.unpack(packed_message)
+    end
+
+    def close
+      @queue = nil
+      if @database
+        @database.close
+        @context.close
+        @database = @context = nil
+      end
+    end
+
+    def log_tag
+      "[#{Process.ppid}][#{Process.pid}] job_queue"
+    end
+  end
+end

data/lib/droonga/job_queue_schema.rb

@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "fileutils"
+
+require "groonga"
+
+module Droonga
+  class JobQueueSchema
+    def initialize(database_path, queue_name)
+      @database_path = database_path
+      @queue_name = queue_name
+    end
+
+    def ensure_created
+      ensure_database
+      ensure_queue
+    end
+
+    private
+    def ensure_database
+      return if File.exist?(@database_path)
+      FileUtils.mkdir_p(File.dirname(@database_path))
+      create_context do |context|
+        context.create_database(@database_path) do
+        end
+      end
+    end
+
+    def ensure_queue
+      create_context do |context|
+        context.open_database(@database_path) do
+          Groonga::Schema.define(:context => context) do |schema|
+            schema.create_table(@queue_name, :type => :array) do |table|
+              table.text("message")
+            end
+          end
+        end
+      end
+    end
+
+    def create_context
+      context = Groonga::Context.new
+      begin
+        yield(context)
+      ensure
+        context.close
+      end
+    end
+  end
+end

data/lib/droonga/logger.rb

@@ -0,0 +1,34 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+module Droonga
+  module Logger
+    module_function
+    def info(message)
+      if $log
+        $log.info(message)
+      end
+    end
+
+    def error(message, additional_information={})
+      if $log
+        $log.error(message, additional_information)
+        $log.error_backtrace
+      end
+    end
+  end
+end

data/lib/droonga/plugin.rb

@@ -0,0 +1,41 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+module Droonga
+  class Plugin
+    class << self
+      def load_all
+        $LOAD_PATH.each do |load_path|
+          Dir.glob("#{load_path}/droonga/plugin/*_*.rb") do |path|
+            type, name = File.basename(path, ".rb").split(/_/, 2)
+            plugin = new(type, name)
+            plugin.load
+          end
+        end
+      end
+    end
+
+    def initialize(type, name)
+      @type = type
+      @name = name
+    end
+
+    def load
+      require "droonga/plugin/#{@type}_#{@name}"
+    end
+  end
+end

data/lib/droonga/plugin/adapter/groonga/select.rb

@@ -0,0 +1,88 @@
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+module Droonga
+  class GroongaAdapter
+    class Select
+      def convert_request(select_request)
+        table = select_request["table"]
+        result_name = table + "_result"
+        match_columns = select_request["match_columns"]
+        match_to = match_columns
+        query = select_request["query"]
+        output_columns = select_request["output_columns"]
+        attributes = output_columns.split(/, */)
+
+        search_request = {
+          "queries" => {
+            result_name => {
+              "source" => table,
+              "output" => {
+                "elements"   => [
+                  "startTime",
+                  "elapsedTime",
+                  "count",
+                  "attributes",
+                  "records",
+                ],
+                "attributes" => attributes,
+              },
+            }
+          }
+        }
+        if query
+          condition = {
+            "query"  => query,
+            "matchTo"=> match_to,
+            "defaultOperator"=> "&&",
+            "allowPragma"=> false,
+            "allowColumn"=> true,
+          }
+          search_request["queries"][result_name]["condition"] = condition
+        end
+        search_request
+      end
+
+      def convert_response(search_response)
+        select_responses = search_response.collect do |key, value|
+          status_code = 0
+
+          start_time = value["startTime"]
+          start_time_in_unix_time = if start_time
+                                      Time.parse(start_time).to_f
+                                    else
+                                      Time.now.to_f
+                                    end
+          elapsed_time = value["elapsedTime"] || 0
+          count = value["count"]
+
+          attributes = value["attributes"] || []
+          converted_attributes = attributes.collect do |attribute|
+            name = attribute["name"]
+            type = attribute["type"]
+            [name, type]
+          end
+
+          header = [status_code, start_time_in_unix_time, elapsed_time]
+          results = [[count], converted_attributes, value["records"]]
+          body = [results]
+
+          [header, body]
+        end
+        select_responses.first
+      end
+    end
+  end
+end

data/lib/droonga/plugin/adapter_groonga.rb

@@ -0,0 +1,40 @@
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "groonga"
+
+require "droonga/adapter"
+
+module Droonga
+  class GroongaAdapter < Droonga::Adapter
+    # TODO: AdapterPlugin or something should be defined to avoid conflicts.
+    Droonga::HandlerPlugin.register("select", self)
+    command :select
+    def select(select_request)
+      command = Select.new
+      search_request = command.convert_request(select_request)
+      add_route("select_response")
+      post(search_request, "search")
+    end
+
+    command :select_response
+    def select_response(search_response)
+      command = Select.new
+      emit(command.convert_response(search_response))
+    end
+  end
+end
+
+require "droonga/plugin/adapter/groonga/select"

data/lib/droonga/plugin/handler/groonga/column_create.rb

@@ -0,0 +1,103 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013 droonga project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "groonga"
+require "groonga/command/column-create"
+
+module Droonga
+  class GroongaHandler
+    class ColumnCreate
+      def initialize(context)
+        @context = context
+      end
+
+      def execute(request)
+        command_class = Groonga::Command.find("column_create")
+        @command = command_class.new("column_create", request)
+
+        if @command.column_index?
+          define_index
+        else
+          define_column
+        end
+      end
+
+      private
+      def define_column
+        table_name = @command["table"]
+        column_name = @command["name"]
+        column_type = @command["type"]
+
+        options = create_column_options
+        Groonga::Schema.define(:context => @context) do |schema|
+          schema.change_table(table_name) do |table|
+            table.column(column_name, column_type, options)
+          end
+        end
+        [true]
+      end
+
+      def create_column_options
+        options = {}
+        create_column_options_flags(options)
+        options
+      end
+
+      def create_column_options_flags(options)
+        options[:type] = :scalar
+        if @command.column_scalar?
+          options[:type] = :scalar
+        elsif @command.column_vector?
+          options[:type] = :vector
+        end
+        options
+      end
+
+      def define_index
+        table_name = @command["table"]
+        target_table = @command["type"]
+        target_column = @command["source"]
+
+        options = create_index_options
+        Groonga::Schema.define(:context => @context) do |schema|
+          schema.change_table(table_name) do |table|
+            table.index("#{target_table}.#{target_column}", options)
+          end
+        end
+        [true]
+      end
+
+      def create_index_options
+        options = {}
+        create_index_options_name(options)
+        create_index_options_flags(options)
+        options
+      end
+
+      def create_index_options_name(options)
+        options[:name] = @command["name"]
+      end
+
+      def create_index_options_flags(options)
+        options[:with_section] = true if @command.with_section?
+        options[:with_weight] = true if @command.with_weight?
+        options[:with_position] = true if @command.with_position?
+        options
+      end
+    end
+  end
+end