gqtp 1.0.0

data/lib/gqtp/connection/coolio.rb

@@ -0,0 +1,133 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2012  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "cool.io"
+
+module GQTP
+  module Connection
+    module Coolio
+      class Request
+        def initialize(loop)
+          @loop = loop
+        end
+
+        def wait
+          @loop.run
+        end
+      end
+
+      class Socket < ::Coolio::TCPSocket
+        def initialize(*args)
+          super
+          @write_callbacks = []
+          @read_callbacks = []
+          @request = nil
+          @buffer = "".force_encoding("ASCII-8BIT")
+        end
+
+        def write(*chunks, &block)
+          chunks.each do |chunk|
+            super(chunk)
+          end
+          @write_callbacks << block if block_given?
+          Request.new(evloop)
+        end
+
+        def on_write_complete
+          write_callbacks, @write_callbacks = @write_callbacks, []
+          write_callbacks.each do |callback|
+            callback.call
+          end
+        end
+
+        def read(size, &block)
+          if @buffer.bytesize >= size
+            consume_data(size, block)
+          else
+            @read_callbacks << [size, block]
+          end
+          Request.new(evloop)
+        end
+
+        def on_read(data)
+          @buffer << data
+          until @read_callbacks.empty?
+            size, callback = @read_callbacks.first
+            break if @buffer.bytesize < size
+            @read_callbacks.shift
+            consume_data(size, callback)
+          end
+        end
+
+        private
+        def consume_data(size, callback)
+          data = @buffer[0, size]
+          @buffer = @buffer[size..-1]
+          callback.call(data)
+        end
+      end
+
+      class Client
+        attr_accessor :address, :port
+        def initialize(options={})
+          @options = options
+          @address = options[:address] || "127.0.0.1"
+          @port = options[:port] || 10041
+          @loop = options[:loop] || ::Coolio::Loop.default
+          @socket = Socket.connect(@address, @port)
+          @socket.attach(@loop)
+        end
+
+        def write(*chunks, &block)
+          @socket.write(*chunks, &block)
+        end
+
+        def read(size, &block)
+          @socket.read(size, &block)
+        end
+
+        def close
+          @socket.close
+        end
+      end
+
+      class Server
+        attr_accessor :address, :port
+        def initialize(options={})
+          @options = options
+          @address = options[:address] || "0.0.0.0"
+          @port = options[:port] || 10041
+          @loop = options[:loop] || ::Coolio::Loop.default
+        end
+
+        def run
+          @server = ::Coolio::TCPServer.new(@address, @port, Socket) do |client|
+            yield(client)
+          end
+          @server.attach(@loop)
+          @loop.run
+          Request.new(@loop)
+        end
+
+        def shutdown
+          @server.close
+        end
+      end
+    end
+  end
+end

data/lib/gqtp/connection/synchronous.rb

@@ -0,0 +1,108 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2012  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+module GQTP
+  module Connection
+    module Synchronous
+      class Request
+        def initialize(data)
+          @data = data
+        end
+
+        def wait
+          @data
+        end
+      end
+
+      class IO
+        def initialize(real_io)
+          @real_io = real_io
+        end
+
+        def write(*chunks)
+          chunks.each do |chunk|
+            until chunk.empty?
+              written_bytes = @real_io.write(chunk)
+              break if chunk.bytesize == written_bytes
+              chunk = chunk[written_bytes..-1]
+            end
+          end
+          yield if block_given?
+          Request.new(nil)
+        end
+
+        def read(size=nil)
+          data = @real_io.read(size)
+          yield(data) if block_given?
+          Request.new(data)
+        end
+
+        def close
+          @real_io.close
+        end
+      end
+
+      class Client
+        attr_accessor :address, :port
+        def initialize(options={})
+          @options = options
+          @address = options[:address] || "127.0.0.1"
+          @port = options[:port] || 10041
+          @socket = TCPSocket.open(@address, @port)
+          @io = IO.new(@socket)
+        end
+
+        def write(*chunks, &block)
+          @io.write(*chunks, &block)
+        end
+
+        def read(size=nil, &block)
+          @io.read(size, &block)
+        end
+
+        def close
+          @io.close
+        end
+      end
+
+      class Server
+        attr_accessor :address, :port
+        def initialize(options={})
+          @options = options
+          @address = options[:address] || "0.0.0.0"
+          @port = options[:port] || 10041
+          @backlog = options[:backlog] || 128
+        end
+
+        def run
+          @server = TCPServer.new(@address, @port)
+          @server.listen(@backlog)
+          loop do
+            client = @server.accept
+            yield(IO.new(client))
+          end
+          Request.new(nil)
+        end
+
+        def shutdown
+          @server.shutdown
+        end
+      end
+    end
+  end
+end

data/lib/gqtp/connection/thread.rb

@@ -0,0 +1,123 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2012  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "socket"
+require "thread"
+
+module GQTP
+  module Connection
+    module Thread
+      class Request
+        def initialize(thread)
+          @thread = thread
+        end
+
+        def wait
+          @thread.join
+        end
+      end
+
+      class IO
+        def initialize(real_io)
+          @real_io = real_io
+        end
+
+        def write(*chunks)
+          thread = ::Thread.new do
+            chunks.each do |chunk|
+              until chunk.empty?
+                written_bytes = @real_io.write(chunk)
+                break if chunk.bytesize == written_bytes
+                chunk = chunk[written_bytes..-1]
+              end
+            end
+            yield if block_given?
+          end
+          Request.new(thread)
+        end
+
+        def read(size=nil)
+          thread = ::Thread.new do
+            data = @real_io.read(size)
+            if block_given?
+              yield(data)
+            else
+              data
+            end
+          end
+          Request.new(thread)
+        end
+
+        def close
+          @real_io.close
+        end
+      end
+
+      class Client
+        attr_accessor :address, :port
+        def initialize(options={})
+          @options = options
+          @address = options[:address] || "127.0.0.1"
+          @port = options[:port] || 10041
+          @socket = TCPSocket.open(@address, @port)
+          @io = IO.new(@socket)
+        end
+
+        def write(*chunks, &block)
+          @io.write(*chunks, &block)
+        end
+
+        def read(size=nil, &block)
+          @io.read(size, &block)
+        end
+
+        def close
+          @io.close
+        end
+      end
+
+      class Server
+        attr_accessor :address, :port
+        def initialize(options={})
+          @options = options
+          @address = options[:address] || "0.0.0.0"
+          @port = options[:port] || 10041
+          @backlog = options[:backlog] || 128
+        end
+
+        def run
+          @server = TCPServer.new(@address, @port)
+          @server.listen(@backlog)
+          thread = ::Thread.new do
+            loop do
+              client = @server.accept
+              ::Thread.new do
+                yield(IO.new(client))
+              end
+            end
+          end
+          Request.new(thread)
+        end
+
+        def shutdown
+          @server.shutdown
+        end
+      end
+    end
+  end
+end

data/lib/gqtp/error.rb

@@ -0,0 +1,24 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2012  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "gqtp/header"
+
+module GQTP
+  class Error < StandardError
+  end
+end

data/lib/gqtp/header.rb

@@ -0,0 +1,190 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2012  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+module GQTP
+  class Header
+    # struct _grn_com_header {
+    #   uint8_t proto;
+    #   uint8_t qtype;
+    #   uint16_t keylen;
+    #   uint8_t level;
+    #   uint8_t flags;
+    #   uint16_t status;
+    #   uint32_t size;
+    #   uint32_t opaque;
+    #   uint64_t cas;
+    # };
+
+    class << self
+      def parse(chunk)
+        return nil if chunk.bytesize < size
+        header = new
+        header.proto, header.query_type, header.key_length,
+          header.level, header.flags, header.status, header.size,
+          header.opaque, cas_high, cas_low = chunk.unpack(pack_format)
+        header.cas = cas_high << 32 + cas_low
+        header
+      end
+
+      def size
+        24
+      end
+
+      def pack_format
+        "CCnCCnNNNN"
+      end
+    end
+
+    attr_accessor :proto, :query_type, :key_length, :level, :flags
+    attr_accessor :status, :size, :opaque, :cas
+    def initialize(values={})
+      @proto      = values[:proto]      || Protocol::GQTP
+      @query_type = values[:query_type] || ContentType::NONE
+      @key_length = values[:key_length] || 0
+      @level      = values[:level]      || 0
+      @flags      = values[:flags]      || 0
+      @status     = values[:status]     || Status::SUCCESS
+      @size       = values[:size]       || 0
+      @opaque     = values[:opaque]     || 0
+      @cas        = values[:cas]        || 0
+      yield(self) if block_given?
+    end
+
+    def pack
+      data = [
+        @proto, @query_type, @key_length, @level,
+        @flags, @status, @size, @opaque, @cas >> 32, @cas & (2 ** 32),
+      ]
+      data.pack(self.class.pack_format)
+    end
+
+    def ==(other)
+      other.is_a?(self.class) and to_hash == other.to_hash
+    end
+
+    def to_hash
+      {
+        :proto      => @proto,
+        :query_type => @query_type,
+        :key_length => @key_length,
+        :level      => @level,
+        :flags      => @flags,
+        :status     => @status,
+        :size       => @size,
+        :opaque     => @opaque,
+        :cas        => @cas,
+      }
+    end
+
+    module Protocol
+      GQTP = 0xc7
+    end
+
+    module ContentType
+      NONE    = 0
+      TSV     = 1
+      JSON    = 2
+      XML     = 3
+      MSGPACK = 4
+    end
+
+    module Flag
+      MORE  = 0x01
+      TAIL  = 0x02
+      HEAD  = 0x04
+      QUIET = 0x08
+      QUIT  = 0x10
+    end
+
+    module Status
+      SUCCESS                             = 0
+      END_OF_DATA                         = 1
+      UNKNOWN_ERROR                       = 65535
+      OPERATION_NOT_PERMITTED             = 65534
+      NO_SUCH_FILE_OR_DIRECTORY           = 65533
+      NO_SUCH_PROCESS                     = 65532
+      INTERRUPTED_FUNCTION_CALL           = 65531
+      INPUT_OUTPUT_ERROR                  = 65530
+      NO_SUCH_DEVICE_OR_ADDRESS           = 65529
+      ARG_LIST_TOO_LONG                   = 65528
+      EXEC_FORMAT_ERROR                   = 65527
+      BAD_FILE_DESCRIPTOR                 = 65526
+      NO_CHILD_PROCESSES                  = 65525
+      RESOURCE_TEMPORARILY_UNAVAILABLE    = 65524
+      NOT_ENOUGH_SPACE                    = 65523
+      PERMISSION_DENIED                   = 65522
+      BAD_ADDRESS                         = 65521
+      RESOURCE_BUSY                       = 65520
+      FILE_EXISTS                         = 65519
+      IMPROPER_LINK                       = 65518
+      NO_SUCH_DEVICE                      = 65517
+      NOT_A_DIRECTORY                     = 65516
+      IS_A_DIRECTORY                      = 65515
+      INVALID_ARGUMENT                    = 65514
+      TOO_MANY_OPEN_FILES_IN_SYSTEM       = 65513
+      TOO_MANY_OPEN_FILES                 = 65512
+      INAPPROPRIATE_I_O_CONTROL_OPERATION = 65511
+      FILE_TOO_LARGE                      = 65510
+      NO_SPACE_LEFT_ON_DEVICE             = 65509
+      INVALID_SEEK                        = 65508
+      READ_ONLY_FILE_SYSTEM               = 65507
+      TOO_MANY_LINKS                      = 65506
+      BROKEN_PIPE                         = 65505
+      DOMAIN_ERROR                        = 65504
+      RESULT_TOO_LARGE                    = 65503
+      RESOURCE_DEADLOCK_AVOIDED           = 65502
+      NO_MEMORY_AVAILABLE                 = 65501
+      FILENAME_TOO_LONG                   = 65500
+      NO_LOCKS_AVAILABLE                  = 65499
+      FUNCTION_NOT_IMPLEMENTED            = 65498
+      DIRECTORY_NOT_EMPTY                 = 65497
+      ILLEGAL_BYTE_SEQUENCE               = 65496
+      SOCKET_NOT_INITIALIZED              = 65495
+      OPERATION_WOULD_BLOCK               = 65494
+      ADDRESS_IS_NOT_AVAILABLE            = 65493
+      NETWORK_IS_DOWN                     = 65492
+      NO_BUFFER                           = 65491
+      SOCKET_IS_ALREADY_CONNECTED         = 65490
+      SOCKET_IS_NOT_CONNECTED             = 65489
+      SOCKET_IS_ALREADY_SHUTDOWNED        = 65488
+      OPERATION_TIMEOUT                   = 65487
+      CONNECTION_REFUSED                  = 65486
+      RANGE_ERROR                         = 65485
+      TOKENIZER_ERROR                     = 65484
+      FILE_CORRUPT                        = 65483
+      INVALID_FORMAT                      = 65482
+      OBJECT_CORRUPT                      = 65481
+      TOO_MANY_SYMBOLIC_LINKS             = 65480
+      NOT_SOCKET                          = 65479
+      OPERATION_NOT_SUPPORTED             = 65478
+      ADDRESS_IS_IN_USE                   = 65477
+      ZLIB_ERROR                          = 65476
+      LZO_ERROR                           = 65475
+      STACK_OVER_FLOW                     = 65474
+      SYNTAX_ERROR                        = 65473
+      RETRY_MAX                           = 65472
+      INCOMPATIBLE_FILE_FORMAT            = 65471
+      UPDATE_NOT_ALLOWED                  = 65470
+      TOO_SMALL_OFFSET                    = 65469
+      TOO_LARGE_OFFSET                    = 65468
+      TOO_SMALL_LIMIT                     = 65467
+      CAS_ERROR                           = 65466
+      UNSUPPORTED_COMMAND_VERSION         = 65465
+    end
+  end
+end