groonga-client 0.6.3 → 0.6.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 29a5323d61e22fd67047fc6adbf076dfca390ef9fcde76e653d1d52ccff00c55
-  data.tar.gz: bcff102d164f18996b61e45e979d63ed4cf812ed1747fe7d454c349eafddbde8
+  metadata.gz: 3a13092963c9a1d652d8c16687494adcd044ac4036e5740085aab049f3c84b77
+  data.tar.gz: 29d881eb07c7dbec1c87070f42bf19e850a8849f0b72e0d09696b10f521d5392
 SHA512:
-  metadata.gz: f3bff560db004312b66a7f38bcf07e3a4a28b5078d6fabc413e0ee58b816dee31bd022539baab88d2adfbd57fc85ad27e43c339aa282b602e98efd67059c9595
-  data.tar.gz: e943e75c8985175fb96aeeccbe8189c70c6709d4cb4d6635f547b859e27afd2b80abd6ebe6a5c7b108ceeca1be13e1a2c4f1c12126472cd09d489551a0d41cfe
+  metadata.gz: 8901feec4d9cb6315502d1e5e30d91df3dc9d94a628cf5e5dbb6ae9045ff0a75f0cd4c2e6ef826d4de482ea96fbe80e05d32897a9a8b2cba20c8f4ff66fc3f4d
+  data.tar.gz: ced3f733068a72491b4f2f8f5472f1fa5c605d3af4d7a345290764f97b49a2fd0d732dd6bf26499fc1af1759359052289b51026974ab9969d62b1fa37d4d6b18

data/doc/text/news.md

@@ -1,5 +1,31 @@
 # NEWS
 
+## 0.6.7 - 2022-01-07
+
+### Improvements
+
+  * `load`: Added support for `Arrow::Table`.
+
+## 0.6.6 - 2021-12-10
+
+### Improvements
+
+  * `Groonga::Client::CommandProcessor`: Extracted Groonga command processor
+    from `groonga-client` command implementation.
+
+## 0.6.5 - 2021-03-15
+
+### Fixes
+
+  * `Groonga::Client::Request::Select::LabeledDrilldown#keys`: Fixed a
+    bug that this uses wrong parameter name.
+
+## 0.6.4 - 2021-02-24
+
+### Improvements
+
+  * Added support for Ruby 3.0.
+
 ## 0.6.3 - 2020-06-08
 
 ### Improvements

data/groonga-client.gemspec

@@ -1,7 +1,7 @@
 # -*- mode: ruby -*-
 #
 # Copyright (C) 2013  Haruka Yoshihara <yoshihara@clear-code.com>
-# Copyright (C) 2014-2020  Sutou Kouhei <kou@clear-code.com>
+# Copyright (C) 2014-2021  Sutou Kouhei <kou@clear-code.com>
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
@@ -51,6 +51,7 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency("groonga-command", ">= 1.4.7")
   spec.add_runtime_dependency("groonga-command-parser", ">= 1.1.0")
   spec.add_runtime_dependency("hashie")
+  spec.add_runtime_dependency("rexml")
 
   spec.add_development_dependency("bundler")
   spec.add_development_dependency("rake")

data/lib/groonga/client/command-line/groonga-client.rb

@@ -73,22 +73,11 @@ module Groonga
                 end
                 repl.run
               else
-                $stdin.each_line do |line|
-                  runner << line
-                end
+                runner.consume($stdin)
               end
             else
               command_file_paths.each do |command_file_path|
-                File.open(command_file_path) do |command_file|
-                  last_line = nil
-                  command_file.each_line do |line|
-                    last_line = line
-                    runner << line
-                end
-                  if last_line and !last_line.end_with?("\n")
-                    runner << "\n"
-                  end
-                end
+                runner.load(command_file_path)
               end
             end
             runner.finish
@@ -173,95 +162,9 @@ module Groonga
           end
         end
 
-        class Runner
-          def initialize(client, options={})
-            @client = client
-            @split_load_chunk_size = options[:split_load_chunk_size] || 10000
-            @generate_request_id   = options[:generate_request_id]
-            @target_commands       = options[:target_commands]
-            @target_tables         = options[:target_tables]
-            @target_columns        = options[:target_columns]
-            @load_values = []
-            @parser = create_command_parser
-          end
-
-          def <<(line)
-            @parser << line
-          end
-
-          def finish
-            @parser.finish
-          end
-
-          def repl
-            begin
-              require "readline"
-            rescue LoadError
-              repl = BareREPL.new(self)
-            else
-              repl = ReadlineREPL.new(self)
-              repl_readline
-            end
-          end
-
+        class Runner < CommandProcessor
           private
-          def create_command_parser
-            parser = Groonga::Command::Parser.new
-
-            parser.on_command do |command|
-              run_command(command)
-            end
-
-            parser.on_load_columns do |command, columns|
-              command[:columns] ||= columns.join(",")
-            end
-
-            parser.on_load_value do |command, value|
-              unless command[:values]
-                @load_values << value
-                if @load_values.size == @split_load_chunk_size
-                  consume_load_values(command)
-                end
-              end
-              command.original_source.clear
-            end
-
-            parser.on_load_complete do |command|
-              if command[:values]
-                run_command(command)
-              else
-                consume_load_values(command)
-              end
-            end
-
-            parser
-          end
-
-          def consume_load_values(load_command)
-            return if @load_values.empty?
-
-            values_json = "["
-            @load_values.each_with_index do |value, i|
-              values_json << "," unless i.zero?
-              values_json << "\n"
-              values_json << JSON.generate(value)
-            end
-            values_json << "\n]\n"
-            load_command[:values] = values_json
-            run_command(load_command)
-            @load_values.clear
-            load_command[:values] = nil
-          end
-
-          def run_command(command)
-            return unless target_command?(command)
-            return unless target_table?(command)
-            return unless target_column?(command)
-
-            command = Marshal.load(Marshal.dump(command))
-            apply_target_columns(command)
-            command[:request_id] ||= SecureRandom.uuid if @generate_request_id
-            response = @client.execute(command)
+          def process_response(response, command)
             case command.output_type
             when :json
               puts(JSON.pretty_generate([response.header, response.body]))
@@ -271,92 +174,6 @@ module Groonga
               puts(response.body)
             end
           end
-
-          def target_command?(command)
-            return true if @target_commands.empty?
-
-            @target_commands.any? do |name|
-              name === command.command_name
-            end
-          end
-
-          def target_table?(command)
-            return true if @target_tables.empty?
-
-            target = nil
-            case command.command_name
-            when "load", "column_create", "select"
-              target = command.table
-            when "table_create", "table_remove"
-              target = command.name
-            end
-            return true if target.nil?
-
-            @target_tables.any? do |name|
-              name === target
-            end
-          end
-
-          def target_column?(command)
-            return true if @target_columns.empty?
-
-            target = nil
-            case command.command_name
-            when "column_create"
-              target = command.name
-            end
-            return true if target.nil?
-
-            @target_columns.any? do |name|
-              name === target
-            end
-          end
-
-          def apply_target_columns(command)
-            return if @target_columns.empty?
-
-            values = command[:values]
-            return if values.nil?
-
-            command = command.dup
-
-            values = JSON.parse(values)
-            columns = command[:columns]
-            if columns
-              columns = columns.split(/\s*,\s*/)
-              target_indexes = []
-              new_columns = []
-              columns.each_with_index do |column, i|
-                if load_target_column?(column)
-                  target_indexes << i
-                  new_columns << column
-                end
-              end
-              command[:columns] = new_columns.join(",")
-              new_values = values.collect do |value|
-                target_indexes.collect do |i|
-                  value[i]
-                end
-              end
-              command[:values] = JSON.generate(new_values)
-            else
-              new_values = values.collect do |value|
-                new_value = {}
-                value.each do |key, value|
-                  if load_target_column?(key)
-                    new_value[key] = value
-                  end
-                end
-                new_value
-              end
-              command[:values] = JSON.generate(new_values)
-            end
-          end
-
-          def load_target_column?(column)
-            column == "_key" or
-              @target_columns.any? {|name| name === column}
-          end
         end
 
         class BareREPL

data/lib/groonga/client/command-processor.rb

@@ -0,0 +1,211 @@
+# Copyright (C) 2015-2021  Sutou Kouhei <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "json"
+
+require "groonga/command/parser"
+
+module Groonga
+  class Client
+    class CommandProcessor
+      def initialize(client, options={})
+        @client = client
+        @split_load_chunk_size = options[:split_load_chunk_size] || 10000
+        @generate_request_id   = options[:generate_request_id]
+        @target_commands       = options[:target_commands] || []
+        @target_tables         = options[:target_tables] || []
+        @target_columns        = options[:target_columns] || []
+        @load_values = []
+        @parser = create_command_parser
+      end
+
+      def <<(line)
+        @parser << line
+      end
+
+      def finish
+        @parser.finish
+      end
+
+      def consume(input)
+        last_line = nil
+        input.each_line do |line|
+          last_line = line
+          @parser << line
+        end
+        if last_line and not last_line.end_with?("\n")
+          @parser << "\n"
+        end
+      end
+
+      def load(path)
+        File.open(path) do |input|
+          consume(input)
+        end
+      end
+
+      private
+      def create_command_parser
+        parser = Groonga::Command::Parser.new
+
+        parser.on_command do |command|
+          run_command(command)
+        end
+
+        parser.on_load_columns do |command, columns|
+          command[:columns] ||= columns.join(",")
+        end
+
+        parser.on_load_value do |command, value|
+          unless command[:values]
+            @load_values << value
+            if @load_values.size == @split_load_chunk_size
+              consume_load_values(command)
+            end
+          end
+          command.original_source.clear
+        end
+
+        parser.on_load_complete do |command|
+          if command[:values]
+            run_command(command)
+          else
+            consume_load_values(command)
+          end
+        end
+
+        parser
+      end
+
+      def consume_load_values(load_command)
+        return if @load_values.empty?
+
+        values_json = "["
+        @load_values.each_with_index do |value, i|
+          values_json << "," unless i.zero?
+          values_json << "\n"
+          values_json << JSON.generate(value)
+        end
+        values_json << "\n]\n"
+        load_command[:values] = values_json
+        run_command(load_command)
+        @load_values.clear
+        load_command[:values] = nil
+      end
+
+      def run_command(command)
+        return unless target_command?(command)
+        return unless target_table?(command)
+        return unless target_column?(command)
+
+        command = Marshal.load(Marshal.dump(command))
+        apply_target_columns(command)
+        command[:request_id] ||= SecureRandom.uuid if @generate_request_id
+        response = @client.execute(command)
+        process_response(response, command)
+      end
+
+      def process_response(response, command)
+      end
+
+      def target_command?(command)
+        return true if @target_commands.empty?
+
+        @target_commands.any? do |name|
+          name === command.command_name
+        end
+      end
+
+      def target_table?(command)
+        return true if @target_tables.empty?
+
+        target = nil
+        case command.command_name
+        when "load", "column_create", "select"
+          target = command.table
+        when "table_create", "table_remove"
+          target = command.name
+        end
+        return true if target.nil?
+
+        @target_tables.any? do |name|
+          name === target
+        end
+      end
+
+      def target_column?(command)
+        return true if @target_columns.empty?
+
+        target = nil
+        case command.command_name
+        when "column_create"
+          target = command.name
+        end
+        return true if target.nil?
+
+        @target_columns.any? do |name|
+          name === target
+        end
+      end
+
+      def apply_target_columns(command)
+        return if @target_columns.empty?
+
+        values = command[:values]
+        return if values.nil?
+
+        command = command.dup
+
+        values = JSON.parse(values)
+        columns = command[:columns]
+        if columns
+          columns = columns.split(/\s*,\s*/)
+          target_indexes = []
+          new_columns = []
+          columns.each_with_index do |column, i|
+            if load_target_column?(column)
+              target_indexes << i
+              new_columns << column
+            end
+          end
+          command[:columns] = new_columns.join(",")
+          new_values = values.collect do |value|
+            target_indexes.collect do |i|
+              value[i]
+            end
+          end
+          command[:values] = JSON.generate(new_values)
+        else
+          new_values = values.collect do |value|
+            new_value = {}
+            value.each do |key, value|
+              if load_target_column?(key)
+                new_value[key] = value
+              end
+            end
+            new_value
+          end
+          command[:values] = JSON.generate(new_values)
+        end
+      end
+
+      def load_target_column?(column)
+        column == "_key" or
+          @target_columns.any? {|name| name === column}
+      end
+    end
+  end
+end

data/lib/groonga/client/protocol/http/synchronous.rb

@@ -168,11 +168,17 @@ module Groonga
                                         command.arguments,
                                         [])
             command.path_prefix = path_prefix
-            case @options[:load_input_type]
+            load_input_type = @options[:load_input_type]
+            if defined?(Arrow) and command[:values].is_a?(Arrow::Table)
+              load_input_type = "apache-arrow"
+              arrow_table = command[:values]
+            elsif load_input_type == "apache-arrow"
+              arrow_table = command.build_arrow_table
+            end
+            case load_input_type
             when "apache-arrow"
               command[:input_type] = "apache-arrow"
               content_type = "application/x-apache-arrow-streaming"
-              arrow_table = command.build_arrow_table
               if arrow_table
                 buffer = Arrow::ResizableBuffer.new(1024)
                 arrow_table.save(buffer, format: :stream)

data/lib/groonga/client/request/select.rb

@@ -595,7 +595,7 @@ module Groonga
           end
 
           def keys(values)
-            @request.values_parameter([:"#{prefix}keys"], values)
+            @request.values_parameter(:"#{prefix}keys", values)
           end
 
           def sort_keys(value)

data/lib/groonga/client/version.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2013-2019  Sutou Kouhei <kou@clear-code.com>
+# Copyright (C) 2013-2021  Sutou Kouhei <kou@clear-code.com>
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
@@ -16,6 +16,6 @@
 
 module Groonga
   class Client
-    VERSION = "0.6.3"
+    VERSION = "0.6.7"
   end
 end

data/lib/groonga/client.rb

@@ -18,12 +18,13 @@
 require "uri"
 require "json"
 
-require "groonga/client/default"
 require "groonga/client/command"
+require "groonga/client/command-processor"
+require "groonga/client/default"
 require "groonga/client/empty-request"
+require "groonga/client/protocol/file"
 require "groonga/client/protocol/gqtp"
 require "groonga/client/protocol/http"
-require "groonga/client/protocol/file"
 require "groonga/client/request"
 
 module Groonga
@@ -202,7 +203,7 @@ module Groonga
     end
 
     def method_missing(name, *args, &block)
-      if groonga_command_name?(name)
+      if groonga_command_name?(name) and args.size <= 1
         execute(name, *args, &block)
       else
         super
@@ -279,7 +280,11 @@ module Groonga
     def normalize_parameters(parameters)
       normalized_parameters = {}
       parameters.each do |key, value|
-        normalized_parameters[key] = value.to_s
+        if defined?(Arrow) and value.is_a?(Arrow::Table)
+          normalized_parameters[key] = value
+        else
+          normalized_parameters[key] = value.to_s
+        end
       end
       normalized_parameters
     end

data/test/request/test-select.rb

@@ -186,8 +186,8 @@ class TestRequestSelect < Test::Unit::TestCase
   end
 
   sub_test_case("#paginate") do
-    def paginate(*args)
-      @request.paginate(*args).to_parameters
+    def paginate(*args, **kwargs)
+      @request.paginate(*args, **kwargs).to_parameters
     end
 
     sub_test_case("page") do

data/test/test-command.rb

@@ -5,7 +5,8 @@ class TestCommand < Test::Unit::TestCase
 
   def test_column_create
     response = Object.new
-    mock(@client).execute(:column_create, :table => :Test, :name => :Body, :type => :ShortText) do
+    mock(@client).execute(:column_create,
+                          {table: :Test, name: :Body, type: :ShortText}) do
       response
     end
     @client.column_create(:table => :Test, :name => :Body, :type => :ShortText)
@@ -13,7 +14,7 @@ class TestCommand < Test::Unit::TestCase
 
   def test_column_list
     response = Object.new
-    mock(@client).execute(:column_list, :table => :Test) do
+    mock(@client).execute(:column_list, {table: :Test}) do
       response
     end
     @client.column_list(:table => :Test)
@@ -27,7 +28,7 @@ class TestCommand < Test::Unit::TestCase
       }
     ]
     response = Object.new
-    mock(@client).execute(:load, :table => :Test, :values => values.to_json) do
+    mock(@client).execute(:load, {table: :Test, values: values.to_json}) do
       response
     end
     @client.load(:table => :Test, :values => values.to_json)
@@ -35,7 +36,7 @@ class TestCommand < Test::Unit::TestCase
 
   def test_select
     response = Object.new
-    mock(@client).execute(:select, :table => :Test) do
+    mock(@client).execute(:select, {table: :Test}) do
       response
     end
     @client.select(:table => :Test)
@@ -43,7 +44,7 @@ class TestCommand < Test::Unit::TestCase
 
   def test_table_create
     response = Object.new
-    mock(@client).execute(:table_create, :name => :Test) do
+    mock(@client).execute(:table_create, {name: :Test}) do
       response
     end
     @client.table_create(:name => :Test)
@@ -58,7 +59,7 @@ class TestCommand < Test::Unit::TestCase
   end
 
   def test_table_remove
-    mock(@client).execute(:table_remove, :name => "Test")
+    mock(@client).execute(:table_remove, {name: "Test"})
     @client.table_remove(:name => "Test")
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: groonga-client
 version: !ruby/object:Gem::Version
-  version: 0.6.3
+  version: 0.6.7
 platform: ruby
 authors:
 - Haruka Yoshihara
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-06-07 00:00:00.000000000 Z
+date: 2022-01-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gqtp
@@ -68,6 +68,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rexml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -183,6 +197,7 @@ files:
 - lib/groonga/client/command-line/groonga-client.rb
 - lib/groonga/client/command-line/parser.rb
 - lib/groonga/client/command-line/runner.rb
+- lib/groonga/client/command-processor.rb
 - lib/groonga/client/command.rb
 - lib/groonga/client/default.rb
 - lib/groonga/client/empty-request.rb
@@ -286,7 +301,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.0.pre1
+rubygems_version: 3.4.0.dev
 signing_key: 
 specification_version: 4
 summary: Groonga-client is a client for Groonga (http://groonga.org/) implemented