groonga-command 1.0.5 → 1.0.6

data/.yardopts

@@ -2,5 +2,6 @@
 --no-private
 --output doc/reference/en
 --title "groonga-command API Reference"
+--markup markdown
 -
 doc/text/*

data/README.md

@@ -7,8 +7,8 @@ groonga-command
 ## Description
 
 Groonga-command is a library that represents
-[groonga](http://groonga.org/)'s command. You can write a program that
-handle groonga's command by using groonga-command.
+[Groonga](http://groonga.org/)'s command. You can write a program that
+handle Groonga's command by using groonga-command.
 
 ## Install
 

data/doc/text/news.md

@@ -1,5 +1,17 @@
 # News
 
+## 1.0.6: 2013-10-29
+
+### Improvements
+
+  * {Groonga::Command::Status}: Added.
+  * {Groonga::Command::Select}: Added accessor for "values" parameter.
+  * {Groonga::Command::Tokenize}: Added.
+  * {Groonga::Command::ColumnList}: Added.
+  * {Groonga::Command::Normalize}: Added.
+  * {Groonga::Command::RubyEval}: Added.
+  * {Groonga::Command::RubyLoad}: Added.
+
 ## 1.0.5: 2013-09-29
 
 ### Improvements

data/groonga-command.gemspec

@@ -52,6 +52,8 @@ Gem::Specification.new do |spec|
   spec.licenses = ["LGPLv2.1+"]
   spec.require_paths = ["lib"]
 
+  spec.add_runtime_dependency("json")
+
   spec.add_development_dependency("test-unit")
   spec.add_development_dependency("test-unit-notify")
   spec.add_development_dependency("rake")

data/lib/groonga/command.rb

@@ -21,16 +21,22 @@ require "groonga/command/version"
 require "groonga/command/error"
 
 require "groonga/command/column-create"
+require "groonga/command/column-list"
 require "groonga/command/column-remove"
 require "groonga/command/column-rename"
 require "groonga/command/delete"
 require "groonga/command/dump"
 require "groonga/command/get"
 require "groonga/command/load"
+require "groonga/command/normalize"
 require "groonga/command/register"
+require "groonga/command/ruby-eval"
+require "groonga/command/ruby-load"
 require "groonga/command/select"
+require "groonga/command/status"
 require "groonga/command/suggest"
 require "groonga/command/table-create"
 require "groonga/command/table-remove"
 require "groonga/command/table-rename"
+require "groonga/command/tokenize"
 require "groonga/command/truncate"

data/lib/groonga/command/column-list.rb

@@ -0,0 +1,44 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "groonga/command/base"
+
+module Groonga
+  module Command
+    # A command class that represents `column_list` command.
+    #
+    # @since 1.0.6
+    class ColumnList < Base
+      Command.register("column_list", self)
+
+      class << self
+        def parameter_names
+          [
+            :table,
+          ]
+        end
+      end
+
+      # @return [String] `table` parameter value.
+      # @since 1.0.6
+      def table
+        self[:table]
+      end
+    end
+  end
+end

data/lib/groonga/command/load.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 #
-# Copyright (C) 2012  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2012-2013  Kouhei Sutou <kou@clear-code.com>
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
@@ -16,6 +16,8 @@
 # License along with this library; if not, write to the Free Software
 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 
+require "json"
+
 require "groonga/command/base"
 
 module Groonga
@@ -36,17 +38,28 @@ module Groonga
         end
       end
 
+      attr_writer :values
       attr_writer :columns
       def initialize(*argumetns)
         super
+        @values = nil
         @columns = nil
       end
 
+      def values
+        @values ||= parse_values(self[:values])
+      end
+
       def columns
         @columns ||= parse_columns(self[:columns])
       end
 
       private
+      def parse_values(values)
+        return values if values.nil?
+        JSON.parse(values)
+      end
+
       def parse_columns(columns)
         return columns if columns.nil?
         columns.split(/\s*,\s*/)

data/lib/groonga/command/normalize.rb

@@ -0,0 +1,62 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "groonga/command/base"
+
+module Groonga
+  module Command
+    # A command class that represents `normalize` command.
+    #
+    # @since 1.0.6
+    class Normalize < Base
+      Command.register("normalize", self)
+
+      class << self
+        def parameter_names
+          [
+            :normalizer,
+            :string,
+            :flags,
+          ]
+        end
+      end
+
+      # @return [String] `normalizer` parameter value.
+      # @since 1.0.6
+      def normalizer
+        self[:normalizer]
+      end
+
+      # @return [String] `string` parameter value.
+      # @since 1.0.6
+      def string
+        self[:string]
+      end
+
+      # @return [Array<String>] An array of flags specified in `flags`
+      #   parameter value. This array is extracted by parsing `flags`
+      #   parameter value. If `flags` parameter value is nil or empty,
+      #   an empty array is returned.
+      #
+      # @since 1.0.6
+      def flags
+        @flags ||= (self[:flags] || "").split(/\s*[| ]\s*/)
+      end
+    end
+  end
+end

data/lib/groonga/command/ruby-eval.rb

@@ -0,0 +1,44 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "groonga/command/base"
+
+module Groonga
+  module Command
+    # A command class that represents `ruby_eval` command.
+    #
+    # @since 1.0.6
+    class RubyEval < Base
+      Command.register("ruby_eval", self)
+
+      class << self
+        def parameter_names
+          [
+            :script,
+          ]
+        end
+      end
+
+      # @return [String] `script` parameter value.
+      # @since 1.0.6
+      def script
+        self[:script]
+      end
+    end
+  end
+end

data/lib/groonga/command/ruby-load.rb

@@ -0,0 +1,44 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "groonga/command/base"
+
+module Groonga
+  module Command
+    # A command class that represents `ruby_load` command.
+    #
+    # @since 1.0.6
+    class RubyLoad < Base
+      Command.register("ruby_load", self)
+
+      class << self
+        def parameter_names
+          [
+            :path,
+          ]
+        end
+      end
+
+      # @return [String] `path` parameter value.
+      # @since 1.0.6
+      def path
+        self[:path]
+      end
+    end
+  end
+end

data/lib/groonga/command/status.rb

@@ -0,0 +1,28 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "groonga/command/base"
+
+module Groonga
+  module Command
+    class Status < Base
+      Command.register("status", self)
+    end
+  end
+end
+

data/lib/groonga/command/tokenize.rb

@@ -0,0 +1,69 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "groonga/command/base"
+
+module Groonga
+  module Command
+    # A command class that represents `tokenize` command.
+    #
+    # @since 1.0.6
+    class Tokenize < Base
+      Command.register("tokenize", self)
+
+      class << self
+        def parameter_names
+          [
+            :tokenizer,
+            :string,
+            :normalizer,
+            :flags,
+          ]
+        end
+      end
+
+      # @return [String] `tokenizer` parameter value.
+      # @since 1.0.6
+      def tokenizer
+        self[:tokenizer]
+      end
+
+      # @return [String] `string` parameter value.
+      # @since 1.0.6
+      def string
+        self[:string]
+      end
+
+      # @return [String] `normalizer` parameter value.
+      # @since 1.0.6
+      def normalizer
+        self[:normalizer]
+      end
+
+      # @return [Array<String>] An array of flags specified in `flags`
+      #   parameter value. This array is extracted by parsing `flags`
+      #   parameter value. If `flags` parameter value is nil or empty,
+      #   an empty array is returned.
+      #
+      # @since 1.0.6
+      def flags
+        @flags ||= (self[:flags] || "").split(/\s*[| ]\s*/)
+      end
+    end
+  end
+end

data/lib/groonga/command/version.rb

@@ -18,6 +18,6 @@
 
 module Groonga
   module Command
-    VERSION = "1.0.5"
+    VERSION = "1.0.6"
   end
 end

data/test/command/test-column-list.rb

@@ -0,0 +1,48 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class ColumnListCommandTest < Test::Unit::TestCase
+  private
+  def column_list_command(pair_arguments={}, ordered_arguments=[])
+    Groonga::Command::ColumnList.new("column_list",
+                                     pair_arguments,
+                                     ordered_arguments)
+  end
+
+  class ConstructorTest < self
+    def test_ordered_arguments
+      table  = "Users"
+
+      ordered_arguments = [
+        table,
+      ]
+      command = column_list_command({}, ordered_arguments)
+      assert_equal({
+                     :table  => table,
+                   },
+                   command.arguments)
+    end
+  end
+
+  class TableTest < self
+    def test_reader
+      command = column_list_command(:table => "Users")
+      assert_equal("Users", command.table)
+    end
+  end
+end

data/test/command/test-load.rb

@@ -53,4 +53,39 @@ class LoadCommandTest < Test::Unit::TestCase
                    command.arguments)
     end
   end
+
+  class ValuesTest < self
+    def test_nil
+      command = load_command
+      assert_nil(command.values)
+    end
+
+    def test_empty
+      command = load_command(:values => "[]")
+      assert_equal([], command.values)
+    end
+
+    def test_array
+      command = load_command(:values => "[[\"Alice\"]]")
+      assert_equal([["Alice"]], command.values)
+    end
+
+    def test_object_literal
+      command = load_command(:values => "[{\"key\": \"Alice\"}]")
+      assert_equal([{"key" => "Alice"}], command.values)
+    end
+
+    def test_writer
+      command = load_command(:values => "[{\"key\": \"Alice\"}]")
+      command.values = [["Alice"]]
+      assert_equal({
+                     :reader          => [["Alice"]],
+                     :array_reference => "[{\"key\": \"Alice\"}]",
+                   },
+                   {
+                     :reader          => command.values,
+                     :array_reference => command[:values],
+                   })
+    end
+  end
 end

data/test/command/test-normalize.rb

@@ -0,0 +1,88 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class NormalizeCommandTest < Test::Unit::TestCase
+  private
+  def normalize_command(pair_arguments={}, ordered_arguments=[])
+    Groonga::Command::Normalize.new("normalize",
+                                    pair_arguments,
+                                    ordered_arguments)
+  end
+
+  class ConstructorTest < self
+    def test_ordered_arguments
+      normalizer = "NormalizerAuto"
+      string     = "AbcDef"
+      flags      = "REMOVE_BLANK"
+
+      ordered_arguments = [
+        normalizer,
+        string,
+        flags,
+      ]
+      command = normalize_command({}, ordered_arguments)
+      assert_equal({
+                     :normalizer => normalizer,
+                     :string     => string,
+                     :flags      => flags,
+                   },
+                   command.arguments)
+    end
+  end
+
+  class NormalizerTest < self
+    def test_reader
+      command = normalize_command(:normalizer => "NormalizerAuto")
+      assert_equal("NormalizerAuto", command.normalizer)
+    end
+  end
+
+  class StringTest < self
+    def test_reader
+      command = normalize_command(:string => "Hello World")
+      assert_equal("Hello World", command.string)
+    end
+  end
+
+  class FlagsTest < self
+    def test_nil
+      command = normalize_command
+      assert_equal([], command.flags)
+    end
+
+    def test_empty
+      command = normalize_command(:flags => "")
+      assert_equal([], command.flags)
+    end
+
+    def test_pipe_separator
+      command = normalize_command(:flags => "REMOVE_BLANK|WITH_TYPES")
+      assert_equal(["REMOVE_BLANK", "WITH_TYPES"], command.flags)
+    end
+
+    def test_space_separator
+      command = normalize_command(:flags => "REMOVE_BLANK WITH_TYPES")
+      assert_equal(["REMOVE_BLANK", "WITH_TYPES"], command.flags)
+    end
+
+    def test_spaces_around_separator
+      command = normalize_command(:flags => "REMOVE_BLANK | WITH_TYPES")
+      assert_equal(["REMOVE_BLANK", "WITH_TYPES"], command.flags)
+    end
+  end
+end

data/test/command/test-ruby-eval.rb

@@ -0,0 +1,48 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class RubyEvalCommandTest < Test::Unit::TestCase
+  private
+  def ruby_eval_command(pair_arguments={}, ordered_arguments=[])
+    Groonga::Command::RubyEval.new("ruby_eval",
+                                   pair_arguments,
+                                   ordered_arguments)
+  end
+
+  class ConstructorTest < self
+    def test_ordered_arguments
+      script = "1 + 1"
+
+      ordered_arguments = [
+        script,
+      ]
+      command = ruby_eval_command({}, ordered_arguments)
+      assert_equal({
+                     :script => script,
+                   },
+                   command.arguments)
+    end
+  end
+
+  class ScriptTest < self
+    def test_reader
+      command = ruby_eval_command(:script => "1 + 1")
+      assert_equal("1 + 1", command.script)
+    end
+  end
+end

data/test/command/test-ruby-load.rb

@@ -0,0 +1,48 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class RubyLoadCommandTest < Test::Unit::TestCase
+  private
+  def ruby_load_command(pair_arguments={}, ordered_arguments=[])
+    Groonga::Command::RubyLoad.new("ruby_load",
+                                   pair_arguments,
+                                   ordered_arguments)
+  end
+
+  class ConstructorTest < self
+    def test_ordered_arguments
+      path = "my-library.rb"
+
+      ordered_arguments = [
+        path,
+      ]
+      command = ruby_load_command({}, ordered_arguments)
+      assert_equal({
+                     :path => path,
+                   },
+                   command.arguments)
+    end
+  end
+
+  class PathTest < self
+    def test_reader
+      command = ruby_load_command(:path => "my-library.rb")
+      assert_equal("my-library.rb", command.path)
+    end
+  end
+end

data/test/command/test-status.rb

@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class StatusCommandTest < Test::Unit::TestCase
+  private
+  def status_command(pair_arguments={}, ordered_arguments=[])
+    Groonga::Command::Status.new("status", pair_arguments, ordered_arguments)
+  end
+
+  class ConstructorTest < self
+    def test_ordered_arguments
+      command = status_command
+      assert_equal({}, command.arguments)
+    end
+  end
+end

data/test/command/test-tokenize.rb

@@ -0,0 +1,98 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class TokenizeCommandTest < Test::Unit::TestCase
+  private
+  def tokenize_command(pair_arguments={}, ordered_arguments=[])
+    Groonga::Command::Tokenize.new("tokenize",
+                                   pair_arguments,
+                                   ordered_arguments)
+  end
+
+  class ConstructorTest < self
+    def test_ordered_arguments
+      tokenizer  = "TokenDelimit"
+      string     = "groonga ruby linux"
+      normalizer = "NormalizerAuto"
+      flags      = "NONE"
+
+      ordered_arguments = [
+        tokenizer,
+        string,
+        normalizer,
+        flags,
+      ]
+      command = tokenize_command({}, ordered_arguments)
+      assert_equal({
+                     :tokenizer  => tokenizer,
+                     :string     => string,
+                     :normalizer => normalizer,
+                     :flags      => flags,
+                   },
+                   command.arguments)
+    end
+  end
+
+  class TokenizerTest < self
+    def test_reader
+      command = tokenize_command(:tokenizer => "TokenBigram")
+      assert_equal("TokenBigram", command.tokenizer)
+    end
+  end
+
+  class StringTest < self
+    def test_reader
+      command = tokenize_command(:string => "Hello World")
+      assert_equal("Hello World", command.string)
+    end
+  end
+
+  class NormalizerTest < self
+    def test_reader
+      command = tokenize_command(:normalizer => "NormalizerAuto")
+      assert_equal("NormalizerAuto", command.normalizer)
+    end
+  end
+
+  class FlagsTest < self
+    def test_nil
+      command = tokenize_command
+      assert_equal([], command.flags)
+    end
+
+    def test_empty
+      command = tokenize_command(:flags => "")
+      assert_equal([], command.flags)
+    end
+
+    def test_pipe_separator
+      command = tokenize_command(:flags => "NONE|ENABLE_TOKENIZED_DELIMITER")
+      assert_equal(["NONE", "ENABLE_TOKENIZED_DELIMITER"], command.flags)
+    end
+
+    def test_space_separator
+      command = tokenize_command(:flags => "NONE ENABLE_TOKENIZED_DELIMITER")
+      assert_equal(["NONE", "ENABLE_TOKENIZED_DELIMITER"], command.flags)
+    end
+
+    def test_spaces_around_separator
+      command = tokenize_command(:flags => "NONE | ENABLE_TOKENIZED_DELIMITER")
+      assert_equal(["NONE", "ENABLE_TOKENIZED_DELIMITER"], command.flags)
+    end
+  end
+end

metadata

@@ -1,111 +1,142 @@
 --- !ruby/object:Gem::Specification
 name: groonga-command
 version: !ruby/object:Gem::Version
-  version: 1.0.5
+  version: 1.0.6
+  prerelease: 
 platform: ruby
 authors:
 - Kouhei Sutou
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-09-29 00:00:00.000000000 Z
+date: 2013-10-29 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: test-unit
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: test-unit-notify
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: packnga
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: yard
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: redcarpet
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 description: ''
@@ -120,88 +151,107 @@ files:
 - Gemfile
 - groonga-command.gemspec
 - .yardopts
-- lib/groonga/command/version.rb
-- lib/groonga/command/table-create.rb
-- lib/groonga/command/table-rename.rb
-- lib/groonga/command/column-rename.rb
+- lib/groonga/command/truncate.rb
 - lib/groonga/command/table-remove.rb
-- lib/groonga/command/register.rb
+- lib/groonga/command/ruby-eval.rb
+- lib/groonga/command/load.rb
+- lib/groonga/command/delete.rb
+- lib/groonga/command/base.rb
 - lib/groonga/command/suggest.rb
-- lib/groonga/command/column-remove.rb
-- lib/groonga/command/get.rb
+- lib/groonga/command/status.rb
 - lib/groonga/command/error.rb
-- lib/groonga/command/truncate.rb
-- lib/groonga/command/load.rb
+- lib/groonga/command/register.rb
+- lib/groonga/command/version.rb
+- lib/groonga/command/column-remove.rb
+- lib/groonga/command/column-list.rb
+- lib/groonga/command/column-rename.rb
 - lib/groonga/command/dump.rb
-- lib/groonga/command/column-create.rb
-- lib/groonga/command/base.rb
-- lib/groonga/command/select.rb
+- lib/groonga/command/normalize.rb
+- lib/groonga/command/table-create.rb
 - lib/groonga/command/format/command.rb
 - lib/groonga/command/format/uri.rb
-- lib/groonga/command/delete.rb
+- lib/groonga/command/column-create.rb
+- lib/groonga/command/get.rb
+- lib/groonga/command/ruby-load.rb
+- lib/groonga/command/select.rb
+- lib/groonga/command/table-rename.rb
+- lib/groonga/command/tokenize.rb
 - lib/groonga/command.rb
 - doc/text/news.md
 - doc/text/lgpl-2.1.txt
 - test/groonga-command-test-utils.rb
-- test/command/test-table-remove.rb
+- test/run-test.rb
 - test/command/test-table-create.rb
-- test/command/test-column-remove.rb
-- test/command/test-select.rb
+- test/command/test-status.rb
+- test/command/test-ruby-load.rb
+- test/command/test-ruby-eval.rb
+- test/command/test-tokenize.rb
+- test/command/test-dump.rb
 - test/command/test-table-rename.rb
-- test/command/test-load.rb
-- test/command/test-column-rename.rb
-- test/command/test-register.rb
-- test/command/test-column-create.rb
-- test/command/test-suggest.rb
+- test/command/test-table-remove.rb
+- test/command/test-truncate.rb
 - test/command/test-delete.rb
+- test/command/test-select.rb
+- test/command/test-column-list.rb
 - test/command/test-base.rb
-- test/command/test-truncate.rb
-- test/command/format/test-command.rb
+- test/command/test-column-create.rb
+- test/command/test-register.rb
 - test/command/test-get.rb
-- test/command/test-dump.rb
-- test/run-test.rb
+- test/command/test-suggest.rb
+- test/command/test-normalize.rb
+- test/command/format/test-command.rb
+- test/command/test-column-rename.rb
+- test/command/test-load.rb
+- test/command/test-column-remove.rb
 homepage: https://github.com/groonga/groonga-command
 licenses:
 - LGPLv2.1+
-metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.7
+rubygems_version: 1.8.23
 signing_key: 
-specification_version: 4
-summary: Groonga-command is a library that represents [groonga](http://groonga.org/)'s
-  command. You can write a program that handle groonga's command by using groonga-command.
+specification_version: 3
+summary: Groonga-command is a library that represents [Groonga](http://groonga.org/)'s
+  command. You can write a program that handle Groonga's command by using groonga-command.
 test_files:
 - test/groonga-command-test-utils.rb
-- test/command/test-table-remove.rb
+- test/run-test.rb
 - test/command/test-table-create.rb
-- test/command/test-column-remove.rb
-- test/command/test-select.rb
+- test/command/test-status.rb
+- test/command/test-ruby-load.rb
+- test/command/test-ruby-eval.rb
+- test/command/test-tokenize.rb
+- test/command/test-dump.rb
 - test/command/test-table-rename.rb
-- test/command/test-load.rb
-- test/command/test-column-rename.rb
-- test/command/test-register.rb
-- test/command/test-column-create.rb
-- test/command/test-suggest.rb
+- test/command/test-table-remove.rb
+- test/command/test-truncate.rb
 - test/command/test-delete.rb
+- test/command/test-select.rb
+- test/command/test-column-list.rb
 - test/command/test-base.rb
-- test/command/test-truncate.rb
-- test/command/format/test-command.rb
+- test/command/test-column-create.rb
+- test/command/test-register.rb
 - test/command/test-get.rb
-- test/command/test-dump.rb
-- test/run-test.rb
+- test/command/test-suggest.rb
+- test/command/test-normalize.rb
+- test/command/format/test-command.rb
+- test/command/test-column-rename.rb
+- test/command/test-load.rb
+- test/command/test-column-remove.rb
 has_rdoc: 

checksums.yaml

@@ -1,7 +0,0 @@
----
-SHA1:
-  metadata.gz: 4654fec50cf4403398ad01e35a8044936faa2a0c
-  data.tar.gz: 4060b65fbf62018cea9469f357f1fc9069315f66
-SHA512:
-  metadata.gz: 0017d4332d7d050a4cf37417a05089faba2fbf6081530a0880a39a01012e16c34fd75c81c3cbae9e6eec8cdb242baa19ffeaa402746f1b19c5920493ae1747b0
-  data.tar.gz: 57f9e10c322527640118ea6e0539437a9629687d3fd3cd668b0e9f903cadede2461dd42ab434ac066d292f7fddf96d5c95c73bbd782e470f27dbee325e7c6648