rroonga 6.0.9 → 6.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 27152bea7491ed0ab3718bffaf842ba2b67d4d4a
-  data.tar.gz: e4dd8295421d9d2dac4e3d5e55a00a5e8ba6eb3a
+  metadata.gz: 78fd337dfaf2b617d681f0d50231e3aa53462cb9
+  data.tar.gz: a9d2c0a6d5f182494441b98ada3a83b9a69f8452
 SHA512:
-  metadata.gz: bff37ac4de03009e14cd3807ede281f537dd732ee49462e025834fc1ffd50543b9f53a4da2ef11ba872849add51ff398326f45bad53453a2062fc8ab99b34c55
-  data.tar.gz: 5d73e5004237396c788a3765393999f19739a8453d4e1e2b21edcaa2fcd3c818595ab036ae9e26cd306a86bfff4c6f34b2f5a6357840dccaf47cfc6f3c014d14
+  metadata.gz: de6363baa9a40f6cf01224c184ab73d04886307197dc84d1a8ac55e1db9b8cc1e4ed919931f2c24247b6a41406204e1a4afaebf17096d6dc234ab95f92aff9a1
+  data.tar.gz: a90742232b1c67a901f00fc9df9f2a230d261e5d0fdab445d9074fa6b3276bfe3d6da43badafc078cf0a0ab4149e1436b55fea231544a4e6fe6b5755b88976ab

data/doc/text/news.md

@@ -1,5 +1,13 @@
 # NEWS
 
+## 6.1.0: 2016-11-07 {#version-6-1-0}
+
+### Improvements
+
+  * {Groonga::Table#define_index_column}: Added `:size` option to
+    support small or medium size of index column. Specify `:small` or
+    `:medium` to customize it.
+
 ## 6.0.9: 2016-10-07 {#version-6-0-9}
 
 ### Improvements

data/ext/groonga/rb-grn-index-column.c

@@ -883,6 +883,56 @@ rb_grn_index_column_with_position_p (VALUE self)
     return CBOOL2RVAL(flags & GRN_OBJ_WITH_POSITION);
 }
 
+/*
+ * Checks whether the index column is small or not.
+ *
+ * @overload small?
+ *   @return [Boolean] `true` if the index column is small,
+ *     `false` otherwise.
+ *
+ * @since 6.1.0
+ */
+static VALUE
+rb_grn_index_column_small_p (VALUE self)
+{
+    grn_obj *column;
+    grn_ctx *context;
+    grn_column_flags flags;
+
+    rb_grn_index_column_deconstruct(SELF(self), &column, &context,
+                                    NULL, NULL,
+                                    NULL, NULL, NULL, NULL, NULL,
+                                    NULL, NULL);
+
+    flags = grn_column_get_flags(context, column);
+    return CBOOL2RVAL(flags & GRN_OBJ_INDEX_SMALL);
+}
+
+/*
+ * Checks whether the index column is medium or not.
+ *
+ * @overload medium?
+ *   @return [Boolean] `true` if the index column is medium,
+ *     `false` otherwise.
+ *
+ * @since 6.1.0
+ */
+static VALUE
+rb_grn_index_column_medium_p (VALUE self)
+{
+    grn_obj *column;
+    grn_ctx *context;
+    grn_column_flags flags;
+
+    rb_grn_index_column_deconstruct(SELF(self), &column, &context,
+                                    NULL, NULL,
+                                    NULL, NULL, NULL, NULL, NULL,
+                                    NULL, NULL);
+
+    flags = grn_column_get_flags(context, column);
+    return CBOOL2RVAL(flags & GRN_OBJ_INDEX_MEDIUM);
+}
+
 /*
  * Opens cursor to iterate posting in the index column.
  *
@@ -1310,6 +1360,10 @@ rb_grn_init_index_column (VALUE mGrn)
                      rb_grn_index_column_with_weight_p, 0);
     rb_define_method(rb_cGrnIndexColumn, "with_position?",
                      rb_grn_index_column_with_position_p, 0);
+    rb_define_method(rb_cGrnIndexColumn, "small?",
+                     rb_grn_index_column_small_p, 0);
+    rb_define_method(rb_cGrnIndexColumn, "medium?",
+                     rb_grn_index_column_medium_p, 0);
 
     rb_define_method(rb_cGrnIndexColumn, "open_cursor",
                      rb_grn_index_column_open_cursor, -1);

data/ext/groonga/rb-grn-object.c

@@ -927,6 +927,10 @@ rb_grn_object_inspect_content_flags_with_label (VALUE inspected,
             rb_ary_push(inspected_flags, rb_str_new_cstr("WITH_WEIGHT"));
         if (column_flags & GRN_OBJ_WITH_POSITION)
             rb_ary_push(inspected_flags, rb_str_new_cstr("WITH_POSITION"));
+        if (column_flags & GRN_OBJ_INDEX_SMALL)
+            rb_ary_push(inspected_flags, rb_str_new_cstr("SMALL"));
+        if (column_flags & GRN_OBJ_INDEX_MEDIUM)
+            rb_ary_push(inspected_flags, rb_str_new_cstr("MEDIUM"));
         break;
     default:
         break;

data/ext/groonga/rb-grn-table.c

@@ -357,6 +357,10 @@ rb_grn_table_define_column (int argc, VALUE *argv, VALUE self)
  *     転置索引にweight情報を合わせて格納する。
  *   @option options :with_position
  *     転置索引に出現位置情報を合わせて格納する。
+ *   @option options :size (nil)
+ *     The size of index column. It must be `nil`, `:small` or
+ *     `:medium`. `nil` means full size. `:small` means small
+ *     size. `:medium` means medium size.
  *   @option options :source
  *    インデックス対象となるカラムを指定する。 +:sources+ との併用はできない。
  *   @option options :sources
@@ -376,6 +380,7 @@ rb_grn_table_define_index_column (int argc, VALUE *argv, VALUE self)
     VALUE rb_name, rb_value_type;
     VALUE options, rb_path, rb_persistent;
     VALUE rb_with_section, rb_with_weight, rb_with_position;
+    VALUE rb_size;
     VALUE rb_column, rb_source, rb_sources;
     VALUE columns;
 
@@ -395,6 +400,7 @@ rb_grn_table_define_index_column (int argc, VALUE *argv, VALUE self)
                         "with_section", &rb_with_section,
                         "with_weight", &rb_with_weight,
                         "with_position", &rb_with_position,
+                        "size", &rb_size,
                         "source", &rb_source,
                         "sources", &rb_sources,
                         NULL);
@@ -443,6 +449,18 @@ rb_grn_table_define_index_column (int argc, VALUE *argv, VALUE self)
     if (RVAL2CBOOL(rb_with_position))
         flags |= GRN_OBJ_WITH_POSITION;
 
+    if (NIL_P(rb_size)) {
+        /* do nothing */
+    } else if (rb_grn_equal_option(rb_size, "small")) {
+        flags |= GRN_OBJ_INDEX_SMALL;
+    } else if (rb_grn_equal_option(rb_size, "medium")) {
+        flags |= GRN_OBJ_INDEX_MEDIUM;
+    } else {
+        rb_raise(rb_eArgError,
+                 ":size must be nil, :small or :medium: <%" PRIsVALUE ">",
+                 rb_size);
+    }
+
     if (!NIL_P(rb_source) && !NIL_P(rb_sources))
         rb_raise(rb_eArgError, "should not pass both of :source and :sources.");
 

data/ext/groonga/rb-grn.h

@@ -98,8 +98,8 @@ RB_GRN_BEGIN_DECLS
 #endif
 
 #define RB_GRN_MAJOR_VERSION 6
-#define RB_GRN_MINOR_VERSION 0
-#define RB_GRN_MICRO_VERSION 9
+#define RB_GRN_MINOR_VERSION 1
+#define RB_GRN_MICRO_VERSION 0
 
 #define RB_GRN_OBJECT(object) ((RbGrnObject *)(object))
 #define RB_GRN_NAMED_OBJECT(object) ((RbGrnNamedObject *)(object))

data/lib/groonga/dumper.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 #
-# Copyright (C) 2011-2014  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2011-2016  Kouhei Sutou <kou@clear-code.com>
 # Copyright (C) 2014  Masafumi Yokoyama <myokoym@gmail.com>
 #
 # This library is free software; you can redistribute it and/or
@@ -487,6 +487,11 @@ module Groonga
         options[:with_section]  = true if column.with_section?
         options[:with_weight]   = true if column.with_weight?
         options[:with_position] = true if column.with_position?
+        if column.small?
+          options[:size] = :small
+        elsif column.medium?
+          options[:size] = :medium
+        end
         arguments = [
           dump_object(target_table_name),
           sources.size == 1 ? source_names : "[#{source_names}]",
@@ -643,6 +648,8 @@ module Groonga
         flags << "WITH_SECTION" if column.with_section?
         flags << "WITH_WEIGHT" if column.with_weight?
         flags << "WITH_POSITION" if column.with_position?
+        flags << "INDEX_SMALL" if column.small?
+        flags << "INDEX_MEDIUM" if column.medium?
         parameters << "#{flags.join('|')}"
         parameters << "#{column.range.name}"
         source_names = column.sources.collect do |source|

data/lib/groonga/schema.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 #
-# Copyright (C) 2009-2014  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2009-2016  Kouhei Sutou <kou@clear-code.com>
 # Copyright (C) 2014-2015  Masafumi Yokoyama <yokoyama@clear-code.com>
 #
 # This library is free software; you can redistribute it and/or
@@ -1697,6 +1697,7 @@ module Groonga
           :with_section => @options[:with_section],
           :with_weight => @options[:with_weight],
           :with_position => @options[:with_position],
+          :size => @options[:size],
         }
       end
 

data/rroonga-build.rb

@@ -25,8 +25,8 @@ module RroongaBuild
 
   module LatestGroongaVersion
     MAJOR = 6
-    MINOR = 0
-    MICRO = 9
+    MINOR = 1
+    MICRO = 0
     VERSION = [MAJOR, MINOR, MICRO]
   end
 

data/test/test-index-column.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 #
-# Copyright (C) 2009-2015  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2009-2016  Kouhei Sutou <kou@clear-code.com>
 # Copyright (C) 2016  Masafumi Yokoyama <yokoyama@clear-code.com>
 #
 # This library is free software; you can redistribute it and/or
@@ -378,6 +378,67 @@ class IndexColumnTest < Test::Unit::TestCase
                      context["Tags.default"].with_position?,
                    ])
     end
+
+    class SizeTest < self
+      def test_small
+        Groonga::Schema.define do |schema|
+          schema.create_table("Tags",
+                              :type => :patricia_trie,
+                              :key_type => "ShortText") do |table|
+            table.index("Articles.tags",
+                        :name => "small",
+                        :size => :small)
+            table.index("Articles.tags",
+                        :name => "default")
+          end
+        end
+
+        assert_equal([
+                       true,
+                       false,
+                     ],
+                     [
+                       context["Tags.small"].small?,
+                       context["Tags.default"].small?,
+                     ])
+      end
+
+      def test_medium
+        Groonga::Schema.define do |schema|
+          schema.create_table("Tags",
+                              :type => :patricia_trie,
+                              :key_type => "ShortText") do |table|
+            table.index("Articles.tags",
+                        :name => "medium",
+                        :size => :medium)
+            table.index("Articles.tags",
+                        :name => "default")
+          end
+        end
+
+        assert_equal([
+                       true,
+                       false,
+                     ],
+                     [
+                       context["Tags.medium"].medium?,
+                       context["Tags.default"].medium?,
+                     ])
+      end
+
+      def test_invalid
+        Groonga::Schema.create_table("Tags",
+                                     :type => :patricia_trie,
+                                     :key_type => "ShortText")
+        message = ":size must be nil, :small or :medium: <invalid>"
+        assert_raise(ArgumentError.new(message)) do
+          tags = context["Tags"]
+          tags.define_index_column("small",
+                                   context["Articles"],
+                                   :size => "invalid")
+        end
+      end
+    end
   end
 
   class SourceTest < self
@@ -684,4 +745,66 @@ class IndexColumnTest < Test::Unit::TestCase
       end
     end
   end
+
+  class InspectTest < self
+    def setup
+      super
+      setup_source
+    end
+
+    def setup_source
+      Groonga::Schema.define do |schema|
+        schema.create_table("Articles") do |article|
+          article.text(:content)
+          article.short_text(:tag)
+        end
+      end
+    end
+
+    def test_small_size
+      Groonga::Schema.define do |schema|
+        schema.create_table("Tags",
+                            :type => :hash,
+                            :key_type => "ShortText") do |tags|
+          tags.index("Articles.tag", :size => :small)
+        end
+      end
+
+      index = context["Tags.Articles_tag"]
+      source_column_names = index.sources.collect(&:local_name).join(",")
+      assert_equal("\#<Groonga::IndexColumn " +
+                   "id: <#{index.id}>, " +
+                   "name: <#{index.name}>, " +
+                   "path: <#{index.path}>, " +
+                   "domain: <#{index.domain.name}>, " +
+                   "range: <#{index.range.name}>, " +
+                   "flags: <SMALL>, " +
+                   "sources: <#{source_column_names}>" +
+                   ">",
+                   index.inspect)
+    end
+
+    def test_medium_size
+      Groonga::Schema.define do |schema|
+        schema.create_table("Tags",
+                            :type => :hash,
+                            :key_type => "ShortText") do |tags|
+          tags.index("Articles.tag", :size => :medium)
+        end
+      end
+
+      index = context["Tags.Articles_tag"]
+      source_column_names = index.sources.collect(&:local_name).join(",")
+      assert_equal("\#<Groonga::IndexColumn " +
+                   "id: <#{index.id}>, " +
+                   "name: <#{index.name}>, " +
+                   "path: <#{index.path}>, " +
+                   "domain: <#{index.domain.name}>, " +
+                   "range: <#{index.range.name}>, " +
+                   "flags: <MEDIUM>, " +
+                   "sources: <#{source_column_names}>" +
+                   ">",
+                   index.inspect)
+    end
+  end
 end

data/test/test-schema-dumper.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2009-2014  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2009-2016  Kouhei Sutou <kou@clear-code.com>
 # Copyright (C) 2014  Masafumi Yokoyama <myokoym@gmail.com>
 #
 # This library is free software; you can redistribute it and/or
@@ -86,7 +86,7 @@ class SchemaDumperTest < Test::Unit::TestCase
     end
   end
 
-  def define_index_schema
+  def define_index_schema(options={})
     context.register_plugin("token_filters/stop_word")
     Groonga::Schema.define do |schema|
       schema.create_table("Items",
@@ -101,8 +101,8 @@ class SchemaDumperTest < Test::Unit::TestCase
                           :default_tokenizer => "TokenBigram",
                           :token_filters => ["TokenFilterStopWord"],
                           :normalizer => "NormalizerAuto") do |table|
-        table.index("Items", "_key")
-        table.index("Items", "title")
+        table.index("Items", "_key", options[:key_index_options] || {})
+        table.index("Items", "title", options[:title_index_options] || {})
       end
     end
   end
@@ -236,6 +236,58 @@ end
       SCHEMA
     end
 
+    def test_small_index
+      define_index_schema(:title_index_options => {:size => :small})
+      assert_equal(<<-SCHEMA, dump)
+create_table("Items",
+             :type => :hash,
+             :key_type => "ShortText",
+             :force => true) do |table|
+  table.short_text("title")
+end
+
+create_table("Terms",
+             :type => :patricia_trie,
+             :key_type => "ShortText",
+             :default_tokenizer => "TokenBigram",
+             :token_filters => ["TokenFilterStopWord"],
+             :normalizer => "NormalizerAuto",
+             :force => true) do |table|
+end
+
+change_table("Terms") do |table|
+  table.index("Items", "_key", :name => "Items__key", :with_position => true)
+  table.index("Items", "title", :name => "Items_title", :with_position => true, :size => :small)
+end
+      SCHEMA
+    end
+
+    def test_medium_index
+      define_index_schema(:title_index_options => {:size => :medium})
+      assert_equal(<<-SCHEMA, dump)
+create_table("Items",
+             :type => :hash,
+             :key_type => "ShortText",
+             :force => true) do |table|
+  table.short_text("title")
+end
+
+create_table("Terms",
+             :type => :patricia_trie,
+             :key_type => "ShortText",
+             :default_tokenizer => "TokenBigram",
+             :token_filters => ["TokenFilterStopWord"],
+             :normalizer => "NormalizerAuto",
+             :force => true) do |table|
+end
+
+change_table("Terms") do |table|
+  table.index("Items", "_key", :name => "Items__key", :with_position => true)
+  table.index("Items", "title", :name => "Items_title", :with_position => true, :size => :medium)
+end
+      SCHEMA
+    end
+
     def test_weight_vector
       define_weight_vector_schema
       assert_equal(<<-SCHEMA, dump)
@@ -317,6 +369,32 @@ column_create Terms Items_title COLUMN_INDEX|WITH_POSITION Items title
       SCHEMA
     end
 
+    def test_small_index
+      define_index_schema(:title_index_options => {:size => :small})
+      assert_equal(<<-SCHEMA, dump)
+table_create Items TABLE_HASH_KEY ShortText
+column_create Items title COLUMN_SCALAR ShortText
+
+table_create Terms TABLE_PAT_KEY ShortText --default_tokenizer TokenBigram --token_filters TokenFilterStopWord --normalizer NormalizerAuto
+
+column_create Terms Items__key COLUMN_INDEX|WITH_POSITION Items _key
+column_create Terms Items_title COLUMN_INDEX|WITH_POSITION|INDEX_SMALL Items title
+      SCHEMA
+    end
+
+    def test_medium_index
+      define_index_schema(:title_index_options => {:size => :medium})
+      assert_equal(<<-SCHEMA, dump)
+table_create Items TABLE_HASH_KEY ShortText
+column_create Items title COLUMN_SCALAR ShortText
+
+table_create Terms TABLE_PAT_KEY ShortText --default_tokenizer TokenBigram --token_filters TokenFilterStopWord --normalizer NormalizerAuto
+
+column_create Terms Items__key COLUMN_INDEX|WITH_POSITION Items _key
+column_create Terms Items_title COLUMN_INDEX|WITH_POSITION|INDEX_MEDIUM Items title
+      SCHEMA
+    end
+
     def test_weight_vector
       define_weight_vector_schema
       assert_equal(<<-SCHEMA, dump)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rroonga
 version: !ruby/object:Gem::Version
-  version: 6.0.9
+  version: 6.1.0
 platform: ruby
 authors:
 - Kouhei Sutou
@@ -12,7 +12,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-10-07 00:00:00.000000000 Z
+date: 2016-11-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pkg-config
@@ -194,10 +194,10 @@ email:
 - y.hayamizu@gmail.com
 - dara@shidara.net
 executables:
-- groonga-index-dump
 - groonga-database-inspect
-- grndump
 - grntest-log-analyze
+- grndump
+- groonga-index-dump
 extensions:
 - ext/groonga/extconf.rb
 extra_rdoc_files:
@@ -417,72 +417,71 @@ specification_version: 4
 summary: Ruby bindings for Groonga that provide full text search and column store
   features.
 test_files:
-- test/test-plugin.rb
-- test/test-query-logger.rb
-- test/test-table-select.rb
-- test/test-table-offset-and-limit.rb
-- test/test-token-regexp.rb
-- test/test-sub-records.rb
-- test/test-index-cursor.rb
-- test/test-convert.rb
-- test/test-request-canceler.rb
-- test/test-version.rb
-- test/test-request-timer.rb
-- test/test-table.rb
+- test/test-statistic-measurer.rb
+- test/test-table-select-weight.rb
+- test/test-table-key-support.rb
+- test/test-table-group.rb
+- test/test-id.rb
+- test/test-table-select-normalize.rb
+- test/test-schema-type.rb
+- test/test-record.rb
+- test/test-table-traverse.rb
+- test/test-data-column.rb
 - test/test-lock-timeout.rb
-- test/test-schema-create-table.rb
-- test/test-index-column.rb
-- test/test-fix-size-column.rb
+- test/test-variable.rb
 - test/test-table-dumper.rb
-- test/test-array.rb
-- test/test-record.rb
-- test/test-schema-dumper.rb
-- test/test-variable-size-column.rb
-- test/test-type.rb
-- test/test-pagination.rb
-- test/test-database-dumper.rb
-- test/test-table-group.rb
-- test/test-accessor.rb
-- test/test-name.rb
-- test/test-database.rb
+- test/test-gqtp.rb
 - test/test-database-inspector.rb
-- test/test-operator.rb
-- test/test-procedure.rb
-- test/test-expression-builder.rb
-- test/test-command-select.rb
-- test/test-double-array-trie.rb
+- test/test-flushable.rb
+- test/test-context.rb
+- test/test-index-column.rb
+- test/test-exception.rb
+- test/test-fix-size-column.rb
 - test/test-config.rb
-- test/test-vector-column.rb
+- test/test-sub-records.rb
 - test/test-encoding.rb
-- test/test-table-key-support.rb
-- test/test-gqtp.rb
-- test/run-test.rb
 - test/test-patricia-trie.rb
-- test/test-remote.rb
-- test/test-table-select-weight.rb
+- test/run-test.rb
 - test/test-windows-event-logger.rb
-- test/test-statistic-measurer.rb
+- test/test-plugin.rb
+- test/test-request-canceler.rb
+- test/test-query-logger.rb
+- test/test-schema-dumper.rb
+- test/test-snippet.rb
+- test/test-accessor.rb
+- test/test-database.rb
+- test/test-table-offset-and-limit.rb
+- test/test-version.rb
+- test/test-thread.rb
+- test/test-token-regexp.rb
+- test/test-table-select.rb
 - test/test-logger.rb
 - test/test-package-label.rb
-- test/test-hash.rb
-- test/test-schema-type.rb
-- test/test-error-message.rb
+- test/groonga-test-utils.rb
+- test/test-expression-builder.rb
 - test/test-normalizer.rb
-- test/test-flushable.rb
-- test/test-snippet.rb
-- test/test-thread.rb
-- test/test-variable.rb
-- test/test-memory-pool.rb
-- test/test-id.rb
-- test/test-data-column.rb
-- test/test-exception.rb
-- test/test-table-select-mecab.rb
-- test/test-table-select-normalize.rb
+- test/test-expression.rb
+- test/test-convert.rb
+- test/test-index-cursor.rb
+- test/test-command-select.rb
+- test/test-vector-column.rb
 - test/test-schema.rb
+- test/test-remote.rb
+- test/test-procedure.rb
+- test/test-name.rb
+- test/test-operator.rb
+- test/test-table-select-mecab.rb
+- test/test-schema-create-table.rb
+- test/test-request-timer.rb
 - test/test-geo-point.rb
-- test/test-table-traverse.rb
-- test/groonga-test-utils.rb
+- test/test-database-dumper.rb
+- test/test-table.rb
 - test/test-column.rb
-- test/test-context.rb
-- test/test-expression.rb
-has_rdoc: 
+- test/test-pagination.rb
+- test/test-double-array-trie.rb
+- test/test-memory-pool.rb
+- test/test-type.rb
+- test/test-array.rb
+- test/test-variable-size-column.rb
+- test/test-error-message.rb
+- test/test-hash.rb