rroonga 7.1.1-x64-mingw32 → 9.0.2-x64-mingw32
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +5 -5
 - data/Rakefile +3 -3
 - data/doc/text/news.md +22 -0
 - data/ext/groonga/extconf.rb +29 -26
 - data/ext/groonga/rb-grn.h +3 -3
 - data/lib/2.2/groonga.so +0 -0
 - data/lib/2.3/groonga.so +0 -0
 - data/lib/2.4/groonga.so +0 -0
 - data/lib/2.5/groonga.so +0 -0
 - data/lib/groonga/expression-builder.rb +1 -1
 - data/lib/groonga/schema.rb +13 -0
 - data/rroonga-build.rb +4 -11
 - data/test/test-expression-builder.rb +8 -0
 - data/vendor/local/bin/cv2pdb.exe +0 -0
 - data/vendor/local/bin/generate-pdb.bat +38 -36
 - data/vendor/local/bin/grndb.exe +0 -0
 - data/vendor/local/bin/groonga-benchmark.exe +0 -0
 - data/vendor/local/bin/groonga-suggest-create-dataset.exe +0 -0
 - data/vendor/local/bin/groonga.exe +0 -0
 - data/vendor/local/bin/libgroonga-0.dll +0 -0
 - data/vendor/local/bin/libmecab-2.dll +0 -0
 - data/vendor/local/bin/libmsgpackc.dll +0 -0
 - data/vendor/local/bin/libonigmo-6.dll +0 -0
 - data/vendor/local/bin/libpcre-1.dll +0 -0
 - data/vendor/local/bin/libpcrecpp-0.dll +0 -0
 - data/vendor/local/bin/libpcreposix-0.dll +0 -0
 - data/vendor/local/bin/lz4.exe +0 -0
 - data/vendor/local/bin/lz4c.exe +0 -0
 - data/vendor/local/bin/{lz4cat → lz4cat.exe} +0 -0
 - data/vendor/local/bin/mecab.exe +0 -0
 - data/vendor/local/bin/pcre-config +1 -1
 - data/vendor/local/bin/pcregrep.exe +0 -0
 - data/vendor/local/bin/pcretest.exe +0 -0
 - data/vendor/local/bin/unlz4.exe +0 -0
 - data/vendor/local/bin/zlib1.dll +0 -0
 - data/vendor/local/include/groonga/groonga.h +16 -1
 - data/vendor/local/include/groonga/groonga/accessor.h +5 -1
 - data/vendor/local/include/groonga/groonga/column.h +4 -0
 - data/vendor/local/include/groonga/groonga/db.h +3 -1
 - data/vendor/local/include/groonga/groonga/expr.h +5 -0
 - data/vendor/local/include/groonga/groonga/groonga.h +124 -171
 - data/vendor/local/include/groonga/groonga/highlighter.h +57 -0
 - data/vendor/local/include/groonga/groonga/ii.h +2 -0
 - data/vendor/local/include/groonga/groonga/index_column.h +31 -0
 - data/vendor/local/include/groonga/groonga/memory.h +29 -0
 - data/vendor/local/include/groonga/groonga/msgpack.h +50 -0
 - data/vendor/local/include/groonga/groonga/obj.h +22 -1
 - data/vendor/local/include/groonga/groonga/option.h +61 -0
 - data/vendor/local/include/groonga/groonga/output.h +57 -2
 - data/vendor/local/include/groonga/groonga/output_columns.h +38 -0
 - data/vendor/local/include/groonga/groonga/plugin.h +5 -0
 - data/vendor/local/include/groonga/groonga/raw_string.h +60 -0
 - data/vendor/local/include/groonga/groonga/string.h +113 -0
 - data/vendor/local/include/groonga/groonga/table.h +89 -1
 - data/vendor/local/include/groonga/groonga/thread.h +15 -0
 - data/vendor/local/include/groonga/groonga/time.h +1 -0
 - data/vendor/local/include/groonga/groonga/token.h +60 -10
 - data/vendor/local/include/groonga/groonga/token_cursor.h +59 -0
 - data/vendor/local/include/groonga/groonga/token_filter.h +24 -0
 - data/vendor/local/include/groonga/groonga/token_metadata.h +49 -0
 - data/vendor/local/include/groonga/groonga/tokenizer.h +99 -25
 - data/vendor/local/include/groonga/groonga/tokenizer_query_deprecated.h +50 -0
 - data/vendor/local/include/groonga/groonga/vector.h +80 -0
 - data/vendor/local/include/groonga/groonga/version.h +32 -0
 - data/vendor/local/include/groonga/groonga/window_function.h +18 -8
 - data/vendor/local/include/groonga/groonga/window_function_executor.h +68 -0
 - data/vendor/local/include/lz4.h +504 -212
 - data/vendor/local/include/lz4frame.h +433 -153
 - data/vendor/local/include/lz4frame_static.h +47 -0
 - data/vendor/local/include/lz4hc.h +281 -108
 - data/vendor/local/include/msgpack.hpp +4 -0
 - data/vendor/local/include/msgpack/adaptor/adaptor_base.hpp +1 -0
 - data/vendor/local/include/msgpack/adaptor/adaptor_base_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/adaptor/array_ref_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/adaptor/boost/msgpack_variant_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/adaptor/boost/string_view.hpp +15 -0
 - data/vendor/local/include/msgpack/adaptor/check_container_size_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/adaptor/cpp17/optional.hpp +16 -0
 - data/vendor/local/include/msgpack/adaptor/cpp17/string_view.hpp +16 -0
 - data/vendor/local/include/msgpack/adaptor/define_decl.hpp +2 -0
 - data/vendor/local/include/msgpack/adaptor/ext_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/adaptor/fixint_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/adaptor/int_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/adaptor/map_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/adaptor/msgpack_tuple_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/adaptor/nil_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/adaptor/raw_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/adaptor/size_equal_only_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/adaptor/tr1/unordered_map.hpp +2 -2
 - data/vendor/local/include/msgpack/adaptor/tr1/unordered_set.hpp +2 -2
 - data/vendor/local/include/msgpack/adaptor/v4raw_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/cpp_config_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/create_object_visitor.hpp +17 -0
 - data/vendor/local/include/msgpack/create_object_visitor_decl.hpp +16 -0
 - data/vendor/local/include/msgpack/fbuffer.h +1 -1
 - data/vendor/local/include/msgpack/fbuffer_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/gcc_atomic.hpp +0 -2
 - data/vendor/local/include/msgpack/iterator_decl.hpp +2 -1
 - data/vendor/local/include/msgpack/meta_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/null_visitor.hpp +17 -0
 - data/vendor/local/include/msgpack/null_visitor_decl.hpp +16 -0
 - data/vendor/local/include/msgpack/object.h +5 -0
 - data/vendor/local/include/msgpack/object_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/object_fwd.hpp +1 -0
 - data/vendor/local/include/msgpack/object_fwd_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/pack.h +1 -0
 - data/vendor/local/include/msgpack/pack_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/parse.hpp +18 -0
 - data/vendor/local/include/msgpack/parse_decl.hpp +16 -0
 - data/vendor/local/include/msgpack/parse_return.hpp +17 -0
 - data/vendor/local/include/msgpack/sbuffer_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/sysdep.h +34 -26
 - data/vendor/local/include/msgpack/type.hpp +9 -0
 - data/vendor/local/include/msgpack/unpack.h +12 -1
 - data/vendor/local/include/msgpack/unpack.hpp +1 -0
 - data/vendor/local/include/msgpack/unpack_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/unpack_exception.hpp +15 -0
 - data/vendor/local/include/msgpack/unpack_template.h +22 -30
 - data/vendor/local/include/msgpack/v1/adaptor/array_ref.hpp +6 -6
 - data/vendor/local/include/msgpack/v1/adaptor/boost/fusion.hpp +49 -6
 - data/vendor/local/include/msgpack/v1/adaptor/boost/msgpack_variant.hpp +6 -4
 - data/vendor/local/include/msgpack/v1/adaptor/boost/string_view.hpp +87 -0
 - data/vendor/local/include/msgpack/v1/adaptor/carray.hpp +11 -11
 - data/vendor/local/include/msgpack/v1/adaptor/char_ptr.hpp +1 -1
 - data/vendor/local/include/msgpack/v1/adaptor/cpp11/array.hpp +1 -1
 - data/vendor/local/include/msgpack/v1/adaptor/cpp11/array_char.hpp +8 -1
 - data/vendor/local/include/msgpack/v1/adaptor/cpp11/array_unsigned_char.hpp +8 -1
 - data/vendor/local/include/msgpack/v1/adaptor/cpp11/forward_list.hpp +1 -1
 - data/vendor/local/include/msgpack/v1/adaptor/cpp11/tuple.hpp +2 -2
 - data/vendor/local/include/msgpack/v1/adaptor/cpp11/unordered_map.hpp +4 -4
 - data/vendor/local/include/msgpack/v1/adaptor/cpp11/unordered_set.hpp +2 -2
 - data/vendor/local/include/msgpack/v1/adaptor/cpp17/optional.hpp +90 -0
 - data/vendor/local/include/msgpack/v1/adaptor/cpp17/string_view.hpp +86 -0
 - data/vendor/local/include/msgpack/v1/adaptor/deque.hpp +1 -1
 - data/vendor/local/include/msgpack/v1/adaptor/detail/cpp03_define_array.hpp +1088 -32
 - data/vendor/local/include/msgpack/v1/adaptor/detail/cpp03_define_map.hpp +32 -16
 - data/vendor/local/include/msgpack/v1/adaptor/detail/cpp03_msgpack_tuple.hpp +32 -32
 - data/vendor/local/include/msgpack/v1/adaptor/detail/cpp11_convert_helper.hpp +45 -0
 - data/vendor/local/include/msgpack/v1/adaptor/detail/cpp11_define_array.hpp +4 -3
 - data/vendor/local/include/msgpack/v1/adaptor/detail/cpp11_define_map.hpp +4 -2
 - data/vendor/local/include/msgpack/v1/adaptor/detail/cpp11_msgpack_tuple.hpp +2 -2
 - data/vendor/local/include/msgpack/v1/adaptor/ext.hpp +1 -1
 - data/vendor/local/include/msgpack/v1/adaptor/fixint.hpp +40 -24
 - data/vendor/local/include/msgpack/v1/adaptor/float.hpp +4 -4
 - data/vendor/local/include/msgpack/v1/adaptor/int.hpp +55 -33
 - data/vendor/local/include/msgpack/v1/adaptor/list.hpp +1 -1
 - data/vendor/local/include/msgpack/v1/adaptor/map.hpp +10 -10
 - data/vendor/local/include/msgpack/v1/adaptor/pair.hpp +2 -2
 - data/vendor/local/include/msgpack/v1/adaptor/set.hpp +2 -2
 - data/vendor/local/include/msgpack/v1/adaptor/string.hpp +1 -1
 - data/vendor/local/include/msgpack/v1/adaptor/tr1/unordered_map.hpp +2 -2
 - data/vendor/local/include/msgpack/v1/adaptor/tr1/unordered_set.hpp +2 -2
 - data/vendor/local/include/msgpack/v1/adaptor/vector.hpp +5 -5
 - data/vendor/local/include/msgpack/v1/adaptor/vector_bool.hpp +1 -1
 - data/vendor/local/include/msgpack/v1/adaptor/vector_char.hpp +9 -9
 - data/vendor/local/include/msgpack/v1/adaptor/vector_unsigned_char.hpp +9 -9
 - data/vendor/local/include/msgpack/v1/cpp_config.hpp +6 -0
 - data/vendor/local/include/msgpack/v1/cpp_config_decl.hpp +6 -0
 - data/vendor/local/include/msgpack/v1/detail/cpp03_zone.hpp +41 -34
 - data/vendor/local/include/msgpack/v1/detail/cpp03_zone_decl.hpp +8 -0
 - data/vendor/local/include/msgpack/v1/detail/cpp11_zone.hpp +25 -19
 - data/vendor/local/include/msgpack/v1/detail/cpp11_zone_decl.hpp +8 -0
 - data/vendor/local/include/msgpack/v1/meta.hpp +6 -0
 - data/vendor/local/include/msgpack/v1/meta_decl.hpp +5 -0
 - data/vendor/local/include/msgpack/v1/object.hpp +768 -393
 - data/vendor/local/include/msgpack/v1/object_decl.hpp +11 -1
 - data/vendor/local/include/msgpack/v1/object_fwd.hpp +4 -1
 - data/vendor/local/include/msgpack/v1/object_fwd_decl.hpp +3 -1
 - data/vendor/local/include/msgpack/v1/parse_return.hpp +36 -0
 - data/vendor/local/include/msgpack/v1/unpack.hpp +39 -120
 - data/vendor/local/include/msgpack/v1/unpack_decl.hpp +2 -9
 - data/vendor/local/include/msgpack/v1/unpack_exception.hpp +122 -0
 - data/vendor/local/include/msgpack/v1/vrefbuffer.hpp +2 -2
 - data/vendor/local/include/msgpack/v2/create_object_visitor.hpp +250 -0
 - data/vendor/local/include/msgpack/v2/create_object_visitor_decl.hpp +33 -0
 - data/vendor/local/include/msgpack/v2/meta_decl.hpp +4 -0
 - data/vendor/local/include/msgpack/v2/null_visitor.hpp +96 -0
 - data/vendor/local/include/msgpack/v2/null_visitor_decl.hpp +29 -0
 - data/vendor/local/include/msgpack/v2/object_decl.hpp +4 -0
 - data/vendor/local/include/msgpack/v2/object_fwd.hpp +1 -1
 - data/vendor/local/include/msgpack/v2/object_fwd_decl.hpp +2 -0
 - data/vendor/local/include/msgpack/v2/pack_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/v2/parse.hpp +1072 -0
 - data/vendor/local/include/msgpack/v2/parse_decl.hpp +79 -0
 - data/vendor/local/include/msgpack/v2/parse_return.hpp +37 -0
 - data/vendor/local/include/msgpack/v2/unpack.hpp +21 -1298
 - data/vendor/local/include/msgpack/v2/unpack_decl.hpp +9 -45
 - data/vendor/local/include/msgpack/v2/x3_parse.hpp +875 -0
 - data/vendor/local/include/msgpack/v2/x3_parse_decl.hpp +36 -0
 - data/vendor/local/include/msgpack/v2/x3_unpack.hpp +120 -0
 - data/vendor/local/include/msgpack/v2/x3_unpack_decl.hpp +71 -0
 - data/vendor/local/include/msgpack/v3/adaptor/adaptor_base.hpp +58 -0
 - data/vendor/local/include/msgpack/v3/adaptor/adaptor_base_decl.hpp +52 -0
 - data/vendor/local/include/msgpack/v3/adaptor/array_ref_decl.hpp +36 -0
 - data/vendor/local/include/msgpack/v3/adaptor/boost/msgpack_variant_decl.hpp +42 -0
 - data/vendor/local/include/msgpack/v3/adaptor/check_container_size_decl.hpp +39 -0
 - data/vendor/local/include/msgpack/v3/adaptor/define_decl.hpp +23 -0
 - data/vendor/local/include/msgpack/v3/adaptor/detail/cpp03_define_array_decl.hpp +31 -0
 - data/vendor/local/include/msgpack/v3/adaptor/detail/cpp03_define_map_decl.hpp +31 -0
 - data/vendor/local/include/msgpack/v3/adaptor/detail/cpp03_msgpack_tuple_decl.hpp +43 -0
 - data/vendor/local/include/msgpack/v3/adaptor/detail/cpp11_define_array_decl.hpp +32 -0
 - data/vendor/local/include/msgpack/v3/adaptor/detail/cpp11_define_map_decl.hpp +31 -0
 - data/vendor/local/include/msgpack/v3/adaptor/detail/cpp11_msgpack_tuple_decl.hpp +59 -0
 - data/vendor/local/include/msgpack/v3/adaptor/ext_decl.hpp +34 -0
 - data/vendor/local/include/msgpack/v3/adaptor/fixint_decl.hpp +43 -0
 - data/vendor/local/include/msgpack/v3/adaptor/int_decl.hpp +54 -0
 - data/vendor/local/include/msgpack/v3/adaptor/map_decl.hpp +33 -0
 - data/vendor/local/include/msgpack/v3/adaptor/msgpack_tuple_decl.hpp +21 -0
 - data/vendor/local/include/msgpack/v3/adaptor/nil_decl.hpp +42 -0
 - data/vendor/local/include/msgpack/v3/adaptor/raw_decl.hpp +33 -0
 - data/vendor/local/include/msgpack/v3/adaptor/size_equal_only_decl.hpp +35 -0
 - data/vendor/local/include/msgpack/v3/adaptor/v4raw_decl.hpp +34 -0
 - data/vendor/local/include/msgpack/v3/cpp_config_decl.hpp +84 -0
 - data/vendor/local/include/msgpack/v3/create_object_visitor_decl.hpp +33 -0
 - data/vendor/local/include/msgpack/v3/detail/cpp03_zone_decl.hpp +31 -0
 - data/vendor/local/include/msgpack/v3/detail/cpp11_zone_decl.hpp +31 -0
 - data/vendor/local/include/msgpack/v3/fbuffer_decl.hpp +32 -0
 - data/vendor/local/include/msgpack/v3/iterator_decl.hpp +33 -0
 - data/vendor/local/include/msgpack/v3/meta_decl.hpp +50 -0
 - data/vendor/local/include/msgpack/v3/null_visitor_decl.hpp +29 -0
 - data/vendor/local/include/msgpack/v3/object_decl.hpp +53 -0
 - data/vendor/local/include/msgpack/v3/object_fwd.hpp +70 -0
 - data/vendor/local/include/msgpack/v3/object_fwd_decl.hpp +75 -0
 - data/vendor/local/include/msgpack/v3/pack_decl.hpp +55 -0
 - data/vendor/local/include/msgpack/v3/parse.hpp +677 -0
 - data/vendor/local/include/msgpack/v3/parse_decl.hpp +49 -0
 - data/vendor/local/include/msgpack/v3/parse_return.hpp +35 -0
 - data/vendor/local/include/msgpack/v3/sbuffer_decl.hpp +33 -0
 - data/vendor/local/include/msgpack/v3/unpack.hpp +192 -0
 - data/vendor/local/include/msgpack/v3/unpack_decl.hpp +304 -0
 - data/vendor/local/include/msgpack/v3/vrefbuffer_decl.hpp +29 -0
 - data/vendor/local/include/msgpack/v3/x3_parse_decl.hpp +34 -0
 - data/vendor/local/include/msgpack/v3/x3_unpack.hpp +97 -0
 - data/vendor/local/include/msgpack/v3/x3_unpack_decl.hpp +65 -0
 - data/vendor/local/include/msgpack/v3/zbuffer_decl.hpp +29 -0
 - data/vendor/local/include/msgpack/v3/zone_decl.hpp +21 -0
 - data/vendor/local/include/msgpack/version_master.h +2 -2
 - data/vendor/local/include/msgpack/versioning.hpp +5 -3
 - data/vendor/local/include/msgpack/vrefbuffer.h +1 -2
 - data/vendor/local/include/msgpack/vrefbuffer_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/x3_parse.hpp +15 -0
 - data/vendor/local/include/msgpack/x3_parse_decl.hpp +16 -0
 - data/vendor/local/include/msgpack/x3_unpack.hpp +16 -0
 - data/vendor/local/include/msgpack/x3_unpack_decl.hpp +16 -0
 - data/vendor/local/include/msgpack/zbuffer_decl.hpp +1 -0
 - data/vendor/local/include/msgpack/zone_decl.hpp +1 -0
 - data/vendor/local/include/pcre.h +6 -6
 - data/vendor/local/lib/cmake/msgpack/msgpack-config-version.cmake +46 -0
 - data/vendor/local/lib/cmake/msgpack/msgpack-config.cmake +47 -0
 - data/vendor/local/lib/cmake/msgpack/msgpack-targets-noconfig.cmake +29 -0
 - data/vendor/local/lib/cmake/msgpack/msgpack-targets.cmake +101 -0
 - data/vendor/local/lib/groonga/plugins/functions/index_column.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/index_column.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/index_column.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/index_column.la +1 -1
 - data/vendor/local/lib/groonga/plugins/functions/math.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/math.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/math.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/math.la +1 -1
 - data/vendor/local/lib/groonga/plugins/functions/number.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/number.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/number.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/number.la +1 -1
 - data/vendor/local/lib/groonga/plugins/functions/string.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/string.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/string.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/string.la +1 -1
 - data/vendor/local/lib/groonga/plugins/functions/time.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/time.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/time.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/time.la +1 -1
 - data/vendor/local/lib/groonga/plugins/functions/vector.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/vector.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/vector.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/vector.la +1 -1
 - data/vendor/local/lib/groonga/plugins/normalizers/mysql.a +0 -0
 - data/vendor/local/lib/groonga/plugins/normalizers/mysql.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/normalizers/mysql.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/normalizers/mysql.la +2 -2
 - data/vendor/local/lib/groonga/plugins/query_expanders/tsv.a +0 -0
 - data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/query_expanders/tsv.la +1 -1
 - data/vendor/local/lib/groonga/plugins/sharding/dynamic_columns.rb +150 -19
 - data/vendor/local/lib/groonga/plugins/sharding/logical_count.rb +123 -65
 - data/vendor/local/lib/groonga/plugins/sharding/logical_range_filter.rb +528 -113
 - data/vendor/local/lib/groonga/plugins/sharding/logical_select.rb +142 -40
 - data/vendor/local/lib/groonga/plugins/suggest/suggest.a +0 -0
 - data/vendor/local/lib/groonga/plugins/suggest/suggest.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/suggest/suggest.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/suggest/suggest.la +1 -1
 - data/vendor/local/lib/groonga/plugins/token_filters/stop_word.a +0 -0
 - data/vendor/local/lib/groonga/plugins/token_filters/stop_word.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/token_filters/stop_word.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/token_filters/stop_word.la +1 -1
 - data/vendor/local/lib/groonga/plugins/tokenizers/mecab.a +0 -0
 - data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/tokenizers/mecab.la +1 -1
 - data/vendor/local/lib/groonga/scripts/ruby/backtrace_entry.rb +1 -1
 - data/vendor/local/lib/groonga/scripts/ruby/command_line/grndb.rb +64 -35
 - data/vendor/local/lib/groonga/scripts/ruby/expression.rb +3 -1
 - data/vendor/local/lib/groonga/scripts/ruby/expression_rewriters.rb +15 -21
 - data/vendor/local/lib/groonga/scripts/ruby/expression_rewriters/optimizer.rb +274 -0
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree.rb +8 -2
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree/assign.rb +22 -0
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree/assign_binary_operation.rb +24 -0
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree/binary_operation.rb +206 -8
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree/constant.rb +16 -1
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree/function_call.rb +30 -1
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree/logical_operation.rb +6 -0
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree/member.rb +18 -0
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree/null.rb +17 -0
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree/reference.rb +18 -0
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree/table.rb +14 -0
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree/unary_operation.rb +26 -0
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree/variable.rb +4 -0
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree_builder.rb +78 -8
 - data/vendor/local/lib/groonga/scripts/ruby/index_column.rb +10 -0
 - data/vendor/local/lib/groonga/scripts/ruby/initialize/post.rb +2 -0
 - data/vendor/local/lib/groonga/scripts/ruby/locale_output.rb +28 -0
 - data/vendor/local/lib/groonga/scripts/ruby/logger.rb +36 -4
 - data/vendor/local/lib/groonga/scripts/ruby/record.rb +1 -1
 - data/vendor/local/lib/groonga/scripts/ruby/scan_info_builder.rb +0 -3
 - data/vendor/local/lib/groonga/scripts/ruby/scan_info_data.rb +46 -5
 - data/vendor/local/lib/groonga/scripts/ruby/scan_info_data_size_estimator.rb +5 -136
 - data/vendor/local/lib/groonga/scripts/ruby/table.rb +2 -2
 - data/vendor/local/lib/libgroonga.a +0 -0
 - data/vendor/local/lib/libgroonga.dll.a +0 -0
 - data/vendor/local/lib/libgroonga.la +1 -1
 - data/vendor/local/lib/liblz4.a +0 -0
 - data/vendor/local/lib/liblz4.dll +0 -0
 - data/vendor/local/lib/liblz4.dll.1 +0 -0
 - data/vendor/local/lib/{liblz4.dll.1.5.0 → liblz4.dll.1.8.2} +0 -0
 - data/vendor/local/lib/libmecab.dll.a +0 -0
 - data/vendor/local/lib/libmsgpackc.a +0 -0
 - data/vendor/local/lib/libmsgpackc.dll.a +0 -0
 - data/vendor/local/lib/libonigmo.a +0 -0
 - data/vendor/local/lib/libonigmo.dll.a +0 -0
 - data/vendor/local/lib/libpcre.a +0 -0
 - data/vendor/local/lib/libpcre.dll.a +0 -0
 - data/vendor/local/lib/libpcre.la +2 -2
 - data/vendor/local/lib/libpcrecpp.dll.a +0 -0
 - data/vendor/local/lib/libpcrecpp.la +1 -1
 - data/vendor/local/lib/libpcreposix.a +0 -0
 - data/vendor/local/lib/libpcreposix.dll.a +0 -0
 - data/vendor/local/lib/libpcreposix.la +2 -2
 - data/vendor/local/lib/libz.dll.a +0 -0
 - data/vendor/local/lib/pkgconfig/groonga-normalizer-mysql.pc +1 -1
 - data/vendor/local/lib/pkgconfig/groonga.pc +2 -2
 - data/vendor/local/lib/pkgconfig/liblz4.pc +3 -3
 - data/vendor/local/lib/pkgconfig/libpcre.pc +1 -1
 - data/vendor/local/lib/pkgconfig/libpcrecpp.pc +1 -1
 - data/vendor/local/lib/pkgconfig/libpcreposix.pc +1 -1
 - data/vendor/local/lib/pkgconfig/msgpack.pc +1 -1
 - data/vendor/local/libexec/mecab/mecab-cost-train.exe +0 -0
 - data/vendor/local/libexec/mecab/mecab-dict-gen.exe +0 -0
 - data/vendor/local/libexec/mecab/mecab-dict-index.exe +0 -0
 - data/vendor/local/libexec/mecab/mecab-system-eval.exe +0 -0
 - data/vendor/local/libexec/mecab/mecab-test-gen.exe +0 -0
 - data/vendor/local/share/doc/groonga-normalizer-mysql/README.md +14 -22
 - data/vendor/local/share/doc/groonga-normalizer-mysql/news.md +22 -2
 - data/vendor/local/share/doc/groonga/en/html/.buildinfo +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_static/basic.css +113 -4
 - data/vendor/local/share/doc/groonga/en/html/_static/doctools.js +46 -19
 - data/vendor/local/share/doc/groonga/en/html/_static/documentation_options.js +10 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/{jquery-3.1.0.js → jquery-3.2.1.js} +474 -295
 - data/vendor/local/share/doc/groonga/en/html/_static/jquery.js +4 -4
 - data/vendor/local/share/doc/groonga/en/html/_static/language_data.js +297 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/pygments.css +4 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/searchtools.js +69 -322
 - data/vendor/local/share/doc/groonga/en/html/characteristic.html +16 -24
 - data/vendor/local/share/doc/groonga/en/html/client.html +15 -23
 - data/vendor/local/share/doc/groonga/en/html/community.html +30 -38
 - data/vendor/local/share/doc/groonga/en/html/contribution.html +23 -31
 - data/vendor/local/share/doc/groonga/en/html/contribution/development.html +15 -23
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/build.html +15 -23
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/build/unix_autotools.html +58 -66
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/build/unix_cmake.html +51 -56
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/build/windows_cmake.html +52 -56
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/com.html +27 -35
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/cooperation.html +19 -27
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/query.html +26 -34
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/release.html +167 -167
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/repository.html +16 -24
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/test.html +28 -36
 - data/vendor/local/share/doc/groonga/en/html/contribution/documentation.html +15 -23
 - data/vendor/local/share/doc/groonga/en/html/contribution/documentation/c-api.html +15 -23
 - data/vendor/local/share/doc/groonga/en/html/contribution/documentation/i18n.html +59 -67
 - data/vendor/local/share/doc/groonga/en/html/contribution/documentation/introduction.html +31 -39
 - data/vendor/local/share/doc/groonga/en/html/contribution/report.html +18 -26
 - data/vendor/local/share/doc/groonga/en/html/development.html +15 -23
 - data/vendor/local/share/doc/groonga/en/html/development/travis-ci.html +38 -43
 - data/vendor/local/share/doc/groonga/en/html/genindex.html +50 -28
 - data/vendor/local/share/doc/groonga/en/html/index.html +248 -234
 - data/vendor/local/share/doc/groonga/en/html/install.html +43 -47
 - data/vendor/local/share/doc/groonga/en/html/install/centos.html +43 -51
 - data/vendor/local/share/doc/groonga/en/html/install/debian.html +52 -131
 - data/vendor/local/share/doc/groonga/en/html/install/docker.html +155 -0
 - data/vendor/local/share/doc/groonga/en/html/install/fedora.html +41 -49
 - data/vendor/local/share/doc/groonga/en/html/install/mac_os_x.html +29 -37
 - data/vendor/local/share/doc/groonga/en/html/install/others.html +142 -150
 - data/vendor/local/share/doc/groonga/en/html/install/solaris.html +30 -38
 - data/vendor/local/share/doc/groonga/en/html/install/ubuntu.html +43 -51
 - data/vendor/local/share/doc/groonga/en/html/install/windows.html +33 -41
 - data/vendor/local/share/doc/groonga/en/html/limitations.html +36 -42
 - data/vendor/local/share/doc/groonga/en/html/news.html +1586 -598
 - data/vendor/local/share/doc/groonga/en/html/news/0.x.html +83 -83
 - data/vendor/local/share/doc/groonga/en/html/news/1.0.x.html +147 -155
 - data/vendor/local/share/doc/groonga/en/html/news/1.1.x.html +26 -34
 - data/vendor/local/share/doc/groonga/en/html/news/1.2.x.html +225 -233
 - data/vendor/local/share/doc/groonga/en/html/news/1.3.x.html +48 -56
 - data/vendor/local/share/doc/groonga/en/html/news/2.x.html +378 -386
 - data/vendor/local/share/doc/groonga/en/html/news/3.x.html +320 -328
 - data/vendor/local/share/doc/groonga/en/html/news/4.x.html +442 -448
 - data/vendor/local/share/doc/groonga/en/html/news/5.x.html +742 -860
 - data/vendor/local/share/doc/groonga/en/html/news/6.x.html +544 -621
 - data/vendor/local/share/doc/groonga/en/html/news/senna.html +32 -40
 - data/vendor/local/share/doc/groonga/en/html/objects.inv +0 -0
 - data/vendor/local/share/doc/groonga/en/html/reference.html +208 -198
 - data/vendor/local/share/doc/groonga/en/html/reference/alias.html +85 -93
 - data/vendor/local/share/doc/groonga/en/html/reference/api.html +50 -57
 - data/vendor/local/share/doc/groonga/en/html/reference/api/global_configurations.html +62 -77
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_cache.html +117 -149
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_column.html +140 -176
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_command_version.html +43 -55
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_content_type.html +48 -56
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ctx.html +194 -254
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_db.html +106 -138
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_encoding.html +62 -82
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_expr.html +117 -137
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_geo.html +74 -98
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_hook.html +79 -103
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ii.html +40 -48
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_index_cursor.html +57 -73
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_info.html +75 -99
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_inspect.html +495 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_match_escalation.html +52 -68
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_obj.html +291 -357
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_proc.html +69 -89
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_search.html +47 -59
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_table.html +226 -306
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_table_cursor.html +120 -160
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_thread.html +80 -103
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_type.html +46 -58
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_user_data.html +40 -52
 - data/vendor/local/share/doc/groonga/en/html/reference/api/overview.html +52 -66
 - data/vendor/local/share/doc/groonga/en/html/reference/api/plugin.html +98 -122
 - data/vendor/local/share/doc/groonga/en/html/reference/cast.html +40 -26
 - data/vendor/local/share/doc/groonga/en/html/reference/column.html +16 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/columns/index.html +16 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/columns/pseudo.html +30 -34
 - data/vendor/local/share/doc/groonga/en/html/reference/columns/scalar.html +16 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/columns/vector.html +92 -100
 - data/vendor/local/share/doc/groonga/en/html/reference/command.html +76 -84
 - data/vendor/local/share/doc/groonga/en/html/reference/command/command_version.html +26 -34
 - data/vendor/local/share/doc/groonga/en/html/reference/command/output_format.html +64 -72
 - data/vendor/local/share/doc/groonga/en/html/reference/command/pretty_print.html +21 -29
 - data/vendor/local/share/doc/groonga/en/html/reference/command/request_id.html +25 -33
 - data/vendor/local/share/doc/groonga/en/html/reference/command/request_timeout.html +32 -40
 - data/vendor/local/share/doc/groonga/en/html/reference/command/return_code.html +105 -113
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/cache_limit.html +44 -50
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/check.html +85 -73
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/clearlock.html +31 -37
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_copy.html +131 -139
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_create.html +370 -326
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_list.html +115 -117
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_remove.html +38 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_rename.html +47 -53
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/config_delete.html +40 -48
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/config_get.html +42 -50
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/config_set.html +41 -49
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/database_unmap.html +37 -45
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/define_selector.html +71 -63
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/defrag.html +31 -37
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/delete.html +49 -51
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/dump.html +64 -71
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/io_flush.html +335 -138
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/load.html +233 -87
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/lock_acquire.html +45 -53
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/lock_clear.html +42 -48
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/lock_release.html +43 -51
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/log_level.html +58 -64
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/log_put.html +33 -38
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/log_reopen.html +31 -38
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_count.html +295 -218
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_parameters.html +56 -64
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_range_filter.html +532 -214
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_select.html +797 -388
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_shard_list.html +35 -43
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_table_remove.html +188 -196
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/normalize.html +83 -90
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/normalizer_list.html +41 -48
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/object_exist.html +41 -49
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/object_inspect.html +401 -403
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/object_list.html +253 -261
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/object_remove.html +60 -68
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/plugin_register.html +36 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/plugin_unregister.html +35 -43
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/query_expand.html +21 -29
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/quit.html +22 -30
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/range_filter.html +21 -29
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/register.html +39 -47
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/reindex.html +47 -53
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/request_cancel.html +72 -74
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/ruby_eval.html +38 -45
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/ruby_load.html +38 -45
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/schema.html +330 -338
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/select.html +1545 -1194
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/shutdown.html +57 -65
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/status.html +83 -91
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/suggest.html +119 -133
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_copy.html +30 -38
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_create.html +165 -174
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_list.html +50 -50
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_remove.html +104 -112
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_rename.html +42 -50
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_tokenize.html +49 -57
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/thread_limit.html +46 -54
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenize.html +110 -117
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenizer_list.html +41 -48
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/truncate.html +40 -46
 - data/vendor/local/share/doc/groonga/en/html/reference/configuration.html +37 -45
 - data/vendor/local/share/doc/groonga/en/html/reference/executables.html +19 -27
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/grndb.html +134 -114
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/grnslap.html +25 -31
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-benchmark.html +66 -66
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-httpd.html +174 -182
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-server-http.html +25 -33
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-create-dataset.html +27 -35
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-httpd.html +191 -199
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-learner.html +32 -40
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga.html +189 -163
 - data/vendor/local/share/doc/groonga/en/html/reference/function.html +59 -64
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/between.html +71 -79
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/cast_loose.html +210 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/edit_distance.html +49 -55
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/fuzzy_search.html +38 -46
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_distance.html +133 -142
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_circle.html +67 -73
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_rectangle.html +56 -62
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/highlight_full.html +80 -88
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/highlight_html.html +70 -78
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/html_untag.html +56 -64
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/in_records.html +87 -94
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/in_values.html +54 -62
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/math_abs.html +55 -63
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/now.html +40 -48
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/number_classify.html +36 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/prefix_rk_search.html +74 -82
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/query.html +152 -160
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/rand.html +45 -52
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/snippet_html.html +76 -84
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/string_length.html +37 -45
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/string_substring.html +39 -47
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/sub_filter.html +76 -84
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_day.html +37 -45
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_day_of_week.html +278 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_hour.html +37 -45
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_minute.html +36 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_month.html +36 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_second.html +36 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_week.html +36 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_year.html +37 -45
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/vector_find.html +368 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/vector_new.html +40 -48
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/vector_size.html +54 -62
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/vector_slice.html +40 -47
 - data/vendor/local/share/doc/groonga/en/html/reference/grn_expr.html +44 -52
 - data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/query_syntax.html +307 -316
 - data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/script_syntax.html +486 -492
 - data/vendor/local/share/doc/groonga/en/html/reference/indexing.html +44 -52
 - data/vendor/local/share/doc/groonga/en/html/reference/log.html +128 -147
 - data/vendor/local/share/doc/groonga/en/html/reference/normalizers.html +43 -92
 - data/vendor/local/share/doc/groonga/en/html/reference/normalizers/normalizer_auto.html +179 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/normalizers/normalizer_nfkc100.html +897 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/normalizers/normalizer_nfkc51.html +162 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/operations.html +26 -34
 - data/vendor/local/share/doc/groonga/en/html/reference/operations/geolocation_search.html +48 -56
 - data/vendor/local/share/doc/groonga/en/html/reference/operations/prefix_rk_search.html +47 -55
 - data/vendor/local/share/doc/groonga/en/html/reference/output.html +47 -55
 - data/vendor/local/share/doc/groonga/en/html/reference/query_expanders.html +20 -28
 - data/vendor/local/share/doc/groonga/en/html/reference/query_expanders/tsv.html +93 -101
 - data/vendor/local/share/doc/groonga/en/html/reference/regular_expression.html +228 -225
 - data/vendor/local/share/doc/groonga/en/html/reference/scorer.html +59 -67
 - data/vendor/local/share/doc/groonga/en/html/reference/scorers/scorer_tf_at_most.html +50 -58
 - data/vendor/local/share/doc/groonga/en/html/reference/scorers/scorer_tf_idf.html +57 -65
 - data/vendor/local/share/doc/groonga/en/html/reference/sharding.html +76 -86
 - data/vendor/local/share/doc/groonga/en/html/reference/suggest.html +43 -51
 - data/vendor/local/share/doc/groonga/en/html/reference/suggest/completion.html +159 -167
 - data/vendor/local/share/doc/groonga/en/html/reference/suggest/correction.html +93 -101
 - data/vendor/local/share/doc/groonga/en/html/reference/suggest/introduction.html +85 -93
 - data/vendor/local/share/doc/groonga/en/html/reference/suggest/suggestion.html +88 -96
 - data/vendor/local/share/doc/groonga/en/html/reference/tables.html +142 -150
 - data/vendor/local/share/doc/groonga/en/html/reference/token_filter/summary.html +147 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/token_filters.html +31 -223
 - data/vendor/local/share/doc/groonga/en/html/reference/token_filters/token_filter_nfkc100.html +626 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/token_filters/token_filter_stem.html +291 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/token_filters/token_filter_stop_word.html +287 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizer/summary.html +259 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers.html +42 -1455
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram.html +368 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_ignore_blank.html +221 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol.html +240 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol_alpha.html +270 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol_alpha_digit.html +292 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_split_symbol.html +179 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_split_symbol_alpha.html +200 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_split_symbol_alpha_digit.html +212 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_delimit.html +357 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_delimit_null.html +162 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_mecab.html +783 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_regexp.html +289 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_trigram.html +194 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_unigram.html +194 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/tuning.html +71 -79
 - data/vendor/local/share/doc/groonga/en/html/reference/types.html +64 -72
 - data/vendor/local/share/doc/groonga/en/html/reference/window_function.html +29 -37
 - data/vendor/local/share/doc/groonga/en/html/reference/window_functions/record_number.html +38 -46
 - data/vendor/local/share/doc/groonga/en/html/reference/window_functions/window_count.html +38 -46
 - data/vendor/local/share/doc/groonga/en/html/reference/window_functions/window_record_number.html +38 -46
 - data/vendor/local/share/doc/groonga/en/html/reference/window_functions/window_sum.html +38 -46
 - data/vendor/local/share/doc/groonga/en/html/search.html +13 -24
 - data/vendor/local/share/doc/groonga/en/html/searchindex.js +1 -1
 - data/vendor/local/share/doc/groonga/en/html/server.html +15 -23
 - data/vendor/local/share/doc/groonga/en/html/server/gqtp.html +27 -35
 - data/vendor/local/share/doc/groonga/en/html/server/http.html +18 -26
 - data/vendor/local/share/doc/groonga/en/html/server/http/comparison.html +94 -102
 - data/vendor/local/share/doc/groonga/en/html/server/http/groonga-httpd.html +15 -23
 - data/vendor/local/share/doc/groonga/en/html/server/http/groonga.html +15 -23
 - data/vendor/local/share/doc/groonga/en/html/server/memcached.html +18 -26
 - data/vendor/local/share/doc/groonga/en/html/server/package.html +101 -109
 - data/vendor/local/share/doc/groonga/en/html/spec.html +19 -27
 - data/vendor/local/share/doc/groonga/en/html/spec/gqtp.html +207 -215
 - data/vendor/local/share/doc/groonga/en/html/spec/search.html +39 -39
 - data/vendor/local/share/doc/groonga/en/html/troubleshooting.html +15 -23
 - data/vendor/local/share/doc/groonga/en/html/troubleshooting/different_results_with_the_same_keyword.html +46 -50
 - data/vendor/local/share/doc/groonga/en/html/troubleshooting/how_to_analyze_error_message.html +27 -35
 - data/vendor/local/share/doc/groonga/en/html/troubleshooting/mmap_cannot_allocate_memory.html +26 -31
 - data/vendor/local/share/doc/groonga/en/html/tutorial.html +17 -25
 - data/vendor/local/share/doc/groonga/en/html/tutorial/data.html +46 -54
 - data/vendor/local/share/doc/groonga/en/html/tutorial/drilldown.html +63 -71
 - data/vendor/local/share/doc/groonga/en/html/tutorial/index.html +30 -38
 - data/vendor/local/share/doc/groonga/en/html/tutorial/introduction.html +88 -97
 - data/vendor/local/share/doc/groonga/en/html/tutorial/lexicon.html +19 -27
 - data/vendor/local/share/doc/groonga/en/html/tutorial/match_columns.html +61 -69
 - data/vendor/local/share/doc/groonga/en/html/tutorial/micro_blog.html +108 -116
 - data/vendor/local/share/doc/groonga/en/html/tutorial/network.html +24 -32
 - data/vendor/local/share/doc/groonga/en/html/tutorial/patricia_trie.html +19 -27
 - data/vendor/local/share/doc/groonga/en/html/tutorial/query_expansion.html +32 -40
 - data/vendor/local/share/doc/groonga/en/html/tutorial/search.html +52 -60
 - data/vendor/local/share/doc/groonga/ja/html/.buildinfo +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_static/basic.css +113 -4
 - data/vendor/local/share/doc/groonga/ja/html/_static/doctools.js +46 -19
 - data/vendor/local/share/doc/groonga/ja/html/_static/documentation_options.js +10 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/{jquery-3.1.0.js → jquery-3.2.1.js} +474 -295
 - data/vendor/local/share/doc/groonga/ja/html/_static/jquery.js +4 -4
 - data/vendor/local/share/doc/groonga/ja/html/_static/language_data.js +124 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/pygments.css +4 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/searchtools.js +70 -150
 - data/vendor/local/share/doc/groonga/ja/html/characteristic.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/client.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/community.html +29 -37
 - data/vendor/local/share/doc/groonga/ja/html/contribution.html +23 -31
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/build.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/build/unix_autotools.html +50 -58
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/build/unix_cmake.html +43 -48
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/build/windows_cmake.html +47 -51
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/com.html +26 -34
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/cooperation.html +18 -26
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/query.html +23 -31
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/release.html +162 -162
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/repository.html +16 -24
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/test.html +26 -34
 - data/vendor/local/share/doc/groonga/ja/html/contribution/documentation.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/c-api.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/i18n.html +50 -58
 - data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/introduction.html +28 -36
 - data/vendor/local/share/doc/groonga/ja/html/contribution/report.html +17 -25
 - data/vendor/local/share/doc/groonga/ja/html/development.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/development/travis-ci.html +32 -37
 - data/vendor/local/share/doc/groonga/ja/html/genindex.html +50 -28
 - data/vendor/local/share/doc/groonga/ja/html/index.html +247 -233
 - data/vendor/local/share/doc/groonga/ja/html/install.html +41 -45
 - data/vendor/local/share/doc/groonga/ja/html/install/centos.html +44 -52
 - data/vendor/local/share/doc/groonga/ja/html/install/debian.html +52 -121
 - data/vendor/local/share/doc/groonga/ja/html/install/docker.html +155 -0
 - data/vendor/local/share/doc/groonga/ja/html/install/fedora.html +40 -48
 - data/vendor/local/share/doc/groonga/ja/html/install/mac_os_x.html +28 -36
 - data/vendor/local/share/doc/groonga/ja/html/install/others.html +116 -124
 - data/vendor/local/share/doc/groonga/ja/html/install/solaris.html +28 -36
 - data/vendor/local/share/doc/groonga/ja/html/install/ubuntu.html +43 -51
 - data/vendor/local/share/doc/groonga/ja/html/install/windows.html +29 -37
 - data/vendor/local/share/doc/groonga/ja/html/limitations.html +30 -36
 - data/vendor/local/share/doc/groonga/ja/html/news.html +1234 -384
 - data/vendor/local/share/doc/groonga/ja/html/news/0.x.html +82 -82
 - data/vendor/local/share/doc/groonga/ja/html/news/1.0.x.html +146 -154
 - data/vendor/local/share/doc/groonga/ja/html/news/1.1.x.html +25 -33
 - data/vendor/local/share/doc/groonga/ja/html/news/1.2.x.html +191 -199
 - data/vendor/local/share/doc/groonga/ja/html/news/1.3.x.html +41 -49
 - data/vendor/local/share/doc/groonga/ja/html/news/2.x.html +283 -291
 - data/vendor/local/share/doc/groonga/ja/html/news/3.x.html +229 -237
 - data/vendor/local/share/doc/groonga/ja/html/news/4.x.html +274 -280
 - data/vendor/local/share/doc/groonga/ja/html/news/5.x.html +475 -593
 - data/vendor/local/share/doc/groonga/ja/html/news/6.x.html +313 -390
 - data/vendor/local/share/doc/groonga/ja/html/news/senna.html +31 -39
 - data/vendor/local/share/doc/groonga/ja/html/objects.inv +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference.html +208 -198
 - data/vendor/local/share/doc/groonga/ja/html/reference/alias.html +70 -78
 - data/vendor/local/share/doc/groonga/ja/html/reference/api.html +50 -57
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/global_configurations.html +57 -72
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_cache.html +107 -139
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_column.html +137 -173
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_command_version.html +40 -52
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_content_type.html +46 -54
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ctx.html +184 -244
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_db.html +99 -131
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_encoding.html +57 -77
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_expr.html +100 -120
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_geo.html +71 -95
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_hook.html +75 -99
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ii.html +37 -45
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_index_cursor.html +54 -70
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_info.html +71 -95
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_inspect.html +487 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_match_escalation.html +49 -65
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_obj.html +286 -352
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_proc.html +64 -84
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_search.html +44 -56
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_table.html +219 -299
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_table_cursor.html +116 -156
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_thread.html +70 -93
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_type.html +42 -54
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_user_data.html +36 -48
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/overview.html +48 -62
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/plugin.html +94 -118
 - data/vendor/local/share/doc/groonga/ja/html/reference/cast.html +39 -25
 - data/vendor/local/share/doc/groonga/ja/html/reference/column.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/reference/columns/index.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/reference/columns/pseudo.html +28 -32
 - data/vendor/local/share/doc/groonga/ja/html/reference/columns/scalar.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/reference/columns/vector.html +76 -84
 - data/vendor/local/share/doc/groonga/ja/html/reference/command.html +76 -84
 - data/vendor/local/share/doc/groonga/ja/html/reference/command/command_version.html +25 -33
 - data/vendor/local/share/doc/groonga/ja/html/reference/command/output_format.html +51 -59
 - data/vendor/local/share/doc/groonga/ja/html/reference/command/pretty_print.html +20 -28
 - data/vendor/local/share/doc/groonga/ja/html/reference/command/request_id.html +21 -29
 - data/vendor/local/share/doc/groonga/ja/html/reference/command/request_timeout.html +27 -35
 - data/vendor/local/share/doc/groonga/ja/html/reference/command/return_code.html +101 -109
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/cache_limit.html +39 -45
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/check.html +84 -72
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/clearlock.html +30 -36
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_copy.html +104 -112
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_create.html +271 -237
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_list.html +100 -102
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_remove.html +37 -43
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_rename.html +41 -47
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/config_delete.html +38 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/config_get.html +39 -47
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/config_set.html +39 -47
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/database_unmap.html +34 -42
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/define_selector.html +70 -62
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/defrag.html +30 -36
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/delete.html +42 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/dump.html +59 -68
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/io_flush.html +300 -126
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/load.html +212 -80
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/lock_acquire.html +42 -50
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/lock_clear.html +40 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/lock_release.html +41 -49
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_level.html +57 -63
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_put.html +32 -37
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_reopen.html +30 -37
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_count.html +246 -178
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_parameters.html +51 -59
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_range_filter.html +479 -175
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_select.html +718 -326
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_shard_list.html +34 -42
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_table_remove.html +145 -153
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalize.html +78 -85
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalizer_list.html +40 -47
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/object_exist.html +36 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/object_inspect.html +360 -362
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/object_list.html +221 -229
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/object_remove.html +47 -55
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/plugin_register.html +32 -40
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/plugin_unregister.html +33 -41
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/query_expand.html +20 -28
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/quit.html +21 -29
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/range_filter.html +20 -28
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/register.html +35 -43
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/reindex.html +42 -48
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/request_cancel.html +57 -57
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/ruby_eval.html +36 -43
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/ruby_load.html +36 -43
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/schema.html +317 -325
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/select.html +1246 -917
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/shutdown.html +50 -58
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/status.html +77 -85
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/suggest.html +109 -123
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_copy.html +29 -37
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_create.html +131 -140
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_list.html +49 -49
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_remove.html +87 -95
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_rename.html +36 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_tokenize.html +44 -52
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/thread_limit.html +38 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenize.html +93 -100
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenizer_list.html +40 -47
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/truncate.html +39 -45
 - data/vendor/local/share/doc/groonga/ja/html/reference/configuration.html +36 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables.html +19 -27
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/grndb.html +125 -107
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/grnslap.html +23 -29
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-benchmark.html +62 -62
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-httpd.html +132 -140
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-server-http.html +23 -31
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-create-dataset.html +25 -33
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-httpd.html +166 -174
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-learner.html +31 -39
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga.html +189 -165
 - data/vendor/local/share/doc/groonga/ja/html/reference/function.html +59 -64
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/between.html +69 -77
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/cast_loose.html +208 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/edit_distance.html +48 -54
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/fuzzy_search.html +37 -45
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_distance.html +115 -124
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_circle.html +66 -72
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_rectangle.html +55 -61
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/highlight_full.html +69 -77
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/highlight_html.html +60 -68
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/html_untag.html +54 -62
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/in_records.html +85 -93
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/in_values.html +54 -62
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/math_abs.html +54 -62
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/now.html +39 -47
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/number_classify.html +35 -43
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/prefix_rk_search.html +67 -75
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/query.html +130 -138
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/rand.html +44 -51
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/snippet_html.html +61 -69
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/string_length.html +36 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/string_substring.html +38 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/sub_filter.html +63 -71
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_day.html +36 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_day_of_week.html +276 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_hour.html +36 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_minute.html +35 -43
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_month.html +35 -43
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_second.html +35 -43
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_week.html +35 -43
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_year.html +36 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/vector_find.html +353 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/vector_new.html +39 -47
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/vector_size.html +52 -61
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/vector_slice.html +38 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr.html +38 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/query_syntax.html +200 -208
 - data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/script_syntax.html +375 -382
 - data/vendor/local/share/doc/groonga/ja/html/reference/indexing.html +39 -47
 - data/vendor/local/share/doc/groonga/ja/html/reference/log.html +125 -144
 - data/vendor/local/share/doc/groonga/ja/html/reference/normalizers.html +36 -70
 - data/vendor/local/share/doc/groonga/ja/html/reference/normalizers/normalizer_auto.html +168 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/normalizers/normalizer_nfkc100.html +887 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/normalizers/normalizer_nfkc51.html +160 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/operations.html +26 -34
 - data/vendor/local/share/doc/groonga/ja/html/reference/operations/geolocation_search.html +38 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/operations/prefix_rk_search.html +41 -49
 - data/vendor/local/share/doc/groonga/ja/html/reference/output.html +42 -50
 - data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders.html +20 -28
 - data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders/tsv.html +68 -76
 - data/vendor/local/share/doc/groonga/ja/html/reference/regular_expression.html +178 -184
 - data/vendor/local/share/doc/groonga/ja/html/reference/scorer.html +38 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/scorers/scorer_tf_at_most.html +38 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/scorers/scorer_tf_idf.html +39 -47
 - data/vendor/local/share/doc/groonga/ja/html/reference/sharding.html +63 -73
 - data/vendor/local/share/doc/groonga/ja/html/reference/suggest.html +43 -51
 - data/vendor/local/share/doc/groonga/ja/html/reference/suggest/completion.html +130 -138
 - data/vendor/local/share/doc/groonga/ja/html/reference/suggest/correction.html +72 -80
 - data/vendor/local/share/doc/groonga/ja/html/reference/suggest/introduction.html +68 -76
 - data/vendor/local/share/doc/groonga/ja/html/reference/suggest/suggestion.html +76 -86
 - data/vendor/local/share/doc/groonga/ja/html/reference/tables.html +129 -137
 - data/vendor/local/share/doc/groonga/ja/html/reference/token_filter/summary.html +145 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/token_filters.html +31 -215
 - data/vendor/local/share/doc/groonga/ja/html/reference/token_filters/token_filter_nfkc100.html +617 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/token_filters/token_filter_stem.html +289 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/token_filters/token_filter_stop_word.html +284 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizer/summary.html +233 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers.html +42 -1349
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram.html +344 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_ignore_blank.html +219 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol.html +237 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol_alpha.html +267 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol_alpha_digit.html +287 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_split_symbol.html +179 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_split_symbol_alpha.html +199 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_split_symbol_alpha_digit.html +209 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_delimit.html +344 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_delimit_null.html +160 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_mecab.html +764 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_regexp.html +284 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_trigram.html +191 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_unigram.html +191 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/tuning.html +65 -73
 - data/vendor/local/share/doc/groonga/ja/html/reference/types.html +48 -56
 - data/vendor/local/share/doc/groonga/ja/html/reference/window_function.html +29 -37
 - data/vendor/local/share/doc/groonga/ja/html/reference/window_functions/record_number.html +37 -45
 - data/vendor/local/share/doc/groonga/ja/html/reference/window_functions/window_count.html +37 -45
 - data/vendor/local/share/doc/groonga/ja/html/reference/window_functions/window_record_number.html +37 -45
 - data/vendor/local/share/doc/groonga/ja/html/reference/window_functions/window_sum.html +37 -45
 - data/vendor/local/share/doc/groonga/ja/html/search.html +13 -24
 - data/vendor/local/share/doc/groonga/ja/html/searchindex.js +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/server.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/server/gqtp.html +22 -30
 - data/vendor/local/share/doc/groonga/ja/html/server/http.html +17 -25
 - data/vendor/local/share/doc/groonga/ja/html/server/http/comparison.html +82 -90
 - data/vendor/local/share/doc/groonga/ja/html/server/http/groonga-httpd.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/server/http/groonga.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/server/memcached.html +16 -24
 - data/vendor/local/share/doc/groonga/ja/html/server/package.html +99 -107
 - data/vendor/local/share/doc/groonga/ja/html/spec.html +19 -27
 - data/vendor/local/share/doc/groonga/ja/html/spec/gqtp.html +201 -209
 - data/vendor/local/share/doc/groonga/ja/html/spec/search.html +36 -36
 - data/vendor/local/share/doc/groonga/ja/html/troubleshooting.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/troubleshooting/different_results_with_the_same_keyword.html +44 -48
 - data/vendor/local/share/doc/groonga/ja/html/troubleshooting/how_to_analyze_error_message.html +21 -29
 - data/vendor/local/share/doc/groonga/ja/html/troubleshooting/mmap_cannot_allocate_memory.html +24 -29
 - data/vendor/local/share/doc/groonga/ja/html/tutorial.html +16 -24
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/data.html +32 -40
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/drilldown.html +62 -70
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/index.html +22 -30
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/introduction.html +77 -86
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/lexicon.html +15 -23
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/match_columns.html +56 -64
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/micro_blog.html +84 -92
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/network.html +20 -28
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/patricia_trie.html +18 -26
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/query_expansion.html +21 -29
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/search.html +43 -51
 - data/vendor/local/share/doc/pcre/AUTHORS +3 -3
 - data/vendor/local/share/doc/pcre/ChangeLog +53 -0
 - data/vendor/local/share/doc/pcre/LICENCE +3 -3
 - data/vendor/local/share/doc/pcre/NEWS +6 -0
 - data/vendor/local/share/doc/pcre/html/NON-AUTOTOOLS-BUILD.txt +8 -7
 - data/vendor/local/share/groonga/mruby/LEGAL +35 -35
 - data/vendor/local/share/license/cv2pdb/{README → README.MD} +28 -10
 - data/vendor/local/share/license/groonga-normalizer-mysql/README.md +14 -22
 - data/vendor/local/share/license/lz4/LICENSE +2 -2
 - data/vendor/local/share/license/mruby/AUTHORS +3 -0
 - data/vendor/local/share/license/mruby/MITL +1 -1
 - data/vendor/local/share/license/mruby/README.md +1 -1
 - data/vendor/local/share/license/msgpack/README.md +5 -34
 - data/vendor/local/share/license/pcre/LICENCE +3 -3
 - data/vendor/local/share/man/man1/lz4.1 +221 -86
 - data/vendor/local/share/man/man1/lz4c.1 +222 -32
 - data/vendor/local/share/man/man1/lz4cat.1 +221 -30
 - data/vendor/local/share/man/man1/unlz4.1 +223 -0
 - metadata +231 -87
 - data/lib/2.1/groonga.so +0 -0
 - data/vendor/local/lib/groonga/plugins/expression_rewriters/optimizer.rb +0 -147
 - data/vendor/local/lib/groonga/scripts/ruby/expression_tree/options.rb +0 -14
 - data/vendor/local/share/doc/groonga/en/html/_static/ajax-loader.gif +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/comment-bright.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/comment-close.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/comment.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/down-pressed.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/down.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/up-pressed.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/up.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/websupport.js +0 -808
 - data/vendor/local/share/doc/groonga/ja/html/_static/ajax-loader.gif +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/comment-bright.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/comment-close.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/comment.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/down-pressed.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/down.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/up-pressed.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/up.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/websupport.js +0 -808
 
| 
         @@ -1,34 +1,26 @@ 
     | 
|
| 
       1 
1 
     | 
    
         | 
| 
       2 
2 
     | 
    
         | 
| 
       3 
     | 
    
         
            -
            <!DOCTYPE html 
     | 
| 
       4 
     | 
    
         
            -
              "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
         
     | 
| 
      
 3 
     | 
    
         
            +
            <!DOCTYPE html>
         
     | 
| 
       5 
4 
     | 
    
         | 
| 
       6 
5 
     | 
    
         
             
            <html xmlns="http://www.w3.org/1999/xhtml" lang="en">
         
     | 
| 
       7 
6 
     | 
    
         
             
              <head>
         
     | 
| 
       8 
     | 
    
         
            -
                <meta  
     | 
| 
       9 
     | 
    
         
            -
                <title>7.7. Normalizers — Groonga  
     | 
| 
      
 7 
     | 
    
         
            +
                <meta charset="utf-8" />
         
     | 
| 
      
 8 
     | 
    
         
            +
                <title>7.7. Normalizers — Groonga v9.0.2 documentation</title>
         
     | 
| 
       10 
9 
     | 
    
         
             
                <link rel="stylesheet" href="../_static/groonga.css" type="text/css" />
         
     | 
| 
       11 
10 
     | 
    
         
             
                <link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
         
     | 
| 
       12 
     | 
    
         
            -
                 
     | 
| 
       13 
     | 
    
         
            -
             
     | 
| 
       14 
     | 
    
         
            -
                    URL_ROOT:    '../',
         
     | 
| 
       15 
     | 
    
         
            -
                    VERSION:     '7.1.0-73-g6d02cfa',
         
     | 
| 
       16 
     | 
    
         
            -
                    COLLAPSE_INDEX: false,
         
     | 
| 
       17 
     | 
    
         
            -
                    FILE_SUFFIX: '.html',
         
     | 
| 
       18 
     | 
    
         
            -
                    HAS_SOURCE:  false,
         
     | 
| 
       19 
     | 
    
         
            -
                    SOURCELINK_SUFFIX: '.txt'
         
     | 
| 
       20 
     | 
    
         
            -
                  };
         
     | 
| 
       21 
     | 
    
         
            -
                </script>
         
     | 
| 
      
 11 
     | 
    
         
            +
                
         
     | 
| 
      
 12 
     | 
    
         
            +
                <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
         
     | 
| 
       22 
13 
     | 
    
         
             
                <script type="text/javascript" src="../_static/jquery.js"></script>
         
     | 
| 
       23 
14 
     | 
    
         
             
                <script type="text/javascript" src="../_static/underscore.js"></script>
         
     | 
| 
       24 
15 
     | 
    
         
             
                <script type="text/javascript" src="../_static/doctools.js"></script>
         
     | 
| 
      
 16 
     | 
    
         
            +
                <script type="text/javascript" src="../_static/language_data.js"></script>
         
     | 
| 
      
 17 
     | 
    
         
            +
                
         
     | 
| 
       25 
18 
     | 
    
         
             
                <link rel="shortcut icon" href="../_static/favicon.ico"/>
         
     | 
| 
       26 
19 
     | 
    
         
             
                <link rel="index" title="Index" href="../genindex.html" />
         
     | 
| 
       27 
20 
     | 
    
         
             
                <link rel="search" title="Search" href="../search.html" />
         
     | 
| 
       28 
     | 
    
         
            -
                <link rel="next" title="7. 
     | 
| 
      
 21 
     | 
    
         
            +
                <link rel="next" title="7.7.2.1. NormalizerAuto" href="normalizers/normalizer_auto.html" />
         
     | 
| 
       29 
22 
     | 
    
         
             
                <link rel="prev" title="7.6.4. Index column" href="columns/index.html" /> 
         
     | 
| 
       30 
     | 
    
         
            -
              </head>
         
     | 
| 
       31 
     | 
    
         
            -
              <body>
         
     | 
| 
      
 23 
     | 
    
         
            +
              </head><body>
         
     | 
| 
       32 
24 
     | 
    
         
             
            <div class="header">
         
     | 
| 
       33 
25 
     | 
    
         
             
              <h1 class="title">
         
     | 
| 
       34 
26 
     | 
    
         
             
                <a id="top-link" href="../index.html">
         
     | 
| 
         @@ -53,12 +45,12 @@ 
     | 
|
| 
       53 
45 
     | 
    
         
             
                      <a href="../genindex.html" title="General Index"
         
     | 
| 
       54 
46 
     | 
    
         
             
                         accesskey="I">index</a></li>
         
     | 
| 
       55 
47 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       56 
     | 
    
         
            -
                      <a href=" 
     | 
| 
      
 48 
     | 
    
         
            +
                      <a href="normalizers/normalizer_auto.html" title="7.7.2.1. NormalizerAuto"
         
     | 
| 
       57 
49 
     | 
    
         
             
                         accesskey="N">next</a> |</li>
         
     | 
| 
       58 
50 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       59 
51 
     | 
    
         
             
                      <a href="columns/index.html" title="7.6.4. Index column"
         
     | 
| 
       60 
52 
     | 
    
         
             
                         accesskey="P">previous</a> |</li>
         
     | 
| 
       61 
     | 
    
         
            -
                    <li class="nav-item nav-item-0"><a href="../index.html">Groonga  
     | 
| 
      
 53 
     | 
    
         
            +
                    <li class="nav-item nav-item-0"><a href="../index.html">Groonga v9.0.2 documentation</a> »</li>
         
     | 
| 
       62 
54 
     | 
    
         
             
                      <li class="nav-item nav-item-1"><a href="../reference.html" accesskey="U">7. Reference manual</a> »</li> 
         
     | 
| 
       63 
55 
     | 
    
         
             
                  </ul>
         
     | 
| 
       64 
56 
     | 
    
         
             
                </div>  
         
     | 
| 
         @@ -73,7 +65,7 @@ 
     | 
|
| 
       73 
65 
     | 
    
         
             
            <div class="section" id="summary">
         
     | 
| 
       74 
66 
     | 
    
         
             
            <h2>7.7.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       75 
67 
     | 
    
         
             
            <p>Groonga has normalizer module that normalizes text. It is used when
         
     | 
| 
       76 
     | 
    
         
            -
            tokenizing text and storing table key. For example, <code class="docutils literal"><span class="pre">A</span></code> and <code class="docutils literal"><span class="pre">a</span></code>
         
     | 
| 
      
 68 
     | 
    
         
            +
            tokenizing text and storing table key. For example, <code class="docutils literal notranslate"><span class="pre">A</span></code> and <code class="docutils literal notranslate"><span class="pre">a</span></code>
         
     | 
| 
       77 
69 
     | 
    
         
             
            are processed as the same character after normalization.</p>
         
     | 
| 
       78 
70 
     | 
    
         
             
            <p>Normalizer module can be added as a plugin. You can customize text
         
     | 
| 
       79 
71 
     | 
    
         
             
            normalization by registering your normalizer plugins to Groonga.</p>
         
     | 
| 
         @@ -81,29 +73,29 @@ normalization by registering your normalizer plugins to Groonga.</p> 
     | 
|
| 
       81 
73 
     | 
    
         
             
            one normalizer module. You can attach a normalizer module to a table
         
     | 
| 
       82 
74 
     | 
    
         
             
            by <a class="reference internal" href="commands/table_create.html#table-create-normalizer"><span class="std std-ref">normalizer</span></a> option in
         
     | 
| 
       83 
75 
     | 
    
         
             
            <a class="reference internal" href="commands/table_create.html"><span class="doc">table_create</span></a>.</p>
         
     | 
| 
       84 
     | 
    
         
            -
            <p>Here is an example <code class="docutils literal"><span class="pre">table_create</span></code> that uses <code class="docutils literal"><span class="pre">NormalizerAuto</span></code>
         
     | 
| 
      
 76 
     | 
    
         
            +
            <p>Here is an example <code class="docutils literal notranslate"><span class="pre">table_create</span></code> that uses <code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code>
         
     | 
| 
       85 
77 
     | 
    
         
             
            normalizer module:</p>
         
     | 
| 
       86 
78 
     | 
    
         
             
            <p>Execution example:</p>
         
     | 
| 
       87 
     | 
    
         
            -
            <div class="highlight-none"><div class="highlight"><pre><span></span>table_create Dictionary TABLE_HASH_KEY ShortText --normalizer NormalizerAuto
         
     | 
| 
      
 79 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>table_create Dictionary TABLE_HASH_KEY ShortText --normalizer NormalizerAuto
         
     | 
| 
       88 
80 
     | 
    
         
             
            # [[0, 1337566253.89858, 0.000355720520019531], true]
         
     | 
| 
       89 
81 
     | 
    
         
             
            </pre></div>
         
     | 
| 
       90 
82 
     | 
    
         
             
            </div>
         
     | 
| 
       91 
83 
     | 
    
         
             
            <div class="admonition note">
         
     | 
| 
       92 
     | 
    
         
            -
            <p class=" 
     | 
| 
       93 
     | 
    
         
            -
            <p>Groonga 2.0.9 or earlier doesn 
     | 
| 
       94 
     | 
    
         
            -
            <code class="docutils literal"><span class="pre">table_create</span></code>. <code class="docutils literal"><span class="pre">KEY_NORMALIZE</span></code> flag was used instead.</p>
         
     | 
| 
       95 
     | 
    
         
            -
            <p 
     | 
| 
      
 84 
     | 
    
         
            +
            <p class="admonition-title">Note</p>
         
     | 
| 
      
 85 
     | 
    
         
            +
            <p>Groonga 2.0.9 or earlier doesn’t have <code class="docutils literal notranslate"><span class="pre">--normalizer</span></code> option in
         
     | 
| 
      
 86 
     | 
    
         
            +
            <code class="docutils literal notranslate"><span class="pre">table_create</span></code>. <code class="docutils literal notranslate"><span class="pre">KEY_NORMALIZE</span></code> flag was used instead.</p>
         
     | 
| 
      
 87 
     | 
    
         
            +
            <p>You can open an old database by Groonga 2.1.0 or later. An old
         
     | 
| 
       96 
88 
     | 
    
         
             
            database means that the database is created by Groonga 2.0.9 or
         
     | 
| 
       97 
89 
     | 
    
         
             
            earlier. But you cannot open the opened old database by Groonga
         
     | 
| 
       98 
90 
     | 
    
         
             
            2.0.9 or earlier. Once you open the old database by Groonga 2.1.0
         
     | 
| 
       99 
     | 
    
         
            -
            or later, <code class="docutils literal"><span class="pre">KEY_NORMALIZE</span></code> flag information in the old database is
         
     | 
| 
      
 91 
     | 
    
         
            +
            or later, <code class="docutils literal notranslate"><span class="pre">KEY_NORMALIZE</span></code> flag information in the old database is
         
     | 
| 
       100 
92 
     | 
    
         
             
            converted to normalizer information. So Groonga 2.0.9 or earlier
         
     | 
| 
       101 
     | 
    
         
            -
            cannot find <code class="docutils literal"><span class="pre">KEY_NORMALIZE</span></code> flag information in the opened old
         
     | 
| 
      
 93 
     | 
    
         
            +
            cannot find <code class="docutils literal notranslate"><span class="pre">KEY_NORMALIZE</span></code> flag information in the opened old
         
     | 
| 
       102 
94 
     | 
    
         
             
            database.</p>
         
     | 
| 
       103 
95 
     | 
    
         
             
            </div>
         
     | 
| 
       104 
96 
     | 
    
         
             
            <p>Keys of a table that has a normalizer module are normalized:</p>
         
     | 
| 
       105 
97 
     | 
    
         
             
            <p>Execution example:</p>
         
     | 
| 
       106 
     | 
    
         
            -
            <div class="highlight-none"><div class="highlight"><pre><span></span>load --table Dictionary
         
     | 
| 
      
 98 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>load --table Dictionary
         
     | 
| 
       107 
99 
     | 
    
         
             
            [
         
     | 
| 
       108 
100 
     | 
    
         
             
            {"_key": "Apple"},
         
     | 
| 
       109 
101 
     | 
    
         
             
            {"_key": "black"},
         
     | 
| 
         @@ -149,10 +141,10 @@ select Dictionary 
     | 
|
| 
       149 
141 
     | 
    
         
             
            # ]
         
     | 
| 
       150 
142 
     | 
    
         
             
            </pre></div>
         
     | 
| 
       151 
143 
     | 
    
         
             
            </div>
         
     | 
| 
       152 
     | 
    
         
            -
            <p><code class="docutils literal"><span class="pre">NormalizerAuto</span></code> normalizer normalizes a text as a downcased text.
         
     | 
| 
       153 
     | 
    
         
            -
            For example, <code class="docutils literal"><span class="pre">"Apple"</span></code> is normalized to <code class="docutils literal"><span class="pre">"apple"</span></code>, <code class="docutils literal"><span class="pre">"black"</span></code> is
         
     | 
| 
       154 
     | 
    
         
            -
            normalized to <code class="docutils literal"><span class="pre">"black"</span></code> and <code class="docutils literal"><span class="pre">"COLOR"</span></code> is normalized to
         
     | 
| 
       155 
     | 
    
         
            -
            <code class="docutils literal"><span class="pre">"color"</span></code>.</p>
         
     | 
| 
      
 144 
     | 
    
         
            +
            <p><code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code> normalizer normalizes a text as a downcased text.
         
     | 
| 
      
 145 
     | 
    
         
            +
            For example, <code class="docutils literal notranslate"><span class="pre">"Apple"</span></code> is normalized to <code class="docutils literal notranslate"><span class="pre">"apple"</span></code>, <code class="docutils literal notranslate"><span class="pre">"black"</span></code> is
         
     | 
| 
      
 146 
     | 
    
         
            +
            normalized to <code class="docutils literal notranslate"><span class="pre">"black"</span></code> and <code class="docutils literal notranslate"><span class="pre">"COLOR"</span></code> is normalized to
         
     | 
| 
      
 147 
     | 
    
         
            +
            <code class="docutils literal notranslate"><span class="pre">"color"</span></code>.</p>
         
     | 
| 
       156 
148 
     | 
    
         
             
            <p>If a table is a lexicon for fulltext search, tokenized tokens are
         
     | 
| 
       157 
149 
     | 
    
         
             
            normalized. Because tokens are stored as table keys. Table keys are
         
     | 
| 
       158 
150 
     | 
    
         
             
            normalized as described above.</p>
         
     | 
| 
         @@ -160,49 +152,12 @@ normalized as described above.</p> 
     | 
|
| 
       160 
152 
     | 
    
         
             
            <div class="section" id="built-in-normalizers">
         
     | 
| 
       161 
153 
     | 
    
         
             
            <h2>7.7.2. Built-in normalizers<a class="headerlink" href="#built-in-normalizers" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       162 
154 
     | 
    
         
             
            <p>Here is a list of built-in normalizers:</p>
         
     | 
| 
       163 
     | 
    
         
            -
            < 
     | 
| 
       164 
     | 
    
         
            -
            < 
     | 
| 
       165 
     | 
    
         
            -
            <li><code class="docutils literal"><span class="pre">NormalizerAuto</span></code></li>
         
     | 
| 
       166 
     | 
    
         
            -
            <li><code class="docutils literal"><span class="pre"> 
     | 
| 
      
 155 
     | 
    
         
            +
            <div class="toctree-wrapper compound">
         
     | 
| 
      
 156 
     | 
    
         
            +
            <ul>
         
     | 
| 
      
 157 
     | 
    
         
            +
            <li class="toctree-l1"><a class="reference internal" href="normalizers/normalizer_auto.html">7.7.2.1. <code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code></a></li>
         
     | 
| 
      
 158 
     | 
    
         
            +
            <li class="toctree-l1"><a class="reference internal" href="normalizers/normalizer_nfkc100.html">7.7.2.2. <code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code></a></li>
         
     | 
| 
      
 159 
     | 
    
         
            +
            <li class="toctree-l1"><a class="reference internal" href="normalizers/normalizer_nfkc51.html">7.7.2.3. <code class="docutils literal notranslate"><span class="pre">NormalizerNFKC51</span></code></a></li>
         
     | 
| 
       167 
160 
     | 
    
         
             
            </ul>
         
     | 
| 
       168 
     | 
    
         
            -
            </div></blockquote>
         
     | 
| 
       169 
     | 
    
         
            -
            <div class="section" id="normalizerauto">
         
     | 
| 
       170 
     | 
    
         
            -
            <span id="normalizer-auto"></span><h3>7.7.2.1. <code class="docutils literal"><span class="pre">NormalizerAuto</span></code><a class="headerlink" href="#normalizerauto" title="Permalink to this headline">¶</a></h3>
         
     | 
| 
       171 
     | 
    
         
            -
            <p>Normally you should use <code class="docutils literal"><span class="pre">NormalizerAuto</span></code>
         
     | 
| 
       172 
     | 
    
         
            -
            normalizer. <code class="docutils literal"><span class="pre">NormalizerAuto</span></code> was the normalizer for Groonga 2.0.9 or
         
     | 
| 
       173 
     | 
    
         
            -
            earlier. <code class="docutils literal"><span class="pre">KEY_NORMALIZE</span></code> flag in <code class="docutils literal"><span class="pre">table_create</span></code> on Groonga 2.0.9
         
     | 
| 
       174 
     | 
    
         
            -
            or earlier equals to <code class="docutils literal"><span class="pre">--normalizer</span> <span class="pre">NormalizerAuto</span></code> option in
         
     | 
| 
       175 
     | 
    
         
            -
            <code class="docutils literal"><span class="pre">table_create</span></code> on Groonga 2.1.0 or later.</p>
         
     | 
| 
       176 
     | 
    
         
            -
            <p><code class="docutils literal"><span class="pre">NormalizerAuto</span></code> supports all encoding. It uses Unicode NFKC
         
     | 
| 
       177 
     | 
    
         
            -
            (Normalization Form Compatibility Composition) for UTF-8 encoding
         
     | 
| 
       178 
     | 
    
         
            -
            text. It uses encoding specific original normalization for other
         
     | 
| 
       179 
     | 
    
         
            -
            encodings. The results of those original normalization are similar to
         
     | 
| 
       180 
     | 
    
         
            -
            NFKC.</p>
         
     | 
| 
       181 
     | 
    
         
            -
            <p>For example, half-width katakana (such as U+FF76 HALFWIDTH KATAKANA
         
     | 
| 
       182 
     | 
    
         
            -
            LETTER KA) + half-width katakana voiced sound mark (U+FF9E HALFWIDTH
         
     | 
| 
       183 
     | 
    
         
            -
            KATAKANA VOICED SOUND MARK) is normalized to full-width katakana with
         
     | 
| 
       184 
     | 
    
         
            -
            voiced sound mark (U+30AC KATAKANA LETTER GA). The former is two
         
     | 
| 
       185 
     | 
    
         
            -
            characters but the latter is one character.</p>
         
     | 
| 
       186 
     | 
    
         
            -
            <p>Here is an example that uses <code class="docutils literal"><span class="pre">NormalizerAuto</span></code> normalizer:</p>
         
     | 
| 
       187 
     | 
    
         
            -
            <p>Execution example:</p>
         
     | 
| 
       188 
     | 
    
         
            -
            <div class="highlight-none"><div class="highlight"><pre><span></span>table_create NormalLexicon TABLE_HASH_KEY ShortText --normalizer NormalizerAuto
         
     | 
| 
       189 
     | 
    
         
            -
            # [[0, 1337566253.89858, 0.000355720520019531], true]
         
     | 
| 
       190 
     | 
    
         
            -
            </pre></div>
         
     | 
| 
       191 
     | 
    
         
            -
            </div>
         
     | 
| 
       192 
     | 
    
         
            -
            </div>
         
     | 
| 
       193 
     | 
    
         
            -
            <div class="section" id="normalizernfkc51">
         
     | 
| 
       194 
     | 
    
         
            -
            <span id="normalizer-nfkc51"></span><h3>7.7.2.2. <code class="docutils literal"><span class="pre">NormalizerNFKC51</span></code><a class="headerlink" href="#normalizernfkc51" title="Permalink to this headline">¶</a></h3>
         
     | 
| 
       195 
     | 
    
         
            -
            <p><code class="docutils literal"><span class="pre">NormalizerNFKC51</span></code> normalizes texts by Unicode NFKC (Normalization
         
     | 
| 
       196 
     | 
    
         
            -
            Form Compatibility Composition) for Unicode version 5.1. It supports
         
     | 
| 
       197 
     | 
    
         
            -
            only UTF-8 encoding.</p>
         
     | 
| 
       198 
     | 
    
         
            -
            <p>Normally you don't need to use <code class="docutils literal"><span class="pre">NormalizerNFKC51</span></code> explicitly. You can
         
     | 
| 
       199 
     | 
    
         
            -
            use <code class="docutils literal"><span class="pre">NormalizerAuto</span></code> instead.</p>
         
     | 
| 
       200 
     | 
    
         
            -
            <p>Here is an example that uses <code class="docutils literal"><span class="pre">NormalizerNFKC51</span></code> normalizer:</p>
         
     | 
| 
       201 
     | 
    
         
            -
            <p>Execution example:</p>
         
     | 
| 
       202 
     | 
    
         
            -
            <div class="highlight-none"><div class="highlight"><pre><span></span>table_create NFKC51Lexicon TABLE_HASH_KEY ShortText --normalizer NormalizerNFKC51
         
     | 
| 
       203 
     | 
    
         
            -
            # [[0, 1337566253.89858, 0.000355720520019531], true]
         
     | 
| 
       204 
     | 
    
         
            -
            </pre></div>
         
     | 
| 
       205 
     | 
    
         
            -
            </div>
         
     | 
| 
       206 
161 
     | 
    
         
             
            </div>
         
     | 
| 
       207 
162 
     | 
    
         
             
            </div>
         
     | 
| 
       208 
163 
     | 
    
         
             
            <div class="section" id="additional-normalizers">
         
     | 
| 
         @@ -210,14 +165,14 @@ use <code class="docutils literal"><span class="pre">NormalizerAuto</span></code 
     | 
|
| 
       210 
165 
     | 
    
         
             
            <p>There are additional normalizers:</p>
         
     | 
| 
       211 
166 
     | 
    
         
             
            <blockquote>
         
     | 
| 
       212 
167 
     | 
    
         
             
            <div><ul class="simple">
         
     | 
| 
       213 
     | 
    
         
            -
            <li><a class="reference external" href="https://github.com/groonga/groonga-normalizer-mysql">groonga-normalizer-mysql</a></li>
         
     | 
| 
      
 168 
     | 
    
         
            +
            <li><p><a class="reference external" href="https://github.com/groonga/groonga-normalizer-mysql">groonga-normalizer-mysql</a></p></li>
         
     | 
| 
       214 
169 
     | 
    
         
             
            </ul>
         
     | 
| 
       215 
170 
     | 
    
         
             
            </div></blockquote>
         
     | 
| 
       216 
171 
     | 
    
         
             
            </div>
         
     | 
| 
       217 
172 
     | 
    
         
             
            <div class="section" id="see-also">
         
     | 
| 
       218 
173 
     | 
    
         
             
            <h2>7.7.4. See also<a class="headerlink" href="#see-also" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       219 
174 
     | 
    
         
             
            <ul class="simple">
         
     | 
| 
       220 
     | 
    
         
            -
            <li><a class="reference internal" href="commands/table_create.html"><span class="doc">table_create</span></a></li>
         
     | 
| 
      
 175 
     | 
    
         
            +
            <li><p><a class="reference internal" href="commands/table_create.html"><span class="doc">table_create</span></a></p></li>
         
     | 
| 
       221 
176 
     | 
    
         
             
            </ul>
         
     | 
| 
       222 
177 
     | 
    
         
             
            </div>
         
     | 
| 
       223 
178 
     | 
    
         
             
            </div>
         
     | 
| 
         @@ -228,15 +183,11 @@ use <code class="docutils literal"><span class="pre">NormalizerAuto</span></code 
     | 
|
| 
       228 
183 
     | 
    
         
             
                  </div>
         
     | 
| 
       229 
184 
     | 
    
         
             
                  <div class="sphinxsidebar" role="navigation" aria-label="main navigation">
         
     | 
| 
       230 
185 
     | 
    
         
             
                    <div class="sphinxsidebarwrapper">
         
     | 
| 
       231 
     | 
    
         
            -
              <h3><a href="../index.html">Table  
     | 
| 
      
 186 
     | 
    
         
            +
              <h3><a href="../index.html">Table of Contents</a></h3>
         
     | 
| 
       232 
187 
     | 
    
         
             
              <ul>
         
     | 
| 
       233 
188 
     | 
    
         
             
            <li><a class="reference internal" href="#">7.7. Normalizers</a><ul>
         
     | 
| 
       234 
189 
     | 
    
         
             
            <li><a class="reference internal" href="#summary">7.7.1. Summary</a></li>
         
     | 
| 
       235 
     | 
    
         
            -
            <li><a class="reference internal" href="#built-in-normalizers">7.7.2. Built-in normalizers</a 
     | 
| 
       236 
     | 
    
         
            -
            <li><a class="reference internal" href="#normalizerauto">7.7.2.1. <code class="docutils literal"><span class="pre">NormalizerAuto</span></code></a></li>
         
     | 
| 
       237 
     | 
    
         
            -
            <li><a class="reference internal" href="#normalizernfkc51">7.7.2.2. <code class="docutils literal"><span class="pre">NormalizerNFKC51</span></code></a></li>
         
     | 
| 
       238 
     | 
    
         
            -
            </ul>
         
     | 
| 
       239 
     | 
    
         
            -
            </li>
         
     | 
| 
      
 190 
     | 
    
         
            +
            <li><a class="reference internal" href="#built-in-normalizers">7.7.2. Built-in normalizers</a></li>
         
     | 
| 
       240 
191 
     | 
    
         
             
            <li><a class="reference internal" href="#additional-normalizers">7.7.3. Additional normalizers</a></li>
         
     | 
| 
       241 
192 
     | 
    
         
             
            <li><a class="reference internal" href="#see-also">7.7.4. See also</a></li>
         
     | 
| 
       242 
193 
     | 
    
         
             
            </ul>
         
     | 
| 
         @@ -247,16 +198,16 @@ use <code class="docutils literal"><span class="pre">NormalizerAuto</span></code 
     | 
|
| 
       247 
198 
     | 
    
         
             
              <p class="topless"><a href="columns/index.html"
         
     | 
| 
       248 
199 
     | 
    
         
             
                                    title="previous chapter">7.6.4. Index column</a></p>
         
     | 
| 
       249 
200 
     | 
    
         
             
              <h4>Next topic</h4>
         
     | 
| 
       250 
     | 
    
         
            -
              <p class="topless"><a href=" 
     | 
| 
       251 
     | 
    
         
            -
                                    title="next chapter">7. 
     | 
| 
      
 201 
     | 
    
         
            +
              <p class="topless"><a href="normalizers/normalizer_auto.html"
         
     | 
| 
      
 202 
     | 
    
         
            +
                                    title="next chapter">7.7.2.1. <code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code></a></p>
         
     | 
| 
       252 
203 
     | 
    
         
             
            <div id="searchbox" style="display: none" role="search">
         
     | 
| 
       253 
204 
     | 
    
         
             
              <h3>Quick search</h3>
         
     | 
| 
      
 205 
     | 
    
         
            +
                <div class="searchformwrapper">
         
     | 
| 
       254 
206 
     | 
    
         
             
                <form class="search" action="../search.html" method="get">
         
     | 
| 
       255 
     | 
    
         
            -
                  < 
     | 
| 
       256 
     | 
    
         
            -
                  < 
     | 
| 
       257 
     | 
    
         
            -
                  <input type="hidden" name="check_keywords" value="yes" />
         
     | 
| 
       258 
     | 
    
         
            -
                  <input type="hidden" name="area" value="default" />
         
     | 
| 
      
 207 
     | 
    
         
            +
                  <input type="text" name="q" />
         
     | 
| 
      
 208 
     | 
    
         
            +
                  <input type="submit" value="Go" />
         
     | 
| 
       259 
209 
     | 
    
         
             
                </form>
         
     | 
| 
      
 210 
     | 
    
         
            +
                </div>
         
     | 
| 
       260 
211 
     | 
    
         
             
            </div>
         
     | 
| 
       261 
212 
     | 
    
         
             
            <script type="text/javascript">$('#searchbox').show(0);</script>
         
     | 
| 
       262 
213 
     | 
    
         
             
                    </div>
         
     | 
| 
         @@ -270,17 +221,17 @@ use <code class="docutils literal"><span class="pre">NormalizerAuto</span></code 
     | 
|
| 
       270 
221 
     | 
    
         
             
                      <a href="../genindex.html" title="General Index"
         
     | 
| 
       271 
222 
     | 
    
         
             
                         >index</a></li>
         
     | 
| 
       272 
223 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       273 
     | 
    
         
            -
                      <a href=" 
     | 
| 
      
 224 
     | 
    
         
            +
                      <a href="normalizers/normalizer_auto.html" title="7.7.2.1. NormalizerAuto"
         
     | 
| 
       274 
225 
     | 
    
         
             
                         >next</a> |</li>
         
     | 
| 
       275 
226 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       276 
227 
     | 
    
         
             
                      <a href="columns/index.html" title="7.6.4. Index column"
         
     | 
| 
       277 
228 
     | 
    
         
             
                         >previous</a> |</li>
         
     | 
| 
       278 
     | 
    
         
            -
                    <li class="nav-item nav-item-0"><a href="../index.html">Groonga  
     | 
| 
      
 229 
     | 
    
         
            +
                    <li class="nav-item nav-item-0"><a href="../index.html">Groonga v9.0.2 documentation</a> »</li>
         
     | 
| 
       279 
230 
     | 
    
         
             
                      <li class="nav-item nav-item-1"><a href="../reference.html" >7. Reference manual</a> »</li> 
         
     | 
| 
       280 
231 
     | 
    
         
             
                  </ul>
         
     | 
| 
       281 
232 
     | 
    
         
             
                </div>
         
     | 
| 
       282 
233 
     | 
    
         
             
                <div class="footer" role="contentinfo">
         
     | 
| 
       283 
     | 
    
         
            -
                    © Copyright 2009- 
     | 
| 
      
 234 
     | 
    
         
            +
                    © Copyright 2009-2019, Brazil, Inc.
         
     | 
| 
       284 
235 
     | 
    
         
             
                </div>
         
     | 
| 
       285 
236 
     | 
    
         
             
              </body>
         
     | 
| 
       286 
237 
     | 
    
         
             
            </html>
         
     | 
| 
         @@ -0,0 +1,179 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
             
     | 
| 
      
 2 
     | 
    
         
            +
             
     | 
| 
      
 3 
     | 
    
         
            +
            <!DOCTYPE html>
         
     | 
| 
      
 4 
     | 
    
         
            +
             
     | 
| 
      
 5 
     | 
    
         
            +
            <html xmlns="http://www.w3.org/1999/xhtml" lang="en">
         
     | 
| 
      
 6 
     | 
    
         
            +
              <head>
         
     | 
| 
      
 7 
     | 
    
         
            +
                <meta charset="utf-8" />
         
     | 
| 
      
 8 
     | 
    
         
            +
                <title>7.7.2.1. NormalizerAuto — Groonga v9.0.2 documentation</title>
         
     | 
| 
      
 9 
     | 
    
         
            +
                <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
         
     | 
| 
      
 10 
     | 
    
         
            +
                <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
         
     | 
| 
      
 11 
     | 
    
         
            +
                
         
     | 
| 
      
 12 
     | 
    
         
            +
                <script type="text/javascript" id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
         
     | 
| 
      
 13 
     | 
    
         
            +
                <script type="text/javascript" src="../../_static/jquery.js"></script>
         
     | 
| 
      
 14 
     | 
    
         
            +
                <script type="text/javascript" src="../../_static/underscore.js"></script>
         
     | 
| 
      
 15 
     | 
    
         
            +
                <script type="text/javascript" src="../../_static/doctools.js"></script>
         
     | 
| 
      
 16 
     | 
    
         
            +
                <script type="text/javascript" src="../../_static/language_data.js"></script>
         
     | 
| 
      
 17 
     | 
    
         
            +
                
         
     | 
| 
      
 18 
     | 
    
         
            +
                <link rel="shortcut icon" href="../../_static/favicon.ico"/>
         
     | 
| 
      
 19 
     | 
    
         
            +
                <link rel="index" title="Index" href="../../genindex.html" />
         
     | 
| 
      
 20 
     | 
    
         
            +
                <link rel="search" title="Search" href="../../search.html" />
         
     | 
| 
      
 21 
     | 
    
         
            +
                <link rel="next" title="7.7.2.2. NormalizerNFKC100" href="normalizer_nfkc100.html" />
         
     | 
| 
      
 22 
     | 
    
         
            +
                <link rel="prev" title="7.7. Normalizers" href="../normalizers.html" /> 
         
     | 
| 
      
 23 
     | 
    
         
            +
              </head><body>
         
     | 
| 
      
 24 
     | 
    
         
            +
            <div class="header">
         
     | 
| 
      
 25 
     | 
    
         
            +
              <h1 class="title">
         
     | 
| 
      
 26 
     | 
    
         
            +
                <a id="top-link" href="../../index.html">
         
     | 
| 
      
 27 
     | 
    
         
            +
                  <span class="project">groonga</span>
         
     | 
| 
      
 28 
     | 
    
         
            +
                  <span class="separator">-</span>
         
     | 
| 
      
 29 
     | 
    
         
            +
                  <span class="description">An open-source fulltext search engine and column store.</span>
         
     | 
| 
      
 30 
     | 
    
         
            +
                </a>
         
     | 
| 
      
 31 
     | 
    
         
            +
              </h1>
         
     | 
| 
      
 32 
     | 
    
         
            +
             
     | 
| 
      
 33 
     | 
    
         
            +
              <div class="other-language-links">
         
     | 
| 
      
 34 
     | 
    
         
            +
                <ul>
         
     | 
| 
      
 35 
     | 
    
         
            +
                  <li><a href="../../../../ja/html/reference/normalizers/normalizer_auto.html">日本語</a></li>
         
     | 
| 
      
 36 
     | 
    
         
            +
                </ul>
         
     | 
| 
      
 37 
     | 
    
         
            +
              </div>
         
     | 
| 
      
 38 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 39 
     | 
    
         
            +
              
         
     | 
| 
      
 40 
     | 
    
         
            +
             
     | 
| 
      
 41 
     | 
    
         
            +
                <div class="related" role="navigation" aria-label="related navigation">
         
     | 
| 
      
 42 
     | 
    
         
            +
                  <h3>Navigation</h3>
         
     | 
| 
      
 43 
     | 
    
         
            +
                  <ul>
         
     | 
| 
      
 44 
     | 
    
         
            +
                    <li class="right" style="margin-right: 10px">
         
     | 
| 
      
 45 
     | 
    
         
            +
                      <a href="../../genindex.html" title="General Index"
         
     | 
| 
      
 46 
     | 
    
         
            +
                         accesskey="I">index</a></li>
         
     | 
| 
      
 47 
     | 
    
         
            +
                    <li class="right" >
         
     | 
| 
      
 48 
     | 
    
         
            +
                      <a href="normalizer_nfkc100.html" title="7.7.2.2. NormalizerNFKC100"
         
     | 
| 
      
 49 
     | 
    
         
            +
                         accesskey="N">next</a> |</li>
         
     | 
| 
      
 50 
     | 
    
         
            +
                    <li class="right" >
         
     | 
| 
      
 51 
     | 
    
         
            +
                      <a href="../normalizers.html" title="7.7. Normalizers"
         
     | 
| 
      
 52 
     | 
    
         
            +
                         accesskey="P">previous</a> |</li>
         
     | 
| 
      
 53 
     | 
    
         
            +
                    <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2 documentation</a> »</li>
         
     | 
| 
      
 54 
     | 
    
         
            +
                      <li class="nav-item nav-item-1"><a href="../../reference.html" >7. Reference manual</a> »</li>
         
     | 
| 
      
 55 
     | 
    
         
            +
                      <li class="nav-item nav-item-2"><a href="../normalizers.html" accesskey="U">7.7. Normalizers</a> »</li> 
         
     | 
| 
      
 56 
     | 
    
         
            +
                  </ul>
         
     | 
| 
      
 57 
     | 
    
         
            +
                </div>  
         
     | 
| 
      
 58 
     | 
    
         
            +
             
     | 
| 
      
 59 
     | 
    
         
            +
                <div class="document">
         
     | 
| 
      
 60 
     | 
    
         
            +
                  <div class="documentwrapper">
         
     | 
| 
      
 61 
     | 
    
         
            +
                    <div class="bodywrapper">
         
     | 
| 
      
 62 
     | 
    
         
            +
                      <div class="body" role="main">
         
     | 
| 
      
 63 
     | 
    
         
            +
                        
         
     | 
| 
      
 64 
     | 
    
         
            +
              <div class="section" id="normalizerauto">
         
     | 
| 
      
 65 
     | 
    
         
            +
            <span id="normalizer-auto"></span><h1>7.7.2.1. <code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code><a class="headerlink" href="#normalizerauto" title="Permalink to this headline">¶</a></h1>
         
     | 
| 
      
 66 
     | 
    
         
            +
            <div class="section" id="summary">
         
     | 
| 
      
 67 
     | 
    
         
            +
            <h2>7.7.2.1.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 68 
     | 
    
         
            +
            <p>Normally you should use <code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code>
         
     | 
| 
      
 69 
     | 
    
         
            +
            normalizer. <code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code> was the normalizer for Groonga 2.0.9 or
         
     | 
| 
      
 70 
     | 
    
         
            +
            earlier. <code class="docutils literal notranslate"><span class="pre">KEY_NORMALIZE</span></code> flag in <code class="docutils literal notranslate"><span class="pre">table_create</span></code> on Groonga 2.0.9
         
     | 
| 
      
 71 
     | 
    
         
            +
            or earlier equals to <code class="docutils literal notranslate"><span class="pre">--normalizer</span> <span class="pre">NormalizerAuto</span></code> option in
         
     | 
| 
      
 72 
     | 
    
         
            +
            <code class="docutils literal notranslate"><span class="pre">table_create</span></code> on Groonga 2.1.0 or later.</p>
         
     | 
| 
      
 73 
     | 
    
         
            +
            <p><code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code> supports all encoding. It uses Unicode NFKC
         
     | 
| 
      
 74 
     | 
    
         
            +
            (Normalization Form Compatibility Composition) for UTF-8 encoding
         
     | 
| 
      
 75 
     | 
    
         
            +
            text. It uses encoding specific original normalization for other
         
     | 
| 
      
 76 
     | 
    
         
            +
            encodings. The results of those original normalization are similar to
         
     | 
| 
      
 77 
     | 
    
         
            +
            NFKC.</p>
         
     | 
| 
      
 78 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 79 
     | 
    
         
            +
            <div class="section" id="syntax">
         
     | 
| 
      
 80 
     | 
    
         
            +
            <h2>7.7.2.1.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 81 
     | 
    
         
            +
            <p><code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code> hasn’t parameter:</p>
         
     | 
| 
      
 82 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>NormalizerAuto
         
     | 
| 
      
 83 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 84 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 85 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 86 
     | 
    
         
            +
            <div class="section" id="usage">
         
     | 
| 
      
 87 
     | 
    
         
            +
            <h2>7.7.2.1.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 88 
     | 
    
         
            +
            <p><code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code> normalizes half-width katakana (such as U+FF76 HALFWIDTH KATAKANA
         
     | 
| 
      
 89 
     | 
    
         
            +
            LETTER KA) + half-width katakana voiced sound mark (U+FF9E HALFWIDTH
         
     | 
| 
      
 90 
     | 
    
         
            +
            KATAKANA VOICED SOUND MARK) to full-width katakana with
         
     | 
| 
      
 91 
     | 
    
         
            +
            voiced sound mark (U+30AC KATAKANA LETTER GA). The former is two
         
     | 
| 
      
 92 
     | 
    
         
            +
            characters but the latter is one character.</p>
         
     | 
| 
      
 93 
     | 
    
         
            +
            <p>Here is an example that uses <code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code> normalizer:</p>
         
     | 
| 
      
 94 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 95 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize NormalizerAuto "ガ"
         
     | 
| 
      
 96 
     | 
    
         
            +
            # [
         
     | 
| 
      
 97 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 98 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 99 
     | 
    
         
            +
            #     1547239424.874337,
         
     | 
| 
      
 100 
     | 
    
         
            +
            #     0.0001468658447265625
         
     | 
| 
      
 101 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 102 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 103 
     | 
    
         
            +
            #     "normalized": "ガ",
         
     | 
| 
      
 104 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 105 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 106 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 107 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 108 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 109 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 110 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 111 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 112 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 113 
     | 
    
         
            +
            <div class="section" id="see-also">
         
     | 
| 
      
 114 
     | 
    
         
            +
            <h2>7.7.2.1.4. See also<a class="headerlink" href="#see-also" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 115 
     | 
    
         
            +
            <ul class="simple">
         
     | 
| 
      
 116 
     | 
    
         
            +
            <li><p><a class="reference internal" href="../commands/normalize.html"><span class="doc">normalize</span></a></p></li>
         
     | 
| 
      
 117 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 118 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 119 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 120 
     | 
    
         
            +
             
     | 
| 
      
 121 
     | 
    
         
            +
             
     | 
| 
      
 122 
     | 
    
         
            +
                      </div>
         
     | 
| 
      
 123 
     | 
    
         
            +
                    </div>
         
     | 
| 
      
 124 
     | 
    
         
            +
                  </div>
         
     | 
| 
      
 125 
     | 
    
         
            +
                  <div class="sphinxsidebar" role="navigation" aria-label="main navigation">
         
     | 
| 
      
 126 
     | 
    
         
            +
                    <div class="sphinxsidebarwrapper">
         
     | 
| 
      
 127 
     | 
    
         
            +
              <h3><a href="../../index.html">Table of Contents</a></h3>
         
     | 
| 
      
 128 
     | 
    
         
            +
              <ul>
         
     | 
| 
      
 129 
     | 
    
         
            +
            <li><a class="reference internal" href="#">7.7.2.1. <code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code></a><ul>
         
     | 
| 
      
 130 
     | 
    
         
            +
            <li><a class="reference internal" href="#summary">7.7.2.1.1. Summary</a></li>
         
     | 
| 
      
 131 
     | 
    
         
            +
            <li><a class="reference internal" href="#syntax">7.7.2.1.2. Syntax</a></li>
         
     | 
| 
      
 132 
     | 
    
         
            +
            <li><a class="reference internal" href="#usage">7.7.2.1.3. Usage</a></li>
         
     | 
| 
      
 133 
     | 
    
         
            +
            <li><a class="reference internal" href="#see-also">7.7.2.1.4. See also</a></li>
         
     | 
| 
      
 134 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 135 
     | 
    
         
            +
            </li>
         
     | 
| 
      
 136 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 137 
     | 
    
         
            +
             
     | 
| 
      
 138 
     | 
    
         
            +
              <h4>Previous topic</h4>
         
     | 
| 
      
 139 
     | 
    
         
            +
              <p class="topless"><a href="../normalizers.html"
         
     | 
| 
      
 140 
     | 
    
         
            +
                                    title="previous chapter">7.7. Normalizers</a></p>
         
     | 
| 
      
 141 
     | 
    
         
            +
              <h4>Next topic</h4>
         
     | 
| 
      
 142 
     | 
    
         
            +
              <p class="topless"><a href="normalizer_nfkc100.html"
         
     | 
| 
      
 143 
     | 
    
         
            +
                                    title="next chapter">7.7.2.2. <code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code></a></p>
         
     | 
| 
      
 144 
     | 
    
         
            +
            <div id="searchbox" style="display: none" role="search">
         
     | 
| 
      
 145 
     | 
    
         
            +
              <h3>Quick search</h3>
         
     | 
| 
      
 146 
     | 
    
         
            +
                <div class="searchformwrapper">
         
     | 
| 
      
 147 
     | 
    
         
            +
                <form class="search" action="../../search.html" method="get">
         
     | 
| 
      
 148 
     | 
    
         
            +
                  <input type="text" name="q" />
         
     | 
| 
      
 149 
     | 
    
         
            +
                  <input type="submit" value="Go" />
         
     | 
| 
      
 150 
     | 
    
         
            +
                </form>
         
     | 
| 
      
 151 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 152 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 153 
     | 
    
         
            +
            <script type="text/javascript">$('#searchbox').show(0);</script>
         
     | 
| 
      
 154 
     | 
    
         
            +
                    </div>
         
     | 
| 
      
 155 
     | 
    
         
            +
                  </div>
         
     | 
| 
      
 156 
     | 
    
         
            +
                  <div class="clearer"></div>
         
     | 
| 
      
 157 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 158 
     | 
    
         
            +
                <div class="related" role="navigation" aria-label="related navigation">
         
     | 
| 
      
 159 
     | 
    
         
            +
                  <h3>Navigation</h3>
         
     | 
| 
      
 160 
     | 
    
         
            +
                  <ul>
         
     | 
| 
      
 161 
     | 
    
         
            +
                    <li class="right" style="margin-right: 10px">
         
     | 
| 
      
 162 
     | 
    
         
            +
                      <a href="../../genindex.html" title="General Index"
         
     | 
| 
      
 163 
     | 
    
         
            +
                         >index</a></li>
         
     | 
| 
      
 164 
     | 
    
         
            +
                    <li class="right" >
         
     | 
| 
      
 165 
     | 
    
         
            +
                      <a href="normalizer_nfkc100.html" title="7.7.2.2. NormalizerNFKC100"
         
     | 
| 
      
 166 
     | 
    
         
            +
                         >next</a> |</li>
         
     | 
| 
      
 167 
     | 
    
         
            +
                    <li class="right" >
         
     | 
| 
      
 168 
     | 
    
         
            +
                      <a href="../normalizers.html" title="7.7. Normalizers"
         
     | 
| 
      
 169 
     | 
    
         
            +
                         >previous</a> |</li>
         
     | 
| 
      
 170 
     | 
    
         
            +
                    <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2 documentation</a> »</li>
         
     | 
| 
      
 171 
     | 
    
         
            +
                      <li class="nav-item nav-item-1"><a href="../../reference.html" >7. Reference manual</a> »</li>
         
     | 
| 
      
 172 
     | 
    
         
            +
                      <li class="nav-item nav-item-2"><a href="../normalizers.html" >7.7. Normalizers</a> »</li> 
         
     | 
| 
      
 173 
     | 
    
         
            +
                  </ul>
         
     | 
| 
      
 174 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 175 
     | 
    
         
            +
                <div class="footer" role="contentinfo">
         
     | 
| 
      
 176 
     | 
    
         
            +
                    © Copyright 2009-2019, Brazil, Inc.
         
     | 
| 
      
 177 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 178 
     | 
    
         
            +
              </body>
         
     | 
| 
      
 179 
     | 
    
         
            +
            </html>
         
     | 
| 
         @@ -0,0 +1,897 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
             
     | 
| 
      
 2 
     | 
    
         
            +
             
     | 
| 
      
 3 
     | 
    
         
            +
            <!DOCTYPE html>
         
     | 
| 
      
 4 
     | 
    
         
            +
             
     | 
| 
      
 5 
     | 
    
         
            +
            <html xmlns="http://www.w3.org/1999/xhtml" lang="en">
         
     | 
| 
      
 6 
     | 
    
         
            +
              <head>
         
     | 
| 
      
 7 
     | 
    
         
            +
                <meta charset="utf-8" />
         
     | 
| 
      
 8 
     | 
    
         
            +
                <title>7.7.2.2. NormalizerNFKC100 — Groonga v9.0.2 documentation</title>
         
     | 
| 
      
 9 
     | 
    
         
            +
                <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
         
     | 
| 
      
 10 
     | 
    
         
            +
                <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
         
     | 
| 
      
 11 
     | 
    
         
            +
                
         
     | 
| 
      
 12 
     | 
    
         
            +
                <script type="text/javascript" id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
         
     | 
| 
      
 13 
     | 
    
         
            +
                <script type="text/javascript" src="../../_static/jquery.js"></script>
         
     | 
| 
      
 14 
     | 
    
         
            +
                <script type="text/javascript" src="../../_static/underscore.js"></script>
         
     | 
| 
      
 15 
     | 
    
         
            +
                <script type="text/javascript" src="../../_static/doctools.js"></script>
         
     | 
| 
      
 16 
     | 
    
         
            +
                <script type="text/javascript" src="../../_static/language_data.js"></script>
         
     | 
| 
      
 17 
     | 
    
         
            +
                
         
     | 
| 
      
 18 
     | 
    
         
            +
                <link rel="shortcut icon" href="../../_static/favicon.ico"/>
         
     | 
| 
      
 19 
     | 
    
         
            +
                <link rel="index" title="Index" href="../../genindex.html" />
         
     | 
| 
      
 20 
     | 
    
         
            +
                <link rel="search" title="Search" href="../../search.html" />
         
     | 
| 
      
 21 
     | 
    
         
            +
                <link rel="next" title="7.7.2.3. NormalizerNFKC51" href="normalizer_nfkc51.html" />
         
     | 
| 
      
 22 
     | 
    
         
            +
                <link rel="prev" title="7.7.2.1. NormalizerAuto" href="normalizer_auto.html" /> 
         
     | 
| 
      
 23 
     | 
    
         
            +
              </head><body>
         
     | 
| 
      
 24 
     | 
    
         
            +
            <div class="header">
         
     | 
| 
      
 25 
     | 
    
         
            +
              <h1 class="title">
         
     | 
| 
      
 26 
     | 
    
         
            +
                <a id="top-link" href="../../index.html">
         
     | 
| 
      
 27 
     | 
    
         
            +
                  <span class="project">groonga</span>
         
     | 
| 
      
 28 
     | 
    
         
            +
                  <span class="separator">-</span>
         
     | 
| 
      
 29 
     | 
    
         
            +
                  <span class="description">An open-source fulltext search engine and column store.</span>
         
     | 
| 
      
 30 
     | 
    
         
            +
                </a>
         
     | 
| 
      
 31 
     | 
    
         
            +
              </h1>
         
     | 
| 
      
 32 
     | 
    
         
            +
             
     | 
| 
      
 33 
     | 
    
         
            +
              <div class="other-language-links">
         
     | 
| 
      
 34 
     | 
    
         
            +
                <ul>
         
     | 
| 
      
 35 
     | 
    
         
            +
                  <li><a href="../../../../ja/html/reference/normalizers/normalizer_nfkc100.html">日本語</a></li>
         
     | 
| 
      
 36 
     | 
    
         
            +
                </ul>
         
     | 
| 
      
 37 
     | 
    
         
            +
              </div>
         
     | 
| 
      
 38 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 39 
     | 
    
         
            +
              
         
     | 
| 
      
 40 
     | 
    
         
            +
             
     | 
| 
      
 41 
     | 
    
         
            +
                <div class="related" role="navigation" aria-label="related navigation">
         
     | 
| 
      
 42 
     | 
    
         
            +
                  <h3>Navigation</h3>
         
     | 
| 
      
 43 
     | 
    
         
            +
                  <ul>
         
     | 
| 
      
 44 
     | 
    
         
            +
                    <li class="right" style="margin-right: 10px">
         
     | 
| 
      
 45 
     | 
    
         
            +
                      <a href="../../genindex.html" title="General Index"
         
     | 
| 
      
 46 
     | 
    
         
            +
                         accesskey="I">index</a></li>
         
     | 
| 
      
 47 
     | 
    
         
            +
                    <li class="right" >
         
     | 
| 
      
 48 
     | 
    
         
            +
                      <a href="normalizer_nfkc51.html" title="7.7.2.3. NormalizerNFKC51"
         
     | 
| 
      
 49 
     | 
    
         
            +
                         accesskey="N">next</a> |</li>
         
     | 
| 
      
 50 
     | 
    
         
            +
                    <li class="right" >
         
     | 
| 
      
 51 
     | 
    
         
            +
                      <a href="normalizer_auto.html" title="7.7.2.1. NormalizerAuto"
         
     | 
| 
      
 52 
     | 
    
         
            +
                         accesskey="P">previous</a> |</li>
         
     | 
| 
      
 53 
     | 
    
         
            +
                    <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2 documentation</a> »</li>
         
     | 
| 
      
 54 
     | 
    
         
            +
                      <li class="nav-item nav-item-1"><a href="../../reference.html" >7. Reference manual</a> »</li>
         
     | 
| 
      
 55 
     | 
    
         
            +
                      <li class="nav-item nav-item-2"><a href="../normalizers.html" accesskey="U">7.7. Normalizers</a> »</li> 
         
     | 
| 
      
 56 
     | 
    
         
            +
                  </ul>
         
     | 
| 
      
 57 
     | 
    
         
            +
                </div>  
         
     | 
| 
      
 58 
     | 
    
         
            +
             
     | 
| 
      
 59 
     | 
    
         
            +
                <div class="document">
         
     | 
| 
      
 60 
     | 
    
         
            +
                  <div class="documentwrapper">
         
     | 
| 
      
 61 
     | 
    
         
            +
                    <div class="bodywrapper">
         
     | 
| 
      
 62 
     | 
    
         
            +
                      <div class="body" role="main">
         
     | 
| 
      
 63 
     | 
    
         
            +
                        
         
     | 
| 
      
 64 
     | 
    
         
            +
              <div class="section" id="normalizernfkc100">
         
     | 
| 
      
 65 
     | 
    
         
            +
            <span id="normalizer-nfkc100"></span><h1>7.7.2.2. <code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code><a class="headerlink" href="#normalizernfkc100" title="Permalink to this headline">¶</a></h1>
         
     | 
| 
      
 66 
     | 
    
         
            +
            <div class="section" id="summary">
         
     | 
| 
      
 67 
     | 
    
         
            +
            <h2>7.7.2.2.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 68 
     | 
    
         
            +
            <div class="versionadded">
         
     | 
| 
      
 69 
     | 
    
         
            +
            <p><span class="versionmodified added">New in version 8.0.2.</span></p>
         
     | 
| 
      
 70 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 71 
     | 
    
         
            +
            <p><code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code> normalizes text by Unicode NFKC (Normalization Form Compatibility Composition)
         
     | 
| 
      
 72 
     | 
    
         
            +
            for Unicode version 10.0.</p>
         
     | 
| 
      
 73 
     | 
    
         
            +
            <p>This normalizer can change behavior by specifying options.</p>
         
     | 
| 
      
 74 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 75 
     | 
    
         
            +
            <div class="section" id="syntax">
         
     | 
| 
      
 76 
     | 
    
         
            +
            <h2>7.7.2.2.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 77 
     | 
    
         
            +
            <p><code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code> has optional parameter.</p>
         
     | 
| 
      
 78 
     | 
    
         
            +
            <p>No options:</p>
         
     | 
| 
      
 79 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>NormalizerNFKC100
         
     | 
| 
      
 80 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 81 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 82 
     | 
    
         
            +
            <p><code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code> normalizes text by Unicode NFKC (Normalization Form Compatibility Composition)
         
     | 
| 
      
 83 
     | 
    
         
            +
            for Unicode version 10.0.</p>
         
     | 
| 
      
 84 
     | 
    
         
            +
            <p>Specify option:</p>
         
     | 
| 
      
 85 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>NormalizerNFKC100("unify_kana", true)
         
     | 
| 
      
 86 
     | 
    
         
            +
             
     | 
| 
      
 87 
     | 
    
         
            +
            NormalizerNFKC100("unify_kana_case", true)
         
     | 
| 
      
 88 
     | 
    
         
            +
             
     | 
| 
      
 89 
     | 
    
         
            +
            NormalizerNFKC100("unify_kana_voiced_sound_mark", true)
         
     | 
| 
      
 90 
     | 
    
         
            +
             
     | 
| 
      
 91 
     | 
    
         
            +
            NormalizerNFKC100("unify_hyphen", true)
         
     | 
| 
      
 92 
     | 
    
         
            +
             
     | 
| 
      
 93 
     | 
    
         
            +
            NormalizerNFKC100("unify_prolonged_sound_mark", true)
         
     | 
| 
      
 94 
     | 
    
         
            +
             
     | 
| 
      
 95 
     | 
    
         
            +
            NormalizerNFKC100("unify_hyphen_and_prolonged_sound_mark", true)
         
     | 
| 
      
 96 
     | 
    
         
            +
             
     | 
| 
      
 97 
     | 
    
         
            +
            NormalizerNFKC100("unify_middle_dot", true)
         
     | 
| 
      
 98 
     | 
    
         
            +
             
     | 
| 
      
 99 
     | 
    
         
            +
            NormalizerNFKC100("unify_katakana_v_sounds", true)
         
     | 
| 
      
 100 
     | 
    
         
            +
             
     | 
| 
      
 101 
     | 
    
         
            +
            NormalizerNFKC100("unify_katakana_bu_sound", true)
         
     | 
| 
      
 102 
     | 
    
         
            +
             
     | 
| 
      
 103 
     | 
    
         
            +
            NormalizerNFKC100("unify_to_romaji", true)
         
     | 
| 
      
 104 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 105 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 106 
     | 
    
         
            +
            <div class="versionadded">
         
     | 
| 
      
 107 
     | 
    
         
            +
            <p><span class="versionmodified added">New in version 8.0.3: </span><a class="reference internal" href="#normalizer-nfkc100-unify-middle-dot"><span class="std std-ref">unify_middle_dot</span></a> is added.</p>
         
     | 
| 
      
 108 
     | 
    
         
            +
            <p><a class="reference internal" href="#normalizer-nfkc100-unify-katakana-v-sounds"><span class="std std-ref">unify_katakana_v_sounds</span></a> is added.</p>
         
     | 
| 
      
 109 
     | 
    
         
            +
            <p><a class="reference internal" href="#normalizer-nfkc100-unify-katakana-bu-sounds"><span class="std std-ref">unify_katakana_bu_sound</span></a> is added.</p>
         
     | 
| 
      
 110 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 111 
     | 
    
         
            +
            <div class="versionadded">
         
     | 
| 
      
 112 
     | 
    
         
            +
            <p><span class="versionmodified added">New in version 8.0.9: </span><a class="reference internal" href="#normalizer-nfkc100-unify-to-romaji"><span class="std std-ref">unify_to_romaji</span></a> is added.</p>
         
     | 
| 
      
 113 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 114 
     | 
    
         
            +
            <p>Specify multiple options:</p>
         
     | 
| 
      
 115 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>NormalizerNFKC100("unify_to_romaji", true, "unify_kana_case", true, "unify_hyphen_and_prolonged_sound_mark", true)
         
     | 
| 
      
 116 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 117 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 118 
     | 
    
         
            +
            <p><code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code> also specify multiple options as above.
         
     | 
| 
      
 119 
     | 
    
         
            +
            You can also specify mingle multiple options except above example.</p>
         
     | 
| 
      
 120 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 121 
     | 
    
         
            +
            <div class="section" id="usage">
         
     | 
| 
      
 122 
     | 
    
         
            +
            <h2>7.7.2.2.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 123 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 124 
     | 
    
         
            +
            <div class="section" id="simple-usage">
         
     | 
| 
      
 125 
     | 
    
         
            +
            <h2>7.7.2.2.4. Simple usage<a class="headerlink" href="#simple-usage" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 126 
     | 
    
         
            +
            <p>Here is an example of <code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code>. <code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code> normalizes text by Unicode NFKC (Normalization Form Compatibility Composition) for Unicode version 10.0.</p>
         
     | 
| 
      
 127 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 128 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize NormalizerNFKC100 "©" WITH_TYPES
         
     | 
| 
      
 129 
     | 
    
         
            +
            # [
         
     | 
| 
      
 130 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 131 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 132 
     | 
    
         
            +
            #     1546840077.247264,
         
     | 
| 
      
 133 
     | 
    
         
            +
            #     0.0001680850982666016
         
     | 
| 
      
 134 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 135 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 136 
     | 
    
         
            +
            #     "normalized": "©",
         
     | 
| 
      
 137 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 138 
     | 
    
         
            +
            #       "emoji"
         
     | 
| 
      
 139 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 140 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 141 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 142 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 143 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 144 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 145 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 146 
     | 
    
         
            +
            <p>Here is an example of <a class="reference internal" href="#normalizer-nfkc100-unify-kana"><span class="std std-ref">unify_kana</span></a> option.</p>
         
     | 
| 
      
 147 
     | 
    
         
            +
            <p>This option enables that same pronounced characters in all of full-width Hiragana, full-width Katakana and half-width Katakana are regarded as the same character as below.</p>
         
     | 
| 
      
 148 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 149 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize   'NormalizerNFKC100("unify_kana", true)'   "あイウェおヽヾ"   WITH_TYPES
         
     | 
| 
      
 150 
     | 
    
         
            +
            # [
         
     | 
| 
      
 151 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 152 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 153 
     | 
    
         
            +
            #     1546840210.809296,
         
     | 
| 
      
 154 
     | 
    
         
            +
            #     0.0002298355102539062
         
     | 
| 
      
 155 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 156 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 157 
     | 
    
         
            +
            #     "normalized": "あいうぇおゝゞ",
         
     | 
| 
      
 158 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 159 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 160 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 161 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 162 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 163 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 164 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 165 
     | 
    
         
            +
            #       "hiragana"
         
     | 
| 
      
 166 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 167 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 168 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 169 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 170 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 171 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 172 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 173 
     | 
    
         
            +
            <p>Here is an example of <a class="reference internal" href="#normalizer-nfkc100-unify-kana-case"><span class="std std-ref">unify_kana_case</span></a> option.</p>
         
     | 
| 
      
 174 
     | 
    
         
            +
            <p>This option enables that large and small versions of same letters in all of full-width Hiragana, full-width Katakana and half-width Katakana are regarded as the same character as below.</p>
         
     | 
| 
      
 175 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 176 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize   'NormalizerNFKC100("unify_kana_case", true)'   "ぁあぃいぅうぇえぉおゃやゅゆょよゎわゕかゖけ"   WITH_TYPES
         
     | 
| 
      
 177 
     | 
    
         
            +
            # [
         
     | 
| 
      
 178 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 179 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 180 
     | 
    
         
            +
            #     1546840389.78734,
         
     | 
| 
      
 181 
     | 
    
         
            +
            #     0.0001950263977050781
         
     | 
| 
      
 182 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 183 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 184 
     | 
    
         
            +
            #     "normalized": "ああいいううええおおややゆゆよよわわかかけけ",
         
     | 
| 
      
 185 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 186 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 187 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 188 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 189 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 190 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 191 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 192 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 193 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 194 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 195 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 196 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 197 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 198 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 199 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 200 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 201 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 202 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 203 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 204 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 205 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 206 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 207 
     | 
    
         
            +
            #       "hiragana"
         
     | 
| 
      
 208 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 209 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 210 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 211 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 212 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 213 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 214 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 215 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 216 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize   'NormalizerNFKC100("unify_kana_case", true)'   "ァアィイゥウェエォオャヤュユョヨヮワヵカヶケ"   WITH_TYPES
         
     | 
| 
      
 217 
     | 
    
         
            +
            # [
         
     | 
| 
      
 218 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 219 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 220 
     | 
    
         
            +
            #     1546840469.179984,
         
     | 
| 
      
 221 
     | 
    
         
            +
            #     0.0002634525299072266
         
     | 
| 
      
 222 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 223 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 224 
     | 
    
         
            +
            #     "normalized": "アアイイウウエエオオヤヤユユヨヨワワカカケケ",
         
     | 
| 
      
 225 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 226 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 227 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 228 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 229 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 230 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 231 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 232 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 233 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 234 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 235 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 236 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 237 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 238 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 239 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 240 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 241 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 242 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 243 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 244 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 245 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 246 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 247 
     | 
    
         
            +
            #       "katakana"
         
     | 
| 
      
 248 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 249 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 250 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 251 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 252 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 253 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 254 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 255 
     | 
    
         
            +
            <p>Here is an example of <a class="reference internal" href="#normalizer-nfkc100-unify-kana-voiced-sound-mark"><span class="std std-ref">unify_kana_voiced_sound_mark</span></a> option.</p>
         
     | 
| 
      
 256 
     | 
    
         
            +
            <p>This option enables that letters with/without voiced sound mark and semi voiced sound mark in all of full-width Hiragana, full-width Katakana and half-width Katakana are regarded as the same character as below.</p>
         
     | 
| 
      
 257 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 258 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize   'NormalizerNFKC100("unify_kana_voiced_sound_mark", true)'   "かがきぎくぐけげこごさざしじすずせぜそぞただちぢつづてでとどはばぱひびぴふぶぷへべぺほぼぽ"   WITH_TYPES
         
     | 
| 
      
 259 
     | 
    
         
            +
            # [
         
     | 
| 
      
 260 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 261 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 262 
     | 
    
         
            +
            #     1546840544.908633,
         
     | 
| 
      
 263 
     | 
    
         
            +
            #     0.0002522468566894531
         
     | 
| 
      
 264 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 265 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 266 
     | 
    
         
            +
            #     "normalized": "かかききくくけけここささししすすせせそそたたちちつつててととはははひひひふふふへへへほほほ",
         
     | 
| 
      
 267 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 268 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 269 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 270 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 271 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 272 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 273 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 274 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 275 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 276 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 277 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 278 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 279 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 280 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 281 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 282 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 283 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 284 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 285 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 286 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 287 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 288 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 289 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 290 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 291 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 292 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 293 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 294 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 295 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 296 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 297 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 298 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 299 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 300 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 301 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 302 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 303 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 304 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 305 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 306 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 307 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 308 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 309 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 310 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 311 
     | 
    
         
            +
            #       "hiragana",
         
     | 
| 
      
 312 
     | 
    
         
            +
            #       "hiragana"
         
     | 
| 
      
 313 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 314 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 315 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 316 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 317 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 318 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 319 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 320 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 321 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize   'NormalizerNFKC100("unify_kana_voiced_sound_mark", true)'   "カガキギクグケゲコゴサザシジスズセゼソゾタダチヂツヅテデトドハバパヒビピフブプヘベペホボポ"   WITH_TYPES
         
     | 
| 
      
 322 
     | 
    
         
            +
            # [
         
     | 
| 
      
 323 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 324 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 325 
     | 
    
         
            +
            #     1546840704.477687,
         
     | 
| 
      
 326 
     | 
    
         
            +
            #     0.0002183914184570312
         
     | 
| 
      
 327 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 328 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 329 
     | 
    
         
            +
            #     "normalized": "カカキキククケケココササシシススセセソソタタチチツツテテトトハハハヒヒヒフフフヘヘヘホホホ",
         
     | 
| 
      
 330 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 331 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 332 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 333 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 334 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 335 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 336 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 337 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 338 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 339 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 340 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 341 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 342 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 343 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 344 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 345 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 346 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 347 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 348 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 349 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 350 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 351 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 352 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 353 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 354 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 355 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 356 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 357 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 358 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 359 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 360 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 361 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 362 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 363 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 364 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 365 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 366 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 367 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 368 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 369 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 370 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 371 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 372 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 373 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 374 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 375 
     | 
    
         
            +
            #       "katakana"
         
     | 
| 
      
 376 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 377 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 378 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 379 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 380 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 381 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 382 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 383 
     | 
    
         
            +
            <p>Here is an example of <a class="reference internal" href="#normalizer-nfkc100-unify-hyphen"><span class="std std-ref">unify_hyphen</span></a> option.
         
     | 
| 
      
 384 
     | 
    
         
            +
            This option enables normalize hyphen to “-” (U+002D HYPHEN-MINUS) as below.</p>
         
     | 
| 
      
 385 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 386 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize   'NormalizerNFKC100("unify_hyphen", true)'   "-˗֊‐‑‒–⁃⁻₋−"   WITH_TYPES
         
     | 
| 
      
 387 
     | 
    
         
            +
            # [
         
     | 
| 
      
 388 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 389 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 390 
     | 
    
         
            +
            #     1546840778.422051,
         
     | 
| 
      
 391 
     | 
    
         
            +
            #     0.0001845359802246094
         
     | 
| 
      
 392 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 393 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 394 
     | 
    
         
            +
            #     "normalized": "-----------",
         
     | 
| 
      
 395 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 396 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 397 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 398 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 399 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 400 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 401 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 402 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 403 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 404 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 405 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 406 
     | 
    
         
            +
            #       "symbol"
         
     | 
| 
      
 407 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 408 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 409 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 410 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 411 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 412 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 413 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 414 
     | 
    
         
            +
            <p>Here is an example of <a class="reference internal" href="#normalizer-nfkc100-unify-prolonged-sound-mark"><span class="std std-ref">unify_prolonged_sound_mark</span></a> option.
         
     | 
| 
      
 415 
     | 
    
         
            +
            This option enables normalize prolonged sound to “-” (U+30FC KATAKANA-HIRAGANA PROLONGED SOUND MARK) as below.</p>
         
     | 
| 
      
 416 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 417 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize   'NormalizerNFKC100("unify_prolonged_sound_mark", true)'   "ー—―─━ー"   WITH_TYPES
         
     | 
| 
      
 418 
     | 
    
         
            +
            # [
         
     | 
| 
      
 419 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 420 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 421 
     | 
    
         
            +
            #     1546840846.654316,
         
     | 
| 
      
 422 
     | 
    
         
            +
            #     0.0001988410949707031
         
     | 
| 
      
 423 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 424 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 425 
     | 
    
         
            +
            #     "normalized": "ーーーーーー",
         
     | 
| 
      
 426 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 427 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 428 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 429 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 430 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 431 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 432 
     | 
    
         
            +
            #       "katakana"
         
     | 
| 
      
 433 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 434 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 435 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 436 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 437 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 438 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 439 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 440 
     | 
    
         
            +
            <p>Here is an example of <a class="reference internal" href="#normalizer-nfkc100-unify-hyphen-and-prolonged-sound-mark"><span class="std std-ref">unify_hyphen_and_prolonged_sound_mark</span></a> option.
         
     | 
| 
      
 441 
     | 
    
         
            +
            This option enables normalize hyphen and prolonged sound to “-” (U+002D HYPHEN-MINUS) as below.</p>
         
     | 
| 
      
 442 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 443 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize   'NormalizerNFKC100("unify_hyphen_and_prolonged_sound_mark", true)'   "-˗֊‐‑‒–⁃⁻₋− ﹣- ー—―─━ー"   WITH_TYPES
         
     | 
| 
      
 444 
     | 
    
         
            +
            # [
         
     | 
| 
      
 445 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 446 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 447 
     | 
    
         
            +
            #     1546840930.462605,
         
     | 
| 
      
 448 
     | 
    
         
            +
            #     0.0001947879791259766
         
     | 
| 
      
 449 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 450 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 451 
     | 
    
         
            +
            #     "normalized": "----------- -- ------",
         
     | 
| 
      
 452 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 453 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 454 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 455 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 456 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 457 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 458 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 459 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 460 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 461 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 462 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 463 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 464 
     | 
    
         
            +
            #       "others",
         
     | 
| 
      
 465 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 466 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 467 
     | 
    
         
            +
            #       "others",
         
     | 
| 
      
 468 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 469 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 470 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 471 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 472 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 473 
     | 
    
         
            +
            #       "symbol"
         
     | 
| 
      
 474 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 475 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 476 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 477 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 478 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 479 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 480 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 481 
     | 
    
         
            +
            <p>Here is an example of <a class="reference internal" href="#normalizer-nfkc100-unify-middle-dot"><span class="std std-ref">unify_middle_dot</span></a> option.
         
     | 
| 
      
 482 
     | 
    
         
            +
            This option enables normalize middle dot to “·” (U+00B7 MIDDLE DOT) as below.</p>
         
     | 
| 
      
 483 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 484 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize   'NormalizerNFKC100("unify_middle_dot", true)'   "·ᐧ•∙⋅⸱・・"   WITH_TYPES
         
     | 
| 
      
 485 
     | 
    
         
            +
            # [
         
     | 
| 
      
 486 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 487 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 488 
     | 
    
         
            +
            #     1546840999.582769,
         
     | 
| 
      
 489 
     | 
    
         
            +
            #     0.0001835823059082031
         
     | 
| 
      
 490 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 491 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 492 
     | 
    
         
            +
            #     "normalized": "········",
         
     | 
| 
      
 493 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 494 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 495 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 496 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 497 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 498 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 499 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 500 
     | 
    
         
            +
            #       "symbol",
         
     | 
| 
      
 501 
     | 
    
         
            +
            #       "symbol"
         
     | 
| 
      
 502 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 503 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 504 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 505 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 506 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 507 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 508 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 509 
     | 
    
         
            +
            <p>Here is an example of <a class="reference internal" href="#normalizer-nfkc100-unify-katakana-v-sounds"><span class="std std-ref">unify_katakana_v_sounds</span></a> option.
         
     | 
| 
      
 510 
     | 
    
         
            +
            This option enables normalize “ヴァヴィヴヴェヴォ” to “バビブベボ” as below.</p>
         
     | 
| 
      
 511 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 512 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize   'NormalizerNFKC100("unify_katakana_v_sounds", true)'   "ヴァヴィヴヴェヴォヴ"   WITH_TYPES
         
     | 
| 
      
 513 
     | 
    
         
            +
            # [
         
     | 
| 
      
 514 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 515 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 516 
     | 
    
         
            +
            #     1546841068.702912,
         
     | 
| 
      
 517 
     | 
    
         
            +
            #     0.0002088546752929688
         
     | 
| 
      
 518 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 519 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 520 
     | 
    
         
            +
            #     "normalized": "バビブベボブ",
         
     | 
| 
      
 521 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 522 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 523 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 524 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 525 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 526 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 527 
     | 
    
         
            +
            #       "katakana"
         
     | 
| 
      
 528 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 529 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 530 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 531 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 532 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 533 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 534 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 535 
     | 
    
         
            +
            <p>Here is an example of <a class="reference internal" href="#normalizer-nfkc100-unify-katakana-bu-sounds"><span class="std std-ref">unify_katakana_bu_sound</span></a> option.
         
     | 
| 
      
 536 
     | 
    
         
            +
            This option enables normalize “ヴァヴィヴゥヴェヴォ” to “ブ” as below.</p>
         
     | 
| 
      
 537 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 538 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize   'NormalizerNFKC100("unify_katakana_bu_sound", true)'   "ヴァヴィヴヴェヴォヴ"   WITH_TYPES
         
     | 
| 
      
 539 
     | 
    
         
            +
            # [
         
     | 
| 
      
 540 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 541 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 542 
     | 
    
         
            +
            #     1546841138.543078,
         
     | 
| 
      
 543 
     | 
    
         
            +
            #     0.0001876354217529297
         
     | 
| 
      
 544 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 545 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 546 
     | 
    
         
            +
            #     "normalized": "ブブブブブブ",
         
     | 
| 
      
 547 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 548 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 549 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 550 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 551 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 552 
     | 
    
         
            +
            #       "katakana",
         
     | 
| 
      
 553 
     | 
    
         
            +
            #       "katakana"
         
     | 
| 
      
 554 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 555 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 556 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 557 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 558 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 559 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 560 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 561 
     | 
    
         
            +
            <p>Here is an example of <a class="reference internal" href="#normalizer-nfkc100-unify-to-romaji"><span class="std std-ref">unify_to_romaji</span></a> option.
         
     | 
| 
      
 562 
     | 
    
         
            +
            This option enables normalize hiragana and katakana to romaji as below.</p>
         
     | 
| 
      
 563 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 564 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>normalize   'NormalizerNFKC100("unify_to_romaji", true)'   "アァイィウゥエェオォ"   WITH_TYPES
         
     | 
| 
      
 565 
     | 
    
         
            +
            # [
         
     | 
| 
      
 566 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 567 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 568 
     | 
    
         
            +
            #     1546841200.15132,
         
     | 
| 
      
 569 
     | 
    
         
            +
            #     0.0001931190490722656
         
     | 
| 
      
 570 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 571 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 572 
     | 
    
         
            +
            #     "normalized": "axaixiuxuexeoxo",
         
     | 
| 
      
 573 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 574 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 575 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 576 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 577 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 578 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 579 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 580 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 581 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 582 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 583 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 584 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 585 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 586 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 587 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 588 
     | 
    
         
            +
            #       "alpha"
         
     | 
| 
      
 589 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 590 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 591 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 592 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 593 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 594 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 595 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 596 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 597 
     | 
    
         
            +
            <div class="section" id="advanced-usage">
         
     | 
| 
      
 598 
     | 
    
         
            +
            <h2>7.7.2.2.5. Advanced usage<a class="headerlink" href="#advanced-usage" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 599 
     | 
    
         
            +
            <p>You can output romaji of specific a part of speech with using to combine
         
     | 
| 
      
 600 
     | 
    
         
            +
            <code class="docutils literal notranslate"><span class="pre">TokenMecab</span></code> and <code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code> as below.</p>
         
     | 
| 
      
 601 
     | 
    
         
            +
            <p>First of all, you extract reading of a noun with excluding non-independent word and suffix of person name with <code class="docutils literal notranslate"><span class="pre">target_class</span></code> option and <code class="docutils literal notranslate"><span class="pre">include_reading</span></code> option.</p>
         
     | 
| 
      
 602 
     | 
    
         
            +
            <p>Next, you normalize reading of the noun that extracted with <code class="docutils literal notranslate"><span class="pre">unify_to_romaji</span></code> option of <code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code>.</p>
         
     | 
| 
      
 603 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 604 
     | 
    
         
            +
            <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize 'TokenMecab("target_class", "-名詞/非自立", "target_class", "-名詞/接尾/人名", "target_class", "名詞", "include_reading", true)' '彼の名前は山田さんのはずです。'
         
     | 
| 
      
 605 
     | 
    
         
            +
            # [
         
     | 
| 
      
 606 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 607 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 608 
     | 
    
         
            +
            #     1546841272.495518,
         
     | 
| 
      
 609 
     | 
    
         
            +
            #     0.0003752708435058594
         
     | 
| 
      
 610 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 611 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 612 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 613 
     | 
    
         
            +
            #       "value": "彼",
         
     | 
| 
      
 614 
     | 
    
         
            +
            #       "position": 0,
         
     | 
| 
      
 615 
     | 
    
         
            +
            #       "force_prefix": false,
         
     | 
| 
      
 616 
     | 
    
         
            +
            #       "force_prefix_search": false,
         
     | 
| 
      
 617 
     | 
    
         
            +
            #       "metadata": {
         
     | 
| 
      
 618 
     | 
    
         
            +
            #         "reading": "カレ"
         
     | 
| 
      
 619 
     | 
    
         
            +
            #       }
         
     | 
| 
      
 620 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 621 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 622 
     | 
    
         
            +
            #       "value": "名前",
         
     | 
| 
      
 623 
     | 
    
         
            +
            #       "position": 1,
         
     | 
| 
      
 624 
     | 
    
         
            +
            #       "force_prefix": false,
         
     | 
| 
      
 625 
     | 
    
         
            +
            #       "force_prefix_search": false,
         
     | 
| 
      
 626 
     | 
    
         
            +
            #       "metadata": {
         
     | 
| 
      
 627 
     | 
    
         
            +
            #         "reading": "ナマエ"
         
     | 
| 
      
 628 
     | 
    
         
            +
            #       }
         
     | 
| 
      
 629 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 630 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 631 
     | 
    
         
            +
            #       "value": "山田",
         
     | 
| 
      
 632 
     | 
    
         
            +
            #       "position": 2,
         
     | 
| 
      
 633 
     | 
    
         
            +
            #       "force_prefix": false,
         
     | 
| 
      
 634 
     | 
    
         
            +
            #       "force_prefix_search": false,
         
     | 
| 
      
 635 
     | 
    
         
            +
            #       "metadata": {
         
     | 
| 
      
 636 
     | 
    
         
            +
            #         "reading": "ヤマダ"
         
     | 
| 
      
 637 
     | 
    
         
            +
            #       }
         
     | 
| 
      
 638 
     | 
    
         
            +
            #     }
         
     | 
| 
      
 639 
     | 
    
         
            +
            #   ]
         
     | 
| 
      
 640 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 641 
     | 
    
         
            +
            normalize   'NormalizerNFKC100("unify_to_romaji", true)'   "カレ"   WITH_TYPES
         
     | 
| 
      
 642 
     | 
    
         
            +
            # [
         
     | 
| 
      
 643 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 644 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 645 
     | 
    
         
            +
            #     1546841303.223331,
         
     | 
| 
      
 646 
     | 
    
         
            +
            #     0.000186920166015625
         
     | 
| 
      
 647 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 648 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 649 
     | 
    
         
            +
            #     "normalized": "kare",
         
     | 
| 
      
 650 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 651 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 652 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 653 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 654 
     | 
    
         
            +
            #       "alpha"
         
     | 
| 
      
 655 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 656 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 657 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 658 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 659 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 660 
     | 
    
         
            +
            normalize   'NormalizerNFKC100("unify_to_romaji", true)'   "ナマエ"   WITH_TYPES
         
     | 
| 
      
 661 
     | 
    
         
            +
            # [
         
     | 
| 
      
 662 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 663 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 664 
     | 
    
         
            +
            #     1546841329.839442,
         
     | 
| 
      
 665 
     | 
    
         
            +
            #     0.0001835823059082031
         
     | 
| 
      
 666 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 667 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 668 
     | 
    
         
            +
            #     "normalized": "namae",
         
     | 
| 
      
 669 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 670 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 671 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 672 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 673 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 674 
     | 
    
         
            +
            #       "alpha"
         
     | 
| 
      
 675 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 676 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 677 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 678 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 679 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 680 
     | 
    
         
            +
            normalize   'NormalizerNFKC100("unify_to_romaji", true)'   "ヤマダ"   WITH_TYPES
         
     | 
| 
      
 681 
     | 
    
         
            +
            # [
         
     | 
| 
      
 682 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 683 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 684 
     | 
    
         
            +
            #     1546841358.479471,
         
     | 
| 
      
 685 
     | 
    
         
            +
            #     0.0001850128173828125
         
     | 
| 
      
 686 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 687 
     | 
    
         
            +
            #   {
         
     | 
| 
      
 688 
     | 
    
         
            +
            #     "normalized": "yamada",
         
     | 
| 
      
 689 
     | 
    
         
            +
            #     "types": [
         
     | 
| 
      
 690 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 691 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 692 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 693 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 694 
     | 
    
         
            +
            #       "alpha",
         
     | 
| 
      
 695 
     | 
    
         
            +
            #       "alpha"
         
     | 
| 
      
 696 
     | 
    
         
            +
            #     ],
         
     | 
| 
      
 697 
     | 
    
         
            +
            #     "checks": [
         
     | 
| 
      
 698 
     | 
    
         
            +
            #     ]
         
     | 
| 
      
 699 
     | 
    
         
            +
            #   }
         
     | 
| 
      
 700 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 701 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 702 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 703 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 704 
     | 
    
         
            +
            <div class="section" id="parameters">
         
     | 
| 
      
 705 
     | 
    
         
            +
            <h2>7.7.2.2.6. Parameters<a class="headerlink" href="#parameters" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 706 
     | 
    
         
            +
            <div class="section" id="optional-parameter">
         
     | 
| 
      
 707 
     | 
    
         
            +
            <h3>7.7.2.2.6.1. Optional parameter<a class="headerlink" href="#optional-parameter" title="Permalink to this headline">¶</a></h3>
         
     | 
| 
      
 708 
     | 
    
         
            +
            <p>There are optional parameters as below.</p>
         
     | 
| 
      
 709 
     | 
    
         
            +
            <div class="section" id="unify-kana">
         
     | 
| 
      
 710 
     | 
    
         
            +
            <span id="normalizer-nfkc100-unify-kana"></span><h4>7.7.2.2.6.1.1. <code class="docutils literal notranslate"><span class="pre">unify_kana</span></code><a class="headerlink" href="#unify-kana" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
      
 711 
     | 
    
         
            +
            <p>This option enables that same pronounced characters in all of full-width Hiragana, full-width Katakana and half-width Katakana are regarded as the same character.</p>
         
     | 
| 
      
 712 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 713 
     | 
    
         
            +
            <div class="section" id="unify-kana-case">
         
     | 
| 
      
 714 
     | 
    
         
            +
            <span id="normalizer-nfkc100-unify-kana-case"></span><h4>7.7.2.2.6.1.2. <code class="docutils literal notranslate"><span class="pre">unify_kana_case</span></code><a class="headerlink" href="#unify-kana-case" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
      
 715 
     | 
    
         
            +
            <p>This option enables that large and small versions of same letters in all of full-width Hiragana, full-width Katakana and half-width Katakana are regarded as the same character.</p>
         
     | 
| 
      
 716 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 717 
     | 
    
         
            +
            <div class="section" id="unify-kana-voiced-sound-mark">
         
     | 
| 
      
 718 
     | 
    
         
            +
            <span id="normalizer-nfkc100-unify-kana-voiced-sound-mark"></span><h4>7.7.2.2.6.1.3. <code class="docutils literal notranslate"><span class="pre">unify_kana_voiced_sound_mark</span></code><a class="headerlink" href="#unify-kana-voiced-sound-mark" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
      
 719 
     | 
    
         
            +
            <p>This option enables that letters with/without voiced sound mark and semi voiced sound mark in all of full-width Hiragana, full-width Katakana and half-width Katakana are regarded as the same character.</p>
         
     | 
| 
      
 720 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 721 
     | 
    
         
            +
            <div class="section" id="unify-hyphen">
         
     | 
| 
      
 722 
     | 
    
         
            +
            <span id="normalizer-nfkc100-unify-hyphen"></span><h4>7.7.2.2.6.1.4. <code class="docutils literal notranslate"><span class="pre">unify_hyphen</span></code><a class="headerlink" href="#unify-hyphen" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
      
 723 
     | 
    
         
            +
            <p>This option enables normalize hyphen to “-” (U+002D HYPHEN-MINUS).</p>
         
     | 
| 
      
 724 
     | 
    
         
            +
            <p>Hyphen of the target of normalizing is as below.</p>
         
     | 
| 
      
 725 
     | 
    
         
            +
            <ul class="simple">
         
     | 
| 
      
 726 
     | 
    
         
            +
            <li><p>“-” (U+002D HYPHEN-MINUS)</p></li>
         
     | 
| 
      
 727 
     | 
    
         
            +
            <li><p>“֊” (U+058A ARMENIAN HYPHEN)</p></li>
         
     | 
| 
      
 728 
     | 
    
         
            +
            <li><p>“˗” (U+02D7 MODIFIER LETTER MINUS SIGN)</p></li>
         
     | 
| 
      
 729 
     | 
    
         
            +
            <li><p>“‐” (U+2010 HYPHEN)</p></li>
         
     | 
| 
      
 730 
     | 
    
         
            +
            <li><p>“—” (U+2014 EM DASH)</p></li>
         
     | 
| 
      
 731 
     | 
    
         
            +
            <li><p>“⁃” (U+2043 HYPHEN BULLET)</p></li>
         
     | 
| 
      
 732 
     | 
    
         
            +
            <li><p>“⁻” (U+207B SUPERSCRIPT MINUS)</p></li>
         
     | 
| 
      
 733 
     | 
    
         
            +
            <li><p>“₋” (U+208B SUBSCRIPT MINUS)</p></li>
         
     | 
| 
      
 734 
     | 
    
         
            +
            <li><p>“−” (U+2212 MINUS SIGN)</p></li>
         
     | 
| 
      
 735 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 736 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 737 
     | 
    
         
            +
            <div class="section" id="unify-prolonged-sound-mark">
         
     | 
| 
      
 738 
     | 
    
         
            +
            <span id="normalizer-nfkc100-unify-prolonged-sound-mark"></span><h4>7.7.2.2.6.1.5. <code class="docutils literal notranslate"><span class="pre">unify_prolonged_sound_mark</span></code><a class="headerlink" href="#unify-prolonged-sound-mark" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
      
 739 
     | 
    
         
            +
            <p>This option enables normalize prolonged sound to “-” (U+30FC KATAKANA-HIRAGANA PROLONGED SOUND MARK).</p>
         
     | 
| 
      
 740 
     | 
    
         
            +
            <p>Prolonged sound of the target of normalizing is as below.</p>
         
     | 
| 
      
 741 
     | 
    
         
            +
            <ul class="simple">
         
     | 
| 
      
 742 
     | 
    
         
            +
            <li><p>“—” (U+2014 EM DASH)</p></li>
         
     | 
| 
      
 743 
     | 
    
         
            +
            <li><p>“―” (U+2015 HORIZONTAL BAR)</p></li>
         
     | 
| 
      
 744 
     | 
    
         
            +
            <li><p>“─” (U+2500 BOX DRAWINGS LIGHT HORIZONTAL)</p></li>
         
     | 
| 
      
 745 
     | 
    
         
            +
            <li><p>“━” (U+2501 BOX DRAWINGS HEAVY HORIZONTAL)</p></li>
         
     | 
| 
      
 746 
     | 
    
         
            +
            <li><p>“ー” (U+30FC KATAKANA-HIRAGANA PROLONGED SOUND MARK)</p></li>
         
     | 
| 
      
 747 
     | 
    
         
            +
            <li><p>“ー” (U+FF70 HALFWIDTH KATAKANA-HIRAGANA PROLONGED SOUND MARK)</p></li>
         
     | 
| 
      
 748 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 749 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 750 
     | 
    
         
            +
            <div class="section" id="unify-hyphen-and-prolonged-sound-mark">
         
     | 
| 
      
 751 
     | 
    
         
            +
            <span id="normalizer-nfkc100-unify-hyphen-and-prolonged-sound-mark"></span><h4>7.7.2.2.6.1.6. <code class="docutils literal notranslate"><span class="pre">unify_hyphen_and_prolonged_sound_mark</span></code><a class="headerlink" href="#unify-hyphen-and-prolonged-sound-mark" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
      
 752 
     | 
    
         
            +
            <p>This option enables normalize hyphen and prolonged sound to “-” (U+002D HYPHEN-MINUS).</p>
         
     | 
| 
      
 753 
     | 
    
         
            +
            <p>Hyphen and prolonged sound of the target normalizing is below.</p>
         
     | 
| 
      
 754 
     | 
    
         
            +
            <ul class="simple">
         
     | 
| 
      
 755 
     | 
    
         
            +
            <li><p>“-” (U+002D HYPHEN-MINUS)</p></li>
         
     | 
| 
      
 756 
     | 
    
         
            +
            <li><p>“֊” (U+058A ARMENIAN HYPHEN)</p></li>
         
     | 
| 
      
 757 
     | 
    
         
            +
            <li><p>“˗” (U+02D7 MODIFIER LETTER MINUS SIGN)</p></li>
         
     | 
| 
      
 758 
     | 
    
         
            +
            <li><p>“‐” (U+2010 HYPHEN)</p></li>
         
     | 
| 
      
 759 
     | 
    
         
            +
            <li><p>“—” (U+2014 EM DASH)</p></li>
         
     | 
| 
      
 760 
     | 
    
         
            +
            <li><p>“⁃” (U+2043 HYPHEN BULLET)</p></li>
         
     | 
| 
      
 761 
     | 
    
         
            +
            <li><p>“⁻” (U+207B SUPERSCRIPT MINUS)</p></li>
         
     | 
| 
      
 762 
     | 
    
         
            +
            <li><p>“₋” (U+208B SUBSCRIPT MINUS)</p></li>
         
     | 
| 
      
 763 
     | 
    
         
            +
            <li><p>“−” (U+2212 MINUS SIGN)</p></li>
         
     | 
| 
      
 764 
     | 
    
         
            +
            <li><p>“—” (U+2014 EM DASH)</p></li>
         
     | 
| 
      
 765 
     | 
    
         
            +
            <li><p>“―” (U+2015 HORIZONTAL BAR)</p></li>
         
     | 
| 
      
 766 
     | 
    
         
            +
            <li><p>“─” (U+2500 BOX DRAWINGS LIGHT HORIZONTAL)</p></li>
         
     | 
| 
      
 767 
     | 
    
         
            +
            <li><p>“━” (U+2501 BOX DRAWINGS HEAVY HORIZONTAL)</p></li>
         
     | 
| 
      
 768 
     | 
    
         
            +
            <li><p>“ー” (U+30FC KATAKANA-HIRAGANA PROLONGED SOUND MARK)</p></li>
         
     | 
| 
      
 769 
     | 
    
         
            +
            <li><p>“ー” (U+FF70 HALFWIDTH KATAKANA-HIRAGANA PROLONGED SOUND MARK)</p></li>
         
     | 
| 
      
 770 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 771 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 772 
     | 
    
         
            +
            <div class="section" id="unify-middle-dot">
         
     | 
| 
      
 773 
     | 
    
         
            +
            <span id="normalizer-nfkc100-unify-middle-dot"></span><h4>7.7.2.2.6.1.7. <code class="docutils literal notranslate"><span class="pre">unify_middle_dot</span></code><a class="headerlink" href="#unify-middle-dot" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
      
 774 
     | 
    
         
            +
            <div class="versionadded">
         
     | 
| 
      
 775 
     | 
    
         
            +
            <p><span class="versionmodified added">New in version 8.0.3.</span></p>
         
     | 
| 
      
 776 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 777 
     | 
    
         
            +
            <p>This option enables normalize middle dot to “·” (U+00B7 MIDDLE DOT).</p>
         
     | 
| 
      
 778 
     | 
    
         
            +
            <p>Middle dot of the target of normalizing is as below.</p>
         
     | 
| 
      
 779 
     | 
    
         
            +
            <ul class="simple">
         
     | 
| 
      
 780 
     | 
    
         
            +
            <li><p>“·” (U+00B7 MIDDLE DOT)</p></li>
         
     | 
| 
      
 781 
     | 
    
         
            +
            <li><p>“ᐧ” (U+1427 CANADIAN SYLLABICS FINAL MIDDLE DOT)</p></li>
         
     | 
| 
      
 782 
     | 
    
         
            +
            <li><p>“•” (U+2022 BULLET)</p></li>
         
     | 
| 
      
 783 
     | 
    
         
            +
            <li><p>“∙” (U+2219 BULLET OPERATOR)</p></li>
         
     | 
| 
      
 784 
     | 
    
         
            +
            <li><p>“⋅” (U+22C5 DOT OPERATOR)</p></li>
         
     | 
| 
      
 785 
     | 
    
         
            +
            <li><p>“⸱” (U+2E31 WORD SEPARATOR MIDDLE DOT)</p></li>
         
     | 
| 
      
 786 
     | 
    
         
            +
            <li><p>“・” (U+30FB KATAKANA MIDDLE DOT)</p></li>
         
     | 
| 
      
 787 
     | 
    
         
            +
            <li><p>“・” (U+FF65 HALFWIDTH KATAKANA MIDDLE DOT)</p></li>
         
     | 
| 
      
 788 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 789 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 790 
     | 
    
         
            +
            <div class="section" id="unify-katakana-v-sounds">
         
     | 
| 
      
 791 
     | 
    
         
            +
            <span id="normalizer-nfkc100-unify-katakana-v-sounds"></span><h4>7.7.2.2.6.1.8. <code class="docutils literal notranslate"><span class="pre">unify_katakana_v_sounds</span></code><a class="headerlink" href="#unify-katakana-v-sounds" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
      
 792 
     | 
    
         
            +
            <div class="versionadded">
         
     | 
| 
      
 793 
     | 
    
         
            +
            <p><span class="versionmodified added">New in version 8.0.3.</span></p>
         
     | 
| 
      
 794 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 795 
     | 
    
         
            +
            <p>This option enables normalize “ヴァヴィヴヴェヴォ” to “バビブベボ”.</p>
         
     | 
| 
      
 796 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 797 
     | 
    
         
            +
            <div class="section" id="unify-katakana-bu-sound">
         
     | 
| 
      
 798 
     | 
    
         
            +
            <span id="normalizer-nfkc100-unify-katakana-bu-sounds"></span><h4>7.7.2.2.6.1.9. <code class="docutils literal notranslate"><span class="pre">unify_katakana_bu_sound</span></code><a class="headerlink" href="#unify-katakana-bu-sound" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
      
 799 
     | 
    
         
            +
            <div class="versionadded">
         
     | 
| 
      
 800 
     | 
    
         
            +
            <p><span class="versionmodified added">New in version 8.0.3.</span></p>
         
     | 
| 
      
 801 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 802 
     | 
    
         
            +
            <p>This option enables normalize “ヴァヴィヴゥヴェヴォ” to “ブ”.</p>
         
     | 
| 
      
 803 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 804 
     | 
    
         
            +
            <div class="section" id="unify-to-romaji">
         
     | 
| 
      
 805 
     | 
    
         
            +
            <span id="normalizer-nfkc100-unify-to-romaji"></span><h4>7.7.2.2.6.1.10. <code class="docutils literal notranslate"><span class="pre">unify_to_romaji</span></code><a class="headerlink" href="#unify-to-romaji" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
      
 806 
     | 
    
         
            +
            <div class="versionadded">
         
     | 
| 
      
 807 
     | 
    
         
            +
            <p><span class="versionmodified added">New in version 8.0.9.</span></p>
         
     | 
| 
      
 808 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 809 
     | 
    
         
            +
            <p>This option enables normalize hiragana and katakana to romaji.</p>
         
     | 
| 
      
 810 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 811 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 812 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 813 
     | 
    
         
            +
            <div class="section" id="see-also">
         
     | 
| 
      
 814 
     | 
    
         
            +
            <h2>7.7.2.2.7. See also<a class="headerlink" href="#see-also" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 815 
     | 
    
         
            +
            <ul class="simple">
         
     | 
| 
      
 816 
     | 
    
         
            +
            <li><p><a class="reference internal" href="../commands/normalize.html"><span class="doc">normalize</span></a></p></li>
         
     | 
| 
      
 817 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 818 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 819 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 820 
     | 
    
         
            +
             
     | 
| 
      
 821 
     | 
    
         
            +
             
     | 
| 
      
 822 
     | 
    
         
            +
                      </div>
         
     | 
| 
      
 823 
     | 
    
         
            +
                    </div>
         
     | 
| 
      
 824 
     | 
    
         
            +
                  </div>
         
     | 
| 
      
 825 
     | 
    
         
            +
                  <div class="sphinxsidebar" role="navigation" aria-label="main navigation">
         
     | 
| 
      
 826 
     | 
    
         
            +
                    <div class="sphinxsidebarwrapper">
         
     | 
| 
      
 827 
     | 
    
         
            +
              <h3><a href="../../index.html">Table of Contents</a></h3>
         
     | 
| 
      
 828 
     | 
    
         
            +
              <ul>
         
     | 
| 
      
 829 
     | 
    
         
            +
            <li><a class="reference internal" href="#">7.7.2.2. <code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code></a><ul>
         
     | 
| 
      
 830 
     | 
    
         
            +
            <li><a class="reference internal" href="#summary">7.7.2.2.1. Summary</a></li>
         
     | 
| 
      
 831 
     | 
    
         
            +
            <li><a class="reference internal" href="#syntax">7.7.2.2.2. Syntax</a></li>
         
     | 
| 
      
 832 
     | 
    
         
            +
            <li><a class="reference internal" href="#usage">7.7.2.2.3. Usage</a></li>
         
     | 
| 
      
 833 
     | 
    
         
            +
            <li><a class="reference internal" href="#simple-usage">7.7.2.2.4. Simple usage</a></li>
         
     | 
| 
      
 834 
     | 
    
         
            +
            <li><a class="reference internal" href="#advanced-usage">7.7.2.2.5. Advanced usage</a></li>
         
     | 
| 
      
 835 
     | 
    
         
            +
            <li><a class="reference internal" href="#parameters">7.7.2.2.6. Parameters</a><ul>
         
     | 
| 
      
 836 
     | 
    
         
            +
            <li><a class="reference internal" href="#optional-parameter">7.7.2.2.6.1. Optional parameter</a><ul>
         
     | 
| 
      
 837 
     | 
    
         
            +
            <li><a class="reference internal" href="#unify-kana">7.7.2.2.6.1.1. <code class="docutils literal notranslate"><span class="pre">unify_kana</span></code></a></li>
         
     | 
| 
      
 838 
     | 
    
         
            +
            <li><a class="reference internal" href="#unify-kana-case">7.7.2.2.6.1.2. <code class="docutils literal notranslate"><span class="pre">unify_kana_case</span></code></a></li>
         
     | 
| 
      
 839 
     | 
    
         
            +
            <li><a class="reference internal" href="#unify-kana-voiced-sound-mark">7.7.2.2.6.1.3. <code class="docutils literal notranslate"><span class="pre">unify_kana_voiced_sound_mark</span></code></a></li>
         
     | 
| 
      
 840 
     | 
    
         
            +
            <li><a class="reference internal" href="#unify-hyphen">7.7.2.2.6.1.4. <code class="docutils literal notranslate"><span class="pre">unify_hyphen</span></code></a></li>
         
     | 
| 
      
 841 
     | 
    
         
            +
            <li><a class="reference internal" href="#unify-prolonged-sound-mark">7.7.2.2.6.1.5. <code class="docutils literal notranslate"><span class="pre">unify_prolonged_sound_mark</span></code></a></li>
         
     | 
| 
      
 842 
     | 
    
         
            +
            <li><a class="reference internal" href="#unify-hyphen-and-prolonged-sound-mark">7.7.2.2.6.1.6. <code class="docutils literal notranslate"><span class="pre">unify_hyphen_and_prolonged_sound_mark</span></code></a></li>
         
     | 
| 
      
 843 
     | 
    
         
            +
            <li><a class="reference internal" href="#unify-middle-dot">7.7.2.2.6.1.7. <code class="docutils literal notranslate"><span class="pre">unify_middle_dot</span></code></a></li>
         
     | 
| 
      
 844 
     | 
    
         
            +
            <li><a class="reference internal" href="#unify-katakana-v-sounds">7.7.2.2.6.1.8. <code class="docutils literal notranslate"><span class="pre">unify_katakana_v_sounds</span></code></a></li>
         
     | 
| 
      
 845 
     | 
    
         
            +
            <li><a class="reference internal" href="#unify-katakana-bu-sound">7.7.2.2.6.1.9. <code class="docutils literal notranslate"><span class="pre">unify_katakana_bu_sound</span></code></a></li>
         
     | 
| 
      
 846 
     | 
    
         
            +
            <li><a class="reference internal" href="#unify-to-romaji">7.7.2.2.6.1.10. <code class="docutils literal notranslate"><span class="pre">unify_to_romaji</span></code></a></li>
         
     | 
| 
      
 847 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 848 
     | 
    
         
            +
            </li>
         
     | 
| 
      
 849 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 850 
     | 
    
         
            +
            </li>
         
     | 
| 
      
 851 
     | 
    
         
            +
            <li><a class="reference internal" href="#see-also">7.7.2.2.7. See also</a></li>
         
     | 
| 
      
 852 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 853 
     | 
    
         
            +
            </li>
         
     | 
| 
      
 854 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 855 
     | 
    
         
            +
             
     | 
| 
      
 856 
     | 
    
         
            +
              <h4>Previous topic</h4>
         
     | 
| 
      
 857 
     | 
    
         
            +
              <p class="topless"><a href="normalizer_auto.html"
         
     | 
| 
      
 858 
     | 
    
         
            +
                                    title="previous chapter">7.7.2.1. <code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code></a></p>
         
     | 
| 
      
 859 
     | 
    
         
            +
              <h4>Next topic</h4>
         
     | 
| 
      
 860 
     | 
    
         
            +
              <p class="topless"><a href="normalizer_nfkc51.html"
         
     | 
| 
      
 861 
     | 
    
         
            +
                                    title="next chapter">7.7.2.3. <code class="docutils literal notranslate"><span class="pre">NormalizerNFKC51</span></code></a></p>
         
     | 
| 
      
 862 
     | 
    
         
            +
            <div id="searchbox" style="display: none" role="search">
         
     | 
| 
      
 863 
     | 
    
         
            +
              <h3>Quick search</h3>
         
     | 
| 
      
 864 
     | 
    
         
            +
                <div class="searchformwrapper">
         
     | 
| 
      
 865 
     | 
    
         
            +
                <form class="search" action="../../search.html" method="get">
         
     | 
| 
      
 866 
     | 
    
         
            +
                  <input type="text" name="q" />
         
     | 
| 
      
 867 
     | 
    
         
            +
                  <input type="submit" value="Go" />
         
     | 
| 
      
 868 
     | 
    
         
            +
                </form>
         
     | 
| 
      
 869 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 870 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 871 
     | 
    
         
            +
            <script type="text/javascript">$('#searchbox').show(0);</script>
         
     | 
| 
      
 872 
     | 
    
         
            +
                    </div>
         
     | 
| 
      
 873 
     | 
    
         
            +
                  </div>
         
     | 
| 
      
 874 
     | 
    
         
            +
                  <div class="clearer"></div>
         
     | 
| 
      
 875 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 876 
     | 
    
         
            +
                <div class="related" role="navigation" aria-label="related navigation">
         
     | 
| 
      
 877 
     | 
    
         
            +
                  <h3>Navigation</h3>
         
     | 
| 
      
 878 
     | 
    
         
            +
                  <ul>
         
     | 
| 
      
 879 
     | 
    
         
            +
                    <li class="right" style="margin-right: 10px">
         
     | 
| 
      
 880 
     | 
    
         
            +
                      <a href="../../genindex.html" title="General Index"
         
     | 
| 
      
 881 
     | 
    
         
            +
                         >index</a></li>
         
     | 
| 
      
 882 
     | 
    
         
            +
                    <li class="right" >
         
     | 
| 
      
 883 
     | 
    
         
            +
                      <a href="normalizer_nfkc51.html" title="7.7.2.3. NormalizerNFKC51"
         
     | 
| 
      
 884 
     | 
    
         
            +
                         >next</a> |</li>
         
     | 
| 
      
 885 
     | 
    
         
            +
                    <li class="right" >
         
     | 
| 
      
 886 
     | 
    
         
            +
                      <a href="normalizer_auto.html" title="7.7.2.1. NormalizerAuto"
         
     | 
| 
      
 887 
     | 
    
         
            +
                         >previous</a> |</li>
         
     | 
| 
      
 888 
     | 
    
         
            +
                    <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2 documentation</a> »</li>
         
     | 
| 
      
 889 
     | 
    
         
            +
                      <li class="nav-item nav-item-1"><a href="../../reference.html" >7. Reference manual</a> »</li>
         
     | 
| 
      
 890 
     | 
    
         
            +
                      <li class="nav-item nav-item-2"><a href="../normalizers.html" >7.7. Normalizers</a> »</li> 
         
     | 
| 
      
 891 
     | 
    
         
            +
                  </ul>
         
     | 
| 
      
 892 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 893 
     | 
    
         
            +
                <div class="footer" role="contentinfo">
         
     | 
| 
      
 894 
     | 
    
         
            +
                    © Copyright 2009-2019, Brazil, Inc.
         
     | 
| 
      
 895 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 896 
     | 
    
         
            +
              </body>
         
     | 
| 
      
 897 
     | 
    
         
            +
            </html>
         
     |