rroonga 5.0.4-x86-mingw32 → 5.0.5-x86-mingw32
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +8 -8
 - data/README.md +2 -2
 - data/example/measure-data-column-disk-usage.rb +124 -0
 - data/example/measure-index-column-disk-usage.rb +81 -0
 - data/example/measure-table-disk-usage.rb +100 -0
 - data/ext/groonga/rb-grn-database.c +31 -0
 - data/ext/groonga/rb-grn-double-array-trie.c +1 -8
 - data/ext/groonga/rb-grn-logger.c +45 -0
 - data/ext/groonga/rb-grn-object.c +29 -1
 - data/ext/groonga/rb-grn-patricia-trie.c +1 -8
 - data/ext/groonga/rb-grn-table-cursor.c +8 -3
 - data/ext/groonga/rb-grn-table.c +10 -5
 - data/ext/groonga/rb-grn-thread.c +160 -0
 - data/ext/groonga/rb-grn-windows-event-logger.c +79 -0
 - data/ext/groonga/rb-grn.h +3 -1
 - data/ext/groonga/rb-groonga.c +3 -1
 - data/lib/1.9/groonga.so +0 -0
 - data/lib/2.0/groonga.so +0 -0
 - data/lib/2.1/groonga.so +0 -0
 - data/lib/2.2/groonga.so +0 -0
 - data/lib/groonga/dumper.rb +6 -1
 - data/rroonga-build.rb +4 -4
 - data/test/groonga-test-utils.rb +5 -1
 - data/test/test-database.rb +11 -0
 - data/test/test-logger.rb +6 -0
 - data/test/test-operator.rb +6 -6
 - data/test/test-procedure.rb +15 -0
 - data/test/test-table-dumper.rb +170 -1
 - data/test/test-thread.rb +42 -0
 - data/test/test-windows-event-logger.rb +28 -0
 - data/vendor/local/bin/grndb.exe +0 -0
 - data/vendor/local/bin/groonga-benchmark.exe +0 -0
 - data/vendor/local/bin/groonga.exe +0 -0
 - data/vendor/local/bin/libgcc_s_sjlj-1.dll +0 -0
 - data/vendor/local/bin/libgroonga-0.dll +0 -0
 - data/vendor/local/bin/libmecab-1.dll +0 -0
 - data/vendor/local/bin/libmsgpack-4.dll +0 -0
 - data/vendor/local/bin/libmsgpackc-2.dll +0 -0
 - data/vendor/local/bin/libonig-5.dll +0 -0
 - data/vendor/local/bin/libstdc++-6.dll +0 -0
 - data/vendor/local/bin/libwinpthread-1.dll +0 -0
 - data/vendor/local/bin/lz4.exe +0 -0
 - data/vendor/local/bin/lz4c.exe +0 -0
 - data/vendor/local/bin/lz4cat +0 -0
 - data/vendor/local/bin/mecab-config +2 -2
 - data/vendor/local/bin/mecab.exe +0 -0
 - data/vendor/local/bin/onig-config +1 -1
 - data/vendor/local/bin/zlib1.dll +0 -0
 - data/vendor/local/etc/groonga/httpd/groonga-httpd.conf +2 -2
 - data/vendor/local/etc/groonga/windows_event_log/provider.man +38 -0
 - data/vendor/local/include/groonga/groonga.h +2 -0
 - data/vendor/local/include/groonga/groonga/command.h +2 -0
 - data/vendor/local/include/groonga/groonga/groonga.h +5 -0
 - data/vendor/local/include/groonga/groonga/obj.h +1 -0
 - data/vendor/local/include/groonga/groonga/portability.h +16 -0
 - data/vendor/local/include/groonga/groonga/thread.h +42 -0
 - data/vendor/local/include/groonga/groonga/windows_event_logger.h +33 -0
 - data/vendor/local/lib/groonga/plugins/functions/vector.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/vector.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/vector.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/functions/vector.la +2 -2
 - data/vendor/local/lib/groonga/plugins/query_expanders/tsv.a +0 -0
 - data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/query_expanders/tsv.la +2 -2
 - data/vendor/local/lib/groonga/plugins/ruby/eval.a +0 -0
 - data/vendor/local/lib/groonga/plugins/ruby/eval.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/ruby/eval.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/ruby/eval.la +2 -2
 - data/vendor/local/lib/groonga/plugins/ruby/load.a +0 -0
 - data/vendor/local/lib/groonga/plugins/ruby/load.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/ruby/load.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/ruby/load.la +2 -2
 - data/vendor/local/lib/groonga/plugins/sharding.rb +5 -0
 - data/vendor/local/lib/groonga/plugins/sharding/logical_count.rb +43 -6
 - data/vendor/local/lib/groonga/plugins/sharding/logical_enumerator.rb +32 -25
 - data/vendor/local/lib/groonga/plugins/sharding/logical_parameters.rb +44 -0
 - data/vendor/local/lib/groonga/plugins/sharding/logical_range_filter.rb +217 -49
 - data/vendor/local/lib/groonga/plugins/sharding/logical_select.rb +507 -45
 - data/vendor/local/lib/groonga/plugins/sharding/logical_shard_list.rb +28 -0
 - data/vendor/local/lib/groonga/plugins/sharding/logical_table_remove.rb +11 -6
 - data/vendor/local/lib/groonga/plugins/sharding/parameters.rb +10 -0
 - data/vendor/local/lib/groonga/plugins/suggest/suggest.a +0 -0
 - data/vendor/local/lib/groonga/plugins/suggest/suggest.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/suggest/suggest.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/suggest/suggest.la +2 -2
 - data/vendor/local/lib/groonga/plugins/table/table.a +0 -0
 - data/vendor/local/lib/groonga/plugins/table/table.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/table/table.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/table/table.la +2 -2
 - data/vendor/local/lib/groonga/plugins/token_filters/stop_word.a +0 -0
 - data/vendor/local/lib/groonga/plugins/token_filters/stop_word.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/token_filters/stop_word.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/token_filters/stop_word.la +2 -2
 - data/vendor/local/lib/groonga/plugins/tokenizers/mecab.a +0 -0
 - data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/tokenizers/mecab.la +2 -2
 - data/vendor/local/lib/groonga/scripts/ruby/command.rb +31 -1
 - data/vendor/local/lib/groonga/scripts/ruby/context.rb +18 -2
 - data/vendor/local/lib/groonga/scripts/ruby/database.rb +12 -4
 - data/vendor/local/lib/groonga/scripts/ruby/expression_size_estimator.rb +31 -28
 - data/vendor/local/lib/groonga/scripts/ruby/initialize/post.rb +1 -0
 - data/vendor/local/lib/groonga/scripts/ruby/logger/level.rb +4 -2
 - data/vendor/local/lib/groonga/scripts/ruby/query_logger.rb +9 -0
 - data/vendor/local/lib/groonga/scripts/ruby/query_logger/flag.rb +39 -0
 - data/vendor/local/lib/groonga/scripts/ruby/record.rb +12 -0
 - data/vendor/local/lib/groonga/scripts/ruby/table.rb +35 -1
 - data/vendor/local/lib/libgroonga.a +0 -0
 - data/vendor/local/lib/libgroonga.dll.a +0 -0
 - data/vendor/local/lib/libgroonga.la +2 -2
 - data/vendor/local/lib/liblz4.dll +0 -0
 - data/vendor/local/lib/liblz4.dll.1 +0 -0
 - data/vendor/local/lib/liblz4.dll.1.5.0 +0 -0
 - data/vendor/local/lib/libmecab.a +0 -0
 - data/vendor/local/lib/libmecab.dll.a +0 -0
 - data/vendor/local/lib/libmecab.la +2 -2
 - data/vendor/local/lib/libmsgpack.a +0 -0
 - data/vendor/local/lib/libmsgpack.dll.a +0 -0
 - data/vendor/local/lib/libmsgpack.la +2 -2
 - data/vendor/local/lib/libmsgpackc.a +0 -0
 - data/vendor/local/lib/libmsgpackc.dll.a +0 -0
 - data/vendor/local/lib/libmsgpackc.la +2 -2
 - data/vendor/local/lib/libonig.a +0 -0
 - data/vendor/local/lib/libonig.dll.a +0 -0
 - data/vendor/local/lib/libonig.la +2 -2
 - data/vendor/local/lib/libz.a +0 -0
 - data/vendor/local/lib/libz.dll.a +0 -0
 - data/vendor/local/lib/pkgconfig/groonga.pc +3 -3
 - data/vendor/local/lib/pkgconfig/liblz4.pc +5 -5
 - data/vendor/local/lib/pkgconfig/msgpack.pc +1 -1
 - data/vendor/local/lib/pkgconfig/oniguruma.pc +6 -6
 - data/vendor/local/lib/pkgconfig/zlib.pc +3 -3
 - data/vendor/local/libexec/mecab/mecab-cost-train.exe +0 -0
 - data/vendor/local/libexec/mecab/mecab-dict-gen.exe +0 -0
 - data/vendor/local/libexec/mecab/mecab-dict-index.exe +0 -0
 - data/vendor/local/libexec/mecab/mecab-system-eval.exe +0 -0
 - data/vendor/local/libexec/mecab/mecab-test-gen.exe +0 -0
 - data/vendor/local/sbin/groonga-httpd-restart +1 -1
 - data/vendor/local/sbin/groonga-httpd.exe +0 -0
 - data/vendor/local/share/doc/groonga/en/html/.buildinfo +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/contribution/development.txt +3 -2
 - data/vendor/local/share/doc/groonga/en/html/_sources/contribution/development/build.txt +19 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/contribution/development/build/unix_autotools.txt +101 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/contribution/development/build/unix_cmake.txt +94 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/contribution/development/build/windows_cmake.txt +93 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/contribution/development/release.txt +16 -7
 - data/vendor/local/share/doc/groonga/en/html/_sources/contribution/development/repository.txt +7 -3
 - data/vendor/local/share/doc/groonga/en/html/_sources/contribution/development/test.txt +4 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/centos.txt +3 -3
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/debian.txt +4 -4
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/fedora.txt +3 -3
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/mac_os_x.txt +3 -3
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/others.txt +4 -4
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/solaris.txt +3 -3
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/ubuntu.txt +3 -4
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/windows.txt +9 -9
 - data/vendor/local/share/doc/groonga/en/html/_sources/news.txt +319 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference.txt +1 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/api/grn_ctx.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/api/grn_db.txt +23 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/api/grn_thread.txt +122 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/cache_limit.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/column_copy.txt +381 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/column_list.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/column_rename.txt +3 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/database_unmap.txt +85 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/io_flush.txt +218 -9
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/lock_clear.txt +1 -3
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/log_level.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/logical_count.txt +3 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/logical_parameters.txt +138 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/logical_range_filter.txt +97 -10
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/logical_select.txt +745 -23
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/logical_shard_list.txt +107 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/logical_table_remove.txt +3 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/normalize.txt +2 -3
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/normalizer_list.txt +1 -2
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/object_exist.txt +90 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/plugin_register.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/plugin_unregister.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/register.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/request_cancel.txt +1 -3
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/ruby_eval.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/ruby_load.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/select.txt +240 -56
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/table_create.txt +33 -7
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/table_rename.txt +90 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/table_tokenize.txt +2 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/thread_limit.txt +110 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/tokenize.txt +2 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/tokenizer_list.txt +1 -3
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/truncate.txt +1 -3
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/executables/groonga-httpd.txt +3 -4
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/functions/highlight_full.txt +0 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/functions/highlight_html.txt +0 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/functions/query.txt +2 -2
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/functions/snippet_html.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/grn_expr/query_syntax.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/grn_expr/script_syntax.txt +34 -14
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/indexing.txt +2 -2
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/query_expanders/tsv.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/regular_expression.txt +3 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/scoring_note.txt +2 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/sharding.txt +108 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/tokenizers.txt +0 -21
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/tuning.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/spec/search.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/troubleshooting/different_results_with_the_same_keyword.txt +4 -4
 - data/vendor/local/share/doc/groonga/en/html/_sources/tutorial/introduction.txt +24 -18
 - data/vendor/local/share/doc/groonga/en/html/_sources/tutorial/match_columns.txt +19 -19
 - data/vendor/local/share/doc/groonga/en/html/_sources/tutorial/micro_blog.txt +9 -9
 - data/vendor/local/share/doc/groonga/en/html/_sources/tutorial/query_expansion.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_static/basic.css +68 -6
 - data/vendor/local/share/doc/groonga/en/html/_static/doctools.js +27 -2
 - data/vendor/local/share/doc/groonga/en/html/_static/down-pressed.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/down.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/file.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/jquery-1.11.1.js +10308 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/jquery.js +4 -9404
 - data/vendor/local/share/doc/groonga/en/html/_static/minus.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/plus.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/searchtools.js +2 -2
 - data/vendor/local/share/doc/groonga/en/html/_static/underscore-1.3.1.js +999 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/underscore.js +31 -1415
 - data/vendor/local/share/doc/groonga/en/html/_static/up-pressed.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/up.png +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_static/websupport.js +15 -15
 - data/vendor/local/share/doc/groonga/en/html/characteristic.html +19 -17
 - data/vendor/local/share/doc/groonga/en/html/client.html +19 -17
 - data/vendor/local/share/doc/groonga/en/html/community.html +19 -17
 - data/vendor/local/share/doc/groonga/en/html/contribution.html +78 -70
 - data/vendor/local/share/doc/groonga/en/html/contribution/development.html +30 -27
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/build.html +146 -0
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/build/unix_autotools.html +237 -0
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/build/unix_cmake.html +227 -0
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/build/windows_cmake.html +231 -0
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/com.html +37 -35
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/cooperation.html +54 -52
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/query.html +80 -78
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/release.html +135 -122
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/repository.html +38 -34
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/test.html +58 -54
 - data/vendor/local/share/doc/groonga/en/html/contribution/documentation.html +21 -19
 - data/vendor/local/share/doc/groonga/en/html/contribution/documentation/c-api.html +27 -25
 - data/vendor/local/share/doc/groonga/en/html/contribution/documentation/i18n.html +23 -21
 - data/vendor/local/share/doc/groonga/en/html/contribution/documentation/introduction.html +30 -28
 - data/vendor/local/share/doc/groonga/en/html/contribution/report.html +21 -19
 - data/vendor/local/share/doc/groonga/en/html/development.html +19 -17
 - data/vendor/local/share/doc/groonga/en/html/development/travis-ci.html +30 -28
 - data/vendor/local/share/doc/groonga/en/html/genindex.html +48 -20
 - data/vendor/local/share/doc/groonga/en/html/index.html +123 -105
 - data/vendor/local/share/doc/groonga/en/html/install.html +33 -31
 - data/vendor/local/share/doc/groonga/en/html/install/centos.html +32 -30
 - data/vendor/local/share/doc/groonga/en/html/install/debian.html +31 -29
 - data/vendor/local/share/doc/groonga/en/html/install/fedora.html +29 -27
 - data/vendor/local/share/doc/groonga/en/html/install/mac_os_x.html +26 -24
 - data/vendor/local/share/doc/groonga/en/html/install/others.html +92 -90
 - data/vendor/local/share/doc/groonga/en/html/install/solaris.html +26 -24
 - data/vendor/local/share/doc/groonga/en/html/install/ubuntu.html +29 -28
 - data/vendor/local/share/doc/groonga/en/html/install/windows.html +34 -32
 - data/vendor/local/share/doc/groonga/en/html/limitations.html +19 -17
 - data/vendor/local/share/doc/groonga/en/html/news.html +509 -142
 - data/vendor/local/share/doc/groonga/en/html/news/0.x.html +19 -17
 - data/vendor/local/share/doc/groonga/en/html/news/1.0.x.html +20 -18
 - data/vendor/local/share/doc/groonga/en/html/news/1.1.x.html +19 -17
 - data/vendor/local/share/doc/groonga/en/html/news/1.2.x.html +34 -32
 - data/vendor/local/share/doc/groonga/en/html/news/1.3.x.html +29 -27
 - data/vendor/local/share/doc/groonga/en/html/news/2.x.html +110 -108
 - data/vendor/local/share/doc/groonga/en/html/news/3.x.html +73 -71
 - data/vendor/local/share/doc/groonga/en/html/news/4.x.html +111 -109
 - data/vendor/local/share/doc/groonga/en/html/news/senna.html +19 -17
 - data/vendor/local/share/doc/groonga/en/html/objects.inv +0 -0
 - data/vendor/local/share/doc/groonga/en/html/reference.html +111 -94
 - data/vendor/local/share/doc/groonga/en/html/reference/api.html +55 -52
 - data/vendor/local/share/doc/groonga/en/html/reference/api/global_configurations.html +51 -49
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_cache.html +63 -61
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_column.html +84 -82
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_command_version.html +46 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_content_type.html +41 -39
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ctx.html +89 -87
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_db.html +88 -50
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_encoding.html +48 -46
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_expr.html +83 -81
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_geo.html +46 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_hook.html +48 -46
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ii.html +46 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_index_cursor.html +45 -43
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_info.html +45 -43
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_match_escalation.html +44 -42
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_obj.html +93 -91
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_proc.html +48 -46
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_search.html +43 -41
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_table.html +79 -77
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_table_cursor.html +69 -67
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_thread.html +296 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_type.html +45 -43
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_user_data.html +38 -36
 - data/vendor/local/share/doc/groonga/en/html/reference/api/overview.html +51 -49
 - data/vendor/local/share/doc/groonga/en/html/reference/api/plugin.html +60 -58
 - data/vendor/local/share/doc/groonga/en/html/reference/cast.html +19 -17
 - data/vendor/local/share/doc/groonga/en/html/reference/column.html +21 -19
 - data/vendor/local/share/doc/groonga/en/html/reference/columns/index.html +23 -21
 - data/vendor/local/share/doc/groonga/en/html/reference/columns/pseudo.html +28 -26
 - data/vendor/local/share/doc/groonga/en/html/reference/columns/scalar.html +23 -21
 - data/vendor/local/share/doc/groonga/en/html/reference/columns/vector.html +72 -70
 - data/vendor/local/share/doc/groonga/en/html/reference/command.html +70 -61
 - data/vendor/local/share/doc/groonga/en/html/reference/command/command_version.html +23 -21
 - data/vendor/local/share/doc/groonga/en/html/reference/command/output_format.html +59 -57
 - data/vendor/local/share/doc/groonga/en/html/reference/command/request_id.html +28 -26
 - data/vendor/local/share/doc/groonga/en/html/reference/command/return_code.html +100 -98
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/cache_limit.html +44 -42
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/check.html +49 -47
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/clearlock.html +33 -31
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_copy.html +796 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_create.html +62 -60
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_list.html +96 -94
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_remove.html +46 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_rename.html +67 -64
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/database_unmap.html +236 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/define_selector.html +62 -60
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/defrag.html +46 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/delete.html +59 -57
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/dump.html +63 -61
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/io_flush.html +281 -54
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/load.html +66 -64
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/lock_clear.html +53 -52
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/log_level.html +48 -46
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/log_put.html +48 -46
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/log_reopen.html +48 -46
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_count.html +78 -75
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_parameters.html +283 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_range_filter.html +160 -85
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_select.html +2071 -83
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_shard_list.html +287 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_table_remove.html +71 -68
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/normalize.html +86 -84
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/normalizer_list.html +52 -50
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/object_exist.html +227 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/plugin_register.html +57 -55
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/plugin_unregister.html +53 -51
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/quit.html +43 -41
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/range_filter.html +43 -41
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/register.html +56 -54
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/request_cancel.html +75 -74
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/ruby_eval.html +59 -57
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/ruby_load.html +59 -57
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/select.html +898 -647
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/shutdown.html +43 -41
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/status.html +50 -48
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/suggest.html +87 -85
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_create.html +175 -152
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_list.html +55 -53
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_remove.html +46 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_rename.html +327 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_tokenize.html +77 -75
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/thread_limit.html +241 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenize.html +108 -106
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenizer_list.html +56 -51
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/truncate.html +56 -55
 - data/vendor/local/share/doc/groonga/en/html/reference/executables.html +24 -22
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/grndb.html +41 -39
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/grnslap.html +28 -26
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-benchmark.html +33 -31
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-httpd.html +83 -81
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-server-http.html +29 -27
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-create-dataset.html +23 -21
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-httpd.html +48 -46
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-learner.html +40 -38
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga.html +84 -82
 - data/vendor/local/share/doc/groonga/en/html/reference/function.html +22 -20
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/between.html +47 -45
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/edit_distance.html +25 -23
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_distance.html +85 -83
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_circle.html +36 -34
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_rectangle.html +26 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/highlight_full.html +66 -64
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/highlight_html.html +54 -52
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/html_untag.html +35 -33
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/in_values.html +34 -32
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/now.html +23 -21
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/query.html +55 -53
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/rand.html +24 -22
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/snippet_html.html +49 -47
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/sub_filter.html +45 -43
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/vector_size.html +33 -31
 - data/vendor/local/share/doc/groonga/en/html/reference/grn_expr.html +29 -27
 - data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/query_syntax.html +244 -242
 - data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/script_syntax.html +327 -325
 - data/vendor/local/share/doc/groonga/en/html/reference/indexing.html +35 -29
 - data/vendor/local/share/doc/groonga/en/html/reference/log.html +43 -41
 - data/vendor/local/share/doc/groonga/en/html/reference/normalizers.html +49 -47
 - data/vendor/local/share/doc/groonga/en/html/reference/operations.html +21 -19
 - data/vendor/local/share/doc/groonga/en/html/reference/operations/geolocation_search.html +23 -21
 - data/vendor/local/share/doc/groonga/en/html/reference/output.html +36 -34
 - data/vendor/local/share/doc/groonga/en/html/reference/query_expanders.html +21 -19
 - data/vendor/local/share/doc/groonga/en/html/reference/query_expanders/tsv.html +62 -60
 - data/vendor/local/share/doc/groonga/en/html/reference/regular_expression.html +107 -103
 - data/vendor/local/share/doc/groonga/en/html/reference/scorer.html +50 -40
 - data/vendor/local/share/doc/groonga/en/html/reference/scorers/scorer_tf_at_most.html +27 -25
 - data/vendor/local/share/doc/groonga/en/html/reference/scorers/scorer_tf_idf.html +41 -31
 - data/vendor/local/share/doc/groonga/en/html/reference/scoring_note.html +19 -17
 - data/vendor/local/share/doc/groonga/en/html/reference/sharding.html +241 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/suggest.html +21 -19
 - data/vendor/local/share/doc/groonga/en/html/reference/suggest/completion.html +30 -28
 - data/vendor/local/share/doc/groonga/en/html/reference/suggest/correction.html +23 -21
 - data/vendor/local/share/doc/groonga/en/html/reference/suggest/introduction.html +23 -21
 - data/vendor/local/share/doc/groonga/en/html/reference/suggest/suggestion.html +23 -21
 - data/vendor/local/share/doc/groonga/en/html/reference/tables.html +56 -54
 - data/vendor/local/share/doc/groonga/en/html/reference/token_filters.html +41 -39
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers.html +341 -289
 - data/vendor/local/share/doc/groonga/en/html/reference/tuning.html +68 -66
 - data/vendor/local/share/doc/groonga/en/html/reference/types.html +43 -41
 - data/vendor/local/share/doc/groonga/en/html/search.html +11 -11
 - data/vendor/local/share/doc/groonga/en/html/searchindex.js +1 -1
 - data/vendor/local/share/doc/groonga/en/html/server.html +19 -17
 - data/vendor/local/share/doc/groonga/en/html/server/gqtp.html +22 -20
 - data/vendor/local/share/doc/groonga/en/html/server/http.html +21 -19
 - data/vendor/local/share/doc/groonga/en/html/server/http/comparison.html +37 -35
 - data/vendor/local/share/doc/groonga/en/html/server/http/groonga-httpd.html +23 -21
 - data/vendor/local/share/doc/groonga/en/html/server/http/groonga.html +23 -21
 - data/vendor/local/share/doc/groonga/en/html/server/memcached.html +21 -19
 - data/vendor/local/share/doc/groonga/en/html/server/package.html +39 -37
 - data/vendor/local/share/doc/groonga/en/html/spec.html +23 -21
 - data/vendor/local/share/doc/groonga/en/html/spec/gqtp.html +129 -127
 - data/vendor/local/share/doc/groonga/en/html/spec/search.html +22 -20
 - data/vendor/local/share/doc/groonga/en/html/troubleshooting.html +19 -17
 - data/vendor/local/share/doc/groonga/en/html/troubleshooting/different_results_with_the_same_keyword.html +25 -23
 - data/vendor/local/share/doc/groonga/en/html/troubleshooting/mmap_cannot_allocate_memory.html +22 -20
 - data/vendor/local/share/doc/groonga/en/html/tutorial.html +20 -18
 - data/vendor/local/share/doc/groonga/en/html/tutorial/data.html +29 -23
 - data/vendor/local/share/doc/groonga/en/html/tutorial/drilldown.html +35 -33
 - data/vendor/local/share/doc/groonga/en/html/tutorial/index.html +25 -23
 - data/vendor/local/share/doc/groonga/en/html/tutorial/introduction.html +46 -39
 - data/vendor/local/share/doc/groonga/en/html/tutorial/lexicon.html +21 -19
 - data/vendor/local/share/doc/groonga/en/html/tutorial/match_columns.html +65 -63
 - data/vendor/local/share/doc/groonga/en/html/tutorial/micro_blog.html +55 -53
 - data/vendor/local/share/doc/groonga/en/html/tutorial/network.html +25 -23
 - data/vendor/local/share/doc/groonga/en/html/tutorial/patricia_trie.html +22 -20
 - data/vendor/local/share/doc/groonga/en/html/tutorial/query_expansion.html +25 -23
 - data/vendor/local/share/doc/groonga/en/html/tutorial/search.html +37 -35
 - data/vendor/local/share/doc/groonga/ja/html/.buildinfo +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/contribution/development.txt +3 -2
 - data/vendor/local/share/doc/groonga/ja/html/_sources/contribution/development/build.txt +19 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/contribution/development/build/unix_autotools.txt +101 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/contribution/development/build/unix_cmake.txt +94 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/contribution/development/build/windows_cmake.txt +93 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/contribution/development/release.txt +16 -7
 - data/vendor/local/share/doc/groonga/ja/html/_sources/contribution/development/repository.txt +7 -3
 - data/vendor/local/share/doc/groonga/ja/html/_sources/contribution/development/test.txt +4 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/centos.txt +3 -3
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/debian.txt +4 -4
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/fedora.txt +3 -3
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/mac_os_x.txt +3 -3
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/others.txt +4 -4
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/solaris.txt +3 -3
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/ubuntu.txt +3 -4
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/windows.txt +9 -9
 - data/vendor/local/share/doc/groonga/ja/html/_sources/news.txt +319 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference.txt +1 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/api/grn_ctx.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/api/grn_db.txt +23 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/api/grn_thread.txt +122 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/cache_limit.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/column_copy.txt +381 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/column_list.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/column_rename.txt +3 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/database_unmap.txt +85 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/io_flush.txt +218 -9
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/lock_clear.txt +1 -3
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/log_level.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/logical_count.txt +3 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/logical_parameters.txt +138 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/logical_range_filter.txt +97 -10
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/logical_select.txt +745 -23
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/logical_shard_list.txt +107 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/logical_table_remove.txt +3 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/normalize.txt +2 -3
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/normalizer_list.txt +1 -2
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/object_exist.txt +90 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/plugin_register.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/plugin_unregister.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/register.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/request_cancel.txt +1 -3
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/ruby_eval.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/ruby_load.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/select.txt +240 -56
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/table_create.txt +33 -7
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/table_rename.txt +90 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/table_tokenize.txt +2 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/thread_limit.txt +110 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/tokenize.txt +2 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/tokenizer_list.txt +1 -3
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/truncate.txt +1 -3
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/executables/groonga-httpd.txt +3 -4
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/functions/highlight_full.txt +0 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/functions/highlight_html.txt +0 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/functions/query.txt +2 -2
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/functions/snippet_html.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/grn_expr/query_syntax.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/grn_expr/script_syntax.txt +34 -14
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/indexing.txt +2 -2
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/query_expanders/tsv.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/regular_expression.txt +3 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/scoring_note.txt +2 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/sharding.txt +108 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/tokenizers.txt +0 -21
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/tuning.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/spec/search.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/troubleshooting/different_results_with_the_same_keyword.txt +4 -4
 - data/vendor/local/share/doc/groonga/ja/html/_sources/tutorial/introduction.txt +24 -18
 - data/vendor/local/share/doc/groonga/ja/html/_sources/tutorial/match_columns.txt +19 -19
 - data/vendor/local/share/doc/groonga/ja/html/_sources/tutorial/micro_blog.txt +9 -9
 - data/vendor/local/share/doc/groonga/ja/html/_sources/tutorial/query_expansion.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_static/basic.css +68 -6
 - data/vendor/local/share/doc/groonga/ja/html/_static/doctools.js +27 -2
 - data/vendor/local/share/doc/groonga/ja/html/_static/down-pressed.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/down.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/file.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/jquery-1.11.1.js +10308 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/jquery.js +4 -9404
 - data/vendor/local/share/doc/groonga/ja/html/_static/minus.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/plus.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/searchtools.js +2 -2
 - data/vendor/local/share/doc/groonga/ja/html/_static/underscore-1.3.1.js +999 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/underscore.js +31 -1415
 - data/vendor/local/share/doc/groonga/ja/html/_static/up-pressed.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/up.png +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_static/websupport.js +15 -15
 - data/vendor/local/share/doc/groonga/ja/html/characteristic.html +19 -17
 - data/vendor/local/share/doc/groonga/ja/html/client.html +19 -17
 - data/vendor/local/share/doc/groonga/ja/html/community.html +19 -17
 - data/vendor/local/share/doc/groonga/ja/html/contribution.html +77 -69
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development.html +30 -27
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/build.html +144 -0
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/build/unix_autotools.html +226 -0
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/build/unix_cmake.html +215 -0
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/build/windows_cmake.html +229 -0
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/com.html +36 -34
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/cooperation.html +53 -51
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/query.html +79 -77
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/release.html +134 -121
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/repository.html +29 -27
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/test.html +57 -53
 - data/vendor/local/share/doc/groonga/ja/html/contribution/documentation.html +21 -19
 - data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/c-api.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/i18n.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/introduction.html +30 -28
 - data/vendor/local/share/doc/groonga/ja/html/contribution/report.html +21 -19
 - data/vendor/local/share/doc/groonga/ja/html/development.html +19 -17
 - data/vendor/local/share/doc/groonga/ja/html/development/travis-ci.html +25 -23
 - data/vendor/local/share/doc/groonga/ja/html/genindex.html +48 -20
 - data/vendor/local/share/doc/groonga/ja/html/index.html +122 -104
 - data/vendor/local/share/doc/groonga/ja/html/install.html +33 -31
 - data/vendor/local/share/doc/groonga/ja/html/install/centos.html +35 -33
 - data/vendor/local/share/doc/groonga/ja/html/install/debian.html +33 -31
 - data/vendor/local/share/doc/groonga/ja/html/install/fedora.html +30 -28
 - data/vendor/local/share/doc/groonga/ja/html/install/mac_os_x.html +26 -24
 - data/vendor/local/share/doc/groonga/ja/html/install/others.html +83 -81
 - data/vendor/local/share/doc/groonga/ja/html/install/solaris.html +25 -23
 - data/vendor/local/share/doc/groonga/ja/html/install/ubuntu.html +30 -29
 - data/vendor/local/share/doc/groonga/ja/html/install/windows.html +33 -31
 - data/vendor/local/share/doc/groonga/ja/html/limitations.html +19 -17
 - data/vendor/local/share/doc/groonga/ja/html/news.html +460 -126
 - data/vendor/local/share/doc/groonga/ja/html/news/0.x.html +19 -17
 - data/vendor/local/share/doc/groonga/ja/html/news/1.0.x.html +20 -18
 - data/vendor/local/share/doc/groonga/ja/html/news/1.1.x.html +19 -17
 - data/vendor/local/share/doc/groonga/ja/html/news/1.2.x.html +34 -32
 - data/vendor/local/share/doc/groonga/ja/html/news/1.3.x.html +29 -27
 - data/vendor/local/share/doc/groonga/ja/html/news/2.x.html +102 -100
 - data/vendor/local/share/doc/groonga/ja/html/news/3.x.html +66 -64
 - data/vendor/local/share/doc/groonga/ja/html/news/4.x.html +91 -89
 - data/vendor/local/share/doc/groonga/ja/html/news/senna.html +19 -17
 - data/vendor/local/share/doc/groonga/ja/html/objects.inv +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference.html +111 -94
 - data/vendor/local/share/doc/groonga/ja/html/reference/api.html +55 -52
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/global_configurations.html +51 -49
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_cache.html +58 -56
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_column.html +84 -82
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_command_version.html +46 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_content_type.html +41 -39
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ctx.html +85 -83
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_db.html +88 -50
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_encoding.html +48 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_expr.html +78 -76
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_geo.html +46 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_hook.html +48 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ii.html +46 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_index_cursor.html +45 -43
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_info.html +45 -43
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_match_escalation.html +44 -42
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_obj.html +93 -91
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_proc.html +48 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_search.html +43 -41
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_table.html +79 -77
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_table_cursor.html +69 -67
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_thread.html +286 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_type.html +45 -43
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_user_data.html +38 -36
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/overview.html +48 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/plugin.html +60 -58
 - data/vendor/local/share/doc/groonga/ja/html/reference/cast.html +19 -17
 - data/vendor/local/share/doc/groonga/ja/html/reference/column.html +21 -19
 - data/vendor/local/share/doc/groonga/ja/html/reference/columns/index.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/reference/columns/pseudo.html +28 -26
 - data/vendor/local/share/doc/groonga/ja/html/reference/columns/scalar.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/reference/columns/vector.html +61 -59
 - data/vendor/local/share/doc/groonga/ja/html/reference/command.html +70 -61
 - data/vendor/local/share/doc/groonga/ja/html/reference/command/command_version.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/reference/command/output_format.html +49 -47
 - data/vendor/local/share/doc/groonga/ja/html/reference/command/request_id.html +28 -26
 - data/vendor/local/share/doc/groonga/ja/html/reference/command/return_code.html +99 -97
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/cache_limit.html +41 -39
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/check.html +49 -47
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/clearlock.html +33 -31
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_copy.html +781 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_create.html +62 -60
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_list.html +88 -86
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_remove.html +46 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_rename.html +66 -63
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/database_unmap.html +229 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/define_selector.html +62 -60
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/defrag.html +46 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/delete.html +58 -56
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/dump.html +63 -61
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/io_flush.html +266 -54
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/load.html +59 -57
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/lock_clear.html +53 -52
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_level.html +48 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_put.html +48 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_reopen.html +48 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_count.html +78 -75
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_parameters.html +276 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_range_filter.html +158 -85
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_select.html +2008 -80
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_shard_list.html +285 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_table_remove.html +71 -68
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalize.html +82 -79
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalizer_list.html +52 -50
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/object_exist.html +220 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/plugin_register.html +53 -51
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/plugin_unregister.html +51 -49
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/quit.html +43 -41
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/range_filter.html +43 -41
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/register.html +52 -50
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/request_cancel.html +68 -67
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/ruby_eval.html +59 -57
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/ruby_load.html +59 -57
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/select.html +680 -448
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/shutdown.html +43 -41
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/status.html +48 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/suggest.html +84 -82
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_create.html +146 -126
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_list.html +55 -53
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_remove.html +46 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_rename.html +322 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_tokenize.html +73 -70
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/thread_limit.html +229 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenize.html +94 -91
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenizer_list.html +56 -51
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/truncate.html +56 -55
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables.html +24 -22
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/grndb.html +39 -37
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/grnslap.html +28 -26
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-benchmark.html +33 -31
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-httpd.html +73 -72
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-server-http.html +29 -27
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-create-dataset.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-httpd.html +48 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-learner.html +40 -38
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga.html +84 -82
 - data/vendor/local/share/doc/groonga/ja/html/reference/function.html +22 -20
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/between.html +46 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/edit_distance.html +25 -23
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_distance.html +69 -67
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_circle.html +36 -34
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_rectangle.html +26 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/highlight_full.html +56 -54
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/highlight_html.html +45 -43
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/html_untag.html +34 -32
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/in_values.html +35 -33
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/now.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/query.html +48 -46
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/rand.html +24 -22
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/snippet_html.html +35 -33
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/sub_filter.html +37 -35
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/vector_size.html +33 -31
 - data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr.html +26 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/query_syntax.html +143 -141
 - data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/script_syntax.html +236 -234
 - data/vendor/local/share/doc/groonga/ja/html/reference/indexing.html +34 -28
 - data/vendor/local/share/doc/groonga/ja/html/reference/log.html +43 -41
 - data/vendor/local/share/doc/groonga/ja/html/reference/normalizers.html +39 -37
 - data/vendor/local/share/doc/groonga/ja/html/reference/operations.html +21 -19
 - data/vendor/local/share/doc/groonga/ja/html/reference/operations/geolocation_search.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/reference/output.html +32 -30
 - data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders.html +21 -19
 - data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders/tsv.html +42 -39
 - data/vendor/local/share/doc/groonga/ja/html/reference/regular_expression.html +91 -88
 - data/vendor/local/share/doc/groonga/ja/html/reference/scorer.html +50 -40
 - data/vendor/local/share/doc/groonga/ja/html/reference/scorers/scorer_tf_at_most.html +27 -25
 - data/vendor/local/share/doc/groonga/ja/html/reference/scorers/scorer_tf_idf.html +41 -31
 - data/vendor/local/share/doc/groonga/ja/html/reference/scoring_note.html +19 -17
 - data/vendor/local/share/doc/groonga/ja/html/reference/sharding.html +223 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/suggest.html +21 -19
 - data/vendor/local/share/doc/groonga/ja/html/reference/suggest/completion.html +27 -25
 - data/vendor/local/share/doc/groonga/ja/html/reference/suggest/correction.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/reference/suggest/introduction.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/reference/suggest/suggestion.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/reference/tables.html +46 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/token_filters.html +38 -36
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers.html +303 -243
 - data/vendor/local/share/doc/groonga/ja/html/reference/tuning.html +62 -60
 - data/vendor/local/share/doc/groonga/ja/html/reference/types.html +42 -40
 - data/vendor/local/share/doc/groonga/ja/html/search.html +11 -11
 - data/vendor/local/share/doc/groonga/ja/html/searchindex.js +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/server.html +19 -17
 - data/vendor/local/share/doc/groonga/ja/html/server/gqtp.html +21 -19
 - data/vendor/local/share/doc/groonga/ja/html/server/http.html +21 -19
 - data/vendor/local/share/doc/groonga/ja/html/server/http/comparison.html +31 -29
 - data/vendor/local/share/doc/groonga/ja/html/server/http/groonga-httpd.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/server/http/groonga.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/server/memcached.html +21 -19
 - data/vendor/local/share/doc/groonga/ja/html/server/package.html +38 -36
 - data/vendor/local/share/doc/groonga/ja/html/spec.html +23 -21
 - data/vendor/local/share/doc/groonga/ja/html/spec/gqtp.html +128 -126
 - data/vendor/local/share/doc/groonga/ja/html/spec/search.html +22 -20
 - data/vendor/local/share/doc/groonga/ja/html/troubleshooting.html +19 -17
 - data/vendor/local/share/doc/groonga/ja/html/troubleshooting/different_results_with_the_same_keyword.html +25 -23
 - data/vendor/local/share/doc/groonga/ja/html/troubleshooting/mmap_cannot_allocate_memory.html +22 -20
 - data/vendor/local/share/doc/groonga/ja/html/tutorial.html +20 -18
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/data.html +29 -23
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/drilldown.html +34 -32
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/index.html +22 -20
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/introduction.html +46 -39
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/lexicon.html +21 -19
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/match_columns.html +66 -64
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/micro_blog.html +52 -50
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/network.html +25 -23
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/patricia_trie.html +22 -20
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/query_expansion.html +25 -23
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/search.html +35 -33
 - data/vendor/local/share/license/groonga/README.md +6 -0
 - data/vendor/local/share/license/mruby/AUTHORS +1 -0
 - data/vendor/local/share/license/mruby/MITL +1 -1
 - data/vendor/local/share/license/mruby/README.md +6 -5
 - data/vendor/local/share/license/msgpack/README +219 -0
 - data/vendor/local/share/man/ja/man1/groonga.1 +23512 -15126
 - data/vendor/local/share/man/man1/groonga.1 +26542 -17745
 - metadata +77 -3
 - data/vendor/local/share/license/msgpack/AUTHORS +0 -0
 
| 
         @@ -7,7 +7,7 @@ 
     | 
|
| 
       7 
7 
     | 
    
         
             
              <head>
         
     | 
| 
       8 
8 
     | 
    
         
             
                <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
         
     | 
| 
       9 
9 
     | 
    
         | 
| 
       10 
     | 
    
         
            -
                <title>7.3. 
     | 
| 
      
 10 
     | 
    
         
            +
                <title>7.3.51. tokenize — Groonga v5.0.6-226-gd7da7e7ドキュメント</title>
         
     | 
| 
       11 
11 
     | 
    
         | 
| 
       12 
12 
     | 
    
         
             
                <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
         
     | 
| 
       13 
13 
     | 
    
         
             
                <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
         
     | 
| 
         @@ -15,7 +15,7 @@ 
     | 
|
| 
       15 
15 
     | 
    
         
             
                <script type="text/javascript">
         
     | 
| 
       16 
16 
     | 
    
         
             
                  var DOCUMENTATION_OPTIONS = {
         
     | 
| 
       17 
17 
     | 
    
         
             
                    URL_ROOT:    '../../',
         
     | 
| 
       18 
     | 
    
         
            -
                    VERSION:     '5.0. 
     | 
| 
      
 18 
     | 
    
         
            +
                    VERSION:     '5.0.6-226-gd7da7e7',
         
     | 
| 
       19 
19 
     | 
    
         
             
                    COLLAPSE_INDEX: false,
         
     | 
| 
       20 
20 
     | 
    
         
             
                    FILE_SUFFIX: '.html',
         
     | 
| 
       21 
21 
     | 
    
         
             
                    HAS_SOURCE:  true
         
     | 
| 
         @@ -26,12 +26,12 @@ 
     | 
|
| 
       26 
26 
     | 
    
         
             
                <script type="text/javascript" src="../../_static/doctools.js"></script>
         
     | 
| 
       27 
27 
     | 
    
         
             
                <script type="text/javascript" src="../../_static/translations.js"></script>
         
     | 
| 
       28 
28 
     | 
    
         
             
                <link rel="shortcut icon" href="../../_static/favicon.ico"/>
         
     | 
| 
       29 
     | 
    
         
            -
                <link rel="top" title="Groonga v5.0. 
     | 
| 
      
 29 
     | 
    
         
            +
                <link rel="top" title="Groonga v5.0.6-226-gd7da7e7ドキュメント" href="../../index.html" />
         
     | 
| 
       30 
30 
     | 
    
         
             
                <link rel="up" title="7.3. コマンド" href="../command.html" />
         
     | 
| 
       31 
     | 
    
         
            -
                <link rel="next" title="7.3. 
     | 
| 
       32 
     | 
    
         
            -
                <link rel="prev" title="7.3. 
     | 
| 
      
 31 
     | 
    
         
            +
                <link rel="next" title="7.3.52. tokenizer_list" href="tokenizer_list.html" />
         
     | 
| 
      
 32 
     | 
    
         
            +
                <link rel="prev" title="7.3.50. thread_limit" href="thread_limit.html" /> 
         
     | 
| 
       33 
33 
     | 
    
         
             
              </head>
         
     | 
| 
       34 
     | 
    
         
            -
              <body>
         
     | 
| 
      
 34 
     | 
    
         
            +
              <body role="document">
         
     | 
| 
       35 
35 
     | 
    
         
             
            <div class="header">
         
     | 
| 
       36 
36 
     | 
    
         
             
              <h1 class="title">
         
     | 
| 
       37 
37 
     | 
    
         
             
                <a id="top-link" href="../../index.html">
         
     | 
| 
         @@ -49,38 +49,39 @@ 
     | 
|
| 
       49 
49 
     | 
    
         
             
            </div>
         
     | 
| 
       50 
50 
     | 
    
         | 
| 
       51 
51 
     | 
    
         | 
| 
       52 
     | 
    
         
            -
                <div class="related">
         
     | 
| 
      
 52 
     | 
    
         
            +
                <div class="related" role="navigation" aria-label="related navigation">
         
     | 
| 
       53 
53 
     | 
    
         
             
                  <h3>ナビゲーション</h3>
         
     | 
| 
       54 
54 
     | 
    
         
             
                  <ul>
         
     | 
| 
       55 
55 
     | 
    
         
             
                    <li class="right" style="margin-right: 10px">
         
     | 
| 
       56 
56 
     | 
    
         
             
                      <a href="../../genindex.html" title="総合索引"
         
     | 
| 
       57 
57 
     | 
    
         
             
                         accesskey="I">索引</a></li>
         
     | 
| 
       58 
58 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       59 
     | 
    
         
            -
                      <a href="tokenizer_list.html" title="7.3. 
     | 
| 
      
 59 
     | 
    
         
            +
                      <a href="tokenizer_list.html" title="7.3.52. tokenizer_list"
         
     | 
| 
       60 
60 
     | 
    
         
             
                         accesskey="N">次へ</a> |</li>
         
     | 
| 
       61 
61 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       62 
     | 
    
         
            -
                      <a href=" 
     | 
| 
      
 62 
     | 
    
         
            +
                      <a href="thread_limit.html" title="7.3.50. thread_limit"
         
     | 
| 
       63 
63 
     | 
    
         
             
                         accesskey="P">前へ</a> |</li>
         
     | 
| 
       64 
     | 
    
         
            -
                    <li><a href="../../index.html">Groonga v5.0. 
     | 
| 
       65 
     | 
    
         
            -
                      <li><a href="../../reference.html" >7. リファレンスマニュアル</a> »</li>
         
     | 
| 
       66 
     | 
    
         
            -
                      <li><a href="../command.html" accesskey="U">7.3. コマンド</a> »</li> 
         
     | 
| 
      
 64 
     | 
    
         
            +
                    <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v5.0.6-226-gd7da7e7ドキュメント</a> »</li>
         
     | 
| 
      
 65 
     | 
    
         
            +
                      <li class="nav-item nav-item-1"><a href="../../reference.html" >7. リファレンスマニュアル</a> »</li>
         
     | 
| 
      
 66 
     | 
    
         
            +
                      <li class="nav-item nav-item-2"><a href="../command.html" accesskey="U">7.3. コマンド</a> »</li> 
         
     | 
| 
       67 
67 
     | 
    
         
             
                  </ul>
         
     | 
| 
       68 
68 
     | 
    
         
             
                </div>  
         
     | 
| 
       69 
69 
     | 
    
         | 
| 
       70 
70 
     | 
    
         
             
                <div class="document">
         
     | 
| 
       71 
71 
     | 
    
         
             
                  <div class="documentwrapper">
         
     | 
| 
       72 
72 
     | 
    
         
             
                    <div class="bodywrapper">
         
     | 
| 
       73 
     | 
    
         
            -
                      <div class="body">
         
     | 
| 
      
 73 
     | 
    
         
            +
                      <div class="body" role="main">
         
     | 
| 
       74 
74 
     | 
    
         | 
| 
       75 
75 
     | 
    
         
             
              <div class="section" id="tokenize">
         
     | 
| 
       76 
     | 
    
         
            -
            <h1>7.3. 
     | 
| 
      
 76 
     | 
    
         
            +
            <h1>7.3.51. <code class="docutils literal"><span class="pre">tokenize</span></code><a class="headerlink" href="#tokenize" title="このヘッドラインへのパーマリンク">¶</a></h1>
         
     | 
| 
       77 
77 
     | 
    
         
             
            <div class="section" id="summary">
         
     | 
| 
       78 
     | 
    
         
            -
            <h2>7.3. 
     | 
| 
       79 
     | 
    
         
            -
            <p>< 
     | 
| 
      
 78 
     | 
    
         
            +
            <h2>7.3.51.1. 概要<a class="headerlink" href="#summary" title="このヘッドラインへのパーマリンク">¶</a></h2>
         
     | 
| 
      
 79 
     | 
    
         
            +
            <p><code class="docutils literal"><span class="pre">tokenize</span></code> コマンドは指定したトークナイザーでテキストをトークナイズします。これはトークナイズ処理のデバッグに便利です。</p>
         
     | 
| 
       80 
80 
     | 
    
         
             
            </div>
         
     | 
| 
       81 
81 
     | 
    
         
             
            <div class="section" id="syntax">
         
     | 
| 
       82 
     | 
    
         
            -
            <h2>7.3. 
     | 
| 
       83 
     | 
    
         
            -
            <p 
     | 
| 
      
 82 
     | 
    
         
            +
            <h2>7.3.51.2. 構文<a class="headerlink" href="#syntax" title="このヘッドラインへのパーマリンク">¶</a></h2>
         
     | 
| 
      
 83 
     | 
    
         
            +
            <p>このコマンドにはたくさんの引数があります。</p>
         
     | 
| 
      
 84 
     | 
    
         
            +
            <p><code class="docutils literal"><span class="pre">tokenizer</span></code> と <code class="docutils literal"><span class="pre">string</span></code> が必須の引数で、他の引数はすべて省略できます:</p>
         
     | 
| 
       84 
85 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>tokenize tokenizer
         
     | 
| 
       85 
86 
     | 
    
         
             
                     string
         
     | 
| 
       86 
87 
     | 
    
         
             
                     [normalizer=null]
         
     | 
| 
         @@ -91,7 +92,7 @@ 
     | 
|
| 
       91 
92 
     | 
    
         
             
            </div>
         
     | 
| 
       92 
93 
     | 
    
         
             
            </div>
         
     | 
| 
       93 
94 
     | 
    
         
             
            <div class="section" id="usage">
         
     | 
| 
       94 
     | 
    
         
            -
            <h2>7.3. 
     | 
| 
      
 95 
     | 
    
         
            +
            <h2>7.3.51.3. 使い方<a class="headerlink" href="#usage" title="このヘッドラインへのパーマリンク">¶</a></h2>
         
     | 
| 
       95 
96 
     | 
    
         
             
            <p>以下は簡単な使用例です。</p>
         
     | 
| 
       96 
97 
     | 
    
         
             
            <p>実行例:</p>
         
     | 
| 
       97 
98 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>tokenize TokenBigram "Fulltext Search"
         
     | 
| 
         @@ -181,19 +182,19 @@ 
     | 
|
| 
       181 
182 
     | 
    
         
             
            # ]
         
     | 
| 
       182 
183 
     | 
    
         
             
            </pre></div>
         
     | 
| 
       183 
184 
     | 
    
         
             
            </div>
         
     | 
| 
       184 
     | 
    
         
            -
            <p>この例では必須のパラメーターだけ使っています。 < 
     | 
| 
      
 185 
     | 
    
         
            +
            <p>この例では必須のパラメーターだけ使っています。 <code class="docutils literal"><span class="pre">tokenizer</span></code> には <code class="docutils literal"><span class="pre">TokenBigram</span></code> を、 <code class="docutils literal"><span class="pre">string</span></code> には <code class="docutils literal"><span class="pre">"Fulltext</span> <span class="pre">Search"</span></code> を指定しています。この例は <code class="docutils literal"><span class="pre">TokenBigram</span></code> トークナイザーで <code class="docutils literal"><span class="pre">"Fulltext</span> <span class="pre">Search"</span></code> をトークナイズしたトークンを返します。この例では <code class="docutils literal"><span class="pre">"Fulltext</span> <span class="pre">Search"</span></code> を正規化していません。</p>
         
     | 
| 
       185 
186 
     | 
    
         
             
            </div>
         
     | 
| 
       186 
187 
     | 
    
         
             
            <div class="section" id="parameters">
         
     | 
| 
       187 
     | 
    
         
            -
            <h2>7.3. 
     | 
| 
      
 188 
     | 
    
         
            +
            <h2>7.3.51.4. 引数<a class="headerlink" href="#parameters" title="このヘッドラインへのパーマリンク">¶</a></h2>
         
     | 
| 
       188 
189 
     | 
    
         
             
            <p>このセクションではすべての引数について説明します。引数はカテゴリわけしています。</p>
         
     | 
| 
       189 
190 
     | 
    
         
             
            <div class="section" id="required-parameters">
         
     | 
| 
       190 
     | 
    
         
            -
            <h3>7.3. 
     | 
| 
       191 
     | 
    
         
            -
            <p>必須引数は二つあります。 < 
     | 
| 
      
 191 
     | 
    
         
            +
            <h3>7.3.51.4.1. 必須引数<a class="headerlink" href="#required-parameters" title="このヘッドラインへのパーマリンク">¶</a></h3>
         
     | 
| 
      
 192 
     | 
    
         
            +
            <p>必須引数は二つあります。 <code class="docutils literal"><span class="pre">tokenizer</span></code> と <code class="docutils literal"><span class="pre">string</span></code> です。</p>
         
     | 
| 
       192 
193 
     | 
    
         
             
            <div class="section" id="tokenizer">
         
     | 
| 
       193 
     | 
    
         
            -
            <span id="tokenize-tokenizer"></span><h4>7.3. 
     | 
| 
       194 
     | 
    
         
            -
            <p>トークナイザー名を指定します。 < 
     | 
| 
      
 194 
     | 
    
         
            +
            <span id="tokenize-tokenizer"></span><h4>7.3.51.4.1.1. <code class="docutils literal"><span class="pre">tokenizer</span></code><a class="headerlink" href="#tokenizer" title="このヘッドラインへのパーマリンク">¶</a></h4>
         
     | 
| 
      
 195 
     | 
    
         
            +
            <p>トークナイザー名を指定します。 <code class="docutils literal"><span class="pre">tokenize</span></code> コマンドは <code class="docutils literal"><span class="pre">tokenizer</span></code> で指定された名前のトークナイザーを使います。</p>
         
     | 
| 
       195 
196 
     | 
    
         
             
            <p>組み込みのトークナイザーについては <a class="reference internal" href="../tokenizers.html"><em>トークナイザー</em></a> を参照してください。</p>
         
     | 
| 
       196 
     | 
    
         
            -
            <p>以下は組み込みの < 
     | 
| 
      
 197 
     | 
    
         
            +
            <p>以下は組み込みの <code class="docutils literal"><span class="pre">TokenTrigram</span></code> トークナイザーを使う例です。</p>
         
     | 
| 
       197 
198 
     | 
    
         
             
            <p>実行例:</p>
         
     | 
| 
       198 
199 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>tokenize TokenTrigram "Fulltext Search"
         
     | 
| 
       199 
200 
     | 
    
         
             
            # [
         
     | 
| 
         @@ -282,13 +283,13 @@ 
     | 
|
| 
       282 
283 
     | 
    
         
             
            # ]
         
     | 
| 
       283 
284 
     | 
    
         
             
            </pre></div>
         
     | 
| 
       284 
285 
     | 
    
         
             
            </div>
         
     | 
| 
       285 
     | 
    
         
            -
            <p>他のトークナイザーを使いたい場合は、 <a class="reference internal" href="register.html"><em>register</em></a> コマンドでトークナイザープラグインを登録する必要があります。例えば、 <a class="reference external" href="http://www.phontron.com/kytea/">KyTea</a> ベースのトークナイザーを < 
     | 
| 
      
 286 
     | 
    
         
            +
            <p>他のトークナイザーを使いたい場合は、 <a class="reference internal" href="register.html"><em>register</em></a> コマンドでトークナイザープラグインを登録する必要があります。例えば、 <a class="reference external" href="http://www.phontron.com/kytea/">KyTea</a> ベースのトークナイザーを <code class="docutils literal"><span class="pre">tokenizers/kytea</span></code> を登録することで使えます。</p>
         
     | 
| 
       286 
287 
     | 
    
         
             
            </div>
         
     | 
| 
       287 
288 
     | 
    
         
             
            <div class="section" id="string">
         
     | 
| 
       288 
     | 
    
         
            -
            <span id="tokenize-string"></span><h4>7.3. 
     | 
| 
      
 289 
     | 
    
         
            +
            <span id="tokenize-string"></span><h4>7.3.51.4.1.2. <code class="docutils literal"><span class="pre">string</span></code><a class="headerlink" href="#string" title="このヘッドラインへのパーマリンク">¶</a></h4>
         
     | 
| 
       289 
290 
     | 
    
         
             
            <p>トークナイズしたい文字列を指定します。</p>
         
     | 
| 
       290 
     | 
    
         
            -
            <p>< 
     | 
| 
       291 
     | 
    
         
            -
            <p>< 
     | 
| 
      
 291 
     | 
    
         
            +
            <p><code class="docutils literal"><span class="pre">string</span></code> の中に文字列を含める場合は、シングルクォート( <code class="docutils literal"><span class="pre">'</span></code> )またはダブルクォート( <code class="docutils literal"><span class="pre">"</span></code> )で <code class="docutils literal"><span class="pre">string</span></code> をクォートする必要があります。</p>
         
     | 
| 
      
 292 
     | 
    
         
            +
            <p><code class="docutils literal"><span class="pre">string</span></code> の中で空白を使う例です。</p>
         
     | 
| 
       292 
293 
     | 
    
         
             
            <p>実行例:</p>
         
     | 
| 
       293 
294 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>tokenize TokenBigram "Groonga is a fast fulltext earch engine!"
         
     | 
| 
       294 
295 
     | 
    
         
             
            # [
         
     | 
| 
         @@ -505,11 +506,11 @@ 
     | 
|
| 
       505 
506 
     | 
    
         
             
            </div>
         
     | 
| 
       506 
507 
     | 
    
         
             
            </div>
         
     | 
| 
       507 
508 
     | 
    
         
             
            <div class="section" id="optional-parameters">
         
     | 
| 
       508 
     | 
    
         
            -
            <h3>7.3. 
     | 
| 
      
 509 
     | 
    
         
            +
            <h3>7.3.51.4.2. 省略可能引数<a class="headerlink" href="#optional-parameters" title="このヘッドラインへのパーマリンク">¶</a></h3>
         
     | 
| 
       509 
510 
     | 
    
         
             
            <p>いくつか省略可能な引数があります。</p>
         
     | 
| 
       510 
511 
     | 
    
         
             
            <div class="section" id="normalizer">
         
     | 
| 
       511 
     | 
    
         
            -
            <span id="tokenize-normalizer"></span><h4>7.3. 
     | 
| 
       512 
     | 
    
         
            -
            <p>ノーマライザー名を指定します。 < 
     | 
| 
      
 512 
     | 
    
         
            +
            <span id="tokenize-normalizer"></span><h4>7.3.51.4.2.1. <code class="docutils literal"><span class="pre">normalizer</span></code><a class="headerlink" href="#normalizer" title="このヘッドラインへのパーマリンク">¶</a></h4>
         
     | 
| 
      
 513 
     | 
    
         
            +
            <p>ノーマライザー名を指定します。 <code class="docutils literal"><span class="pre">tokenize</span></code> コマンドは <code class="docutils literal"><span class="pre">normalizer</span></code> という名前のノーマライザーを使います。ノーマライザーは <code class="docutils literal"><span class="pre">TokenBigrma</span></code> など、N-gram関連のトークナイザーにとってとても重要です。</p>
         
     | 
| 
       513 
514 
     | 
    
         
             
            <p>ノーマライザーはノーマライズ中にそれぞれの文字の種類を検出します。N-gram系のトークナイザーはトークナイズ中に文字の種類を利用します。</p>
         
     | 
| 
       514 
515 
     | 
    
         
             
            <p>以下はノーマライザーを使わない例です。</p>
         
     | 
| 
       515 
516 
     | 
    
         
             
            <p>実行例:</p>
         
     | 
| 
         @@ -600,7 +601,7 @@ 
     | 
|
| 
       600 
601 
     | 
    
         
             
            # ]
         
     | 
| 
       601 
602 
     | 
    
         
             
            </pre></div>
         
     | 
| 
       602 
603 
     | 
    
         
             
            </div>
         
     | 
| 
       603 
     | 
    
         
            -
            <p>すべてのアルファベットが2文字ごとトークナイズされています。例えば、 < 
     | 
| 
      
 604 
     | 
    
         
            +
            <p>すべてのアルファベットが2文字ごとトークナイズされています。例えば、 <code class="docutils literal"><span class="pre">Fu</span></code> で1つのトークンになっています。</p>
         
     | 
| 
       604 
605 
     | 
    
         
             
            <p>以下はノーマライザーを使う例です。</p>
         
     | 
| 
       605 
606 
     | 
    
         
             
            <p>実行例:</p>
         
     | 
| 
       606 
607 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>tokenize TokenBigram "Fulltext Search" NormalizerAuto
         
     | 
| 
         @@ -625,8 +626,8 @@ 
     | 
|
| 
       625 
626 
     | 
    
         
             
            # ]
         
     | 
| 
       626 
627 
     | 
    
         
             
            </pre></div>
         
     | 
| 
       627 
628 
     | 
    
         
             
            </div>
         
     | 
| 
       628 
     | 
    
         
            -
            <p>連続するアルファベットが1つのトークンにトークナイズされています。例えば、 < 
     | 
| 
       629 
     | 
    
         
            -
            <p>ノーマライザーを使いながら2文字でトークナイズしたい場合は < 
     | 
| 
      
 629 
     | 
    
         
            +
            <p>連続するアルファベットが1つのトークンにトークナイズされています。例えば、 <code class="docutils literal"><span class="pre">fulltext</span></code> で1つのトークンになっています。</p>
         
     | 
| 
      
 630 
     | 
    
         
            +
            <p>ノーマライザーを使いながら2文字でトークナイズしたい場合は <code class="docutils literal"><span class="pre">TokenBigramSplitSymbolAlpha</span></code> を使って下さい。</p>
         
     | 
| 
       630 
631 
     | 
    
         
             
            <p>実行例:</p>
         
     | 
| 
       631 
632 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>tokenize TokenBigramSplitSymbolAlpha "Fulltext Search" NormalizerAuto
         
     | 
| 
       632 
633 
     | 
    
         
             
            # [
         
     | 
| 
         @@ -710,11 +711,11 @@ 
     | 
|
| 
       710 
711 
     | 
    
         
             
            # ]
         
     | 
| 
       711 
712 
     | 
    
         
             
            </pre></div>
         
     | 
| 
       712 
713 
     | 
    
         
             
            </div>
         
     | 
| 
       713 
     | 
    
         
            -
            <p>すべてのアルファベットが2文字ごとにトークナイズされています。そして、すべての文字が小文字にノーマライズされています。例えば、 < 
     | 
| 
      
 714 
     | 
    
         
            +
            <p>すべてのアルファベットが2文字ごとにトークナイズされています。そして、すべての文字が小文字にノーマライズされています。例えば、 <code class="docutils literal"><span class="pre">fu</span></code> で1つのトークンになっています。</p>
         
     | 
| 
       714 
715 
     | 
    
         
             
            </div>
         
     | 
| 
       715 
716 
     | 
    
         
             
            <div class="section" id="flags">
         
     | 
| 
       716 
     | 
    
         
            -
            <span id="tokenize-flags"></span><h4>7.3. 
     | 
| 
       717 
     | 
    
         
            -
            <p>トークナイズ処理をカスタマイズするオプションを指定します。「 < 
     | 
| 
      
 717 
     | 
    
         
            +
            <span id="tokenize-flags"></span><h4>7.3.51.4.2.2. <code class="docutils literal"><span class="pre">flags</span></code><a class="headerlink" href="#flags" title="このヘッドラインへのパーマリンク">¶</a></h4>
         
     | 
| 
      
 718 
     | 
    
         
            +
            <p>トークナイズ処理をカスタマイズするオプションを指定します。「 <code class="docutils literal"><span class="pre">|</span></code> 」で区切って複数のオプションを指定することができます。例えば、 <code class="docutils literal"><span class="pre">NONE|ENABLE_TOKENIZED_DELIMITER</span></code> というように指定できます。</p>
         
     | 
| 
       718 
719 
     | 
    
         
             
            <p>指定可能なフラグは以下の通りです。</p>
         
     | 
| 
       719 
720 
     | 
    
         
             
            <table border="1" class="docutils">
         
     | 
| 
       720 
721 
     | 
    
         
             
            <colgroup>
         
     | 
| 
         @@ -729,17 +730,17 @@ 
     | 
|
| 
       729 
730 
     | 
    
         
             
            </tr>
         
     | 
| 
       730 
731 
     | 
    
         
             
            </thead>
         
     | 
| 
       731 
732 
     | 
    
         
             
            <tbody valign="top">
         
     | 
| 
       732 
     | 
    
         
            -
            <tr class="row-even"><td>< 
     | 
| 
      
 733 
     | 
    
         
            +
            <tr class="row-even"><td><code class="docutils literal"><span class="pre">NONE</span></code></td>
         
     | 
| 
       733 
734 
     | 
    
         
             
            <td><p class="first last">無視されます。</p>
         
     | 
| 
       734 
735 
     | 
    
         
             
            </td>
         
     | 
| 
       735 
736 
     | 
    
         
             
            </tr>
         
     | 
| 
       736 
     | 
    
         
            -
            <tr class="row-odd"><td>< 
     | 
| 
      
 737 
     | 
    
         
            +
            <tr class="row-odd"><td><code class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></code></td>
         
     | 
| 
       737 
738 
     | 
    
         
             
            <td><p class="first last">トークナイズ済み区切り文字を有効にします。トークナイズ済み区切り文字の詳細は <a class="reference internal" href="../tokenizers.html"><em>トークナイザー</em></a> を参照してください。</p>
         
     | 
| 
       738 
739 
     | 
    
         
             
            </td>
         
     | 
| 
       739 
740 
     | 
    
         
             
            </tr>
         
     | 
| 
       740 
741 
     | 
    
         
             
            </tbody>
         
     | 
| 
       741 
742 
     | 
    
         
             
            </table>
         
     | 
| 
       742 
     | 
    
         
            -
            <p>以下は < 
     | 
| 
      
 743 
     | 
    
         
            +
            <p>以下は <code class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></code> を使った例です。</p>
         
     | 
| 
       743 
744 
     | 
    
         
             
            <p>実行例:</p>
         
     | 
| 
       744 
745 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>tokenize TokenDelimit "Fulltext Seacrch" NormalizerAuto ENABLE_TOKENIZED_DELIMITER
         
     | 
| 
       745 
746 
     | 
    
         
             
            # [
         
     | 
| 
         @@ -768,13 +769,13 @@ 
     | 
|
| 
       768 
769 
     | 
    
         
             
            # ]
         
     | 
| 
       769 
770 
     | 
    
         
             
            </pre></div>
         
     | 
| 
       770 
771 
     | 
    
         
             
            </div>
         
     | 
| 
       771 
     | 
    
         
            -
            <p>< 
     | 
| 
      
 772 
     | 
    
         
            +
            <p><code class="docutils literal"><span class="pre">TokenDelimit</span></code> トークナイザーはトークナイズ済み区切り文字をサポートしているトークナイザーの1つです。 <code class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></code> でトークナイズ済み区切り文字を有効に出来ます。トークナイズ済み区切り文字はトークンの区切りを表す特別な文字です。この文字は <code class="docutils literal"><span class="pre">U+FFFE</span></code> です。この文字コードはどの文字にも割り当てられていません。つまり、通常の文字列にはこの文字は現れません。よって、トークンの区切りを表すという目的には適切な文字です。 <code class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></code> が有効のときは、対象文字列はすでにトークナイズ済みであると扱われます。トークナイザーは単にトークナイズ済み区切り文字で区切ってトークナイズします。</p>
         
     | 
| 
       772 
773 
     | 
    
         
             
            </div>
         
     | 
| 
       773 
774 
     | 
    
         
             
            <div class="section" id="mode">
         
     | 
| 
       774 
     | 
    
         
            -
            <span id="tokenize-mode"></span><h4>7.3. 
     | 
| 
       775 
     | 
    
         
            -
            <p>トークナイズモードを指定します。 < 
     | 
| 
       776 
     | 
    
         
            -
            <p>デフォルトのモードは < 
     | 
| 
       777 
     | 
    
         
            -
            <p>以下は < 
     | 
| 
      
 775 
     | 
    
         
            +
            <span id="tokenize-mode"></span><h4>7.3.51.4.2.3. <code class="docutils literal"><span class="pre">mode</span></code><a class="headerlink" href="#mode" title="このヘッドラインへのパーマリンク">¶</a></h4>
         
     | 
| 
      
 776 
     | 
    
         
            +
            <p>トークナイズモードを指定します。 <code class="docutils literal"><span class="pre">ADD</span></code> を指定すると、ドキュメント追加時と同じルールでトークナイズされます。 <code class="docutils literal"><span class="pre">GET</span></code> を指定すると、ドキュメント検索時と同じルールでトークナイズされます。省略された場合、 <code class="docutils literal"><span class="pre">ADD</span></code> モードでトークナイズされます。</p>
         
     | 
| 
      
 777 
     | 
    
         
            +
            <p>デフォルトのモードは <code class="docutils literal"><span class="pre">ADD</span></code> です。</p>
         
     | 
| 
      
 778 
     | 
    
         
            +
            <p>以下は <code class="docutils literal"><span class="pre">ADD</span></code> モードの例です。</p>
         
     | 
| 
       778 
779 
     | 
    
         
             
            <p>実行例:</p>
         
     | 
| 
       779 
780 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>tokenize TokenBigram "Fulltext Search" --mode ADD
         
     | 
| 
       780 
781 
     | 
    
         
             
            # [
         
     | 
| 
         @@ -864,7 +865,7 @@ 
     | 
|
| 
       864 
865 
     | 
    
         
             
            </pre></div>
         
     | 
| 
       865 
866 
     | 
    
         
             
            </div>
         
     | 
| 
       866 
867 
     | 
    
         
             
            <p>最後のアルファベットは1文字でトークナイズされています。</p>
         
     | 
| 
       867 
     | 
    
         
            -
            <p>以下は < 
     | 
| 
      
 868 
     | 
    
         
            +
            <p>以下は <code class="docutils literal"><span class="pre">GET</span></code> モードの例です。</p>
         
     | 
| 
       868 
869 
     | 
    
         
             
            <p>実行例:</p>
         
     | 
| 
       869 
870 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>tokenize TokenBigram "Fulltext Search" --mode GET
         
     | 
| 
       870 
871 
     | 
    
         
             
            # [
         
     | 
| 
         @@ -951,25 +952,25 @@ 
     | 
|
| 
       951 
952 
     | 
    
         
             
            <p>最後のアルファベットは2文字でトークナイズされています。</p>
         
     | 
| 
       952 
953 
     | 
    
         
             
            </div>
         
     | 
| 
       953 
954 
     | 
    
         
             
            <div class="section" id="token-filters">
         
     | 
| 
       954 
     | 
    
         
            -
            <span id="tokenize-token-filters"></span><h4>7.3. 
     | 
| 
       955 
     | 
    
         
            -
            <p>トークンフィルターを指定します。 < 
     | 
| 
      
 955 
     | 
    
         
            +
            <span id="tokenize-token-filters"></span><h4>7.3.51.4.2.4. <code class="docutils literal"><span class="pre">token_filters</span></code><a class="headerlink" href="#token-filters" title="このヘッドラインへのパーマリンク">¶</a></h4>
         
     | 
| 
      
 956 
     | 
    
         
            +
            <p>トークンフィルターを指定します。 <code class="docutils literal"><span class="pre">tokenize</span></code> コマンドは <code class="docutils literal"><span class="pre">token_filters</span></code> という名前のトークンフィルターを使います。</p>
         
     | 
| 
       956 
957 
     | 
    
         
             
            <p>トークンフィルターについては <a class="reference internal" href="../token_filters.html"><em>トークンフィルター</em></a> を参照してください。</p>
         
     | 
| 
       957 
958 
     | 
    
         
             
            </div>
         
     | 
| 
       958 
959 
     | 
    
         
             
            </div>
         
     | 
| 
       959 
960 
     | 
    
         
             
            </div>
         
     | 
| 
       960 
961 
     | 
    
         
             
            <div class="section" id="return-value">
         
     | 
| 
       961 
     | 
    
         
            -
            <span id="tokenize-return-value"></span><h2>7.3. 
     | 
| 
       962 
     | 
    
         
            -
            <p>< 
     | 
| 
      
 962 
     | 
    
         
            +
            <span id="tokenize-return-value"></span><h2>7.3.51.5. 戻り値<a class="headerlink" href="#return-value" title="このヘッドラインへのパーマリンク">¶</a></h2>
         
     | 
| 
      
 963 
     | 
    
         
            +
            <p><code class="docutils literal"><span class="pre">tokenize</span></code> コマンドはトークナイズしたトークンをすべて返します。各トークンはトークン自身の文字列情報以外にいくつかの属性を持ちます。属性は今後増えていく可能性があります:</p>
         
     | 
| 
       963 
964 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>[HEADER, tokens]
         
     | 
| 
       964 
965 
     | 
    
         
             
            </pre></div>
         
     | 
| 
       965 
966 
     | 
    
         
             
            </div>
         
     | 
| 
       966 
     | 
    
         
            -
            <p>< 
     | 
| 
      
 967 
     | 
    
         
            +
            <p><code class="docutils literal"><span class="pre">HEADER</span></code></p>
         
     | 
| 
       967 
968 
     | 
    
         
             
            <blockquote>
         
     | 
| 
       968 
     | 
    
         
            -
            <div><p>< 
     | 
| 
      
 969 
     | 
    
         
            +
            <div><p><code class="docutils literal"><span class="pre">HEADER</span></code> については <a class="reference internal" href="../command/output_format.html"><em>出力形式</em></a> を参照してください。</p>
         
     | 
| 
       969 
970 
     | 
    
         
             
            </div></blockquote>
         
     | 
| 
       970 
     | 
    
         
            -
            <p>< 
     | 
| 
      
 971 
     | 
    
         
            +
            <p><code class="docutils literal"><span class="pre">tokens</span></code></p>
         
     | 
| 
       971 
972 
     | 
    
         
             
            <blockquote>
         
     | 
| 
       972 
     | 
    
         
            -
            <div><p>< 
     | 
| 
      
 973 
     | 
    
         
            +
            <div><p><code class="docutils literal"><span class="pre">tokens</span></code> はトークンの配列です。トークンは以下の属性を持ったオブジェクトです。</p>
         
     | 
| 
       973 
974 
     | 
    
         
             
            <table border="1" class="docutils">
         
     | 
| 
       974 
975 
     | 
    
         
             
            <colgroup>
         
     | 
| 
       975 
976 
     | 
    
         
             
            <col width="50%" />
         
     | 
| 
         @@ -983,11 +984,11 @@ 
     | 
|
| 
       983 
984 
     | 
    
         
             
            </tr>
         
     | 
| 
       984 
985 
     | 
    
         
             
            </thead>
         
     | 
| 
       985 
986 
     | 
    
         
             
            <tbody valign="top">
         
     | 
| 
       986 
     | 
    
         
            -
            <tr class="row-even"><td>< 
     | 
| 
      
 987 
     | 
    
         
            +
            <tr class="row-even"><td><code class="docutils literal"><span class="pre">value</span></code></td>
         
     | 
| 
       987 
988 
     | 
    
         
             
            <td><p class="first last">トークン自身</p>
         
     | 
| 
       988 
989 
     | 
    
         
             
            </td>
         
     | 
| 
       989 
990 
     | 
    
         
             
            </tr>
         
     | 
| 
       990 
     | 
    
         
            -
            <tr class="row-odd"><td>< 
     | 
| 
      
 991 
     | 
    
         
            +
            <tr class="row-odd"><td><code class="docutils literal"><span class="pre">position</span></code></td>
         
     | 
| 
       991 
992 
     | 
    
         
             
            <td><p class="first last">N番目のトークン。</p>
         
     | 
| 
       992 
993 
     | 
    
         
             
            </td>
         
     | 
| 
       993 
994 
     | 
    
         
             
            </tr>
         
     | 
| 
         @@ -996,7 +997,7 @@ 
     | 
|
| 
       996 
997 
     | 
    
         
             
            </div></blockquote>
         
     | 
| 
       997 
998 
     | 
    
         
             
            </div>
         
     | 
| 
       998 
999 
     | 
    
         
             
            <div class="section" id="see-also">
         
     | 
| 
       999 
     | 
    
         
            -
            <h2>7.3. 
     | 
| 
      
 1000 
     | 
    
         
            +
            <h2>7.3.51.6. 参考<a class="headerlink" href="#see-also" title="このヘッドラインへのパーマリンク">¶</a></h2>
         
     | 
| 
       1000 
1001 
     | 
    
         
             
            <ul class="simple">
         
     | 
| 
       1001 
1002 
     | 
    
         
             
            <li><a class="reference internal" href="../tokenizers.html"><em>トークナイザー</em></a></li>
         
     | 
| 
       1002 
1003 
     | 
    
         
             
            </ul>
         
     | 
| 
         @@ -1007,47 +1008,49 @@ 
     | 
|
| 
       1007 
1008 
     | 
    
         
             
                      </div>
         
     | 
| 
       1008 
1009 
     | 
    
         
             
                    </div>
         
     | 
| 
       1009 
1010 
     | 
    
         
             
                  </div>
         
     | 
| 
       1010 
     | 
    
         
            -
                  <div class="sphinxsidebar">
         
     | 
| 
      
 1011 
     | 
    
         
            +
                  <div class="sphinxsidebar" role="navigation" aria-label="main navigation">
         
     | 
| 
       1011 
1012 
     | 
    
         
             
                    <div class="sphinxsidebarwrapper">
         
     | 
| 
       1012 
1013 
     | 
    
         
             
              <h3><a href="../../index.html">目次</a></h3>
         
     | 
| 
       1013 
1014 
     | 
    
         
             
              <ul>
         
     | 
| 
       1014 
     | 
    
         
            -
            <li><a class="reference internal" href="#">7.3. 
     | 
| 
       1015 
     | 
    
         
            -
            <li><a class="reference internal" href="#summary">7.3. 
     | 
| 
       1016 
     | 
    
         
            -
            <li><a class="reference internal" href="#syntax">7.3. 
     | 
| 
       1017 
     | 
    
         
            -
            <li><a class="reference internal" href="#usage">7.3. 
     | 
| 
       1018 
     | 
    
         
            -
            <li><a class="reference internal" href="#parameters">7.3. 
     | 
| 
       1019 
     | 
    
         
            -
            <li><a class="reference internal" href="#required-parameters">7.3. 
     | 
| 
       1020 
     | 
    
         
            -
            <li><a class="reference internal" href="#tokenizer">7.3. 
     | 
| 
       1021 
     | 
    
         
            -
            <li><a class="reference internal" href="#string">7.3. 
     | 
| 
      
 1015 
     | 
    
         
            +
            <li><a class="reference internal" href="#">7.3.51. <code class="docutils literal"><span class="pre">tokenize</span></code></a><ul>
         
     | 
| 
      
 1016 
     | 
    
         
            +
            <li><a class="reference internal" href="#summary">7.3.51.1. 概要</a></li>
         
     | 
| 
      
 1017 
     | 
    
         
            +
            <li><a class="reference internal" href="#syntax">7.3.51.2. 構文</a></li>
         
     | 
| 
      
 1018 
     | 
    
         
            +
            <li><a class="reference internal" href="#usage">7.3.51.3. 使い方</a></li>
         
     | 
| 
      
 1019 
     | 
    
         
            +
            <li><a class="reference internal" href="#parameters">7.3.51.4. 引数</a><ul>
         
     | 
| 
      
 1020 
     | 
    
         
            +
            <li><a class="reference internal" href="#required-parameters">7.3.51.4.1. 必須引数</a><ul>
         
     | 
| 
      
 1021 
     | 
    
         
            +
            <li><a class="reference internal" href="#tokenizer">7.3.51.4.1.1. <code class="docutils literal"><span class="pre">tokenizer</span></code></a></li>
         
     | 
| 
      
 1022 
     | 
    
         
            +
            <li><a class="reference internal" href="#string">7.3.51.4.1.2. <code class="docutils literal"><span class="pre">string</span></code></a></li>
         
     | 
| 
       1022 
1023 
     | 
    
         
             
            </ul>
         
     | 
| 
       1023 
1024 
     | 
    
         
             
            </li>
         
     | 
| 
       1024 
     | 
    
         
            -
            <li><a class="reference internal" href="#optional-parameters">7.3. 
     | 
| 
       1025 
     | 
    
         
            -
            <li><a class="reference internal" href="#normalizer">7.3. 
     | 
| 
       1026 
     | 
    
         
            -
            <li><a class="reference internal" href="#flags">7.3. 
     | 
| 
       1027 
     | 
    
         
            -
            <li><a class="reference internal" href="#mode">7.3. 
     | 
| 
       1028 
     | 
    
         
            -
            <li><a class="reference internal" href="#token-filters">7.3. 
     | 
| 
      
 1025 
     | 
    
         
            +
            <li><a class="reference internal" href="#optional-parameters">7.3.51.4.2. 省略可能引数</a><ul>
         
     | 
| 
      
 1026 
     | 
    
         
            +
            <li><a class="reference internal" href="#normalizer">7.3.51.4.2.1. <code class="docutils literal"><span class="pre">normalizer</span></code></a></li>
         
     | 
| 
      
 1027 
     | 
    
         
            +
            <li><a class="reference internal" href="#flags">7.3.51.4.2.2. <code class="docutils literal"><span class="pre">flags</span></code></a></li>
         
     | 
| 
      
 1028 
     | 
    
         
            +
            <li><a class="reference internal" href="#mode">7.3.51.4.2.3. <code class="docutils literal"><span class="pre">mode</span></code></a></li>
         
     | 
| 
      
 1029 
     | 
    
         
            +
            <li><a class="reference internal" href="#token-filters">7.3.51.4.2.4. <code class="docutils literal"><span class="pre">token_filters</span></code></a></li>
         
     | 
| 
       1029 
1030 
     | 
    
         
             
            </ul>
         
     | 
| 
       1030 
1031 
     | 
    
         
             
            </li>
         
     | 
| 
       1031 
1032 
     | 
    
         
             
            </ul>
         
     | 
| 
       1032 
1033 
     | 
    
         
             
            </li>
         
     | 
| 
       1033 
     | 
    
         
            -
            <li><a class="reference internal" href="#return-value">7.3. 
     | 
| 
       1034 
     | 
    
         
            -
            <li><a class="reference internal" href="#see-also">7.3. 
     | 
| 
      
 1034 
     | 
    
         
            +
            <li><a class="reference internal" href="#return-value">7.3.51.5. 戻り値</a></li>
         
     | 
| 
      
 1035 
     | 
    
         
            +
            <li><a class="reference internal" href="#see-also">7.3.51.6. 参考</a></li>
         
     | 
| 
       1035 
1036 
     | 
    
         
             
            </ul>
         
     | 
| 
       1036 
1037 
     | 
    
         
             
            </li>
         
     | 
| 
       1037 
1038 
     | 
    
         
             
            </ul>
         
     | 
| 
       1038 
1039 
     | 
    
         | 
| 
       1039 
1040 
     | 
    
         
             
              <h4>前のトピックへ</h4>
         
     | 
| 
       1040 
     | 
    
         
            -
              <p class="topless"><a href=" 
     | 
| 
       1041 
     | 
    
         
            -
                                    title="前の章へ">7.3. 
     | 
| 
      
 1041 
     | 
    
         
            +
              <p class="topless"><a href="thread_limit.html"
         
     | 
| 
      
 1042 
     | 
    
         
            +
                                    title="前の章へ">7.3.50. <code class="docutils literal"><span class="pre">thread_limit</span></code></a></p>
         
     | 
| 
       1042 
1043 
     | 
    
         
             
              <h4>次のトピックへ</h4>
         
     | 
| 
       1043 
1044 
     | 
    
         
             
              <p class="topless"><a href="tokenizer_list.html"
         
     | 
| 
       1044 
     | 
    
         
            -
                                    title="次の章へ">7.3. 
     | 
| 
       1045 
     | 
    
         
            -
              < 
     | 
| 
       1046 
     | 
    
         
            -
             
     | 
| 
       1047 
     | 
    
         
            -
                < 
     | 
| 
       1048 
     | 
    
         
            -
             
     | 
| 
       1049 
     | 
    
         
            -
             
     | 
| 
       1050 
     | 
    
         
            -
             
     | 
| 
      
 1045 
     | 
    
         
            +
                                    title="次の章へ">7.3.52. <code class="docutils literal"><span class="pre">tokenizer_list</span></code></a></p>
         
     | 
| 
      
 1046 
     | 
    
         
            +
              <div role="note" aria-label="source link">
         
     | 
| 
      
 1047 
     | 
    
         
            +
                <h3>このページ</h3>
         
     | 
| 
      
 1048 
     | 
    
         
            +
                <ul class="this-page-menu">
         
     | 
| 
      
 1049 
     | 
    
         
            +
                  <li><a href="../../_sources/reference/commands/tokenize.txt"
         
     | 
| 
      
 1050 
     | 
    
         
            +
                        rel="nofollow">ソースコードを表示</a></li>
         
     | 
| 
      
 1051 
     | 
    
         
            +
                </ul>
         
     | 
| 
      
 1052 
     | 
    
         
            +
               </div>
         
     | 
| 
      
 1053 
     | 
    
         
            +
            <div id="searchbox" style="display: none" role="search">
         
     | 
| 
       1051 
1054 
     | 
    
         
             
              <h3>クイック検索</h3>
         
     | 
| 
       1052 
1055 
     | 
    
         
             
                <form class="search" action="../../search.html" method="get">
         
     | 
| 
       1053 
1056 
     | 
    
         
             
                  <input type="text" name="q" />
         
     | 
| 
         @@ -1064,24 +1067,24 @@ 
     | 
|
| 
       1064 
1067 
     | 
    
         
             
                  </div>
         
     | 
| 
       1065 
1068 
     | 
    
         
             
                  <div class="clearer"></div>
         
     | 
| 
       1066 
1069 
     | 
    
         
             
                </div>
         
     | 
| 
       1067 
     | 
    
         
            -
                <div class="related">
         
     | 
| 
      
 1070 
     | 
    
         
            +
                <div class="related" role="navigation" aria-label="related navigation">
         
     | 
| 
       1068 
1071 
     | 
    
         
             
                  <h3>ナビゲーション</h3>
         
     | 
| 
       1069 
1072 
     | 
    
         
             
                  <ul>
         
     | 
| 
       1070 
1073 
     | 
    
         
             
                    <li class="right" style="margin-right: 10px">
         
     | 
| 
       1071 
1074 
     | 
    
         
             
                      <a href="../../genindex.html" title="総合索引"
         
     | 
| 
       1072 
1075 
     | 
    
         
             
                         >索引</a></li>
         
     | 
| 
       1073 
1076 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       1074 
     | 
    
         
            -
                      <a href="tokenizer_list.html" title="7.3. 
     | 
| 
      
 1077 
     | 
    
         
            +
                      <a href="tokenizer_list.html" title="7.3.52. tokenizer_list"
         
     | 
| 
       1075 
1078 
     | 
    
         
             
                         >次へ</a> |</li>
         
     | 
| 
       1076 
1079 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       1077 
     | 
    
         
            -
                      <a href=" 
     | 
| 
      
 1080 
     | 
    
         
            +
                      <a href="thread_limit.html" title="7.3.50. thread_limit"
         
     | 
| 
       1078 
1081 
     | 
    
         
             
                         >前へ</a> |</li>
         
     | 
| 
       1079 
     | 
    
         
            -
                    <li><a href="../../index.html">Groonga v5.0. 
     | 
| 
       1080 
     | 
    
         
            -
                      <li><a href="../../reference.html" >7. リファレンスマニュアル</a> »</li>
         
     | 
| 
       1081 
     | 
    
         
            -
                      <li><a href="../command.html" >7.3. コマンド</a> »</li> 
         
     | 
| 
      
 1082 
     | 
    
         
            +
                    <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v5.0.6-226-gd7da7e7ドキュメント</a> »</li>
         
     | 
| 
      
 1083 
     | 
    
         
            +
                      <li class="nav-item nav-item-1"><a href="../../reference.html" >7. リファレンスマニュアル</a> »</li>
         
     | 
| 
      
 1084 
     | 
    
         
            +
                      <li class="nav-item nav-item-2"><a href="../command.html" >7.3. コマンド</a> »</li> 
         
     | 
| 
       1082 
1085 
     | 
    
         
             
                  </ul>
         
     | 
| 
       1083 
1086 
     | 
    
         
             
                </div>
         
     | 
| 
       1084 
     | 
    
         
            -
                <div class="footer">
         
     | 
| 
      
 1087 
     | 
    
         
            +
                <div class="footer" role="contentinfo">
         
     | 
| 
       1085 
1088 
     | 
    
         
             
                    © Copyright 2009-2015, Brazil, Inc.
         
     | 
| 
       1086 
1089 
     | 
    
         
             
                </div>
         
     | 
| 
       1087 
1090 
     | 
    
         
             
              </body>
         
     | 
| 
         @@ -7,7 +7,7 @@ 
     | 
|
| 
       7 
7 
     | 
    
         
             
              <head>
         
     | 
| 
       8 
8 
     | 
    
         
             
                <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
         
     | 
| 
       9 
9 
     | 
    
         | 
| 
       10 
     | 
    
         
            -
                <title>7.3. 
     | 
| 
      
 10 
     | 
    
         
            +
                <title>7.3.52. tokenizer_list — Groonga v5.0.6-226-gd7da7e7ドキュメント</title>
         
     | 
| 
       11 
11 
     | 
    
         | 
| 
       12 
12 
     | 
    
         
             
                <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
         
     | 
| 
       13 
13 
     | 
    
         
             
                <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
         
     | 
| 
         @@ -15,7 +15,7 @@ 
     | 
|
| 
       15 
15 
     | 
    
         
             
                <script type="text/javascript">
         
     | 
| 
       16 
16 
     | 
    
         
             
                  var DOCUMENTATION_OPTIONS = {
         
     | 
| 
       17 
17 
     | 
    
         
             
                    URL_ROOT:    '../../',
         
     | 
| 
       18 
     | 
    
         
            -
                    VERSION:     '5.0. 
     | 
| 
      
 18 
     | 
    
         
            +
                    VERSION:     '5.0.6-226-gd7da7e7',
         
     | 
| 
       19 
19 
     | 
    
         
             
                    COLLAPSE_INDEX: false,
         
     | 
| 
       20 
20 
     | 
    
         
             
                    FILE_SUFFIX: '.html',
         
     | 
| 
       21 
21 
     | 
    
         
             
                    HAS_SOURCE:  true
         
     | 
| 
         @@ -26,12 +26,12 @@ 
     | 
|
| 
       26 
26 
     | 
    
         
             
                <script type="text/javascript" src="../../_static/doctools.js"></script>
         
     | 
| 
       27 
27 
     | 
    
         
             
                <script type="text/javascript" src="../../_static/translations.js"></script>
         
     | 
| 
       28 
28 
     | 
    
         
             
                <link rel="shortcut icon" href="../../_static/favicon.ico"/>
         
     | 
| 
       29 
     | 
    
         
            -
                <link rel="top" title="Groonga v5.0. 
     | 
| 
      
 29 
     | 
    
         
            +
                <link rel="top" title="Groonga v5.0.6-226-gd7da7e7ドキュメント" href="../../index.html" />
         
     | 
| 
       30 
30 
     | 
    
         
             
                <link rel="up" title="7.3. コマンド" href="../command.html" />
         
     | 
| 
       31 
     | 
    
         
            -
                <link rel="next" title="7.3. 
     | 
| 
       32 
     | 
    
         
            -
                <link rel="prev" title="7.3. 
     | 
| 
      
 31 
     | 
    
         
            +
                <link rel="next" title="7.3.53. truncate" href="truncate.html" />
         
     | 
| 
      
 32 
     | 
    
         
            +
                <link rel="prev" title="7.3.51. tokenize" href="tokenize.html" /> 
         
     | 
| 
       33 
33 
     | 
    
         
             
              </head>
         
     | 
| 
       34 
     | 
    
         
            -
              <body>
         
     | 
| 
      
 34 
     | 
    
         
            +
              <body role="document">
         
     | 
| 
       35 
35 
     | 
    
         
             
            <div class="header">
         
     | 
| 
       36 
36 
     | 
    
         
             
              <h1 class="title">
         
     | 
| 
       37 
37 
     | 
    
         
             
                <a id="top-link" href="../../index.html">
         
     | 
| 
         @@ -49,52 +49,52 @@ 
     | 
|
| 
       49 
49 
     | 
    
         
             
            </div>
         
     | 
| 
       50 
50 
     | 
    
         | 
| 
       51 
51 
     | 
    
         | 
| 
       52 
     | 
    
         
            -
                <div class="related">
         
     | 
| 
      
 52 
     | 
    
         
            +
                <div class="related" role="navigation" aria-label="related navigation">
         
     | 
| 
       53 
53 
     | 
    
         
             
                  <h3>ナビゲーション</h3>
         
     | 
| 
       54 
54 
     | 
    
         
             
                  <ul>
         
     | 
| 
       55 
55 
     | 
    
         
             
                    <li class="right" style="margin-right: 10px">
         
     | 
| 
       56 
56 
     | 
    
         
             
                      <a href="../../genindex.html" title="総合索引"
         
     | 
| 
       57 
57 
     | 
    
         
             
                         accesskey="I">索引</a></li>
         
     | 
| 
       58 
58 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       59 
     | 
    
         
            -
                      <a href="truncate.html" title="7.3. 
     | 
| 
      
 59 
     | 
    
         
            +
                      <a href="truncate.html" title="7.3.53. truncate"
         
     | 
| 
       60 
60 
     | 
    
         
             
                         accesskey="N">次へ</a> |</li>
         
     | 
| 
       61 
61 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       62 
     | 
    
         
            -
                      <a href="tokenize.html" title="7.3. 
     | 
| 
      
 62 
     | 
    
         
            +
                      <a href="tokenize.html" title="7.3.51. tokenize"
         
     | 
| 
       63 
63 
     | 
    
         
             
                         accesskey="P">前へ</a> |</li>
         
     | 
| 
       64 
     | 
    
         
            -
                    <li><a href="../../index.html">Groonga v5.0. 
     | 
| 
       65 
     | 
    
         
            -
                      <li><a href="../../reference.html" >7. リファレンスマニュアル</a> »</li>
         
     | 
| 
       66 
     | 
    
         
            -
                      <li><a href="../command.html" accesskey="U">7.3. コマンド</a> »</li> 
         
     | 
| 
      
 64 
     | 
    
         
            +
                    <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v5.0.6-226-gd7da7e7ドキュメント</a> »</li>
         
     | 
| 
      
 65 
     | 
    
         
            +
                      <li class="nav-item nav-item-1"><a href="../../reference.html" >7. リファレンスマニュアル</a> »</li>
         
     | 
| 
      
 66 
     | 
    
         
            +
                      <li class="nav-item nav-item-2"><a href="../command.html" accesskey="U">7.3. コマンド</a> »</li> 
         
     | 
| 
       67 
67 
     | 
    
         
             
                  </ul>
         
     | 
| 
       68 
68 
     | 
    
         
             
                </div>  
         
     | 
| 
       69 
69 
     | 
    
         | 
| 
       70 
70 
     | 
    
         
             
                <div class="document">
         
     | 
| 
       71 
71 
     | 
    
         
             
                  <div class="documentwrapper">
         
     | 
| 
       72 
72 
     | 
    
         
             
                    <div class="bodywrapper">
         
     | 
| 
       73 
     | 
    
         
            -
                      <div class="body">
         
     | 
| 
      
 73 
     | 
    
         
            +
                      <div class="body" role="main">
         
     | 
| 
       74 
74 
     | 
    
         | 
| 
       75 
75 
     | 
    
         
             
              <div class="section" id="tokenizer-list">
         
     | 
| 
       76 
     | 
    
         
            -
            <h1>7.3. 
     | 
| 
      
 76 
     | 
    
         
            +
            <h1>7.3.52. <code class="docutils literal"><span class="pre">tokenizer_list</span></code><a class="headerlink" href="#tokenizer-list" title="このヘッドラインへのパーマリンク">¶</a></h1>
         
     | 
| 
       77 
77 
     | 
    
         
             
            <div class="section" id="summary">
         
     | 
| 
       78 
     | 
    
         
            -
            <h2>7.3. 
     | 
| 
       79 
     | 
    
         
            -
            <p>< 
     | 
| 
      
 78 
     | 
    
         
            +
            <h2>7.3.52.1. 概要<a class="headerlink" href="#summary" title="このヘッドラインへのパーマリンク">¶</a></h2>
         
     | 
| 
      
 79 
     | 
    
         
            +
            <p><code class="docutils literal"><span class="pre">tokenizer_list</span></code> コマンドはデータベースに登録されているトークナイザーの一覧を返します。</p>
         
     | 
| 
       80 
80 
     | 
    
         
             
            </div>
         
     | 
| 
       81 
81 
     | 
    
         
             
            <div class="section" id="syntax">
         
     | 
| 
       82 
     | 
    
         
            -
            <h2>7.3. 
     | 
| 
       83 
     | 
    
         
            -
            <p 
     | 
| 
      
 82 
     | 
    
         
            +
            <h2>7.3.52.2. 構文<a class="headerlink" href="#syntax" title="このヘッドラインへのパーマリンク">¶</a></h2>
         
     | 
| 
      
 83 
     | 
    
         
            +
            <p>このコマンドに引数はありません:</p>
         
     | 
| 
       84 
84 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>tokenizer_list
         
     | 
| 
       85 
85 
     | 
    
         
             
            </pre></div>
         
     | 
| 
       86 
86 
     | 
    
         
             
            </div>
         
     | 
| 
       87 
87 
     | 
    
         
             
            </div>
         
     | 
| 
       88 
88 
     | 
    
         
             
            <div class="section" id="usage">
         
     | 
| 
       89 
     | 
    
         
            -
            <h2>7.3. 
     | 
| 
      
 89 
     | 
    
         
            +
            <h2>7.3.52.3. 使い方<a class="headerlink" href="#usage" title="このヘッドラインへのパーマリンク">¶</a></h2>
         
     | 
| 
       90 
90 
     | 
    
         
             
            <p>以下は簡単な使用例です。</p>
         
     | 
| 
       91 
91 
     | 
    
         
             
            <p>実行例:</p>
         
     | 
| 
       92 
92 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>tokenizer_list
         
     | 
| 
       93 
93 
     | 
    
         
             
            # [
         
     | 
| 
       94 
94 
     | 
    
         
             
            #   [
         
     | 
| 
       95 
95 
     | 
    
         
             
            #     0,
         
     | 
| 
       96 
     | 
    
         
            -
            #      
     | 
| 
       97 
     | 
    
         
            -
            #     0. 
     | 
| 
      
 96 
     | 
    
         
            +
            #     1337566253.89858,
         
     | 
| 
      
 97 
     | 
    
         
            +
            #     0.000355720520019531
         
     | 
| 
       98 
98 
     | 
    
         
             
            #   ],
         
     | 
| 
       99 
99 
     | 
    
         
             
            #   [
         
     | 
| 
       100 
100 
     | 
    
         
             
            #     {
         
     | 
| 
         @@ -135,6 +135,9 @@ 
     | 
|
| 
       135 
135 
     | 
    
         
             
            #     },
         
     | 
| 
       136 
136 
     | 
    
         
             
            #     {
         
     | 
| 
       137 
137 
     | 
    
         
             
            #       "name": "TokenDelimitNull"
         
     | 
| 
      
 138 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 139 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 140 
     | 
    
         
            +
            #       "name": "TokenRegexp"
         
     | 
| 
       138 
141 
     | 
    
         
             
            #     }
         
     | 
| 
       139 
142 
     | 
    
         
             
            #   ]
         
     | 
| 
       140 
143 
     | 
    
         
             
            # ]
         
     | 
| 
         @@ -143,18 +146,18 @@ 
     | 
|
| 
       143 
146 
     | 
    
         
             
            <p>データベースに登録されているトークナイザーの一覧を返します。</p>
         
     | 
| 
       144 
147 
     | 
    
         
             
            </div>
         
     | 
| 
       145 
148 
     | 
    
         
             
            <div class="section" id="return-value">
         
     | 
| 
       146 
     | 
    
         
            -
            <h2>7.3. 
     | 
| 
       147 
     | 
    
         
            -
            <p>< 
     | 
| 
      
 149 
     | 
    
         
            +
            <h2>7.3.52.4. 戻り値<a class="headerlink" href="#return-value" title="このヘッドラインへのパーマリンク">¶</a></h2>
         
     | 
| 
      
 150 
     | 
    
         
            +
            <p><code class="docutils literal"><span class="pre">tokenizer_list</span></code> コマンドはトークナイザーの一覧を返します。各トークナイザーは属性を持っています。例えば名前です。将来、属性は増えるかもしれません。:</p>
         
     | 
| 
       148 
151 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>[HEADER, tokenizers]
         
     | 
| 
       149 
152 
     | 
    
         
             
            </pre></div>
         
     | 
| 
       150 
153 
     | 
    
         
             
            </div>
         
     | 
| 
       151 
     | 
    
         
            -
            <p>< 
     | 
| 
      
 154 
     | 
    
         
            +
            <p><code class="docutils literal"><span class="pre">HEADER</span></code></p>
         
     | 
| 
       152 
155 
     | 
    
         
             
            <blockquote>
         
     | 
| 
       153 
     | 
    
         
            -
            <div><p>< 
     | 
| 
      
 156 
     | 
    
         
            +
            <div><p><code class="docutils literal"><span class="pre">HEADER</span></code> については <a class="reference internal" href="../command/output_format.html"><em>出力形式</em></a> を参照してください。</p>
         
     | 
| 
       154 
157 
     | 
    
         
             
            </div></blockquote>
         
     | 
| 
       155 
     | 
    
         
            -
            <p>< 
     | 
| 
      
 158 
     | 
    
         
            +
            <p><code class="docutils literal"><span class="pre">tokenizers</span></code></p>
         
     | 
| 
       156 
159 
     | 
    
         
             
            <blockquote>
         
     | 
| 
       157 
     | 
    
         
            -
            <div><p>< 
     | 
| 
      
 160 
     | 
    
         
            +
            <div><p><code class="docutils literal"><span class="pre">tokenizers</span></code> はトークナイザーの配列です。トークナイザーは次の属性を持つオブジェクトです。</p>
         
     | 
| 
       158 
161 
     | 
    
         
             
            <table border="1" class="docutils">
         
     | 
| 
       159 
162 
     | 
    
         
             
            <colgroup>
         
     | 
| 
       160 
163 
     | 
    
         
             
            <col width="50%" />
         
     | 
| 
         @@ -168,7 +171,7 @@ 
     | 
|
| 
       168 
171 
     | 
    
         
             
            </tr>
         
     | 
| 
       169 
172 
     | 
    
         
             
            </thead>
         
     | 
| 
       170 
173 
     | 
    
         
             
            <tbody valign="top">
         
     | 
| 
       171 
     | 
    
         
            -
            <tr class="row-even"><td>< 
     | 
| 
      
 174 
     | 
    
         
            +
            <tr class="row-even"><td><code class="docutils literal"><span class="pre">name</span></code></td>
         
     | 
| 
       172 
175 
     | 
    
         
             
            <td><p class="first last">トークナイザー名。</p>
         
     | 
| 
       173 
176 
     | 
    
         
             
            </td>
         
     | 
| 
       174 
177 
     | 
    
         
             
            </tr>
         
     | 
| 
         @@ -177,7 +180,7 @@ 
     | 
|
| 
       177 
180 
     | 
    
         
             
            </div></blockquote>
         
     | 
| 
       178 
181 
     | 
    
         
             
            </div>
         
     | 
| 
       179 
182 
     | 
    
         
             
            <div class="section" id="see-also">
         
     | 
| 
       180 
     | 
    
         
            -
            <h2>7.3. 
     | 
| 
      
 183 
     | 
    
         
            +
            <h2>7.3.52.5. 参考<a class="headerlink" href="#see-also" title="このヘッドラインへのパーマリンク">¶</a></h2>
         
     | 
| 
       181 
184 
     | 
    
         
             
            <ul class="simple">
         
     | 
| 
       182 
185 
     | 
    
         
             
            <li><a class="reference internal" href="../tokenizers.html"><em>トークナイザー</em></a></li>
         
     | 
| 
       183 
186 
     | 
    
         
             
            <li><a class="reference internal" href="tokenize.html"><em>tokenize</em></a></li>
         
     | 
| 
         @@ -189,32 +192,34 @@ 
     | 
|
| 
       189 
192 
     | 
    
         
             
                      </div>
         
     | 
| 
       190 
193 
     | 
    
         
             
                    </div>
         
     | 
| 
       191 
194 
     | 
    
         
             
                  </div>
         
     | 
| 
       192 
     | 
    
         
            -
                  <div class="sphinxsidebar">
         
     | 
| 
      
 195 
     | 
    
         
            +
                  <div class="sphinxsidebar" role="navigation" aria-label="main navigation">
         
     | 
| 
       193 
196 
     | 
    
         
             
                    <div class="sphinxsidebarwrapper">
         
     | 
| 
       194 
197 
     | 
    
         
             
              <h3><a href="../../index.html">目次</a></h3>
         
     | 
| 
       195 
198 
     | 
    
         
             
              <ul>
         
     | 
| 
       196 
     | 
    
         
            -
            <li><a class="reference internal" href="#">7.3. 
     | 
| 
       197 
     | 
    
         
            -
            <li><a class="reference internal" href="#summary">7.3. 
     | 
| 
       198 
     | 
    
         
            -
            <li><a class="reference internal" href="#syntax">7.3. 
     | 
| 
       199 
     | 
    
         
            -
            <li><a class="reference internal" href="#usage">7.3. 
     | 
| 
       200 
     | 
    
         
            -
            <li><a class="reference internal" href="#return-value">7.3. 
     | 
| 
       201 
     | 
    
         
            -
            <li><a class="reference internal" href="#see-also">7.3. 
     | 
| 
      
 199 
     | 
    
         
            +
            <li><a class="reference internal" href="#">7.3.52. <code class="docutils literal"><span class="pre">tokenizer_list</span></code></a><ul>
         
     | 
| 
      
 200 
     | 
    
         
            +
            <li><a class="reference internal" href="#summary">7.3.52.1. 概要</a></li>
         
     | 
| 
      
 201 
     | 
    
         
            +
            <li><a class="reference internal" href="#syntax">7.3.52.2. 構文</a></li>
         
     | 
| 
      
 202 
     | 
    
         
            +
            <li><a class="reference internal" href="#usage">7.3.52.3. 使い方</a></li>
         
     | 
| 
      
 203 
     | 
    
         
            +
            <li><a class="reference internal" href="#return-value">7.3.52.4. 戻り値</a></li>
         
     | 
| 
      
 204 
     | 
    
         
            +
            <li><a class="reference internal" href="#see-also">7.3.52.5. 参考</a></li>
         
     | 
| 
       202 
205 
     | 
    
         
             
            </ul>
         
     | 
| 
       203 
206 
     | 
    
         
             
            </li>
         
     | 
| 
       204 
207 
     | 
    
         
             
            </ul>
         
     | 
| 
       205 
208 
     | 
    
         | 
| 
       206 
209 
     | 
    
         
             
              <h4>前のトピックへ</h4>
         
     | 
| 
       207 
210 
     | 
    
         
             
              <p class="topless"><a href="tokenize.html"
         
     | 
| 
       208 
     | 
    
         
            -
                                    title="前の章へ">7.3. 
     | 
| 
      
 211 
     | 
    
         
            +
                                    title="前の章へ">7.3.51. <code class="docutils literal"><span class="pre">tokenize</span></code></a></p>
         
     | 
| 
       209 
212 
     | 
    
         
             
              <h4>次のトピックへ</h4>
         
     | 
| 
       210 
213 
     | 
    
         
             
              <p class="topless"><a href="truncate.html"
         
     | 
| 
       211 
     | 
    
         
            -
                                    title="次の章へ">7.3. 
     | 
| 
       212 
     | 
    
         
            -
              < 
     | 
| 
       213 
     | 
    
         
            -
             
     | 
| 
       214 
     | 
    
         
            -
                < 
     | 
| 
       215 
     | 
    
         
            -
             
     | 
| 
       216 
     | 
    
         
            -
             
     | 
| 
       217 
     | 
    
         
            -
             
     | 
| 
      
 214 
     | 
    
         
            +
                                    title="次の章へ">7.3.53. <code class="docutils literal"><span class="pre">truncate</span></code></a></p>
         
     | 
| 
      
 215 
     | 
    
         
            +
              <div role="note" aria-label="source link">
         
     | 
| 
      
 216 
     | 
    
         
            +
                <h3>このページ</h3>
         
     | 
| 
      
 217 
     | 
    
         
            +
                <ul class="this-page-menu">
         
     | 
| 
      
 218 
     | 
    
         
            +
                  <li><a href="../../_sources/reference/commands/tokenizer_list.txt"
         
     | 
| 
      
 219 
     | 
    
         
            +
                        rel="nofollow">ソースコードを表示</a></li>
         
     | 
| 
      
 220 
     | 
    
         
            +
                </ul>
         
     | 
| 
      
 221 
     | 
    
         
            +
               </div>
         
     | 
| 
      
 222 
     | 
    
         
            +
            <div id="searchbox" style="display: none" role="search">
         
     | 
| 
       218 
223 
     | 
    
         
             
              <h3>クイック検索</h3>
         
     | 
| 
       219 
224 
     | 
    
         
             
                <form class="search" action="../../search.html" method="get">
         
     | 
| 
       220 
225 
     | 
    
         
             
                  <input type="text" name="q" />
         
     | 
| 
         @@ -231,24 +236,24 @@ 
     | 
|
| 
       231 
236 
     | 
    
         
             
                  </div>
         
     | 
| 
       232 
237 
     | 
    
         
             
                  <div class="clearer"></div>
         
     | 
| 
       233 
238 
     | 
    
         
             
                </div>
         
     | 
| 
       234 
     | 
    
         
            -
                <div class="related">
         
     | 
| 
      
 239 
     | 
    
         
            +
                <div class="related" role="navigation" aria-label="related navigation">
         
     | 
| 
       235 
240 
     | 
    
         
             
                  <h3>ナビゲーション</h3>
         
     | 
| 
       236 
241 
     | 
    
         
             
                  <ul>
         
     | 
| 
       237 
242 
     | 
    
         
             
                    <li class="right" style="margin-right: 10px">
         
     | 
| 
       238 
243 
     | 
    
         
             
                      <a href="../../genindex.html" title="総合索引"
         
     | 
| 
       239 
244 
     | 
    
         
             
                         >索引</a></li>
         
     | 
| 
       240 
245 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       241 
     | 
    
         
            -
                      <a href="truncate.html" title="7.3. 
     | 
| 
      
 246 
     | 
    
         
            +
                      <a href="truncate.html" title="7.3.53. truncate"
         
     | 
| 
       242 
247 
     | 
    
         
             
                         >次へ</a> |</li>
         
     | 
| 
       243 
248 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       244 
     | 
    
         
            -
                      <a href="tokenize.html" title="7.3. 
     | 
| 
      
 249 
     | 
    
         
            +
                      <a href="tokenize.html" title="7.3.51. tokenize"
         
     | 
| 
       245 
250 
     | 
    
         
             
                         >前へ</a> |</li>
         
     | 
| 
       246 
     | 
    
         
            -
                    <li><a href="../../index.html">Groonga v5.0. 
     | 
| 
       247 
     | 
    
         
            -
                      <li><a href="../../reference.html" >7. リファレンスマニュアル</a> »</li>
         
     | 
| 
       248 
     | 
    
         
            -
                      <li><a href="../command.html" >7.3. コマンド</a> »</li> 
         
     | 
| 
      
 251 
     | 
    
         
            +
                    <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v5.0.6-226-gd7da7e7ドキュメント</a> »</li>
         
     | 
| 
      
 252 
     | 
    
         
            +
                      <li class="nav-item nav-item-1"><a href="../../reference.html" >7. リファレンスマニュアル</a> »</li>
         
     | 
| 
      
 253 
     | 
    
         
            +
                      <li class="nav-item nav-item-2"><a href="../command.html" >7.3. コマンド</a> »</li> 
         
     | 
| 
       249 
254 
     | 
    
         
             
                  </ul>
         
     | 
| 
       250 
255 
     | 
    
         
             
                </div>
         
     | 
| 
       251 
     | 
    
         
            -
                <div class="footer">
         
     | 
| 
      
 256 
     | 
    
         
            +
                <div class="footer" role="contentinfo">
         
     | 
| 
       252 
257 
     | 
    
         
             
                    © Copyright 2009-2015, Brazil, Inc.
         
     | 
| 
       253 
258 
     | 
    
         
             
                </div>
         
     | 
| 
       254 
259 
     | 
    
         
             
              </body>
         
     |