rroonga 4.0.1-x86-mingw32 → 4.0.2-x86-mingw32
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
 - data/doc/text/news.textile +25 -0
 - data/ext/groonga/extconf.rb +2 -0
 - data/ext/groonga/rb-grn-index-column.c +91 -0
 - data/ext/groonga/rb-grn-object.c +3 -9
 - data/ext/groonga/rb-grn-table.c +18 -24
 - data/ext/groonga/rb-grn.h +1 -1
 - data/lib/1.9/groonga.so +0 -0
 - data/lib/2.0/groonga.so +0 -0
 - data/lib/2.1/groonga.so +0 -0
 - data/lib/groonga/dumper.rb +1 -1
 - data/lib/groonga/patricia-trie.rb +4 -1
 - data/lib/groonga/schema.rb +10 -4
 - data/rroonga-build.rb +1 -1
 - data/test/test-context.rb +8 -8
 - data/test/test-database-dumper.rb +6 -6
 - data/test/test-index-column.rb +9 -4
 - data/test/test-schema-dumper.rb +6 -6
 - data/test/test-schema.rb +32 -3
 - data/vendor/local/bin/groonga-benchmark.exe +0 -0
 - data/vendor/local/bin/groonga.exe +0 -0
 - data/vendor/local/bin/libgcc_s_sjlj-1.dll +0 -0
 - data/vendor/local/bin/libgroonga-0.dll +0 -0
 - data/vendor/local/bin/libmecab-1.dll +0 -0
 - data/vendor/local/bin/libmsgpack-3.dll +0 -0
 - data/vendor/local/bin/libmsgpackc-2.dll +0 -0
 - data/vendor/local/bin/libstdc++-6.dll +0 -0
 - data/vendor/local/bin/mecab-config +2 -2
 - data/vendor/local/bin/mecab.exe +0 -0
 - data/vendor/local/etc/groonga/httpd/groonga-httpd.conf +2 -2
 - data/vendor/local/include/groonga/groonga/plugin.h +19 -1
 - data/vendor/local/include/groonga/groonga.h +2 -1
 - data/vendor/local/lib/groonga/plugins/query_expanders/tsv.a +0 -0
 - data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/query_expanders/tsv.la +3 -3
 - data/vendor/local/lib/groonga/plugins/suggest/suggest.a +0 -0
 - data/vendor/local/lib/groonga/plugins/suggest/suggest.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/suggest/suggest.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/suggest/suggest.la +3 -3
 - data/vendor/local/lib/groonga/plugins/table/table.a +0 -0
 - data/vendor/local/lib/groonga/plugins/table/table.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/table/table.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/table/table.la +3 -3
 - data/vendor/local/lib/groonga/plugins/tokenizers/mecab.a +0 -0
 - data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll +0 -0
 - data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll.a +0 -0
 - data/vendor/local/lib/groonga/plugins/tokenizers/mecab.la +3 -3
 - data/vendor/local/lib/libgroonga.a +0 -0
 - data/vendor/local/lib/libgroonga.dll.a +0 -0
 - data/vendor/local/lib/libgroonga.la +3 -3
 - data/vendor/local/lib/libmecab.a +0 -0
 - data/vendor/local/lib/libmecab.dll.a +0 -0
 - data/vendor/local/lib/libmecab.la +1 -1
 - data/vendor/local/lib/libmsgpack.a +0 -0
 - data/vendor/local/lib/libmsgpack.dll.a +0 -0
 - data/vendor/local/lib/libmsgpack.la +2 -2
 - data/vendor/local/lib/libmsgpackc.a +0 -0
 - data/vendor/local/lib/libmsgpackc.dll.a +0 -0
 - data/vendor/local/lib/libmsgpackc.la +2 -2
 - data/vendor/local/lib/pkgconfig/groonga.pc +3 -3
 - data/vendor/local/libexec/mecab/mecab-cost-train.exe +0 -0
 - data/vendor/local/libexec/mecab/mecab-dict-gen.exe +0 -0
 - data/vendor/local/libexec/mecab/mecab-dict-index.exe +0 -0
 - data/vendor/local/libexec/mecab/mecab-system-eval.exe +0 -0
 - data/vendor/local/libexec/mecab/mecab-test-gen.exe +0 -0
 - data/vendor/local/sbin/groonga-httpd-restart +1 -1
 - data/vendor/local/share/doc/groonga/en/html/.buildinfo +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/characteristic.txt +2 -2
 - data/vendor/local/share/doc/groonga/en/html/_sources/contribution/development.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/contribution/documentation/introduction.txt +75 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/contribution/documentation.txt +3 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/development/travis-ci.txt +1 -1
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/centos.txt +7 -7
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/debian.txt +22 -22
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/fedora.txt +5 -5
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/mac_os_x.txt +10 -11
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/others.txt +10 -10
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/solaris.txt +4 -4
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/ubuntu.txt +17 -149
 - data/vendor/local/share/doc/groonga/en/html/_sources/install/windows.txt +9 -9
 - data/vendor/local/share/doc/groonga/en/html/_sources/install.txt +3 -3
 - data/vendor/local/share/doc/groonga/en/html/_sources/news.txt +73 -2
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/api/grn_column.txt +5 -5
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/api/plugin.txt +26 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/column.txt +1 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/{pseudo_column.txt → columns/pseudo.txt} +0 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/column_list.txt +165 -67
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/normalizer_list.txt +65 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/select.txt +2 -2
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/tokenizer_list.txt +65 -0
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/executables/groonga-suggest-httpd.txt +28 -10
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/executables/groonga-suggest-learner.txt +38 -5
 - data/vendor/local/share/doc/groonga/en/html/_sources/reference/grn_expr/query_syntax.txt +8 -5
 - data/vendor/local/share/doc/groonga/en/html/_sources/suggest/suggestion.txt +17 -0
 - data/vendor/local/share/doc/groonga/en/html/characteristic.html +9 -9
 - data/vendor/local/share/doc/groonga/en/html/community.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/com.html +8 -8
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/cooperation.html +13 -13
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/query.html +65 -65
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/release.html +102 -102
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/repository.html +12 -12
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/test.html +40 -40
 - data/vendor/local/share/doc/groonga/en/html/contribution/development.html +15 -16
 - data/vendor/local/share/doc/groonga/en/html/contribution/documentation/c-api.html +16 -16
 - data/vendor/local/share/doc/groonga/en/html/contribution/documentation/i18n.html +15 -15
 - data/vendor/local/share/doc/groonga/en/html/contribution/documentation/introduction.html +202 -0
 - data/vendor/local/share/doc/groonga/en/html/contribution/documentation.html +12 -11
 - data/vendor/local/share/doc/groonga/en/html/contribution/report.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/contribution.html +61 -60
 - data/vendor/local/share/doc/groonga/en/html/development/travis-ci.html +6 -6
 - data/vendor/local/share/doc/groonga/en/html/development.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/genindex.html +53 -19
 - data/vendor/local/share/doc/groonga/en/html/geolocation_search.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/index.html +83 -87
 - data/vendor/local/share/doc/groonga/en/html/install/centos.html +12 -12
 - data/vendor/local/share/doc/groonga/en/html/install/debian.html +27 -27
 - data/vendor/local/share/doc/groonga/en/html/install/fedora.html +10 -10
 - data/vendor/local/share/doc/groonga/en/html/install/mac_os_x.html +15 -15
 - data/vendor/local/share/doc/groonga/en/html/install/others.html +15 -15
 - data/vendor/local/share/doc/groonga/en/html/install/solaris.html +9 -9
 - data/vendor/local/share/doc/groonga/en/html/install/ubuntu.html +30 -151
 - data/vendor/local/share/doc/groonga/en/html/install/windows.html +14 -14
 - data/vendor/local/share/doc/groonga/en/html/install.html +10 -13
 - data/vendor/local/share/doc/groonga/en/html/limitations.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/news/0.x.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/news/1.0.x.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/news/1.1.x.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/news/1.2.x.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/news/senna.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/news.html +286 -209
 - data/vendor/local/share/doc/groonga/en/html/objects.inv +0 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/api/global_configurations.html +22 -22
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_cache.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_column.html +29 -29
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_command_version.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ctx.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_db.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_encoding.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_expr.html +22 -22
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_geo.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_hook.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ii.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_index_cursor.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_info.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_match_escalation.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_obj.html +25 -25
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_proc.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_search.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_table.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_table_cursor.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_type.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/api/grn_user_data.html +25 -25
 - data/vendor/local/share/doc/groonga/en/html/reference/api/plugin.html +166 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/api.html +36 -35
 - data/vendor/local/share/doc/groonga/en/html/reference/cast.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/column.html +6 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/{pseudo_column.html → columns/pseudo.html} +25 -48
 - data/vendor/local/share/doc/groonga/en/html/reference/columns/vector.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/command/command_version.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/command/output_format.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/command/return_code.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/command.html +21 -19
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/cache_limit.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/check.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/clearlock.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_create.html +6 -6
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_list.html +284 -85
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_remove.html +6 -6
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/column_rename.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/define_selector.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/defrag.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/delete.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/dump.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/load.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/log_level.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/log_put.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/log_reopen.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/normalize.html +10 -10
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/normalizer_list.html +221 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/quit.html +28 -28
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/register.html +23 -23
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/ruby_eval.html +29 -29
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/ruby_load.html +29 -29
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/select.html +155 -95
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/shutdown.html +27 -27
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/status.html +29 -29
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/suggest.html +31 -31
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_create.html +47 -47
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_list.html +27 -27
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/table_remove.html +29 -29
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenize.html +40 -40
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenizer_list.html +254 -0
 - data/vendor/local/share/doc/groonga/en/html/reference/commands/truncate.html +26 -26
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/grnslap.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-benchmark.html +6 -6
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-httpd.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-server-http.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-create-dataset.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-httpd.html +43 -18
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-learner.html +48 -11
 - data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/executables.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/function.html +25 -25
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/between.html +38 -38
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/edit_distance.html +30 -30
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_distance.html +48 -48
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_circle.html +30 -30
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_rectangle.html +30 -30
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/html_untag.html +32 -32
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/now.html +28 -28
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/query.html +44 -44
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/rand.html +30 -30
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/snippet_html.html +30 -30
 - data/vendor/local/share/doc/groonga/en/html/reference/functions/sub_filter.html +34 -34
 - data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/query_syntax.html +67 -65
 - data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/script_syntax.html +138 -138
 - data/vendor/local/share/doc/groonga/en/html/reference/grn_expr.html +20 -20
 - data/vendor/local/share/doc/groonga/en/html/reference/indexing.html +21 -21
 - data/vendor/local/share/doc/groonga/en/html/reference/log.html +24 -24
 - data/vendor/local/share/doc/groonga/en/html/reference/normalizers.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/output.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/query_expanders/tsv.html +10 -10
 - data/vendor/local/share/doc/groonga/en/html/reference/query_expanders.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/tables.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/tokenizers.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/reference/tuning.html +35 -35
 - data/vendor/local/share/doc/groonga/en/html/reference/types.html +9 -9
 - data/vendor/local/share/doc/groonga/en/html/reference.html +72 -74
 - data/vendor/local/share/doc/groonga/en/html/search.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/searchindex.js +1 -1
 - data/vendor/local/share/doc/groonga/en/html/server/gqtp.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/server/http/comparison.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/server/http/groonga-httpd.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/server/http/groonga.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/server/http.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/server/package.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/server.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/spec/gqtp.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/spec/search.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/spec.html +10 -10
 - data/vendor/local/share/doc/groonga/en/html/suggest/completion.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/suggest/correction.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/suggest/introduction.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/suggest/suggestion.html +19 -5
 - data/vendor/local/share/doc/groonga/en/html/suggest/tutorial.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/suggest.html +6 -5
 - data/vendor/local/share/doc/groonga/en/html/troubleshooting/different_results_with_the_same_keyword.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/troubleshooting/mmap_cannot_allocate_memory.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/troubleshooting.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/tutorial/data.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/tutorial/drilldown.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/tutorial/index.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/tutorial/introduction.html +6 -6
 - data/vendor/local/share/doc/groonga/en/html/tutorial/lexicon.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/tutorial/match_columns.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/tutorial/micro_blog.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/tutorial/network.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/tutorial/patricia_trie.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/tutorial/query_expansion.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/tutorial/search.html +5 -5
 - data/vendor/local/share/doc/groonga/en/html/tutorial.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/.buildinfo +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/characteristic.txt +2 -2
 - data/vendor/local/share/doc/groonga/ja/html/_sources/contribution/development.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/contribution/documentation/introduction.txt +75 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/contribution/documentation.txt +3 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/development/travis-ci.txt +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/centos.txt +7 -7
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/debian.txt +22 -22
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/fedora.txt +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/mac_os_x.txt +10 -11
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/others.txt +10 -10
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/solaris.txt +4 -4
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/ubuntu.txt +17 -149
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install/windows.txt +9 -9
 - data/vendor/local/share/doc/groonga/ja/html/_sources/install.txt +3 -3
 - data/vendor/local/share/doc/groonga/ja/html/_sources/news.txt +73 -2
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/api/grn_column.txt +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/api/plugin.txt +26 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/column.txt +1 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/{pseudo_column.txt → columns/pseudo.txt} +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/column_list.txt +165 -67
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/normalizer_list.txt +65 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/select.txt +2 -2
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/tokenizer_list.txt +65 -0
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/executables/groonga-suggest-httpd.txt +28 -10
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/executables/groonga-suggest-learner.txt +38 -5
 - data/vendor/local/share/doc/groonga/ja/html/_sources/reference/grn_expr/query_syntax.txt +8 -5
 - data/vendor/local/share/doc/groonga/ja/html/_sources/suggest/suggestion.txt +17 -0
 - data/vendor/local/share/doc/groonga/ja/html/characteristic.html +10 -10
 - data/vendor/local/share/doc/groonga/ja/html/community.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/com.html +8 -8
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/cooperation.html +13 -13
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/query.html +65 -65
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/release.html +102 -102
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/repository.html +12 -12
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/test.html +40 -40
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development.html +15 -16
 - data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/c-api.html +16 -16
 - data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/i18n.html +15 -15
 - data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/introduction.html +203 -0
 - data/vendor/local/share/doc/groonga/ja/html/contribution/documentation.html +12 -11
 - data/vendor/local/share/doc/groonga/ja/html/contribution/report.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/contribution.html +61 -60
 - data/vendor/local/share/doc/groonga/ja/html/development/travis-ci.html +6 -6
 - data/vendor/local/share/doc/groonga/ja/html/development.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/genindex.html +53 -19
 - data/vendor/local/share/doc/groonga/ja/html/geolocation_search.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/index.html +83 -87
 - data/vendor/local/share/doc/groonga/ja/html/install/centos.html +10 -10
 - data/vendor/local/share/doc/groonga/ja/html/install/debian.html +26 -26
 - data/vendor/local/share/doc/groonga/ja/html/install/fedora.html +8 -8
 - data/vendor/local/share/doc/groonga/ja/html/install/mac_os_x.html +12 -9
 - data/vendor/local/share/doc/groonga/ja/html/install/others.html +8 -8
 - data/vendor/local/share/doc/groonga/ja/html/install/solaris.html +8 -8
 - data/vendor/local/share/doc/groonga/ja/html/install/ubuntu.html +27 -137
 - data/vendor/local/share/doc/groonga/ja/html/install/windows.html +14 -14
 - data/vendor/local/share/doc/groonga/ja/html/install.html +7 -10
 - data/vendor/local/share/doc/groonga/ja/html/limitations.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/news/0.x.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/news/1.0.x.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/news/1.1.x.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/news/1.2.x.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/news/senna.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/news.html +292 -210
 - data/vendor/local/share/doc/groonga/ja/html/objects.inv +0 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/global_configurations.html +22 -22
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_cache.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_column.html +29 -29
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_command_version.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ctx.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_db.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_encoding.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_expr.html +22 -22
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_geo.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_hook.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ii.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_index_cursor.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_info.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_match_escalation.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_obj.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_proc.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_search.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_table.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_table_cursor.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_type.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_user_data.html +25 -25
 - data/vendor/local/share/doc/groonga/ja/html/reference/api/plugin.html +167 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/api.html +36 -35
 - data/vendor/local/share/doc/groonga/ja/html/reference/cast.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/column.html +6 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/{pseudo_column.html → columns/pseudo.html} +26 -49
 - data/vendor/local/share/doc/groonga/ja/html/reference/columns/vector.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/command/command_version.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/command/output_format.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/command/return_code.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/command.html +21 -19
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/cache_limit.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/check.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/clearlock.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_create.html +6 -6
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_list.html +296 -85
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_remove.html +6 -6
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_rename.html +11 -10
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/define_selector.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/defrag.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/delete.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/dump.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/load.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_level.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_put.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_reopen.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalize.html +10 -10
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalizer_list.html +225 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/quit.html +28 -28
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/register.html +23 -23
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/ruby_eval.html +29 -29
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/ruby_load.html +29 -29
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/select.html +156 -100
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/shutdown.html +27 -27
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/status.html +29 -29
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/suggest.html +31 -31
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_create.html +47 -47
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_list.html +27 -27
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_remove.html +29 -29
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenize.html +40 -40
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenizer_list.html +258 -0
 - data/vendor/local/share/doc/groonga/ja/html/reference/commands/truncate.html +26 -26
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/grnslap.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-benchmark.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-httpd.html +6 -11
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-server-http.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-create-dataset.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-httpd.html +55 -27
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-learner.html +48 -11
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/executables.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/function.html +25 -25
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/between.html +38 -38
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/edit_distance.html +30 -30
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_distance.html +48 -48
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_circle.html +30 -30
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_rectangle.html +30 -30
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/html_untag.html +32 -32
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/now.html +28 -28
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/query.html +44 -44
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/rand.html +30 -30
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/snippet_html.html +30 -30
 - data/vendor/local/share/doc/groonga/ja/html/reference/functions/sub_filter.html +34 -34
 - data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/query_syntax.html +62 -61
 - data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/script_syntax.html +138 -138
 - data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr.html +20 -20
 - data/vendor/local/share/doc/groonga/ja/html/reference/indexing.html +21 -21
 - data/vendor/local/share/doc/groonga/ja/html/reference/log.html +24 -24
 - data/vendor/local/share/doc/groonga/ja/html/reference/normalizers.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/output.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders/tsv.html +10 -10
 - data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/tables.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/reference/tuning.html +35 -35
 - data/vendor/local/share/doc/groonga/ja/html/reference/types.html +9 -9
 - data/vendor/local/share/doc/groonga/ja/html/reference.html +72 -74
 - data/vendor/local/share/doc/groonga/ja/html/search.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/searchindex.js +1 -1
 - data/vendor/local/share/doc/groonga/ja/html/server/gqtp.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/server/http/comparison.html +7 -7
 - data/vendor/local/share/doc/groonga/ja/html/server/http/groonga-httpd.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/server/http/groonga.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/server/http.html +6 -6
 - data/vendor/local/share/doc/groonga/ja/html/server/package.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/server.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/spec/gqtp.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/spec/search.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/spec.html +10 -10
 - data/vendor/local/share/doc/groonga/ja/html/suggest/completion.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/suggest/correction.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/suggest/introduction.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/suggest/suggestion.html +19 -5
 - data/vendor/local/share/doc/groonga/ja/html/suggest/tutorial.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/suggest.html +6 -5
 - data/vendor/local/share/doc/groonga/ja/html/troubleshooting/different_results_with_the_same_keyword.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/troubleshooting/mmap_cannot_allocate_memory.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/troubleshooting.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/data.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/drilldown.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/index.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/introduction.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/lexicon.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/match_columns.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/micro_blog.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/network.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/patricia_trie.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/query_expansion.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/tutorial/search.html +5 -5
 - data/vendor/local/share/doc/groonga/ja/html/tutorial.html +5 -5
 - data/vendor/local/share/groonga/examples/dictionary/edict/edict-import.sh +0 -0
 - data/vendor/local/share/groonga/examples/dictionary/edict/edict2grn.rb +0 -0
 - data/vendor/local/share/groonga/examples/dictionary/eijiro/eijiro-import.sh +0 -0
 - data/vendor/local/share/groonga/examples/dictionary/eijiro/eijiro2grn.rb +0 -0
 - data/vendor/local/share/groonga/examples/dictionary/gene95/gene-import.sh +0 -0
 - data/vendor/local/share/groonga/examples/dictionary/gene95/gene2grn.rb +0 -0
 - data/vendor/local/share/groonga/examples/dictionary/init-db.sh +0 -0
 - data/vendor/local/share/groonga/examples/dictionary/jmdict/jmdict.rb +0 -0
 - data/vendor/local/share/groonga/html/admin/index.html +0 -1
 - data/vendor/local/share/groonga/html/admin/js/groonga-admin.js +10 -8
 - data/vendor/local/share/man/ja/man1/groonga.1 +1032 -585
 - data/vendor/local/share/man/man1/groonga.1 +1051 -607
 - data/vendor/local/share/mecab/dic/naist-jdic/sys.dic +0 -0
 - data/vendor/local/share/mecab/dic/naist-jdic/unk.dic +0 -0
 - metadata +289 -278
 - data/vendor/local/share/doc/groonga/en/html/_sources/contribution/development/document.txt +0 -43
 - data/vendor/local/share/doc/groonga/en/html/contribution/development/document.html +0 -184
 - data/vendor/local/share/doc/groonga/ja/html/_sources/contribution/development/document.txt +0 -43
 - data/vendor/local/share/doc/groonga/ja/html/contribution/development/document.html +0 -184
 - data/vendor/local/share/groonga/html/admin/js/jquery.json-2.2.min.js +0 -31
 
| 
         @@ -7,7 +7,7 @@ 
     | 
|
| 
       7 
7 
     | 
    
         
             
              <head>
         
     | 
| 
       8 
8 
     | 
    
         
             
                <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
         
     | 
| 
       9 
9 
     | 
    
         | 
| 
       10 
     | 
    
         
            -
                <title>8.3. 
     | 
| 
      
 10 
     | 
    
         
            +
                <title>8.3.32. tokenize — Groonga v4.0.1-127-g9422d50 documentation</title>
         
     | 
| 
       11 
11 
     | 
    
         | 
| 
       12 
12 
     | 
    
         
             
                <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
         
     | 
| 
       13 
13 
     | 
    
         
             
                <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
         
     | 
| 
         @@ -15,7 +15,7 @@ 
     | 
|
| 
       15 
15 
     | 
    
         
             
                <script type="text/javascript">
         
     | 
| 
       16 
16 
     | 
    
         
             
                  var DOCUMENTATION_OPTIONS = {
         
     | 
| 
       17 
17 
     | 
    
         
             
                    URL_ROOT:    '../../',
         
     | 
| 
       18 
     | 
    
         
            -
                    VERSION:     '4.0.1',
         
     | 
| 
      
 18 
     | 
    
         
            +
                    VERSION:     '4.0.1-127-g9422d50',
         
     | 
| 
       19 
19 
     | 
    
         
             
                    COLLAPSE_INDEX: false,
         
     | 
| 
       20 
20 
     | 
    
         
             
                    FILE_SUFFIX: '.html',
         
     | 
| 
       21 
21 
     | 
    
         
             
                    HAS_SOURCE:  true
         
     | 
| 
         @@ -25,10 +25,10 @@ 
     | 
|
| 
       25 
25 
     | 
    
         
             
                <script type="text/javascript" src="../../_static/underscore.js"></script>
         
     | 
| 
       26 
26 
     | 
    
         
             
                <script type="text/javascript" src="../../_static/doctools.js"></script>
         
     | 
| 
       27 
27 
     | 
    
         
             
                <link rel="shortcut icon" href="../../_static/favicon.ico"/>
         
     | 
| 
       28 
     | 
    
         
            -
                <link rel="top" title="Groonga v4.0.1 documentation" href="../../index.html" />
         
     | 
| 
      
 28 
     | 
    
         
            +
                <link rel="top" title="Groonga v4.0.1-127-g9422d50 documentation" href="../../index.html" />
         
     | 
| 
       29 
29 
     | 
    
         
             
                <link rel="up" title="8.3. Command" href="../command.html" />
         
     | 
| 
       30 
     | 
    
         
            -
                <link rel="next" title="8.3. 
     | 
| 
       31 
     | 
    
         
            -
                <link rel="prev" title="8.3. 
     | 
| 
      
 30 
     | 
    
         
            +
                <link rel="next" title="8.3.33. tokenizer_list" href="tokenizer_list.html" />
         
     | 
| 
      
 31 
     | 
    
         
            +
                <link rel="prev" title="8.3.31. table_remove" href="table_remove.html" /> 
         
     | 
| 
       32 
32 
     | 
    
         
             
              </head>
         
     | 
| 
       33 
33 
     | 
    
         
             
              <body role="document">
         
     | 
| 
       34 
34 
     | 
    
         
             
            <div class="header">
         
     | 
| 
         @@ -55,12 +55,12 @@ 
     | 
|
| 
       55 
55 
     | 
    
         
             
                      <a href="../../genindex.html" title="General Index"
         
     | 
| 
       56 
56 
     | 
    
         
             
                         accesskey="I">index</a></li>
         
     | 
| 
       57 
57 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       58 
     | 
    
         
            -
                      <a href=" 
     | 
| 
      
 58 
     | 
    
         
            +
                      <a href="tokenizer_list.html" title="8.3.33. tokenizer_list"
         
     | 
| 
       59 
59 
     | 
    
         
             
                         accesskey="N">next</a> |</li>
         
     | 
| 
       60 
60 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       61 
     | 
    
         
            -
                      <a href="table_remove.html" title="8.3. 
     | 
| 
      
 61 
     | 
    
         
            +
                      <a href="table_remove.html" title="8.3.31. table_remove"
         
     | 
| 
       62 
62 
     | 
    
         
             
                         accesskey="P">previous</a> |</li>
         
     | 
| 
       63 
     | 
    
         
            -
                    <li><a href="../../index.html">Groonga v4.0.1 documentation</a> »</li>
         
     | 
| 
      
 63 
     | 
    
         
            +
                    <li><a href="../../index.html">Groonga v4.0.1-127-g9422d50 documentation</a> »</li>
         
     | 
| 
       64 
64 
     | 
    
         
             
                      <li><a href="../../reference.html" >8. Reference manual</a> »</li>
         
     | 
| 
       65 
65 
     | 
    
         
             
                      <li><a href="../command.html" accesskey="U">8.3. Command</a> »</li> 
         
     | 
| 
       66 
66 
     | 
    
         
             
                  </ul>
         
     | 
| 
         @@ -72,14 +72,14 @@ 
     | 
|
| 
       72 
72 
     | 
    
         
             
                      <div class="body" role="main">
         
     | 
| 
       73 
73 
     | 
    
         | 
| 
       74 
74 
     | 
    
         
             
              <div class="section" id="tokenize">
         
     | 
| 
       75 
     | 
    
         
            -
            <h1>8.3. 
     | 
| 
      
 75 
     | 
    
         
            +
            <h1>8.3.32. <tt class="docutils literal"><span class="pre">tokenize</span></tt><a class="headerlink" href="#tokenize" title="Permalink to this headline">¶</a></h1>
         
     | 
| 
       76 
76 
     | 
    
         
             
            <div class="section" id="summary">
         
     | 
| 
       77 
     | 
    
         
            -
            <h2>8.3. 
     | 
| 
      
 77 
     | 
    
         
            +
            <h2>8.3.32.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       78 
78 
     | 
    
         
             
            <p><tt class="docutils literal"><span class="pre">tokenize</span></tt> command tokenizes text by the specified tokenizer.
         
     | 
| 
       79 
79 
     | 
    
         
             
            It is useful to debug tokenization.</p>
         
     | 
| 
       80 
80 
     | 
    
         
             
            </div>
         
     | 
| 
       81 
81 
     | 
    
         
             
            <div class="section" id="syntax">
         
     | 
| 
       82 
     | 
    
         
            -
            <h2>8.3. 
     | 
| 
      
 82 
     | 
    
         
            +
            <h2>8.3.32.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       83 
83 
     | 
    
         
             
            <p><tt class="docutils literal"><span class="pre">tokenize</span></tt> command has required parameters and optional parameters.
         
     | 
| 
       84 
84 
     | 
    
         
             
            <tt class="docutils literal"><span class="pre">tokenizer</span></tt> and <tt class="docutils literal"><span class="pre">string</span></tt> are required parameters. Others are
         
     | 
| 
       85 
85 
     | 
    
         
             
            optional:</p>
         
     | 
| 
         @@ -91,7 +91,7 @@ optional:</p> 
     | 
|
| 
       91 
91 
     | 
    
         
             
            </div>
         
     | 
| 
       92 
92 
     | 
    
         
             
            </div>
         
     | 
| 
       93 
93 
     | 
    
         
             
            <div class="section" id="usage">
         
     | 
| 
       94 
     | 
    
         
            -
            <h2>8.3. 
     | 
| 
      
 94 
     | 
    
         
            +
            <h2>8.3.32.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       95 
95 
     | 
    
         
             
            <p>Here is a simple example.</p>
         
     | 
| 
       96 
96 
     | 
    
         
             
            <p>Execution example:</p>
         
     | 
| 
       97 
97 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>tokenize TokenBigram "Fulltext Search"
         
     | 
| 
         @@ -172,13 +172,13 @@ generated by tokenizing <tt class="docutils literal"><span class="pre">"Ful 
     | 
|
| 
       172 
172 
     | 
    
         
             
            tokenizer. It doesn't normalize <tt class="docutils literal"><span class="pre">"Fulltext</span> <span class="pre">Search"</span></tt>.</p>
         
     | 
| 
       173 
173 
     | 
    
         
             
            </div>
         
     | 
| 
       174 
174 
     | 
    
         
             
            <div class="section" id="parameters">
         
     | 
| 
       175 
     | 
    
         
            -
            <h2>8.3. 
     | 
| 
      
 175 
     | 
    
         
            +
            <h2>8.3.32.4. Parameters<a class="headerlink" href="#parameters" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       176 
176 
     | 
    
         
             
            <p>This section describes all parameters. Parameters are categorized.</p>
         
     | 
| 
       177 
177 
     | 
    
         
             
            <div class="section" id="required-parameters">
         
     | 
| 
       178 
     | 
    
         
            -
            <h3>8.3. 
     | 
| 
      
 178 
     | 
    
         
            +
            <h3>8.3.32.4.1. Required parameters<a class="headerlink" href="#required-parameters" title="Permalink to this headline">¶</a></h3>
         
     | 
| 
       179 
179 
     | 
    
         
             
            <p>There are required parameters, <tt class="docutils literal"><span class="pre">tokenizer</span></tt> and <tt class="docutils literal"><span class="pre">string</span></tt>.</p>
         
     | 
| 
       180 
180 
     | 
    
         
             
            <div class="section" id="tokenizer">
         
     | 
| 
       181 
     | 
    
         
            -
            <h4>8.3. 
     | 
| 
      
 181 
     | 
    
         
            +
            <h4>8.3.32.4.1.1. <tt class="docutils literal"><span class="pre">tokenizer</span></tt><a class="headerlink" href="#tokenizer" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
       182 
182 
     | 
    
         
             
            <p>It specifies the tokenizer name. <tt class="docutils literal"><span class="pre">tokenize</span></tt> command uses the
         
     | 
| 
       183 
183 
     | 
    
         
             
            tokenizer that is named <tt class="docutils literal"><span class="pre">tokenizer</span></tt>.</p>
         
     | 
| 
       184 
184 
     | 
    
         
             
            <p>See <a class="reference internal" href="../tokenizers.html"><em>Tokenizers</em></a> about built-in tokenizers.</p>
         
     | 
| 
         @@ -262,7 +262,7 @@ tokenizer plugin by <a class="reference internal" href="register.html"><em>regis 
     | 
|
| 
       262 
262 
     | 
    
         
             
            registering <tt class="docutils literal"><span class="pre">tokenizers/kytea</span></tt>.</p>
         
     | 
| 
       263 
263 
     | 
    
         
             
            </div>
         
     | 
| 
       264 
264 
     | 
    
         
             
            <div class="section" id="string">
         
     | 
| 
       265 
     | 
    
         
            -
            <h4>8.3. 
     | 
| 
      
 265 
     | 
    
         
            +
            <h4>8.3.32.4.1.2. <tt class="docutils literal"><span class="pre">string</span></tt><a class="headerlink" href="#string" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
       266 
266 
     | 
    
         
             
            <p>It specifies any string which you want to tokenize.</p>
         
     | 
| 
       267 
267 
     | 
    
         
             
            <p>If you want to include spaces in <tt class="docutils literal"><span class="pre">string</span></tt>, you need to quote
         
     | 
| 
       268 
268 
     | 
    
         
             
            <tt class="docutils literal"><span class="pre">string</span></tt> by single quotation (<tt class="docutils literal"><span class="pre">'</span></tt>) or double quotation (<tt class="docutils literal"><span class="pre">"</span></tt>).</p>
         
     | 
| 
         @@ -443,10 +443,10 @@ registering <tt class="docutils literal"><span class="pre">tokenizers/kytea</spa 
     | 
|
| 
       443 
443 
     | 
    
         
             
            </div>
         
     | 
| 
       444 
444 
     | 
    
         
             
            </div>
         
     | 
| 
       445 
445 
     | 
    
         
             
            <div class="section" id="optional-parameters">
         
     | 
| 
       446 
     | 
    
         
            -
            <h3>8.3. 
     | 
| 
      
 446 
     | 
    
         
            +
            <h3>8.3.32.4.2. Optional parameters<a class="headerlink" href="#optional-parameters" title="Permalink to this headline">¶</a></h3>
         
     | 
| 
       447 
447 
     | 
    
         
             
            <p>There are optional parameters.</p>
         
     | 
| 
       448 
448 
     | 
    
         
             
            <div class="section" id="normalizer">
         
     | 
| 
       449 
     | 
    
         
            -
            <h4>8.3. 
     | 
| 
      
 449 
     | 
    
         
            +
            <h4>8.3.32.4.2.1. <tt class="docutils literal"><span class="pre">normalizer</span></tt><a class="headerlink" href="#normalizer" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
       450 
450 
     | 
    
         
             
            <p>It specifies the normalizer name. <tt class="docutils literal"><span class="pre">tokenize</span></tt> command uses the
         
     | 
| 
       451 
451 
     | 
    
         
             
            normalizer that is named <tt class="docutils literal"><span class="pre">normalizer</span></tt>. Normalizer is important for
         
     | 
| 
       452 
452 
     | 
    
         
             
            N-gram family tokenizers such as <tt class="docutils literal"><span class="pre">TokenBigram</span></tt>.</p>
         
     | 
| 
         @@ -628,7 +628,7 @@ a token.</p> 
     | 
|
| 
       628 
628 
     | 
    
         
             
            to lower case characters. For example, <tt class="docutils literal"><span class="pre">fu</span></tt> is a token.</p>
         
     | 
| 
       629 
629 
     | 
    
         
             
            </div>
         
     | 
| 
       630 
630 
     | 
    
         
             
            <div class="section" id="flags">
         
     | 
| 
       631 
     | 
    
         
            -
            <h4>8.3. 
     | 
| 
      
 631 
     | 
    
         
            +
            <h4>8.3.32.4.2.2. <tt class="docutils literal"><span class="pre">flags</span></tt><a class="headerlink" href="#flags" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
       632 
632 
     | 
    
         
             
            <p>It specifies a tokenization customize options. You can specify
         
     | 
| 
       633 
633 
     | 
    
         
             
            multiple options separated by "<tt class="docutils literal"><span class="pre">|</span></tt>". For example,
         
     | 
| 
       634 
634 
     | 
    
         
             
            <tt class="docutils literal"><span class="pre">NONE|ENABLE_TOKENIZED_DELIMITER</span></tt>.</p>
         
     | 
| 
         @@ -692,7 +692,7 @@ tokenized delimiter.</p> 
     | 
|
| 
       692 
692 
     | 
    
         
             
            </div>
         
     | 
| 
       693 
693 
     | 
    
         
             
            </div>
         
     | 
| 
       694 
694 
     | 
    
         
             
            <div class="section" id="return-value">
         
     | 
| 
       695 
     | 
    
         
            -
            <h2>8.3. 
     | 
| 
      
 695 
     | 
    
         
            +
            <h2>8.3.32.5. Return value<a class="headerlink" href="#return-value" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       696 
696 
     | 
    
         
             
            <p><tt class="docutils literal"><span class="pre">tokenize</span></tt> command returns tokenized tokens. Each token has some
         
     | 
| 
       697 
697 
     | 
    
         
             
            attributes except token itself. The attributes will be increased in
         
     | 
| 
       698 
698 
     | 
    
         
             
            the feature:</p>
         
     | 
| 
         @@ -728,7 +728,7 @@ attributes.</p> 
     | 
|
| 
       728 
728 
     | 
    
         
             
            </div></blockquote>
         
     | 
| 
       729 
729 
     | 
    
         
             
            </div>
         
     | 
| 
       730 
730 
     | 
    
         
             
            <div class="section" id="see-also">
         
     | 
| 
       731 
     | 
    
         
            -
            <h2>8.3. 
     | 
| 
      
 731 
     | 
    
         
            +
            <h2>8.3.32.6. See also<a class="headerlink" href="#see-also" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       732 
732 
     | 
    
         
             
            <ul class="simple">
         
     | 
| 
       733 
733 
     | 
    
         
             
            <li><a class="reference internal" href="../tokenizers.html"><em>Tokenizers</em></a></li>
         
     | 
| 
       734 
734 
     | 
    
         
             
            </ul>
         
     | 
| 
         @@ -743,35 +743,35 @@ attributes.</p> 
     | 
|
| 
       743 
743 
     | 
    
         
             
                    <div class="sphinxsidebarwrapper">
         
     | 
| 
       744 
744 
     | 
    
         
             
              <h3><a href="../../index.html">Table Of Contents</a></h3>
         
     | 
| 
       745 
745 
     | 
    
         
             
              <ul>
         
     | 
| 
       746 
     | 
    
         
            -
            <li><a class="reference internal" href="#">8.3. 
     | 
| 
       747 
     | 
    
         
            -
            <li><a class="reference internal" href="#summary">8.3. 
     | 
| 
       748 
     | 
    
         
            -
            <li><a class="reference internal" href="#syntax">8.3. 
     | 
| 
       749 
     | 
    
         
            -
            <li><a class="reference internal" href="#usage">8.3. 
     | 
| 
       750 
     | 
    
         
            -
            <li><a class="reference internal" href="#parameters">8.3. 
     | 
| 
       751 
     | 
    
         
            -
            <li><a class="reference internal" href="#required-parameters">8.3. 
     | 
| 
       752 
     | 
    
         
            -
            <li><a class="reference internal" href="#tokenizer">8.3. 
     | 
| 
       753 
     | 
    
         
            -
            <li><a class="reference internal" href="#string">8.3. 
     | 
| 
      
 746 
     | 
    
         
            +
            <li><a class="reference internal" href="#">8.3.32. <tt class="docutils literal"><span class="pre">tokenize</span></tt></a><ul>
         
     | 
| 
      
 747 
     | 
    
         
            +
            <li><a class="reference internal" href="#summary">8.3.32.1. Summary</a></li>
         
     | 
| 
      
 748 
     | 
    
         
            +
            <li><a class="reference internal" href="#syntax">8.3.32.2. Syntax</a></li>
         
     | 
| 
      
 749 
     | 
    
         
            +
            <li><a class="reference internal" href="#usage">8.3.32.3. Usage</a></li>
         
     | 
| 
      
 750 
     | 
    
         
            +
            <li><a class="reference internal" href="#parameters">8.3.32.4. Parameters</a><ul>
         
     | 
| 
      
 751 
     | 
    
         
            +
            <li><a class="reference internal" href="#required-parameters">8.3.32.4.1. Required parameters</a><ul>
         
     | 
| 
      
 752 
     | 
    
         
            +
            <li><a class="reference internal" href="#tokenizer">8.3.32.4.1.1. <tt class="docutils literal"><span class="pre">tokenizer</span></tt></a></li>
         
     | 
| 
      
 753 
     | 
    
         
            +
            <li><a class="reference internal" href="#string">8.3.32.4.1.2. <tt class="docutils literal"><span class="pre">string</span></tt></a></li>
         
     | 
| 
       754 
754 
     | 
    
         
             
            </ul>
         
     | 
| 
       755 
755 
     | 
    
         
             
            </li>
         
     | 
| 
       756 
     | 
    
         
            -
            <li><a class="reference internal" href="#optional-parameters">8.3. 
     | 
| 
       757 
     | 
    
         
            -
            <li><a class="reference internal" href="#normalizer">8.3. 
     | 
| 
       758 
     | 
    
         
            -
            <li><a class="reference internal" href="#flags">8.3. 
     | 
| 
      
 756 
     | 
    
         
            +
            <li><a class="reference internal" href="#optional-parameters">8.3.32.4.2. Optional parameters</a><ul>
         
     | 
| 
      
 757 
     | 
    
         
            +
            <li><a class="reference internal" href="#normalizer">8.3.32.4.2.1. <tt class="docutils literal"><span class="pre">normalizer</span></tt></a></li>
         
     | 
| 
      
 758 
     | 
    
         
            +
            <li><a class="reference internal" href="#flags">8.3.32.4.2.2. <tt class="docutils literal"><span class="pre">flags</span></tt></a></li>
         
     | 
| 
       759 
759 
     | 
    
         
             
            </ul>
         
     | 
| 
       760 
760 
     | 
    
         
             
            </li>
         
     | 
| 
       761 
761 
     | 
    
         
             
            </ul>
         
     | 
| 
       762 
762 
     | 
    
         
             
            </li>
         
     | 
| 
       763 
     | 
    
         
            -
            <li><a class="reference internal" href="#return-value">8.3. 
     | 
| 
       764 
     | 
    
         
            -
            <li><a class="reference internal" href="#see-also">8.3. 
     | 
| 
      
 763 
     | 
    
         
            +
            <li><a class="reference internal" href="#return-value">8.3.32.5. Return value</a></li>
         
     | 
| 
      
 764 
     | 
    
         
            +
            <li><a class="reference internal" href="#see-also">8.3.32.6. See also</a></li>
         
     | 
| 
       765 
765 
     | 
    
         
             
            </ul>
         
     | 
| 
       766 
766 
     | 
    
         
             
            </li>
         
     | 
| 
       767 
767 
     | 
    
         
             
            </ul>
         
     | 
| 
       768 
768 
     | 
    
         | 
| 
       769 
769 
     | 
    
         
             
              <h4>Previous topic</h4>
         
     | 
| 
       770 
770 
     | 
    
         
             
              <p class="topless"><a href="table_remove.html"
         
     | 
| 
       771 
     | 
    
         
            -
                                    title="previous chapter">8.3. 
     | 
| 
      
 771 
     | 
    
         
            +
                                    title="previous chapter">8.3.31. table_remove</a></p>
         
     | 
| 
       772 
772 
     | 
    
         
             
              <h4>Next topic</h4>
         
     | 
| 
       773 
     | 
    
         
            -
              <p class="topless"><a href=" 
     | 
| 
       774 
     | 
    
         
            -
                                    title="next chapter">8.3. 
     | 
| 
      
 773 
     | 
    
         
            +
              <p class="topless"><a href="tokenizer_list.html"
         
     | 
| 
      
 774 
     | 
    
         
            +
                                    title="next chapter">8.3.33. <tt class="docutils literal"><span class="pre">tokenizer_list</span></tt></a></p>
         
     | 
| 
       775 
775 
     | 
    
         
             
              <div role="note" aria-label="source link">
         
     | 
| 
       776 
776 
     | 
    
         
             
                <h3>This Page</h3>
         
     | 
| 
       777 
777 
     | 
    
         
             
                <ul class="this-page-menu">
         
     | 
| 
         @@ -803,12 +803,12 @@ attributes.</p> 
     | 
|
| 
       803 
803 
     | 
    
         
             
                      <a href="../../genindex.html" title="General Index"
         
     | 
| 
       804 
804 
     | 
    
         
             
                         >index</a></li>
         
     | 
| 
       805 
805 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       806 
     | 
    
         
            -
                      <a href=" 
     | 
| 
      
 806 
     | 
    
         
            +
                      <a href="tokenizer_list.html" title="8.3.33. tokenizer_list"
         
     | 
| 
       807 
807 
     | 
    
         
             
                         >next</a> |</li>
         
     | 
| 
       808 
808 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       809 
     | 
    
         
            -
                      <a href="table_remove.html" title="8.3. 
     | 
| 
      
 809 
     | 
    
         
            +
                      <a href="table_remove.html" title="8.3.31. table_remove"
         
     | 
| 
       810 
810 
     | 
    
         
             
                         >previous</a> |</li>
         
     | 
| 
       811 
     | 
    
         
            -
                    <li><a href="../../index.html">Groonga v4.0.1 documentation</a> »</li>
         
     | 
| 
      
 811 
     | 
    
         
            +
                    <li><a href="../../index.html">Groonga v4.0.1-127-g9422d50 documentation</a> »</li>
         
     | 
| 
       812 
812 
     | 
    
         
             
                      <li><a href="../../reference.html" >8. Reference manual</a> »</li>
         
     | 
| 
       813 
813 
     | 
    
         
             
                      <li><a href="../command.html" >8.3. Command</a> »</li> 
         
     | 
| 
       814 
814 
     | 
    
         
             
                  </ul>
         
     | 
| 
         @@ -0,0 +1,254 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
             
     | 
| 
      
 2 
     | 
    
         
            +
            <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
         
     | 
| 
      
 3 
     | 
    
         
            +
              "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
         
     | 
| 
      
 4 
     | 
    
         
            +
             
     | 
| 
      
 5 
     | 
    
         
            +
             
     | 
| 
      
 6 
     | 
    
         
            +
            <html xmlns="http://www.w3.org/1999/xhtml">
         
     | 
| 
      
 7 
     | 
    
         
            +
              <head>
         
     | 
| 
      
 8 
     | 
    
         
            +
                <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
         
     | 
| 
      
 9 
     | 
    
         
            +
                
         
     | 
| 
      
 10 
     | 
    
         
            +
                <title>8.3.33. tokenizer_list — Groonga v4.0.1-127-g9422d50 documentation</title>
         
     | 
| 
      
 11 
     | 
    
         
            +
                
         
     | 
| 
      
 12 
     | 
    
         
            +
                <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
         
     | 
| 
      
 13 
     | 
    
         
            +
                <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
         
     | 
| 
      
 14 
     | 
    
         
            +
                
         
     | 
| 
      
 15 
     | 
    
         
            +
                <script type="text/javascript">
         
     | 
| 
      
 16 
     | 
    
         
            +
                  var DOCUMENTATION_OPTIONS = {
         
     | 
| 
      
 17 
     | 
    
         
            +
                    URL_ROOT:    '../../',
         
     | 
| 
      
 18 
     | 
    
         
            +
                    VERSION:     '4.0.1-127-g9422d50',
         
     | 
| 
      
 19 
     | 
    
         
            +
                    COLLAPSE_INDEX: false,
         
     | 
| 
      
 20 
     | 
    
         
            +
                    FILE_SUFFIX: '.html',
         
     | 
| 
      
 21 
     | 
    
         
            +
                    HAS_SOURCE:  true
         
     | 
| 
      
 22 
     | 
    
         
            +
                  };
         
     | 
| 
      
 23 
     | 
    
         
            +
                </script>
         
     | 
| 
      
 24 
     | 
    
         
            +
                <script type="text/javascript" src="../../_static/jquery.js"></script>
         
     | 
| 
      
 25 
     | 
    
         
            +
                <script type="text/javascript" src="../../_static/underscore.js"></script>
         
     | 
| 
      
 26 
     | 
    
         
            +
                <script type="text/javascript" src="../../_static/doctools.js"></script>
         
     | 
| 
      
 27 
     | 
    
         
            +
                <link rel="shortcut icon" href="../../_static/favicon.ico"/>
         
     | 
| 
      
 28 
     | 
    
         
            +
                <link rel="top" title="Groonga v4.0.1-127-g9422d50 documentation" href="../../index.html" />
         
     | 
| 
      
 29 
     | 
    
         
            +
                <link rel="up" title="8.3. Command" href="../command.html" />
         
     | 
| 
      
 30 
     | 
    
         
            +
                <link rel="next" title="8.3.34. truncate" href="truncate.html" />
         
     | 
| 
      
 31 
     | 
    
         
            +
                <link rel="prev" title="8.3.32. tokenize" href="tokenize.html" /> 
         
     | 
| 
      
 32 
     | 
    
         
            +
              </head>
         
     | 
| 
      
 33 
     | 
    
         
            +
              <body role="document">
         
     | 
| 
      
 34 
     | 
    
         
            +
            <div class="header">
         
     | 
| 
      
 35 
     | 
    
         
            +
              <h1 class="title">
         
     | 
| 
      
 36 
     | 
    
         
            +
                <a id="top-link" href="../../index.html">
         
     | 
| 
      
 37 
     | 
    
         
            +
                  <span class="project">groonga</span>
         
     | 
| 
      
 38 
     | 
    
         
            +
                  <span class="separator">-</span>
         
     | 
| 
      
 39 
     | 
    
         
            +
                  <span class="description">An open-source fulltext search engine and column store.</span>
         
     | 
| 
      
 40 
     | 
    
         
            +
                </a>
         
     | 
| 
      
 41 
     | 
    
         
            +
              </h1>
         
     | 
| 
      
 42 
     | 
    
         
            +
             
     | 
| 
      
 43 
     | 
    
         
            +
              <div class="other-language-links">
         
     | 
| 
      
 44 
     | 
    
         
            +
                <ul>
         
     | 
| 
      
 45 
     | 
    
         
            +
                  <li><a href="../../../../ja/html/reference/commands/tokenizer_list.html"><img src="../../_static/jp.png" alt="日本語">日本語版はこちら</a></li>
         
     | 
| 
      
 46 
     | 
    
         
            +
                </ul>
         
     | 
| 
      
 47 
     | 
    
         
            +
              </div>
         
     | 
| 
      
 48 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 49 
     | 
    
         
            +
              
         
     | 
| 
      
 50 
     | 
    
         
            +
             
     | 
| 
      
 51 
     | 
    
         
            +
                <div class="related" role="navigation" aria-label="related navigation">
         
     | 
| 
      
 52 
     | 
    
         
            +
                  <h3>Navigation</h3>
         
     | 
| 
      
 53 
     | 
    
         
            +
                  <ul>
         
     | 
| 
      
 54 
     | 
    
         
            +
                    <li class="right" style="margin-right: 10px">
         
     | 
| 
      
 55 
     | 
    
         
            +
                      <a href="../../genindex.html" title="General Index"
         
     | 
| 
      
 56 
     | 
    
         
            +
                         accesskey="I">index</a></li>
         
     | 
| 
      
 57 
     | 
    
         
            +
                    <li class="right" >
         
     | 
| 
      
 58 
     | 
    
         
            +
                      <a href="truncate.html" title="8.3.34. truncate"
         
     | 
| 
      
 59 
     | 
    
         
            +
                         accesskey="N">next</a> |</li>
         
     | 
| 
      
 60 
     | 
    
         
            +
                    <li class="right" >
         
     | 
| 
      
 61 
     | 
    
         
            +
                      <a href="tokenize.html" title="8.3.32. tokenize"
         
     | 
| 
      
 62 
     | 
    
         
            +
                         accesskey="P">previous</a> |</li>
         
     | 
| 
      
 63 
     | 
    
         
            +
                    <li><a href="../../index.html">Groonga v4.0.1-127-g9422d50 documentation</a> »</li>
         
     | 
| 
      
 64 
     | 
    
         
            +
                      <li><a href="../../reference.html" >8. Reference manual</a> »</li>
         
     | 
| 
      
 65 
     | 
    
         
            +
                      <li><a href="../command.html" accesskey="U">8.3. Command</a> »</li> 
         
     | 
| 
      
 66 
     | 
    
         
            +
                  </ul>
         
     | 
| 
      
 67 
     | 
    
         
            +
                </div>  
         
     | 
| 
      
 68 
     | 
    
         
            +
             
     | 
| 
      
 69 
     | 
    
         
            +
                <div class="document">
         
     | 
| 
      
 70 
     | 
    
         
            +
                  <div class="documentwrapper">
         
     | 
| 
      
 71 
     | 
    
         
            +
                    <div class="bodywrapper">
         
     | 
| 
      
 72 
     | 
    
         
            +
                      <div class="body" role="main">
         
     | 
| 
      
 73 
     | 
    
         
            +
                        
         
     | 
| 
      
 74 
     | 
    
         
            +
              <div class="section" id="tokenizer-list">
         
     | 
| 
      
 75 
     | 
    
         
            +
            <h1>8.3.33. <tt class="docutils literal"><span class="pre">tokenizer_list</span></tt><a class="headerlink" href="#tokenizer-list" title="Permalink to this headline">¶</a></h1>
         
     | 
| 
      
 76 
     | 
    
         
            +
            <div class="section" id="summary">
         
     | 
| 
      
 77 
     | 
    
         
            +
            <h2>8.3.33.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 78 
     | 
    
         
            +
            <p><tt class="docutils literal"><span class="pre">tokenizer_list</span></tt> command lists tokenizers in a database.</p>
         
     | 
| 
      
 79 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 80 
     | 
    
         
            +
            <div class="section" id="syntax">
         
     | 
| 
      
 81 
     | 
    
         
            +
            <h2>8.3.33.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 82 
     | 
    
         
            +
            <p><tt class="docutils literal"><span class="pre">tokenizer_list</span></tt> command takes no parameter.</p>
         
     | 
| 
      
 83 
     | 
    
         
            +
            <div class="highlight-none"><div class="highlight"><pre>tokenizer_list
         
     | 
| 
      
 84 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 85 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 86 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 87 
     | 
    
         
            +
            <div class="section" id="usage">
         
     | 
| 
      
 88 
     | 
    
         
            +
            <h2>8.3.33.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 89 
     | 
    
         
            +
            <p>Here is a simple example.</p>
         
     | 
| 
      
 90 
     | 
    
         
            +
            <p>Execution example:</p>
         
     | 
| 
      
 91 
     | 
    
         
            +
            <div class="highlight-none"><div class="highlight"><pre>tokenizer_list
         
     | 
| 
      
 92 
     | 
    
         
            +
            # [
         
     | 
| 
      
 93 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 94 
     | 
    
         
            +
            #     0,
         
     | 
| 
      
 95 
     | 
    
         
            +
            #     0.0,
         
     | 
| 
      
 96 
     | 
    
         
            +
            #     0.0
         
     | 
| 
      
 97 
     | 
    
         
            +
            #   ],
         
     | 
| 
      
 98 
     | 
    
         
            +
            #   [
         
     | 
| 
      
 99 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 100 
     | 
    
         
            +
            #       "name": "TokenMecab"
         
     | 
| 
      
 101 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 102 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 103 
     | 
    
         
            +
            #       "name": "TokenDelimit"
         
     | 
| 
      
 104 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 105 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 106 
     | 
    
         
            +
            #       "name": "TokenUnigram"
         
     | 
| 
      
 107 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 108 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 109 
     | 
    
         
            +
            #       "name": "TokenBigram"
         
     | 
| 
      
 110 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 111 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 112 
     | 
    
         
            +
            #       "name": "TokenTrigram"
         
     | 
| 
      
 113 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 114 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 115 
     | 
    
         
            +
            #       "name": "TokenBigramSplitSymbol"
         
     | 
| 
      
 116 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 117 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 118 
     | 
    
         
            +
            #       "name": "TokenBigramSplitSymbolAlpha"
         
     | 
| 
      
 119 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 120 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 121 
     | 
    
         
            +
            #       "name": "TokenBigramSplitSymbolAlphaDigit"
         
     | 
| 
      
 122 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 123 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 124 
     | 
    
         
            +
            #       "name": "TokenBigramIgnoreBlank"
         
     | 
| 
      
 125 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 126 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 127 
     | 
    
         
            +
            #       "name": "TokenBigramIgnoreBlankSplitSymbol"
         
     | 
| 
      
 128 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 129 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 130 
     | 
    
         
            +
            #       "name": "TokenBigramIgnoreBlankSplitSymbolAlpha"
         
     | 
| 
      
 131 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 132 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 133 
     | 
    
         
            +
            #       "name": "TokenBigramIgnoreBlankSplitSymbolAlphaDigit"
         
     | 
| 
      
 134 
     | 
    
         
            +
            #     },
         
     | 
| 
      
 135 
     | 
    
         
            +
            #     {
         
     | 
| 
      
 136 
     | 
    
         
            +
            #       "name": "TokenDelimitNull"
         
     | 
| 
      
 137 
     | 
    
         
            +
            #     }
         
     | 
| 
      
 138 
     | 
    
         
            +
            #   ]
         
     | 
| 
      
 139 
     | 
    
         
            +
            # ]
         
     | 
| 
      
 140 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 141 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 142 
     | 
    
         
            +
            <p>It returns tokenizers in a database.</p>
         
     | 
| 
      
 143 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 144 
     | 
    
         
            +
            <div class="section" id="return-value">
         
     | 
| 
      
 145 
     | 
    
         
            +
            <h2>8.3.33.4. Return value<a class="headerlink" href="#return-value" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 146 
     | 
    
         
            +
            <p><tt class="docutils literal"><span class="pre">tokenizer_list</span></tt> command returns tokenizers. Each tokenizers has an attribute
         
     | 
| 
      
 147 
     | 
    
         
            +
            that contains the name. The attribute will be increased in the feature:</p>
         
     | 
| 
      
 148 
     | 
    
         
            +
            <div class="highlight-none"><div class="highlight"><pre>[HEADER, tokenizer]
         
     | 
| 
      
 149 
     | 
    
         
            +
            </pre></div>
         
     | 
| 
      
 150 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 151 
     | 
    
         
            +
            <p><tt class="docutils literal"><span class="pre">HEADER</span></tt></p>
         
     | 
| 
      
 152 
     | 
    
         
            +
            <blockquote>
         
     | 
| 
      
 153 
     | 
    
         
            +
            <div>See <a class="reference internal" href="../command/output_format.html"><em>Output format</em></a> about <tt class="docutils literal"><span class="pre">HEADER</span></tt>.</div></blockquote>
         
     | 
| 
      
 154 
     | 
    
         
            +
            <p><tt class="docutils literal"><span class="pre">tokenizer</span></tt></p>
         
     | 
| 
      
 155 
     | 
    
         
            +
            <blockquote>
         
     | 
| 
      
 156 
     | 
    
         
            +
            <div><p><tt class="docutils literal"><span class="pre">tokenizer</span></tt> is an array of tokenizer. Tokenizer is an object that has the following
         
     | 
| 
      
 157 
     | 
    
         
            +
            attributes.</p>
         
     | 
| 
      
 158 
     | 
    
         
            +
            <table border="1" class="docutils">
         
     | 
| 
      
 159 
     | 
    
         
            +
            <colgroup>
         
     | 
| 
      
 160 
     | 
    
         
            +
            <col width="50%" />
         
     | 
| 
      
 161 
     | 
    
         
            +
            <col width="50%" />
         
     | 
| 
      
 162 
     | 
    
         
            +
            </colgroup>
         
     | 
| 
      
 163 
     | 
    
         
            +
            <thead valign="bottom">
         
     | 
| 
      
 164 
     | 
    
         
            +
            <tr class="row-odd"><th class="head">Name</th>
         
     | 
| 
      
 165 
     | 
    
         
            +
            <th class="head">Description</th>
         
     | 
| 
      
 166 
     | 
    
         
            +
            </tr>
         
     | 
| 
      
 167 
     | 
    
         
            +
            </thead>
         
     | 
| 
      
 168 
     | 
    
         
            +
            <tbody valign="top">
         
     | 
| 
      
 169 
     | 
    
         
            +
            <tr class="row-even"><td><tt class="docutils literal"><span class="pre">name</span></tt></td>
         
     | 
| 
      
 170 
     | 
    
         
            +
            <td>Tokenizer name.</td>
         
     | 
| 
      
 171 
     | 
    
         
            +
            </tr>
         
     | 
| 
      
 172 
     | 
    
         
            +
            </tbody>
         
     | 
| 
      
 173 
     | 
    
         
            +
            </table>
         
     | 
| 
      
 174 
     | 
    
         
            +
            </div></blockquote>
         
     | 
| 
      
 175 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 176 
     | 
    
         
            +
            <div class="section" id="see-also">
         
     | 
| 
      
 177 
     | 
    
         
            +
            <h2>8.3.33.5. See also<a class="headerlink" href="#see-also" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
      
 178 
     | 
    
         
            +
            <ul class="simple">
         
     | 
| 
      
 179 
     | 
    
         
            +
            <li><a class="reference internal" href="../tokenizers.html"><em>Tokenizers</em></a></li>
         
     | 
| 
      
 180 
     | 
    
         
            +
            <li><a class="reference internal" href="tokenize.html"><em>tokenize</em></a></li>
         
     | 
| 
      
 181 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 182 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 183 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 184 
     | 
    
         
            +
             
     | 
| 
      
 185 
     | 
    
         
            +
             
     | 
| 
      
 186 
     | 
    
         
            +
                      </div>
         
     | 
| 
      
 187 
     | 
    
         
            +
                    </div>
         
     | 
| 
      
 188 
     | 
    
         
            +
                  </div>
         
     | 
| 
      
 189 
     | 
    
         
            +
                  <div class="sphinxsidebar" role="navigation" aria-label="main navigation">
         
     | 
| 
      
 190 
     | 
    
         
            +
                    <div class="sphinxsidebarwrapper">
         
     | 
| 
      
 191 
     | 
    
         
            +
              <h3><a href="../../index.html">Table Of Contents</a></h3>
         
     | 
| 
      
 192 
     | 
    
         
            +
              <ul>
         
     | 
| 
      
 193 
     | 
    
         
            +
            <li><a class="reference internal" href="#">8.3.33. <tt class="docutils literal"><span class="pre">tokenizer_list</span></tt></a><ul>
         
     | 
| 
      
 194 
     | 
    
         
            +
            <li><a class="reference internal" href="#summary">8.3.33.1. Summary</a></li>
         
     | 
| 
      
 195 
     | 
    
         
            +
            <li><a class="reference internal" href="#syntax">8.3.33.2. Syntax</a></li>
         
     | 
| 
      
 196 
     | 
    
         
            +
            <li><a class="reference internal" href="#usage">8.3.33.3. Usage</a></li>
         
     | 
| 
      
 197 
     | 
    
         
            +
            <li><a class="reference internal" href="#return-value">8.3.33.4. Return value</a></li>
         
     | 
| 
      
 198 
     | 
    
         
            +
            <li><a class="reference internal" href="#see-also">8.3.33.5. See also</a></li>
         
     | 
| 
      
 199 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 200 
     | 
    
         
            +
            </li>
         
     | 
| 
      
 201 
     | 
    
         
            +
            </ul>
         
     | 
| 
      
 202 
     | 
    
         
            +
             
     | 
| 
      
 203 
     | 
    
         
            +
              <h4>Previous topic</h4>
         
     | 
| 
      
 204 
     | 
    
         
            +
              <p class="topless"><a href="tokenize.html"
         
     | 
| 
      
 205 
     | 
    
         
            +
                                    title="previous chapter">8.3.32. <tt class="docutils literal"><span class="pre">tokenize</span></tt></a></p>
         
     | 
| 
      
 206 
     | 
    
         
            +
              <h4>Next topic</h4>
         
     | 
| 
      
 207 
     | 
    
         
            +
              <p class="topless"><a href="truncate.html"
         
     | 
| 
      
 208 
     | 
    
         
            +
                                    title="next chapter">8.3.34. <tt class="docutils literal"><span class="pre">truncate</span></tt></a></p>
         
     | 
| 
      
 209 
     | 
    
         
            +
              <div role="note" aria-label="source link">
         
     | 
| 
      
 210 
     | 
    
         
            +
                <h3>This Page</h3>
         
     | 
| 
      
 211 
     | 
    
         
            +
                <ul class="this-page-menu">
         
     | 
| 
      
 212 
     | 
    
         
            +
                  <li><a href="../../_sources/reference/commands/tokenizer_list.txt"
         
     | 
| 
      
 213 
     | 
    
         
            +
                        rel="nofollow">Show Source</a></li>
         
     | 
| 
      
 214 
     | 
    
         
            +
                </ul>
         
     | 
| 
      
 215 
     | 
    
         
            +
               </div>
         
     | 
| 
      
 216 
     | 
    
         
            +
            <div id="searchbox" style="display: none" role="search">
         
     | 
| 
      
 217 
     | 
    
         
            +
              <h3>Quick search</h3>
         
     | 
| 
      
 218 
     | 
    
         
            +
                <form class="search" action="../../search.html" method="get">
         
     | 
| 
      
 219 
     | 
    
         
            +
                  <input type="text" name="q" />
         
     | 
| 
      
 220 
     | 
    
         
            +
                  <input type="submit" value="Go" />
         
     | 
| 
      
 221 
     | 
    
         
            +
                  <input type="hidden" name="check_keywords" value="yes" />
         
     | 
| 
      
 222 
     | 
    
         
            +
                  <input type="hidden" name="area" value="default" />
         
     | 
| 
      
 223 
     | 
    
         
            +
                </form>
         
     | 
| 
      
 224 
     | 
    
         
            +
                <p class="searchtip" style="font-size: 90%">
         
     | 
| 
      
 225 
     | 
    
         
            +
                Enter search terms or a module, class or function name.
         
     | 
| 
      
 226 
     | 
    
         
            +
                </p>
         
     | 
| 
      
 227 
     | 
    
         
            +
            </div>
         
     | 
| 
      
 228 
     | 
    
         
            +
            <script type="text/javascript">$('#searchbox').show(0);</script>
         
     | 
| 
      
 229 
     | 
    
         
            +
                    </div>
         
     | 
| 
      
 230 
     | 
    
         
            +
                  </div>
         
     | 
| 
      
 231 
     | 
    
         
            +
                  <div class="clearer"></div>
         
     | 
| 
      
 232 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 233 
     | 
    
         
            +
                <div class="related" role="navigation" aria-label="related navigation">
         
     | 
| 
      
 234 
     | 
    
         
            +
                  <h3>Navigation</h3>
         
     | 
| 
      
 235 
     | 
    
         
            +
                  <ul>
         
     | 
| 
      
 236 
     | 
    
         
            +
                    <li class="right" style="margin-right: 10px">
         
     | 
| 
      
 237 
     | 
    
         
            +
                      <a href="../../genindex.html" title="General Index"
         
     | 
| 
      
 238 
     | 
    
         
            +
                         >index</a></li>
         
     | 
| 
      
 239 
     | 
    
         
            +
                    <li class="right" >
         
     | 
| 
      
 240 
     | 
    
         
            +
                      <a href="truncate.html" title="8.3.34. truncate"
         
     | 
| 
      
 241 
     | 
    
         
            +
                         >next</a> |</li>
         
     | 
| 
      
 242 
     | 
    
         
            +
                    <li class="right" >
         
     | 
| 
      
 243 
     | 
    
         
            +
                      <a href="tokenize.html" title="8.3.32. tokenize"
         
     | 
| 
      
 244 
     | 
    
         
            +
                         >previous</a> |</li>
         
     | 
| 
      
 245 
     | 
    
         
            +
                    <li><a href="../../index.html">Groonga v4.0.1-127-g9422d50 documentation</a> »</li>
         
     | 
| 
      
 246 
     | 
    
         
            +
                      <li><a href="../../reference.html" >8. Reference manual</a> »</li>
         
     | 
| 
      
 247 
     | 
    
         
            +
                      <li><a href="../command.html" >8.3. Command</a> »</li> 
         
     | 
| 
      
 248 
     | 
    
         
            +
                  </ul>
         
     | 
| 
      
 249 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 250 
     | 
    
         
            +
                <div class="footer" role="contentinfo">
         
     | 
| 
      
 251 
     | 
    
         
            +
                    © Copyright 2009-2014, Brazil, Inc.
         
     | 
| 
      
 252 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 253 
     | 
    
         
            +
              </body>
         
     | 
| 
      
 254 
     | 
    
         
            +
            </html>
         
     | 
| 
         @@ -7,7 +7,7 @@ 
     | 
|
| 
       7 
7 
     | 
    
         
             
              <head>
         
     | 
| 
       8 
8 
     | 
    
         
             
                <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
         
     | 
| 
       9 
9 
     | 
    
         | 
| 
       10 
     | 
    
         
            -
                <title>8.3. 
     | 
| 
      
 10 
     | 
    
         
            +
                <title>8.3.34. truncate — Groonga v4.0.1-127-g9422d50 documentation</title>
         
     | 
| 
       11 
11 
     | 
    
         | 
| 
       12 
12 
     | 
    
         
             
                <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
         
     | 
| 
       13 
13 
     | 
    
         
             
                <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
         
     | 
| 
         @@ -15,7 +15,7 @@ 
     | 
|
| 
       15 
15 
     | 
    
         
             
                <script type="text/javascript">
         
     | 
| 
       16 
16 
     | 
    
         
             
                  var DOCUMENTATION_OPTIONS = {
         
     | 
| 
       17 
17 
     | 
    
         
             
                    URL_ROOT:    '../../',
         
     | 
| 
       18 
     | 
    
         
            -
                    VERSION:     '4.0.1',
         
     | 
| 
      
 18 
     | 
    
         
            +
                    VERSION:     '4.0.1-127-g9422d50',
         
     | 
| 
       19 
19 
     | 
    
         
             
                    COLLAPSE_INDEX: false,
         
     | 
| 
       20 
20 
     | 
    
         
             
                    FILE_SUFFIX: '.html',
         
     | 
| 
       21 
21 
     | 
    
         
             
                    HAS_SOURCE:  true
         
     | 
| 
         @@ -25,10 +25,10 @@ 
     | 
|
| 
       25 
25 
     | 
    
         
             
                <script type="text/javascript" src="../../_static/underscore.js"></script>
         
     | 
| 
       26 
26 
     | 
    
         
             
                <script type="text/javascript" src="../../_static/doctools.js"></script>
         
     | 
| 
       27 
27 
     | 
    
         
             
                <link rel="shortcut icon" href="../../_static/favicon.ico"/>
         
     | 
| 
       28 
     | 
    
         
            -
                <link rel="top" title="Groonga v4.0.1 documentation" href="../../index.html" />
         
     | 
| 
      
 28 
     | 
    
         
            +
                <link rel="top" title="Groonga v4.0.1-127-g9422d50 documentation" href="../../index.html" />
         
     | 
| 
       29 
29 
     | 
    
         
             
                <link rel="up" title="8.3. Command" href="../command.html" />
         
     | 
| 
       30 
30 
     | 
    
         
             
                <link rel="next" title="8.4. データ型" href="../types.html" />
         
     | 
| 
       31 
     | 
    
         
            -
                <link rel="prev" title="8.3. 
     | 
| 
      
 31 
     | 
    
         
            +
                <link rel="prev" title="8.3.33. tokenizer_list" href="tokenizer_list.html" /> 
         
     | 
| 
       32 
32 
     | 
    
         
             
              </head>
         
     | 
| 
       33 
33 
     | 
    
         
             
              <body role="document">
         
     | 
| 
       34 
34 
     | 
    
         
             
            <div class="header">
         
     | 
| 
         @@ -58,9 +58,9 @@ 
     | 
|
| 
       58 
58 
     | 
    
         
             
                      <a href="../types.html" title="8.4. データ型"
         
     | 
| 
       59 
59 
     | 
    
         
             
                         accesskey="N">next</a> |</li>
         
     | 
| 
       60 
60 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       61 
     | 
    
         
            -
                      <a href=" 
     | 
| 
      
 61 
     | 
    
         
            +
                      <a href="tokenizer_list.html" title="8.3.33. tokenizer_list"
         
     | 
| 
       62 
62 
     | 
    
         
             
                         accesskey="P">previous</a> |</li>
         
     | 
| 
       63 
     | 
    
         
            -
                    <li><a href="../../index.html">Groonga v4.0.1 documentation</a> »</li>
         
     | 
| 
      
 63 
     | 
    
         
            +
                    <li><a href="../../index.html">Groonga v4.0.1-127-g9422d50 documentation</a> »</li>
         
     | 
| 
       64 
64 
     | 
    
         
             
                      <li><a href="../../reference.html" >8. Reference manual</a> »</li>
         
     | 
| 
       65 
65 
     | 
    
         
             
                      <li><a href="../command.html" accesskey="U">8.3. Command</a> »</li> 
         
     | 
| 
       66 
66 
     | 
    
         
             
                  </ul>
         
     | 
| 
         @@ -72,13 +72,13 @@ 
     | 
|
| 
       72 
72 
     | 
    
         
             
                      <div class="body" role="main">
         
     | 
| 
       73 
73 
     | 
    
         | 
| 
       74 
74 
     | 
    
         
             
              <div class="section" id="truncate">
         
     | 
| 
       75 
     | 
    
         
            -
            <h1>8.3. 
     | 
| 
      
 75 
     | 
    
         
            +
            <h1>8.3.34. <tt class="docutils literal"><span class="pre">truncate</span></tt><a class="headerlink" href="#truncate" title="Permalink to this headline">¶</a></h1>
         
     | 
| 
       76 
76 
     | 
    
         
             
            <div class="section" id="summary">
         
     | 
| 
       77 
     | 
    
         
            -
            <h2>8.3. 
     | 
| 
      
 77 
     | 
    
         
            +
            <h2>8.3.34.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       78 
78 
     | 
    
         
             
            <p><tt class="docutils literal"><span class="pre">truncate</span></tt> command deletes all records from specified table.</p>
         
     | 
| 
       79 
79 
     | 
    
         
             
            </div>
         
     | 
| 
       80 
80 
     | 
    
         
             
            <div class="section" id="syntax">
         
     | 
| 
       81 
     | 
    
         
            -
            <h2>8.3. 
     | 
| 
      
 81 
     | 
    
         
            +
            <h2>8.3.34.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       82 
82 
     | 
    
         
             
            <p><tt class="docutils literal"><span class="pre">truncate</span></tt> command takes only one parameter.</p>
         
     | 
| 
       83 
83 
     | 
    
         
             
            <p>The required parameter is only <tt class="docutils literal"><span class="pre">table</span></tt>:</p>
         
     | 
| 
       84 
84 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>truncate table
         
     | 
| 
         @@ -86,7 +86,7 @@ 
     | 
|
| 
       86 
86 
     | 
    
         
             
            </div>
         
     | 
| 
       87 
87 
     | 
    
         
             
            </div>
         
     | 
| 
       88 
88 
     | 
    
         
             
            <div class="section" id="usage">
         
     | 
| 
       89 
     | 
    
         
            -
            <h2>8.3. 
     | 
| 
      
 89 
     | 
    
         
            +
            <h2>8.3.34.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       90 
90 
     | 
    
         
             
            <p>Here is a simple example of <tt class="docutils literal"><span class="pre">truncate</span></tt> command.</p>
         
     | 
| 
       91 
91 
     | 
    
         
             
            <p>Execution example:</p>
         
     | 
| 
       92 
92 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>table_create Users TABLE_PAT_KEY ShortText
         
     | 
| 
         @@ -166,19 +166,19 @@ select Users 
     | 
|
| 
       166 
166 
     | 
    
         
             
            </div>
         
     | 
| 
       167 
167 
     | 
    
         
             
            </div>
         
     | 
| 
       168 
168 
     | 
    
         
             
            <div class="section" id="parameters">
         
     | 
| 
       169 
     | 
    
         
            -
            <h2>8.3. 
     | 
| 
      
 169 
     | 
    
         
            +
            <h2>8.3.34.4. Parameters<a class="headerlink" href="#parameters" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       170 
170 
     | 
    
         
             
            <p>This section describes parameters of <tt class="docutils literal"><span class="pre">truncate</span></tt>.</p>
         
     | 
| 
       171 
171 
     | 
    
         
             
            <div class="section" id="required-parameter">
         
     | 
| 
       172 
     | 
    
         
            -
            <h3>8.3. 
     | 
| 
      
 172 
     | 
    
         
            +
            <h3>8.3.34.4.1. Required parameter<a class="headerlink" href="#required-parameter" title="Permalink to this headline">¶</a></h3>
         
     | 
| 
       173 
173 
     | 
    
         
             
            <p>There is required parameter, <tt class="docutils literal"><span class="pre">table_name</span></tt>.</p>
         
     | 
| 
       174 
174 
     | 
    
         
             
            <div class="section" id="table-name">
         
     | 
| 
       175 
     | 
    
         
            -
            <h4>8.3. 
     | 
| 
      
 175 
     | 
    
         
            +
            <h4>8.3.34.4.1.1. <tt class="docutils literal"><span class="pre">table_name</span></tt><a class="headerlink" href="#table-name" title="Permalink to this headline">¶</a></h4>
         
     | 
| 
       176 
176 
     | 
    
         
             
            <p>It specifies the name of table.</p>
         
     | 
| 
       177 
177 
     | 
    
         
             
            </div>
         
     | 
| 
       178 
178 
     | 
    
         
             
            </div>
         
     | 
| 
       179 
179 
     | 
    
         
             
            </div>
         
     | 
| 
       180 
180 
     | 
    
         
             
            <div class="section" id="return-value">
         
     | 
| 
       181 
     | 
    
         
            -
            <h2>8.3. 
     | 
| 
      
 181 
     | 
    
         
            +
            <h2>8.3.34.5. Return value<a class="headerlink" href="#return-value" title="Permalink to this headline">¶</a></h2>
         
     | 
| 
       182 
182 
     | 
    
         
             
            <div class="highlight-none"><div class="highlight"><pre>[HEADER, SUCCEEDED_OR_NOT]
         
     | 
| 
       183 
183 
     | 
    
         
             
            </pre></div>
         
     | 
| 
       184 
184 
     | 
    
         
             
            </div>
         
     | 
| 
         @@ -199,25 +199,25 @@ select Users 
     | 
|
| 
       199 
199 
     | 
    
         
             
                    <div class="sphinxsidebarwrapper">
         
     | 
| 
       200 
200 
     | 
    
         
             
              <h3><a href="../../index.html">Table Of Contents</a></h3>
         
     | 
| 
       201 
201 
     | 
    
         
             
              <ul>
         
     | 
| 
       202 
     | 
    
         
            -
            <li><a class="reference internal" href="#">8.3. 
     | 
| 
       203 
     | 
    
         
            -
            <li><a class="reference internal" href="#summary">8.3. 
     | 
| 
       204 
     | 
    
         
            -
            <li><a class="reference internal" href="#syntax">8.3. 
     | 
| 
       205 
     | 
    
         
            -
            <li><a class="reference internal" href="#usage">8.3. 
     | 
| 
       206 
     | 
    
         
            -
            <li><a class="reference internal" href="#parameters">8.3. 
     | 
| 
       207 
     | 
    
         
            -
            <li><a class="reference internal" href="#required-parameter">8.3. 
     | 
| 
       208 
     | 
    
         
            -
            <li><a class="reference internal" href="#table-name">8.3. 
     | 
| 
      
 202 
     | 
    
         
            +
            <li><a class="reference internal" href="#">8.3.34. <tt class="docutils literal"><span class="pre">truncate</span></tt></a><ul>
         
     | 
| 
      
 203 
     | 
    
         
            +
            <li><a class="reference internal" href="#summary">8.3.34.1. Summary</a></li>
         
     | 
| 
      
 204 
     | 
    
         
            +
            <li><a class="reference internal" href="#syntax">8.3.34.2. Syntax</a></li>
         
     | 
| 
      
 205 
     | 
    
         
            +
            <li><a class="reference internal" href="#usage">8.3.34.3. Usage</a></li>
         
     | 
| 
      
 206 
     | 
    
         
            +
            <li><a class="reference internal" href="#parameters">8.3.34.4. Parameters</a><ul>
         
     | 
| 
      
 207 
     | 
    
         
            +
            <li><a class="reference internal" href="#required-parameter">8.3.34.4.1. Required parameter</a><ul>
         
     | 
| 
      
 208 
     | 
    
         
            +
            <li><a class="reference internal" href="#table-name">8.3.34.4.1.1. <tt class="docutils literal"><span class="pre">table_name</span></tt></a></li>
         
     | 
| 
       209 
209 
     | 
    
         
             
            </ul>
         
     | 
| 
       210 
210 
     | 
    
         
             
            </li>
         
     | 
| 
       211 
211 
     | 
    
         
             
            </ul>
         
     | 
| 
       212 
212 
     | 
    
         
             
            </li>
         
     | 
| 
       213 
     | 
    
         
            -
            <li><a class="reference internal" href="#return-value">8.3. 
     | 
| 
      
 213 
     | 
    
         
            +
            <li><a class="reference internal" href="#return-value">8.3.34.5. Return value</a></li>
         
     | 
| 
       214 
214 
     | 
    
         
             
            </ul>
         
     | 
| 
       215 
215 
     | 
    
         
             
            </li>
         
     | 
| 
       216 
216 
     | 
    
         
             
            </ul>
         
     | 
| 
       217 
217 
     | 
    
         | 
| 
       218 
218 
     | 
    
         
             
              <h4>Previous topic</h4>
         
     | 
| 
       219 
     | 
    
         
            -
              <p class="topless"><a href=" 
     | 
| 
       220 
     | 
    
         
            -
                                    title="previous chapter">8.3. 
     | 
| 
      
 219 
     | 
    
         
            +
              <p class="topless"><a href="tokenizer_list.html"
         
     | 
| 
      
 220 
     | 
    
         
            +
                                    title="previous chapter">8.3.33. <tt class="docutils literal"><span class="pre">tokenizer_list</span></tt></a></p>
         
     | 
| 
       221 
221 
     | 
    
         
             
              <h4>Next topic</h4>
         
     | 
| 
       222 
222 
     | 
    
         
             
              <p class="topless"><a href="../types.html"
         
     | 
| 
       223 
223 
     | 
    
         
             
                                    title="next chapter">8.4. データ型</a></p>
         
     | 
| 
         @@ -255,9 +255,9 @@ select Users 
     | 
|
| 
       255 
255 
     | 
    
         
             
                      <a href="../types.html" title="8.4. データ型"
         
     | 
| 
       256 
256 
     | 
    
         
             
                         >next</a> |</li>
         
     | 
| 
       257 
257 
     | 
    
         
             
                    <li class="right" >
         
     | 
| 
       258 
     | 
    
         
            -
                      <a href=" 
     | 
| 
      
 258 
     | 
    
         
            +
                      <a href="tokenizer_list.html" title="8.3.33. tokenizer_list"
         
     | 
| 
       259 
259 
     | 
    
         
             
                         >previous</a> |</li>
         
     | 
| 
       260 
     | 
    
         
            -
                    <li><a href="../../index.html">Groonga v4.0.1 documentation</a> »</li>
         
     | 
| 
      
 260 
     | 
    
         
            +
                    <li><a href="../../index.html">Groonga v4.0.1-127-g9422d50 documentation</a> »</li>
         
     | 
| 
       261 
261 
     | 
    
         
             
                      <li><a href="../../reference.html" >8. Reference manual</a> »</li>
         
     | 
| 
       262 
262 
     | 
    
         
             
                      <li><a href="../command.html" >8.3. Command</a> »</li> 
         
     | 
| 
       263 
263 
     | 
    
         
             
                  </ul>
         
     |